diff --git "a/qformer2_128/qformer2_128.jsonl" "b/qformer2_128/qformer2_128.jsonl"
new file mode 100644--- /dev/null
+++ "b/qformer2_128/qformer2_128.jsonl"
@@ -0,0 +1,5198 @@
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.627801418304443, "Finetune/Loss (Raw)": 6.627801418304443, "Finetune/Step": 1, "Finetune/Step Time": 25.845428705215454}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 7.242424964904785, "Finetune/Loss (Raw)": 7.857048034667969, "Finetune/Step": 2, "Finetune/Step Time": 16.512165307998657}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 6.438145637512207, "Finetune/Loss (Raw)": 4.829586982727051, "Finetune/Step": 3, "Finetune/Step Time": 12.223726511001587}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.705477237701416, "Finetune/Loss (Raw)": 3.5074715614318848, "Finetune/Step": 4, "Finetune/Step Time": 10.115513622760773}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.086579322814941, "Finetune/Loss (Raw)": 2.6109883785247803, "Finetune/Step": 5, "Finetune/Step Time": 9.042057847976684}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 4.641938209533691, "Finetune/Loss (Raw)": 2.418732166290283, "Finetune/Step": 6, "Finetune/Step Time": 8.277850111325582}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 4.223259925842285, "Finetune/Loss (Raw)": 1.7111893892288208, "Finetune/Step": 7, "Finetune/Step Time": 7.701050826481411}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 3.904858112335205, "Finetune/Loss (Raw)": 1.6760460138320923, "Finetune/Step": 8, "Finetune/Step Time": 7.450239598751068}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 3.610988140106201, "Finetune/Loss (Raw)": 1.2600281238555908, "Finetune/Step": 9, "Finetune/Step Time": 7.101741075515747}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 3.4228127002716064, "Finetune/Loss (Raw)": 1.7292319536209106, "Finetune/Step": 10, "Finetune/Step Time": 7.087594270706177}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.2471349239349365, "Finetune/Loss (Raw)": 1.4903604984283447, "Finetune/Step": 11, "Finetune/Step Time": 6.809898766604337}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.0870978832244873, "Finetune/Loss (Raw)": 1.3266866207122803, "Finetune/Step": 12, "Finetune/Step Time": 6.592208047707875}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 2.941387176513672, "Finetune/Loss (Raw)": 1.1928627490997314, "Finetune/Step": 13, "Finetune/Step Time": 6.404186413838313}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 2.8336985111236572, "Finetune/Loss (Raw)": 1.433739185333252, "Finetune/Step": 14, "Finetune/Step Time": 6.221049155507769}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 2.741560935974121, "Finetune/Loss (Raw)": 1.4516397714614868, "Finetune/Step": 15, "Finetune/Step Time": 6.159964243570964}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 2.635183811187744, "Finetune/Loss (Raw)": 1.0395286083221436, "Finetune/Step": 16, "Finetune/Step Time": 6.1164669543504715}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 2.550624132156372, "Finetune/Loss (Raw)": 1.1976659297943115, "Finetune/Step": 17, "Finetune/Step Time": 6.011370210086598}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 2.4668610095977783, "Finetune/Loss (Raw)": 1.0428839921951294, "Finetune/Step": 18, "Finetune/Step Time": 5.94944167137146}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 2.3994176387786865, "Finetune/Loss (Raw)": 1.1854417324066162, "Finetune/Step": 19, "Finetune/Step Time": 5.840171914351614}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.338010549545288, "Finetune/Loss (Raw)": 1.1712745428085327, "Finetune/Step": 20, "Finetune/Step Time": 5.72707747220993}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.2827279567718506, "Finetune/Loss (Raw)": 1.1770777702331543, "Finetune/Step": 21, "Finetune/Step Time": 5.7165932314736505}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 2.2282750606536865, "Finetune/Loss (Raw)": 1.084766149520874, "Finetune/Step": 22, "Finetune/Step Time": 5.654028231447393}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.1414754390716553, "Finetune/Loss (Raw)": 0.23188716173171997, "Finetune/Step": 23, "Finetune/Step Time": 5.7787411005600635}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.102695941925049, "Finetune/Loss (Raw)": 1.2107614278793335, "Finetune/Step": 24, "Finetune/Step Time": 5.6918855011463165}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.061882734298706, "Finetune/Loss (Raw)": 1.0823686122894287, "Finetune/Step": 25, "Finetune/Step Time": 5.637165288925171}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.992916464805603, "Finetune/Loss (Raw)": 0.26875612139701843, "Finetune/Step": 26, "Finetune/Step Time": 5.778037878183218}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.965890645980835, "Finetune/Loss (Raw)": 1.2632218599319458, "Finetune/Step": 27, "Finetune/Step Time": 5.6919625511875855}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.9363267421722412, "Finetune/Loss (Raw)": 1.1381011009216309, "Finetune/Step": 28, "Finetune/Step Time": 5.622569118227277}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.9136208295822144, "Finetune/Loss (Raw)": 1.2778525352478027, "Finetune/Step": 29, "Finetune/Step Time": 5.609435015711291}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.8851193189620972, "Finetune/Loss (Raw)": 1.0585753917694092, "Finetune/Step": 30, "Finetune/Step Time": 5.5990467468897505}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.8636664152145386, "Finetune/Loss (Raw)": 1.220081090927124, "Finetune/Step": 31, "Finetune/Step Time": 5.5629159250567035}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.8404020071029663, "Finetune/Loss (Raw)": 1.119208812713623, "Finetune/Step": 32, "Finetune/Step Time": 5.586056374013424}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.813931941986084, "Finetune/Loss (Raw)": 0.966888427734375, "Finetune/Step": 33, "Finetune/Step Time": 5.559108466813059}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.7904483079910278, "Finetune/Loss (Raw)": 1.0154842138290405, "Finetune/Step": 34, "Finetune/Step Time": 5.517073757508221}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.7768268585205078, "Finetune/Loss (Raw)": 1.31369948387146, "Finetune/Step": 35, "Finetune/Step Time": 5.4884429454803465}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.759299874305725, "Finetune/Loss (Raw)": 1.145856499671936, "Finetune/Step": 36, "Finetune/Step Time": 5.495686398612128}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.7460987567901611, "Finetune/Loss (Raw)": 1.2708544731140137, "Finetune/Step": 37, "Finetune/Step Time": 5.544374169530095}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.7299604415893555, "Finetune/Loss (Raw)": 1.1328449249267578, "Finetune/Step": 38, "Finetune/Step Time": 5.49751573487332}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.7152162790298462, "Finetune/Loss (Raw)": 1.1549419164657593, "Finetune/Step": 39, "Finetune/Step Time": 5.450664318524874}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.7010669708251953, "Finetune/Loss (Raw)": 1.1492505073547363, "Finetune/Step": 40, "Finetune/Step Time": 5.457089430093765}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.6905275583267212, "Finetune/Loss (Raw)": 1.268944263458252, "Finetune/Step": 41, "Finetune/Step Time": 5.401769608986087}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.6795185804367065, "Finetune/Loss (Raw)": 1.2281551361083984, "Finetune/Step": 42, "Finetune/Step Time": 5.362019658088684}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.6673297882080078, "Finetune/Loss (Raw)": 1.155400276184082, "Finetune/Step": 43, "Finetune/Step Time": 5.358730781910031}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.6562732458114624, "Finetune/Loss (Raw)": 1.1808379888534546, "Finetune/Step": 44, "Finetune/Step Time": 5.346404541622508}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.643001675605774, "Finetune/Loss (Raw)": 1.0590459108352661, "Finetune/Step": 45, "Finetune/Step Time": 5.404946046405368}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.613691806793213, "Finetune/Loss (Raw)": 0.2947537302970886, "Finetune/Step": 46, "Finetune/Step Time": 5.5108664709588755}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.6037567853927612, "Finetune/Loss (Raw)": 1.1467455625534058, "Finetune/Step": 47, "Finetune/Step Time": 5.497648340590457}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.593829870223999, "Finetune/Loss (Raw)": 1.1272660493850708, "Finetune/Step": 48, "Finetune/Step Time": 5.502229859431584}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.5849926471710205, "Finetune/Loss (Raw)": 1.1608046293258667, "Finetune/Step": 49, "Finetune/Step Time": 5.475935828929045}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.574001431465149, "Finetune/Loss (Raw)": 1.0354323387145996, "Finetune/Step": 50, "Finetune/Step Time": 5.453482313156128}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.5655978918075562, "Finetune/Loss (Raw)": 1.1454222202301025, "Finetune/Step": 51, "Finetune/Step Time": 5.424796001583922}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.5587385892868042, "Finetune/Loss (Raw)": 1.2089120149612427, "Finetune/Step": 52, "Finetune/Step Time": 5.4147028143589315}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.5467036962509155, "Finetune/Loss (Raw)": 0.9208900928497314, "Finetune/Step": 53, "Finetune/Step Time": 5.426983091066468}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.535413146018982, "Finetune/Loss (Raw)": 0.9370174407958984, "Finetune/Step": 54, "Finetune/Step Time": 5.420302792831704}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.5287030935287476, "Finetune/Loss (Raw)": 1.1663625240325928, "Finetune/Step": 55, "Finetune/Step Time": 5.419956532391635}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.5212801694869995, "Finetune/Loss (Raw)": 1.1130155324935913, "Finetune/Step": 56, "Finetune/Step Time": 5.429584324359894}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.512488842010498, "Finetune/Loss (Raw)": 1.0201728343963623, "Finetune/Step": 57, "Finetune/Step Time": 5.405688796127052}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.504714012145996, "Finetune/Loss (Raw)": 1.0615499019622803, "Finetune/Step": 58, "Finetune/Step Time": 5.431568084091976}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.4979177713394165, "Finetune/Loss (Raw)": 1.103742241859436, "Finetune/Step": 59, "Finetune/Step Time": 5.438267061265848}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.4911679029464722, "Finetune/Loss (Raw)": 1.092914342880249, "Finetune/Step": 60, "Finetune/Step Time": 5.412197216351827}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.4856239557266235, "Finetune/Loss (Raw)": 1.1530022621154785, "Finetune/Step": 61, "Finetune/Step Time": 5.394853349591865}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.4809809923171997, "Finetune/Loss (Raw)": 1.1977512836456299, "Finetune/Step": 62, "Finetune/Step Time": 5.3698390606910955}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.4766671657562256, "Finetune/Loss (Raw)": 1.2092055082321167, "Finetune/Step": 63, "Finetune/Step Time": 5.347862705351814}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.4702539443969727, "Finetune/Loss (Raw)": 1.0662204027175903, "Finetune/Step": 64, "Finetune/Step Time": 5.383430786430836}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.4638001918792725, "Finetune/Loss (Raw)": 1.0507605075836182, "Finetune/Step": 65, "Finetune/Step Time": 5.3770224021031305}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.456912636756897, "Finetune/Loss (Raw)": 1.009225606918335, "Finetune/Step": 66, "Finetune/Step Time": 5.362484892209371}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.4486056566238403, "Finetune/Loss (Raw)": 0.9003441333770752, "Finetune/Step": 67, "Finetune/Step Time": 5.3371285965193564}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.4439328908920288, "Finetune/Loss (Raw)": 1.1308627128601074, "Finetune/Step": 68, "Finetune/Step Time": 5.333888243226444}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.4397802352905273, "Finetune/Loss (Raw)": 1.1573833227157593, "Finetune/Step": 69, "Finetune/Step Time": 5.309885847395745}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.436307668685913, "Finetune/Loss (Raw)": 1.196703553199768, "Finetune/Step": 70, "Finetune/Step Time": 5.289958480426243}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.4291867017745972, "Finetune/Loss (Raw)": 0.9307218790054321, "Finetune/Step": 71, "Finetune/Step Time": 5.2723012373481}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.4235550165176392, "Finetune/Loss (Raw)": 1.0237034559249878, "Finetune/Step": 72, "Finetune/Step Time": 5.2481436961227}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.4167137145996094, "Finetune/Loss (Raw)": 0.9241412281990051, "Finetune/Step": 73, "Finetune/Step Time": 5.229742628254303}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.4102206230163574, "Finetune/Loss (Raw)": 0.9362214803695679, "Finetune/Step": 74, "Finetune/Step Time": 5.211855276210888}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.4024447202682495, "Finetune/Loss (Raw)": 0.8270233273506165, "Finetune/Step": 75, "Finetune/Step Time": 5.206651592254639}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.3968650102615356, "Finetune/Loss (Raw)": 0.9784058928489685, "Finetune/Step": 76, "Finetune/Step Time": 5.198697190535696}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.3932033777236938, "Finetune/Loss (Raw)": 1.114914894104004, "Finetune/Step": 77, "Finetune/Step Time": 5.178399342995186}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.3909927606582642, "Finetune/Loss (Raw)": 1.2207703590393066, "Finetune/Step": 78, "Finetune/Step Time": 5.157914516253349}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.3884012699127197, "Finetune/Loss (Raw)": 1.1862646341323853, "Finetune/Step": 79, "Finetune/Step Time": 5.142443690118911}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.3832553625106812, "Finetune/Loss (Raw)": 0.9767332077026367, "Finetune/Step": 80, "Finetune/Step Time": 5.148260778188705}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.3803091049194336, "Finetune/Loss (Raw)": 1.1446141004562378, "Finetune/Step": 81, "Finetune/Step Time": 5.1456316577063665}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.3769443035125732, "Finetune/Loss (Raw)": 1.1043931245803833, "Finetune/Step": 82, "Finetune/Step Time": 5.128858836685739}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.3719439506530762, "Finetune/Loss (Raw)": 0.9619176387786865, "Finetune/Step": 83, "Finetune/Step Time": 5.137374648128647}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.3697726726531982, "Finetune/Loss (Raw)": 1.1895452737808228, "Finetune/Step": 84, "Finetune/Step Time": 5.139200045948937}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.3659751415252686, "Finetune/Loss (Raw)": 1.0469920635223389, "Finetune/Step": 85, "Finetune/Step Time": 5.125322097890518}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.3541884422302246, "Finetune/Loss (Raw)": 0.35231873393058777, "Finetune/Step": 86, "Finetune/Step Time": 5.173687812893889}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.3504647016525269, "Finetune/Loss (Raw)": 1.0302209854125977, "Finetune/Step": 87, "Finetune/Step Time": 5.15919138097215}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.3490430116653442, "Finetune/Loss (Raw)": 1.2253497838974, "Finetune/Step": 88, "Finetune/Step Time": 5.166935343633998}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.3459404706954956, "Finetune/Loss (Raw)": 1.072920799255371, "Finetune/Step": 89, "Finetune/Step Time": 5.153400300593859}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.343704104423523, "Finetune/Loss (Raw)": 1.144665002822876, "Finetune/Step": 90, "Finetune/Step Time": 5.161374409993489}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.3416945934295654, "Finetune/Loss (Raw)": 1.1608388423919678, "Finetune/Step": 91, "Finetune/Step Time": 5.16405490728525}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.3402098417282104, "Finetune/Loss (Raw)": 1.2050986289978027, "Finetune/Step": 92, "Finetune/Step Time": 5.152811509111653}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.3357137441635132, "Finetune/Loss (Raw)": 0.9220702052116394, "Finetune/Step": 93, "Finetune/Step Time": 5.143715138076454}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.3338638544082642, "Finetune/Loss (Raw)": 1.161834716796875, "Finetune/Step": 94, "Finetune/Step Time": 5.127554629711395}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.3313827514648438, "Finetune/Loss (Raw)": 1.0981526374816895, "Finetune/Step": 95, "Finetune/Step Time": 5.11558995999788}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.328823447227478, "Finetune/Loss (Raw)": 1.0856821537017822, "Finetune/Step": 96, "Finetune/Step Time": 5.118417223294576}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.3257231712341309, "Finetune/Loss (Raw)": 1.0281091928482056, "Finetune/Step": 97, "Finetune/Step Time": 5.112987879625301}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.323736310005188, "Finetune/Loss (Raw)": 1.131007194519043, "Finetune/Step": 98, "Finetune/Step Time": 5.100828903062003}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.312605857849121, "Finetune/Loss (Raw)": 0.22181521356105804, "Finetune/Step": 99, "Finetune/Step Time": 5.133544221068874}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.311640739440918, "Finetune/Loss (Raw)": 1.2160974740982056, "Finetune/Step": 100, "Finetune/Step Time": 5.125469648838044}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.3090763092041016, "Finetune/Loss (Raw)": 1.0526306629180908, "Finetune/Step": 101, "Finetune/Step Time": 5.127137070835227}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.3080980777740479, "Finetune/Loss (Raw)": 1.2092816829681396, "Finetune/Step": 102, "Finetune/Step Time": 5.11008552943959}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.2982550859451294, "Finetune/Loss (Raw)": 0.2942924499511719, "Finetune/Step": 103, "Finetune/Step Time": 5.142518726367395}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.2969112396240234, "Finetune/Loss (Raw)": 1.1584950685501099, "Finetune/Step": 104, "Finetune/Step Time": 5.12893698307184}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.2947020530700684, "Finetune/Loss (Raw)": 1.0649343729019165, "Finetune/Step": 105, "Finetune/Step Time": 5.111913020270212}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.2925381660461426, "Finetune/Loss (Raw)": 1.0653393268585205, "Finetune/Step": 106, "Finetune/Step Time": 5.098917567505027}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.291047215461731, "Finetune/Loss (Raw)": 1.1330112218856812, "Finetune/Step": 107, "Finetune/Step Time": 5.086693402762725}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.2885140180587769, "Finetune/Loss (Raw)": 1.0174578428268433, "Finetune/Step": 108, "Finetune/Step Time": 5.07814512429414}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.2872076034545898, "Finetune/Loss (Raw)": 1.146122932434082, "Finetune/Step": 109, "Finetune/Step Time": 5.073611430071909}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.2850843667984009, "Finetune/Loss (Raw)": 1.0536409616470337, "Finetune/Step": 110, "Finetune/Step Time": 5.061184800754894}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.2835853099822998, "Finetune/Loss (Raw)": 1.1186776161193848, "Finetune/Step": 111, "Finetune/Step Time": 5.0666029195527775}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.281812310218811, "Finetune/Loss (Raw)": 1.0850204229354858, "Finetune/Step": 112, "Finetune/Step Time": 5.067273597632136}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.2804559469223022, "Finetune/Loss (Raw)": 1.1285582780838013, "Finetune/Step": 113, "Finetune/Step Time": 5.07032821663713}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.271403193473816, "Finetune/Loss (Raw)": 0.24842682480812073, "Finetune/Step": 114, "Finetune/Step Time": 5.111067907852039}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.2698370218276978, "Finetune/Loss (Raw)": 1.0913023948669434, "Finetune/Step": 115, "Finetune/Step Time": 5.106641331962917}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.2668861150741577, "Finetune/Loss (Raw)": 0.927520751953125, "Finetune/Step": 116, "Finetune/Step Time": 5.117536088515973}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.2655534744262695, "Finetune/Loss (Raw)": 1.1109691858291626, "Finetune/Step": 117, "Finetune/Step Time": 5.111977827854646}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.2644739151000977, "Finetune/Loss (Raw)": 1.1381580829620361, "Finetune/Step": 118, "Finetune/Step Time": 5.101148688187034}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.2626584768295288, "Finetune/Loss (Raw)": 1.0484404563903809, "Finetune/Step": 119, "Finetune/Step Time": 5.092124400018644}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.2612535953521729, "Finetune/Loss (Raw)": 1.0940650701522827, "Finetune/Step": 120, "Finetune/Step Time": 5.08721632361412}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.2593293190002441, "Finetune/Loss (Raw)": 1.0284479856491089, "Finetune/Step": 121, "Finetune/Step Time": 5.094304955695287}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.2569141387939453, "Finetune/Loss (Raw)": 0.9646660089492798, "Finetune/Step": 122, "Finetune/Step Time": 5.084837243205211}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.2549645900726318, "Finetune/Loss (Raw)": 1.0171369314193726, "Finetune/Step": 123, "Finetune/Step Time": 5.074740762633037}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.2539485692977905, "Finetune/Loss (Raw)": 1.128950834274292, "Finetune/Step": 124, "Finetune/Step Time": 5.06711438778908}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.2520262002944946, "Finetune/Loss (Raw)": 1.013637661933899, "Finetune/Step": 125, "Finetune/Step Time": 5.059962739944458}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.2508370876312256, "Finetune/Loss (Raw)": 1.1022218465805054, "Finetune/Step": 126, "Finetune/Step Time": 5.071698816995772}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.2487620115280151, "Finetune/Loss (Raw)": 0.9873037934303284, "Finetune/Step": 127, "Finetune/Step Time": 5.061093771551538}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.247830867767334, "Finetune/Loss (Raw)": 1.1295770406723022, "Finetune/Step": 128, "Finetune/Step Time": 5.054079122841358}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.2050447463989258, "Finetune/Loss (Raw)": 1.1511603593826294, "Finetune/Step": 129, "Finetune/Step Time": 4.882643545046449}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.1526343822479248, "Finetune/Loss (Raw)": 1.1485238075256348, "Finetune/Step": 130, "Finetune/Step Time": 4.865792080760002}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.1235235929489136, "Finetune/Loss (Raw)": 1.1034058332443237, "Finetune/Step": 131, "Finetune/Step Time": 4.86551901884377}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.1047817468643188, "Finetune/Loss (Raw)": 1.108521580696106, "Finetune/Step": 132, "Finetune/Step Time": 4.865829203277826}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0914106369018555, "Finetune/Loss (Raw)": 0.8994982838630676, "Finetune/Step": 133, "Finetune/Step Time": 4.8760611694306135}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.082240104675293, "Finetune/Loss (Raw)": 1.2448985576629639, "Finetune/Step": 134, "Finetune/Step Time": 4.871481366455555}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0766940116882324, "Finetune/Loss (Raw)": 1.0012848377227783, "Finetune/Step": 135, "Finetune/Step Time": 4.87361534871161}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0720865726470947, "Finetune/Loss (Raw)": 1.0862969160079956, "Finetune/Step": 136, "Finetune/Step Time": 4.858353430405259}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.0698726177215576, "Finetune/Loss (Raw)": 0.9766507148742676, "Finetune/Step": 137, "Finetune/Step Time": 4.8613841366022825}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0651159286499023, "Finetune/Loss (Raw)": 1.1203557252883911, "Finetune/Step": 138, "Finetune/Step Time": 4.83238460123539}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0606296062469482, "Finetune/Loss (Raw)": 0.9161070585250854, "Finetune/Step": 139, "Finetune/Step Time": 4.834015879780054}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0603196620941162, "Finetune/Loss (Raw)": 1.2870174646377563, "Finetune/Step": 140, "Finetune/Step Time": 4.827933115884662}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0591342449188232, "Finetune/Loss (Raw)": 1.0411297082901, "Finetune/Step": 141, "Finetune/Step Time": 4.822006033733487}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0559831857681274, "Finetune/Loss (Raw)": 1.03040611743927, "Finetune/Step": 142, "Finetune/Step Time": 4.8649564031511545}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.0522053241729736, "Finetune/Loss (Raw)": 0.9680788516998291, "Finetune/Step": 143, "Finetune/Step Time": 4.879515325650573}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0470017194747925, "Finetune/Loss (Raw)": 0.3734655976295471, "Finetune/Step": 144, "Finetune/Step Time": 4.903130294755101}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0403450727462769, "Finetune/Loss (Raw)": 0.34561026096343994, "Finetune/Step": 145, "Finetune/Step Time": 4.939006723463535}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0397989749908447, "Finetune/Loss (Raw)": 0.9729813933372498, "Finetune/Step": 146, "Finetune/Step Time": 4.9292329754680395}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.037576675415039, "Finetune/Loss (Raw)": 0.9009859561920166, "Finetune/Step": 147, "Finetune/Step Time": 4.935478726401925}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0368237495422363, "Finetune/Loss (Raw)": 1.07490873336792, "Finetune/Step": 148, "Finetune/Step Time": 4.938347350805998}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.036386251449585, "Finetune/Loss (Raw)": 1.1210795640945435, "Finetune/Step": 149, "Finetune/Step Time": 4.927860962226987}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0367376804351807, "Finetune/Loss (Raw)": 1.1297411918640137, "Finetune/Step": 150, "Finetune/Step Time": 4.931786248460412}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.043483018875122, "Finetune/Loss (Raw)": 1.0952924489974976, "Finetune/Step": 151, "Finetune/Step Time": 4.899690192192793}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.042272925376892, "Finetune/Loss (Raw)": 1.055879831314087, "Finetune/Step": 152, "Finetune/Step Time": 4.905847020447254}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.042823076248169, "Finetune/Loss (Raw)": 1.1527940034866333, "Finetune/Step": 153, "Finetune/Step Time": 4.915484270080924}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.049612045288086, "Finetune/Loss (Raw)": 1.1377232074737549, "Finetune/Step": 154, "Finetune/Step Time": 4.874381950125098}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0492198467254639, "Finetune/Loss (Raw)": 1.2130179405212402, "Finetune/Step": 155, "Finetune/Step Time": 4.881550371646881}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0426740646362305, "Finetune/Loss (Raw)": 0.3002665936946869, "Finetune/Step": 156, "Finetune/Step Time": 4.919926868751645}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0411535501480103, "Finetune/Loss (Raw)": 1.0832167863845825, "Finetune/Step": 157, "Finetune/Step Time": 4.909776523709297}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0415507555007935, "Finetune/Loss (Raw)": 1.1094059944152832, "Finetune/Step": 158, "Finetune/Step Time": 4.900313215330243}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0404374599456787, "Finetune/Loss (Raw)": 1.0775864124298096, "Finetune/Step": 159, "Finetune/Step Time": 4.893392909318209}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0396497249603271, "Finetune/Loss (Raw)": 1.0183899402618408, "Finetune/Step": 160, "Finetune/Step Time": 4.882644638419151}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0401835441589355, "Finetune/Loss (Raw)": 1.0352085828781128, "Finetune/Step": 161, "Finetune/Step Time": 4.8789524007588625}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0421369075775146, "Finetune/Loss (Raw)": 1.2655086517333984, "Finetune/Step": 162, "Finetune/Step Time": 4.877847578376532}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0403311252593994, "Finetune/Loss (Raw)": 1.0825608968734741, "Finetune/Step": 163, "Finetune/Step Time": 4.878256751224399}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0389189720153809, "Finetune/Loss (Raw)": 0.9651105403900146, "Finetune/Step": 164, "Finetune/Step Time": 4.87629528529942}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0372519493103027, "Finetune/Loss (Raw)": 1.0574740171432495, "Finetune/Step": 165, "Finetune/Step Time": 4.8532164096832275}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0362164974212646, "Finetune/Loss (Raw)": 1.0002861022949219, "Finetune/Step": 166, "Finetune/Step Time": 4.8551058657467365}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0361663103103638, "Finetune/Loss (Raw)": 1.148529052734375, "Finetune/Step": 167, "Finetune/Step Time": 4.857086945325136}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0349159240722656, "Finetune/Loss (Raw)": 0.9892014861106873, "Finetune/Step": 168, "Finetune/Step Time": 4.845231218263507}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0325875282287598, "Finetune/Loss (Raw)": 0.9709007143974304, "Finetune/Step": 169, "Finetune/Step Time": 4.850058684125543}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0258092880249023, "Finetune/Loss (Raw)": 0.3605409860610962, "Finetune/Step": 170, "Finetune/Step Time": 4.8848461620509624}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0246542692184448, "Finetune/Loss (Raw)": 1.0075633525848389, "Finetune/Step": 171, "Finetune/Step Time": 4.882433565333486}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0231890678405762, "Finetune/Loss (Raw)": 0.9933118224143982, "Finetune/Step": 172, "Finetune/Step Time": 4.885873444378376}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0243210792541504, "Finetune/Loss (Raw)": 1.2039366960525513, "Finetune/Step": 173, "Finetune/Step Time": 4.85303782299161}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0290712118148804, "Finetune/Loss (Raw)": 0.902762234210968, "Finetune/Step": 174, "Finetune/Step Time": 4.807938136160374}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0294768810272217, "Finetune/Loss (Raw)": 1.1986688375473022, "Finetune/Step": 175, "Finetune/Step Time": 4.7997902277857065}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.023460865020752, "Finetune/Loss (Raw)": 0.35722431540489197, "Finetune/Step": 176, "Finetune/Step Time": 4.826578795909882}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0220345258712769, "Finetune/Loss (Raw)": 0.9782225489616394, "Finetune/Step": 177, "Finetune/Step Time": 4.829213947057724}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0234105587005615, "Finetune/Loss (Raw)": 1.2115668058395386, "Finetune/Step": 178, "Finetune/Step Time": 4.831404339522123}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0215449333190918, "Finetune/Loss (Raw)": 0.906628429889679, "Finetune/Step": 179, "Finetune/Step Time": 4.835313184186816}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0204557180404663, "Finetune/Loss (Raw)": 1.0694953203201294, "Finetune/Step": 180, "Finetune/Step Time": 4.837907092645764}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.021263837814331, "Finetune/Loss (Raw)": 1.0243293046951294, "Finetune/Step": 181, "Finetune/Step Time": 4.82361794821918}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0222303867340088, "Finetune/Loss (Raw)": 1.06074059009552, "Finetune/Step": 182, "Finetune/Step Time": 4.828259147703648}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.021065354347229, "Finetune/Loss (Raw)": 1.0172228813171387, "Finetune/Step": 183, "Finetune/Step Time": 4.811271045356989}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.021470308303833, "Finetune/Loss (Raw)": 1.1648606061935425, "Finetune/Step": 184, "Finetune/Step Time": 4.7977079432457685}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0207548141479492, "Finetune/Loss (Raw)": 0.9285845756530762, "Finetune/Step": 185, "Finetune/Step Time": 4.795624483376741}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0204360485076904, "Finetune/Loss (Raw)": 1.0207569599151611, "Finetune/Step": 186, "Finetune/Step Time": 4.785952236503363}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.019735336303711, "Finetune/Loss (Raw)": 1.0140419006347656, "Finetune/Step": 187, "Finetune/Step Time": 4.771390713751316}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.02009916305542, "Finetune/Loss (Raw)": 1.1394914388656616, "Finetune/Step": 188, "Finetune/Step Time": 4.770196473225951}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.018998384475708, "Finetune/Loss (Raw)": 1.012096881866455, "Finetune/Step": 189, "Finetune/Step Time": 4.7816699501127005}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.018020510673523, "Finetune/Loss (Raw)": 1.0725817680358887, "Finetune/Step": 190, "Finetune/Step Time": 4.786520007997751}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0170810222625732, "Finetune/Loss (Raw)": 1.0889593362808228, "Finetune/Step": 191, "Finetune/Step Time": 4.792039280757308}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0171451568603516, "Finetune/Loss (Raw)": 1.0744283199310303, "Finetune/Step": 192, "Finetune/Step Time": 4.771758023649454}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0163289308547974, "Finetune/Loss (Raw)": 0.9462729096412659, "Finetune/Step": 193, "Finetune/Step Time": 4.76411391235888}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.016742467880249, "Finetune/Loss (Raw)": 1.0621600151062012, "Finetune/Step": 194, "Finetune/Step Time": 4.762590365484357}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0176447629928589, "Finetune/Loss (Raw)": 1.015832781791687, "Finetune/Step": 195, "Finetune/Step Time": 4.769241558387876}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0164334774017334, "Finetune/Loss (Raw)": 0.9758197069168091, "Finetune/Step": 196, "Finetune/Step Time": 4.7656072080135345}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0156728029251099, "Finetune/Loss (Raw)": 1.0600210428237915, "Finetune/Step": 197, "Finetune/Step Time": 4.771891823038459}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0142498016357422, "Finetune/Loss (Raw)": 1.0145606994628906, "Finetune/Step": 198, "Finetune/Step Time": 4.771180922165513}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.014807939529419, "Finetune/Loss (Raw)": 1.0021690130233765, "Finetune/Step": 199, "Finetune/Step Time": 4.775125170126557}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0149016380310059, "Finetune/Loss (Raw)": 1.0356810092926025, "Finetune/Step": 200, "Finetune/Step Time": 4.7796330489218235}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0165996551513672, "Finetune/Loss (Raw)": 1.1415072679519653, "Finetune/Step": 201, "Finetune/Step Time": 4.783850768581033}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0181224346160889, "Finetune/Loss (Raw)": 1.1311284303665161, "Finetune/Step": 202, "Finetune/Step Time": 4.787017310038209}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0200581550598145, "Finetune/Loss (Raw)": 1.0748003721237183, "Finetune/Step": 203, "Finetune/Step Time": 4.78119258210063}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0207533836364746, "Finetune/Loss (Raw)": 1.067391276359558, "Finetune/Step": 204, "Finetune/Step Time": 4.775924468412995}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.014543056488037, "Finetune/Loss (Raw)": 0.3199898302555084, "Finetune/Step": 205, "Finetune/Step Time": 4.817376956343651}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.0129551887512207, "Finetune/Loss (Raw)": 1.0175269842147827, "Finetune/Step": 206, "Finetune/Step Time": 4.825996110215783}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.0130159854888916, "Finetune/Loss (Raw)": 1.194056510925293, "Finetune/Step": 207, "Finetune/Step Time": 4.848897257819772}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0137044191360474, "Finetune/Loss (Raw)": 1.0648349523544312, "Finetune/Step": 208, "Finetune/Step Time": 4.833794327452779}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.0126914978027344, "Finetune/Loss (Raw)": 1.0149608850479126, "Finetune/Step": 209, "Finetune/Step Time": 4.827653456479311}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.0065786838531494, "Finetune/Loss (Raw)": 0.32195135951042175, "Finetune/Step": 210, "Finetune/Step Time": 4.8689441457390785}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.006834864616394, "Finetune/Loss (Raw)": 0.9947118759155273, "Finetune/Step": 211, "Finetune/Step Time": 4.8614448849111795}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.0059868097305298, "Finetune/Loss (Raw)": 1.0809961557388306, "Finetune/Step": 212, "Finetune/Step Time": 4.859126741066575}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.0071451663970947, "Finetune/Loss (Raw)": 1.1952693462371826, "Finetune/Step": 213, "Finetune/Step Time": 4.861535206437111}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.0121405124664307, "Finetune/Loss (Raw)": 0.9917219877243042, "Finetune/Step": 214, "Finetune/Step Time": 4.837958266958594}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.011547327041626, "Finetune/Loss (Raw)": 0.9542887806892395, "Finetune/Step": 215, "Finetune/Step Time": 4.837659938260913}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.0093655586242676, "Finetune/Loss (Raw)": 0.9460722804069519, "Finetune/Step": 216, "Finetune/Step Time": 4.836353808641434}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.0097301006317139, "Finetune/Loss (Raw)": 1.119598627090454, "Finetune/Step": 217, "Finetune/Step Time": 4.834226205945015}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0092147588729858, "Finetune/Loss (Raw)": 1.078692078590393, "Finetune/Step": 218, "Finetune/Step Time": 4.823323057964444}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0096116065979004, "Finetune/Loss (Raw)": 1.211639165878296, "Finetune/Step": 219, "Finetune/Step Time": 4.811580061912537}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0078270435333252, "Finetune/Loss (Raw)": 0.9766735434532166, "Finetune/Step": 220, "Finetune/Step Time": 4.808448009192944}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.00937020778656, "Finetune/Loss (Raw)": 1.1195920705795288, "Finetune/Step": 221, "Finetune/Step Time": 4.8118627946823835}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.007800817489624, "Finetune/Loss (Raw)": 0.9609492421150208, "Finetune/Step": 222, "Finetune/Step Time": 4.817671289667487}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0069916248321533, "Finetune/Loss (Raw)": 0.9945836067199707, "Finetune/Step": 223, "Finetune/Step Time": 4.81893596611917}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 1.0013036727905273, "Finetune/Loss (Raw)": 0.3576147258281708, "Finetune/Step": 224, "Finetune/Step Time": 4.8430486880242825}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 1.0015368461608887, "Finetune/Loss (Raw)": 1.0579627752304077, "Finetune/Step": 225, "Finetune/Step Time": 4.843162000179291}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.002030611038208, "Finetune/Loss (Raw)": 1.1942018270492554, "Finetune/Step": 226, "Finetune/Step Time": 4.8409212827682495}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.0096449851989746, "Finetune/Loss (Raw)": 1.1964656114578247, "Finetune/Step": 227, "Finetune/Step Time": 4.804918721318245}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.009204387664795, "Finetune/Loss (Raw)": 1.1597074270248413, "Finetune/Step": 228, "Finetune/Step Time": 4.800188226625323}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.0090923309326172, "Finetune/Loss (Raw)": 1.0382673740386963, "Finetune/Step": 229, "Finetune/Step Time": 4.79347612336278}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.0087308883666992, "Finetune/Loss (Raw)": 1.1630107164382935, "Finetune/Step": 230, "Finetune/Step Time": 4.7961524818092585}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.0143967866897583, "Finetune/Loss (Raw)": 1.019540786743164, "Finetune/Step": 231, "Finetune/Step Time": 4.761441884562373}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.0136921405792236, "Finetune/Loss (Raw)": 1.0683162212371826, "Finetune/Step": 232, "Finetune/Step Time": 4.7648388016968966}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.007799744606018, "Finetune/Loss (Raw)": 0.31069010496139526, "Finetune/Step": 233, "Finetune/Step Time": 4.8042896296828985}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.0085943937301636, "Finetune/Loss (Raw)": 1.1670602560043335, "Finetune/Step": 234, "Finetune/Step Time": 4.82376679033041}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.0091677904129028, "Finetune/Loss (Raw)": 1.2064013481140137, "Finetune/Step": 235, "Finetune/Step Time": 4.865012254565954}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.0092337131500244, "Finetune/Loss (Raw)": 1.0258996486663818, "Finetune/Step": 236, "Finetune/Step Time": 4.865047287195921}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0088646411895752, "Finetune/Loss (Raw)": 1.0988832712173462, "Finetune/Step": 237, "Finetune/Step Time": 4.8930548299103975}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.008601188659668, "Finetune/Loss (Raw)": 1.019920825958252, "Finetune/Step": 238, "Finetune/Step Time": 4.896785002201796}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.006899356842041, "Finetune/Loss (Raw)": 0.9008240699768066, "Finetune/Step": 239, "Finetune/Step Time": 4.880852818489075}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.006001591682434, "Finetune/Loss (Raw)": 0.9701222777366638, "Finetune/Step": 240, "Finetune/Step Time": 4.873681189492345}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.005833625793457, "Finetune/Loss (Raw)": 1.1070668697357178, "Finetune/Step": 241, "Finetune/Step Time": 4.861052790656686}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.012269139289856, "Finetune/Loss (Raw)": 1.072162389755249, "Finetune/Step": 242, "Finetune/Step Time": 4.818269852548838}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.012197494506836, "Finetune/Loss (Raw)": 1.0821377038955688, "Finetune/Step": 243, "Finetune/Step Time": 4.845863031223416}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.012194275856018, "Finetune/Loss (Raw)": 0.9271067976951599, "Finetune/Step": 244, "Finetune/Step Time": 4.825233394280076}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.0129998922348022, "Finetune/Loss (Raw)": 1.2140793800354004, "Finetune/Step": 245, "Finetune/Step Time": 4.8176498506218195}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0132920742034912, "Finetune/Loss (Raw)": 1.1755642890930176, "Finetune/Step": 246, "Finetune/Step Time": 4.826828608289361}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.01344895362854, "Finetune/Loss (Raw)": 1.068515658378601, "Finetune/Step": 247, "Finetune/Step Time": 4.826703481376171}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.0127772092819214, "Finetune/Loss (Raw)": 1.0080920457839966, "Finetune/Step": 248, "Finetune/Step Time": 4.8351213950663805}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.0127558708190918, "Finetune/Loss (Raw)": 1.0257126092910767, "Finetune/Step": 249, "Finetune/Step Time": 4.817378453910351}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.0137122869491577, "Finetune/Loss (Raw)": 1.0870895385742188, "Finetune/Step": 250, "Finetune/Step Time": 4.815754935145378}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0147535800933838, "Finetune/Loss (Raw)": 1.1504123210906982, "Finetune/Step": 251, "Finetune/Step Time": 4.83079494908452}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0140891075134277, "Finetune/Loss (Raw)": 1.043907880783081, "Finetune/Step": 252, "Finetune/Step Time": 4.8298006542027}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0146992206573486, "Finetune/Loss (Raw)": 1.091740608215332, "Finetune/Step": 253, "Finetune/Step Time": 4.824828194454312}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.0137603282928467, "Finetune/Loss (Raw)": 0.9820236563682556, "Finetune/Step": 254, "Finetune/Step Time": 4.804557869210839}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.008522868156433, "Finetune/Loss (Raw)": 0.31691351532936096, "Finetune/Step": 255, "Finetune/Step Time": 4.839970832690597}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.007168173789978, "Finetune/Loss (Raw)": 0.9561819434165955, "Finetune/Step": 256, "Finetune/Step Time": 4.840363243594766}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.0073513984680176, "Finetune/Loss (Raw)": 1.1746110916137695, "Finetune/Step": 257, "Finetune/Step Time": 4.840043308213353}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0072218179702759, "Finetune/Loss (Raw)": 1.1319338083267212, "Finetune/Step": 258, "Finetune/Step Time": 4.839964067563415}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.0070757865905762, "Finetune/Loss (Raw)": 1.0847105979919434, "Finetune/Step": 259, "Finetune/Step Time": 4.842470264062285}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.0070579051971436, "Finetune/Loss (Raw)": 1.1062374114990234, "Finetune/Step": 260, "Finetune/Step Time": 4.86279596015811}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.0069271326065063, "Finetune/Loss (Raw)": 0.8827531337738037, "Finetune/Step": 261, "Finetune/Step Time": 4.845550984144211}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.003871202468872, "Finetune/Loss (Raw)": 0.8537563681602478, "Finetune/Step": 262, "Finetune/Step Time": 4.856960315257311}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.0041255950927734, "Finetune/Loss (Raw)": 1.0338306427001953, "Finetune/Step": 263, "Finetune/Step Time": 4.855067107826471}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.0034276247024536, "Finetune/Loss (Raw)": 0.9969619512557983, "Finetune/Step": 264, "Finetune/Step Time": 4.869632674381137}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 1.003580093383789, "Finetune/Loss (Raw)": 0.9961600303649902, "Finetune/Step": 265, "Finetune/Step Time": 4.866041447967291}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.0044519901275635, "Finetune/Loss (Raw)": 1.2319679260253906, "Finetune/Step": 266, "Finetune/Step Time": 4.877500653266907}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.0043926239013672, "Finetune/Loss (Raw)": 0.9085119962692261, "Finetune/Step": 267, "Finetune/Step Time": 4.875272227451205}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 1.0030590295791626, "Finetune/Loss (Raw)": 1.1163121461868286, "Finetune/Step": 268, "Finetune/Step Time": 4.879291292279959}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 1.0030992031097412, "Finetune/Loss (Raw)": 1.0462665557861328, "Finetune/Step": 269, "Finetune/Step Time": 4.885025447234511}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 1.003335952758789, "Finetune/Loss (Raw)": 1.060725212097168, "Finetune/Step": 270, "Finetune/Step Time": 4.847437780350447}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 1.0038447380065918, "Finetune/Loss (Raw)": 1.0331984758377075, "Finetune/Step": 271, "Finetune/Step Time": 4.838370272889733}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.0096484422683716, "Finetune/Loss (Raw)": 1.1163361072540283, "Finetune/Step": 272, "Finetune/Step Time": 4.8063692562282085}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0151879787445068, "Finetune/Loss (Raw)": 1.0546693801879883, "Finetune/Step": 273, "Finetune/Step Time": 4.770397303625941}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0161890983581543, "Finetune/Loss (Raw)": 1.1011276245117188, "Finetune/Step": 274, "Finetune/Step Time": 4.776528852060437}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.017159104347229, "Finetune/Loss (Raw)": 1.025151252746582, "Finetune/Step": 275, "Finetune/Step Time": 4.7736970745027065}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.015285849571228, "Finetune/Loss (Raw)": 0.8351308703422546, "Finetune/Step": 276, "Finetune/Step Time": 4.806874819099903}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0145689249038696, "Finetune/Loss (Raw)": 1.0293028354644775, "Finetune/Step": 277, "Finetune/Step Time": 4.805499324575067}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0138652324676514, "Finetune/Loss (Raw)": 1.0396803617477417, "Finetune/Step": 278, "Finetune/Step Time": 4.798171680420637}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0148073434829712, "Finetune/Loss (Raw)": 1.215876579284668, "Finetune/Step": 279, "Finetune/Step Time": 4.804608331993222}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0143113136291504, "Finetune/Loss (Raw)": 0.9923790693283081, "Finetune/Step": 280, "Finetune/Step Time": 4.802821438759565}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0137999057769775, "Finetune/Loss (Raw)": 1.0873379707336426, "Finetune/Step": 281, "Finetune/Step Time": 4.788371108472347}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0129101276397705, "Finetune/Loss (Raw)": 1.023831844329834, "Finetune/Step": 282, "Finetune/Step Time": 4.787540635094047}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0123610496520996, "Finetune/Loss (Raw)": 1.1427464485168457, "Finetune/Step": 283, "Finetune/Step Time": 4.786078995093703}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.019076943397522, "Finetune/Loss (Raw)": 1.1598931550979614, "Finetune/Step": 284, "Finetune/Step Time": 4.747539324685931}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.018505334854126, "Finetune/Loss (Raw)": 1.010054588317871, "Finetune/Step": 285, "Finetune/Step Time": 4.765451719984412}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0182892084121704, "Finetune/Loss (Raw)": 1.0817457437515259, "Finetune/Step": 286, "Finetune/Step Time": 4.780847918242216}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0183398723602295, "Finetune/Loss (Raw)": 1.0840709209442139, "Finetune/Step": 287, "Finetune/Step Time": 4.787611790001392}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0174764394760132, "Finetune/Loss (Raw)": 0.9078693389892578, "Finetune/Step": 288, "Finetune/Step Time": 4.795610599219799}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.018219232559204, "Finetune/Loss (Raw)": 1.1302947998046875, "Finetune/Step": 289, "Finetune/Step Time": 4.800149554386735}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0158542394638062, "Finetune/Loss (Raw)": 0.9627829194068909, "Finetune/Step": 290, "Finetune/Step Time": 4.811346501111984}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0162074565887451, "Finetune/Loss (Raw)": 1.1277713775634766, "Finetune/Step": 291, "Finetune/Step Time": 4.805079810321331}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.017332673072815, "Finetune/Loss (Raw)": 1.1091307401657104, "Finetune/Step": 292, "Finetune/Step Time": 4.793247716501355}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.018059492111206, "Finetune/Loss (Raw)": 1.1505107879638672, "Finetune/Step": 293, "Finetune/Step Time": 4.788916260004044}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.016221046447754, "Finetune/Loss (Raw)": 0.7649643421173096, "Finetune/Step": 294, "Finetune/Step Time": 4.795366844162345}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0158305168151855, "Finetune/Loss (Raw)": 1.0985543727874756, "Finetune/Step": 295, "Finetune/Step Time": 4.801362069323659}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.0160942077636719, "Finetune/Loss (Raw)": 1.0229402780532837, "Finetune/Step": 296, "Finetune/Step Time": 4.806039368733764}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.017385721206665, "Finetune/Loss (Raw)": 1.1362172365188599, "Finetune/Step": 297, "Finetune/Step Time": 4.809172719717026}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0217134952545166, "Finetune/Loss (Raw)": 0.9144951701164246, "Finetune/Step": 298, "Finetune/Step Time": 4.7994728069752455}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0162535905838013, "Finetune/Loss (Raw)": 0.30869486927986145, "Finetune/Step": 299, "Finetune/Step Time": 4.8307423163205385}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0113564729690552, "Finetune/Loss (Raw)": 0.366478830575943, "Finetune/Step": 300, "Finetune/Step Time": 4.854255750775337}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 1.005061388015747, "Finetune/Loss (Raw)": 0.398165225982666, "Finetune/Step": 301, "Finetune/Step Time": 4.890719462186098}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 1.0049843788146973, "Finetune/Loss (Raw)": 0.8929084539413452, "Finetune/Step": 302, "Finetune/Step Time": 4.904545959085226}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9981368780136108, "Finetune/Loss (Raw)": 0.3221999406814575, "Finetune/Step": 303, "Finetune/Step Time": 4.939644854515791}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 1.0039267539978027, "Finetune/Loss (Raw)": 1.0983179807662964, "Finetune/Step": 304, "Finetune/Step Time": 4.89979924634099}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 1.0044865608215332, "Finetune/Loss (Raw)": 1.049882173538208, "Finetune/Step": 305, "Finetune/Step Time": 4.897319016978145}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 1.0023895502090454, "Finetune/Loss (Raw)": 0.9431445002555847, "Finetune/Step": 306, "Finetune/Step Time": 4.897751780226827}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 1.0044264793395996, "Finetune/Loss (Raw)": 1.167359709739685, "Finetune/Step": 307, "Finetune/Step Time": 4.905918195843697}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 1.0042970180511475, "Finetune/Loss (Raw)": 1.0529085397720337, "Finetune/Step": 308, "Finetune/Step Time": 4.900589158758521}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 1.005305528640747, "Finetune/Loss (Raw)": 1.1534397602081299, "Finetune/Step": 309, "Finetune/Step Time": 4.914692437276244}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 1.004960536956787, "Finetune/Loss (Raw)": 1.0165812969207764, "Finetune/Step": 310, "Finetune/Step Time": 4.9038992915302515}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 1.005100131034851, "Finetune/Loss (Raw)": 1.0350896120071411, "Finetune/Step": 311, "Finetune/Step Time": 4.916434062644839}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 1.0037217140197754, "Finetune/Loss (Raw)": 0.9884116649627686, "Finetune/Step": 312, "Finetune/Step Time": 4.915145214647055}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 1.005194902420044, "Finetune/Loss (Raw)": 1.1171631813049316, "Finetune/Step": 313, "Finetune/Step Time": 4.922990126535296}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 1.0065035820007324, "Finetune/Loss (Raw)": 1.1882535219192505, "Finetune/Step": 314, "Finetune/Step Time": 4.906564539298415}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 1.0063345432281494, "Finetune/Loss (Raw)": 0.992415726184845, "Finetune/Step": 315, "Finetune/Step Time": 4.912775846198201}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 1.0003875494003296, "Finetune/Loss (Raw)": 0.3782693147659302, "Finetune/Step": 316, "Finetune/Step Time": 4.948899015784264}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 1.0000795125961304, "Finetune/Loss (Raw)": 0.9726719260215759, "Finetune/Step": 317, "Finetune/Step Time": 4.938765771687031}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 1.0000190734863281, "Finetune/Loss (Raw)": 1.0648345947265625, "Finetune/Step": 318, "Finetune/Step Time": 4.932230459526181}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9992620944976807, "Finetune/Loss (Raw)": 0.9920819401741028, "Finetune/Step": 319, "Finetune/Step Time": 4.939848056063056}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9982771873474121, "Finetune/Loss (Raw)": 0.9483577609062195, "Finetune/Step": 320, "Finetune/Step Time": 4.934711284935474}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.993471622467041, "Finetune/Loss (Raw)": 0.3311627209186554, "Finetune/Step": 321, "Finetune/Step Time": 4.978515770286322}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9929993748664856, "Finetune/Loss (Raw)": 1.0017036199569702, "Finetune/Step": 322, "Finetune/Step Time": 4.979402860626578}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9934435486793518, "Finetune/Loss (Raw)": 1.072683334350586, "Finetune/Step": 323, "Finetune/Step Time": 4.97369210422039}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9944618344306946, "Finetune/Loss (Raw)": 1.1061643362045288, "Finetune/Step": 324, "Finetune/Step Time": 4.972665261477232}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9943755269050598, "Finetune/Loss (Raw)": 1.048974871635437, "Finetune/Step": 325, "Finetune/Step Time": 4.969766654074192}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9959875345230103, "Finetune/Loss (Raw)": 1.220895767211914, "Finetune/Step": 326, "Finetune/Step Time": 4.970140393823385}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9961209297180176, "Finetune/Loss (Raw)": 1.0192492008209229, "Finetune/Step": 327, "Finetune/Step Time": 4.964552488178015}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9964043498039246, "Finetune/Loss (Raw)": 1.0719573497772217, "Finetune/Step": 328, "Finetune/Step Time": 4.971379486843944}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9949183464050293, "Finetune/Loss (Raw)": 0.951299786567688, "Finetune/Step": 329, "Finetune/Step Time": 4.98810338228941}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.99297696352005, "Finetune/Loss (Raw)": 0.8826269507408142, "Finetune/Step": 330, "Finetune/Step Time": 4.992394773289561}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.992847204208374, "Finetune/Loss (Raw)": 1.0581889152526855, "Finetune/Step": 331, "Finetune/Step Time": 4.996373379603028}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9909743070602417, "Finetune/Loss (Raw)": 0.8276589512825012, "Finetune/Step": 332, "Finetune/Step Time": 5.012874776497483}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9965864419937134, "Finetune/Loss (Raw)": 1.0383461713790894, "Finetune/Step": 333, "Finetune/Step Time": 4.978375738486648}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9964638948440552, "Finetune/Loss (Raw)": 1.0018336772918701, "Finetune/Step": 334, "Finetune/Step Time": 4.973802980035543}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9950702786445618, "Finetune/Loss (Raw)": 1.0156842470169067, "Finetune/Step": 335, "Finetune/Step Time": 4.961404073983431}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9953713417053223, "Finetune/Loss (Raw)": 1.1033636331558228, "Finetune/Step": 336, "Finetune/Step Time": 4.964655261486769}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9970636367797852, "Finetune/Loss (Raw)": 1.231582760810852, "Finetune/Step": 337, "Finetune/Step Time": 4.96037701703608}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 1.0023787021636963, "Finetune/Loss (Raw)": 1.002279281616211, "Finetune/Step": 338, "Finetune/Step Time": 4.928338550031185}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 1.002167820930481, "Finetune/Loss (Raw)": 0.9677096009254456, "Finetune/Step": 339, "Finetune/Step Time": 4.9313140120357275}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 1.0008740425109863, "Finetune/Loss (Raw)": 0.9154032468795776, "Finetune/Step": 340, "Finetune/Step Time": 4.9296942465007305}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9995672106742859, "Finetune/Loss (Raw)": 1.0279908180236816, "Finetune/Step": 341, "Finetune/Step Time": 4.931028572842479}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 1.0003864765167236, "Finetune/Loss (Raw)": 1.0965766906738281, "Finetune/Step": 342, "Finetune/Step Time": 4.9123743530362844}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 1.0009113550186157, "Finetune/Loss (Raw)": 1.0214788913726807, "Finetune/Step": 343, "Finetune/Step Time": 4.910938452929258}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 1.0020339488983154, "Finetune/Loss (Raw)": 1.0897727012634277, "Finetune/Step": 344, "Finetune/Step Time": 4.896002434194088}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 1.0020945072174072, "Finetune/Loss (Raw)": 1.1273595094680786, "Finetune/Step": 345, "Finetune/Step Time": 4.898556465283036}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 1.0024759769439697, "Finetune/Loss (Raw)": 1.127502679824829, "Finetune/Step": 346, "Finetune/Step Time": 4.905467990785837}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 1.0020462274551392, "Finetune/Loss (Raw)": 1.1566256284713745, "Finetune/Step": 347, "Finetune/Step Time": 4.908712949603796}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 1.0028800964355469, "Finetune/Loss (Raw)": 1.0834133625030518, "Finetune/Step": 348, "Finetune/Step Time": 4.929172519594431}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 1.0031991004943848, "Finetune/Loss (Raw)": 1.1604337692260742, "Finetune/Step": 349, "Finetune/Step Time": 4.937881786376238}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 1.0034284591674805, "Finetune/Loss (Raw)": 0.9903117418289185, "Finetune/Step": 350, "Finetune/Step Time": 4.952947203069925}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 1.0034997463226318, "Finetune/Loss (Raw)": 1.0037020444869995, "Finetune/Step": 351, "Finetune/Step Time": 4.966374268755317}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0086078643798828, "Finetune/Loss (Raw)": 1.011447548866272, "Finetune/Step": 352, "Finetune/Step Time": 4.940945355221629}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0080153942108154, "Finetune/Loss (Raw)": 0.9821395874023438, "Finetune/Step": 353, "Finetune/Step Time": 4.940056150779128}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 1.0058083534240723, "Finetune/Loss (Raw)": 0.9116818904876709, "Finetune/Step": 354, "Finetune/Step Time": 4.946760771796107}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 1.0048515796661377, "Finetune/Loss (Raw)": 1.0740045309066772, "Finetune/Step": 355, "Finetune/Step Time": 4.956500884145498}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 1.0029807090759277, "Finetune/Loss (Raw)": 0.9202373623847961, "Finetune/Step": 356, "Finetune/Step Time": 4.96386213041842}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 1.0021297931671143, "Finetune/Loss (Raw)": 0.9293422102928162, "Finetune/Step": 357, "Finetune/Step Time": 4.9781320951879025}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9959354400634766, "Finetune/Loss (Raw)": 0.3701484799385071, "Finetune/Step": 358, "Finetune/Step Time": 5.012749461457133}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9946130514144897, "Finetune/Loss (Raw)": 0.8502735495567322, "Finetune/Step": 359, "Finetune/Step Time": 5.014020560309291}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9941955804824829, "Finetune/Loss (Raw)": 1.014885425567627, "Finetune/Step": 360, "Finetune/Step Time": 5.013734167441726}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9987751841545105, "Finetune/Loss (Raw)": 0.8968779444694519, "Finetune/Step": 361, "Finetune/Step Time": 4.97815678268671}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9973307847976685, "Finetune/Loss (Raw)": 0.9821655750274658, "Finetune/Step": 362, "Finetune/Step Time": 4.970565363764763}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9963480234146118, "Finetune/Loss (Raw)": 1.0806089639663696, "Finetune/Step": 363, "Finetune/Step Time": 4.929233258590102}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9969522356987, "Finetune/Loss (Raw)": 1.1032476425170898, "Finetune/Step": 364, "Finetune/Step Time": 4.927948731929064}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9971528649330139, "Finetune/Loss (Raw)": 1.1245582103729248, "Finetune/Step": 365, "Finetune/Step Time": 4.902648076415062}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9962636828422546, "Finetune/Loss (Raw)": 0.9061123728752136, "Finetune/Step": 366, "Finetune/Step Time": 4.907847622409463}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9970836639404297, "Finetune/Loss (Raw)": 1.0057682991027832, "Finetune/Step": 367, "Finetune/Step Time": 4.913320414721966}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.997519850730896, "Finetune/Loss (Raw)": 1.0259621143341064, "Finetune/Step": 368, "Finetune/Step Time": 4.913496408611536}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9966315031051636, "Finetune/Loss (Raw)": 0.9933605790138245, "Finetune/Step": 369, "Finetune/Step Time": 4.913433656096458}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9973733425140381, "Finetune/Loss (Raw)": 1.1671098470687866, "Finetune/Step": 370, "Finetune/Step Time": 4.9184944126755}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9979912042617798, "Finetune/Loss (Raw)": 1.1612259149551392, "Finetune/Step": 371, "Finetune/Step Time": 4.886325148865581}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9989683628082275, "Finetune/Loss (Raw)": 1.0521897077560425, "Finetune/Step": 372, "Finetune/Step Time": 4.895167265087366}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.992963433265686, "Finetune/Loss (Raw)": 0.44543907046318054, "Finetune/Step": 373, "Finetune/Step Time": 4.934257870540023}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9866392016410828, "Finetune/Loss (Raw)": 0.3660750985145569, "Finetune/Step": 374, "Finetune/Step Time": 4.9604111928492785}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9869813323020935, "Finetune/Loss (Raw)": 1.1123051643371582, "Finetune/Step": 375, "Finetune/Step Time": 4.957749141380191}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9861664175987244, "Finetune/Loss (Raw)": 0.9037861227989197, "Finetune/Step": 376, "Finetune/Step Time": 4.957245424389839}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9857638478279114, "Finetune/Loss (Raw)": 0.9741759300231934, "Finetune/Step": 377, "Finetune/Step Time": 4.9633614923805}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9868239760398865, "Finetune/Loss (Raw)": 1.2227874994277954, "Finetune/Step": 378, "Finetune/Step Time": 4.962988752871752}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9868866205215454, "Finetune/Loss (Raw)": 1.1584317684173584, "Finetune/Step": 379, "Finetune/Step Time": 4.949482576921582}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9868746995925903, "Finetune/Loss (Raw)": 1.0423825979232788, "Finetune/Step": 380, "Finetune/Step Time": 4.9481414668262005}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9866301417350769, "Finetune/Loss (Raw)": 1.0604333877563477, "Finetune/Step": 381, "Finetune/Step Time": 4.9565145168453455}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9862006306648254, "Finetune/Loss (Raw)": 0.9270538091659546, "Finetune/Step": 382, "Finetune/Step Time": 5.008529622107744}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9910470247268677, "Finetune/Loss (Raw)": 0.9372491240501404, "Finetune/Step": 383, "Finetune/Step Time": 5.0067779161036015}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9874619841575623, "Finetune/Loss (Raw)": 0.4972997009754181, "Finetune/Step": 384, "Finetune/Step Time": 5.038381932303309}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.986211359500885, "Finetune/Loss (Raw)": 1.014527678489685, "Finetune/Step": 385, "Finetune/Step Time": 5.035729384049773}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9853184819221497, "Finetune/Loss (Raw)": 1.0176447629928589, "Finetune/Step": 386, "Finetune/Step Time": 5.040314760059118}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9837007522583008, "Finetune/Loss (Raw)": 0.8776412010192871, "Finetune/Step": 387, "Finetune/Step Time": 5.041802665218711}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9825187921524048, "Finetune/Loss (Raw)": 0.9549481868743896, "Finetune/Step": 388, "Finetune/Step Time": 5.019835587590933}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9829837083816528, "Finetune/Loss (Raw)": 0.9422567486763, "Finetune/Step": 389, "Finetune/Step Time": 5.0195435006171465}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9828976988792419, "Finetune/Loss (Raw)": 0.8427552580833435, "Finetune/Step": 390, "Finetune/Step Time": 5.00604479201138}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9827014207839966, "Finetune/Loss (Raw)": 1.0087082386016846, "Finetune/Step": 391, "Finetune/Step Time": 5.001538136973977}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9825384616851807, "Finetune/Loss (Raw)": 0.976100742816925, "Finetune/Step": 392, "Finetune/Step Time": 4.998238107189536}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9814094305038452, "Finetune/Loss (Raw)": 0.8516339063644409, "Finetune/Step": 393, "Finetune/Step Time": 5.010728668421507}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.978101909160614, "Finetune/Loss (Raw)": 0.8086121082305908, "Finetune/Step": 394, "Finetune/Step Time": 5.026028927415609}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9804427623748779, "Finetune/Loss (Raw)": 1.208140254020691, "Finetune/Step": 395, "Finetune/Step Time": 5.024671137332916}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9803910255432129, "Finetune/Loss (Raw)": 1.1096923351287842, "Finetune/Step": 396, "Finetune/Step Time": 5.025196462869644}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9788943529129028, "Finetune/Loss (Raw)": 0.8546915054321289, "Finetune/Step": 397, "Finetune/Step Time": 5.041030116379261}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9798429012298584, "Finetune/Loss (Raw)": 1.1821428537368774, "Finetune/Step": 398, "Finetune/Step Time": 5.034215798601508}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9790006875991821, "Finetune/Loss (Raw)": 0.9253978133201599, "Finetune/Step": 399, "Finetune/Step Time": 5.021788019686937}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9776982665061951, "Finetune/Loss (Raw)": 0.9496223330497742, "Finetune/Step": 400, "Finetune/Step Time": 5.019138786941767}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9781817197799683, "Finetune/Loss (Raw)": 1.1165454387664795, "Finetune/Step": 401, "Finetune/Step Time": 5.021697329357266}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9774669408798218, "Finetune/Loss (Raw)": 1.0096375942230225, "Finetune/Step": 402, "Finetune/Step Time": 5.033793691545725}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9770830869674683, "Finetune/Loss (Raw)": 0.9760212898254395, "Finetune/Step": 403, "Finetune/Step Time": 5.0332906395196915}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9790161848068237, "Finetune/Loss (Raw)": 1.082568883895874, "Finetune/Step": 404, "Finetune/Step Time": 5.000522349029779}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9767524003982544, "Finetune/Loss (Raw)": 0.7395386695861816, "Finetune/Step": 405, "Finetune/Step Time": 5.012972870841622}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9724022746086121, "Finetune/Loss (Raw)": 0.48286327719688416, "Finetune/Step": 406, "Finetune/Step Time": 5.049014803022146}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9661937952041626, "Finetune/Loss (Raw)": 0.4211890995502472, "Finetune/Step": 407, "Finetune/Step Time": 5.072443932294846}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9661401510238647, "Finetune/Loss (Raw)": 0.9855164885520935, "Finetune/Step": 408, "Finetune/Step Time": 5.072034019976854}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9669915437698364, "Finetune/Loss (Raw)": 1.196311354637146, "Finetune/Step": 409, "Finetune/Step Time": 5.072930892929435}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9686034321784973, "Finetune/Loss (Raw)": 1.2301563024520874, "Finetune/Step": 410, "Finetune/Step Time": 5.07122166082263}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9674838781356812, "Finetune/Loss (Raw)": 0.9994461536407471, "Finetune/Step": 411, "Finetune/Step Time": 5.0742884781211615}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9613533020019531, "Finetune/Loss (Raw)": 0.37517520785331726, "Finetune/Step": 412, "Finetune/Step Time": 5.114578764885664}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9622379541397095, "Finetune/Loss (Raw)": 1.1232943534851074, "Finetune/Step": 413, "Finetune/Step Time": 5.092102773487568}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9611680507659912, "Finetune/Loss (Raw)": 0.9447952508926392, "Finetune/Step": 414, "Finetune/Step Time": 5.077201519161463}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9609876871109009, "Finetune/Loss (Raw)": 1.0609854459762573, "Finetune/Step": 415, "Finetune/Step Time": 5.07413873821497}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9627268314361572, "Finetune/Loss (Raw)": 1.1304824352264404, "Finetune/Step": 416, "Finetune/Step Time": 5.059283059090376}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9621272087097168, "Finetune/Loss (Raw)": 1.053544282913208, "Finetune/Step": 417, "Finetune/Step Time": 5.053902870044112}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9632193446159363, "Finetune/Loss (Raw)": 1.1025679111480713, "Finetune/Step": 418, "Finetune/Step Time": 5.041196582838893}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9620200395584106, "Finetune/Loss (Raw)": 0.9742718935012817, "Finetune/Step": 419, "Finetune/Step Time": 5.059124546125531}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9562022089958191, "Finetune/Loss (Raw)": 0.3644373118877411, "Finetune/Step": 420, "Finetune/Step Time": 5.093101212754846}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9553147554397583, "Finetune/Loss (Raw)": 1.0369246006011963, "Finetune/Step": 421, "Finetune/Step Time": 5.093335373327136}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9572219848632812, "Finetune/Loss (Raw)": 1.009084701538086, "Finetune/Step": 422, "Finetune/Step Time": 5.098832448944449}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9574918150901794, "Finetune/Loss (Raw)": 1.1330972909927368, "Finetune/Step": 423, "Finetune/Step Time": 5.0923157427459955}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.95765620470047, "Finetune/Loss (Raw)": 1.0439785718917847, "Finetune/Step": 424, "Finetune/Step Time": 5.091579966247082}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9547674655914307, "Finetune/Loss (Raw)": 0.7664567828178406, "Finetune/Step": 425, "Finetune/Step Time": 5.127441871911287}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.955615758895874, "Finetune/Loss (Raw)": 1.0230756998062134, "Finetune/Step": 426, "Finetune/Step Time": 5.106626419350505}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9608767032623291, "Finetune/Loss (Raw)": 0.9820966720581055, "Finetune/Step": 427, "Finetune/Step Time": 5.075134381651878}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.966781497001648, "Finetune/Loss (Raw)": 1.122288703918457, "Finetune/Step": 428, "Finetune/Step Time": 5.04044097289443}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9720914959907532, "Finetune/Loss (Raw)": 1.0778526067733765, "Finetune/Step": 429, "Finetune/Step Time": 5.008955026045442}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9721809029579163, "Finetune/Loss (Raw)": 0.904347836971283, "Finetune/Step": 430, "Finetune/Step Time": 4.9974685329943895}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9781897664070129, "Finetune/Loss (Raw)": 1.0913383960723877, "Finetune/Step": 431, "Finetune/Step Time": 4.971526807174087}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9770022630691528, "Finetune/Loss (Raw)": 0.9463168382644653, "Finetune/Step": 432, "Finetune/Step Time": 4.977873915806413}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9759987592697144, "Finetune/Loss (Raw)": 0.9214318990707397, "Finetune/Step": 433, "Finetune/Step Time": 4.9758387096226215}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9763355851173401, "Finetune/Loss (Raw)": 0.9862513542175293, "Finetune/Step": 434, "Finetune/Step Time": 4.982574865221977}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9737883806228638, "Finetune/Loss (Raw)": 0.8413249850273132, "Finetune/Step": 435, "Finetune/Step Time": 4.967350801452994}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9727699756622314, "Finetune/Loss (Raw)": 0.9225490689277649, "Finetune/Step": 436, "Finetune/Step Time": 4.964107656851411}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9717782735824585, "Finetune/Loss (Raw)": 1.0265045166015625, "Finetune/Step": 437, "Finetune/Step Time": 4.955401023849845}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9714096784591675, "Finetune/Loss (Raw)": 0.9693970680236816, "Finetune/Step": 438, "Finetune/Step Time": 4.952859848737717}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.970974326133728, "Finetune/Loss (Raw)": 0.9793646335601807, "Finetune/Step": 439, "Finetune/Step Time": 4.951903291046619}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9717159271240234, "Finetune/Loss (Raw)": 1.0833414793014526, "Finetune/Step": 440, "Finetune/Step Time": 4.958330055698752}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9712361097335815, "Finetune/Loss (Raw)": 1.0557477474212646, "Finetune/Step": 441, "Finetune/Step Time": 4.955619994550943}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9654132127761841, "Finetune/Loss (Raw)": 0.4429188370704651, "Finetune/Step": 442, "Finetune/Step Time": 4.993151281028986}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9660760760307312, "Finetune/Loss (Raw)": 1.0772626399993896, "Finetune/Step": 443, "Finetune/Step Time": 4.997026277706027}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9720442295074463, "Finetune/Loss (Raw)": 1.1421914100646973, "Finetune/Step": 444, "Finetune/Step Time": 4.961860066279769}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9724264144897461, "Finetune/Loss (Raw)": 1.021592140197754, "Finetune/Step": 445, "Finetune/Step Time": 4.958159303292632}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9728578329086304, "Finetune/Loss (Raw)": 1.1200577020645142, "Finetune/Step": 446, "Finetune/Step Time": 4.960892608389258}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9732413291931152, "Finetune/Loss (Raw)": 1.04116952419281, "Finetune/Step": 447, "Finetune/Step Time": 4.950502244755626}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9733452796936035, "Finetune/Loss (Raw)": 0.961668074131012, "Finetune/Step": 448, "Finetune/Step Time": 4.962268935516477}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9796591997146606, "Finetune/Loss (Raw)": 1.1393364667892456, "Finetune/Step": 449, "Finetune/Step Time": 4.927498586475849}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9792416095733643, "Finetune/Loss (Raw)": 0.9482488036155701, "Finetune/Step": 450, "Finetune/Step Time": 4.926356166601181}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9785181283950806, "Finetune/Loss (Raw)": 0.980084240436554, "Finetune/Step": 451, "Finetune/Step Time": 4.931151479482651}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9776976704597473, "Finetune/Loss (Raw)": 1.0011414289474487, "Finetune/Step": 452, "Finetune/Step Time": 4.924171537160873}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.97910475730896, "Finetune/Loss (Raw)": 1.2290884256362915, "Finetune/Step": 453, "Finetune/Step Time": 4.91937736235559}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9773242473602295, "Finetune/Loss (Raw)": 0.9929923415184021, "Finetune/Step": 454, "Finetune/Step Time": 4.934052191674709}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9779248237609863, "Finetune/Loss (Raw)": 1.0961233377456665, "Finetune/Step": 455, "Finetune/Step Time": 4.932357124984264}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9722492098808289, "Finetune/Loss (Raw)": 0.3454785943031311, "Finetune/Step": 456, "Finetune/Step Time": 4.9556403663009405}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9720232486724854, "Finetune/Loss (Raw)": 0.9223717451095581, "Finetune/Step": 457, "Finetune/Step Time": 4.935882207006216}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9746432304382324, "Finetune/Loss (Raw)": 1.2179844379425049, "Finetune/Step": 458, "Finetune/Step Time": 4.93301404453814}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9742040634155273, "Finetune/Loss (Raw)": 1.0019769668579102, "Finetune/Step": 459, "Finetune/Step Time": 4.935992777347565}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.974384605884552, "Finetune/Loss (Raw)": 0.8507646322250366, "Finetune/Step": 460, "Finetune/Step Time": 4.935045639052987}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9739649891853333, "Finetune/Loss (Raw)": 0.9846392869949341, "Finetune/Step": 461, "Finetune/Step Time": 4.93414918705821}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.973917543888092, "Finetune/Loss (Raw)": 0.9957587122917175, "Finetune/Step": 462, "Finetune/Step Time": 4.9334701634943485}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9753121733665466, "Finetune/Loss (Raw)": 1.1941977739334106, "Finetune/Step": 463, "Finetune/Step Time": 4.927341423928738}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9689687490463257, "Finetune/Loss (Raw)": 0.2914087474346161, "Finetune/Step": 464, "Finetune/Step Time": 4.9613605029881}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.967537522315979, "Finetune/Loss (Raw)": 1.0483787059783936, "Finetune/Step": 465, "Finetune/Step Time": 4.968741582706571}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9670924544334412, "Finetune/Loss (Raw)": 0.9453155994415283, "Finetune/Step": 466, "Finetune/Step Time": 4.973159417510033}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9680298566818237, "Finetune/Loss (Raw)": 1.087691307067871, "Finetune/Step": 467, "Finetune/Step Time": 4.973083978518844}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9674084186553955, "Finetune/Loss (Raw)": 0.8358675241470337, "Finetune/Step": 468, "Finetune/Step Time": 4.984917087480426}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.962167501449585, "Finetune/Loss (Raw)": 0.35714593529701233, "Finetune/Step": 469, "Finetune/Step Time": 5.016448769718409}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9612905979156494, "Finetune/Loss (Raw)": 0.9843416213989258, "Finetune/Step": 470, "Finetune/Step Time": 5.015362439677119}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9612341523170471, "Finetune/Loss (Raw)": 1.0142501592636108, "Finetune/Step": 471, "Finetune/Step Time": 5.030835147947073}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9616441130638123, "Finetune/Loss (Raw)": 1.1422494649887085, "Finetune/Step": 472, "Finetune/Step Time": 5.031933473423123}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9600435495376587, "Finetune/Loss (Raw)": 0.9224904775619507, "Finetune/Step": 473, "Finetune/Step Time": 5.0303534008562565}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9594780206680298, "Finetune/Loss (Raw)": 1.0551092624664307, "Finetune/Step": 474, "Finetune/Step Time": 5.026381451636553}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9588032960891724, "Finetune/Loss (Raw)": 1.0702656507492065, "Finetune/Step": 475, "Finetune/Step Time": 5.025726169347763}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9584192037582397, "Finetune/Loss (Raw)": 1.0342390537261963, "Finetune/Step": 476, "Finetune/Step Time": 5.009620491415262}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9580084085464478, "Finetune/Loss (Raw)": 1.107853651046753, "Finetune/Step": 477, "Finetune/Step Time": 5.0152880642563105}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9578933119773865, "Finetune/Loss (Raw)": 0.9755814075469971, "Finetune/Step": 478, "Finetune/Step Time": 4.9915643110871315}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9580928087234497, "Finetune/Loss (Raw)": 1.0292363166809082, "Finetune/Step": 479, "Finetune/Step Time": 4.976000381633639}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9587584733963013, "Finetune/Loss (Raw)": 1.096663475036621, "Finetune/Step": 480, "Finetune/Step Time": 4.967681009322405}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9591057300567627, "Finetune/Loss (Raw)": 1.0265767574310303, "Finetune/Step": 481, "Finetune/Step Time": 4.972563488408923}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9602094888687134, "Finetune/Loss (Raw)": 1.0529719591140747, "Finetune/Step": 482, "Finetune/Step Time": 4.981648100540042}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9599276781082153, "Finetune/Loss (Raw)": 1.0379254817962646, "Finetune/Step": 483, "Finetune/Step Time": 4.992316847667098}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.960389256477356, "Finetune/Loss (Raw)": 0.9793252348899841, "Finetune/Step": 484, "Finetune/Step Time": 4.9965114910155535}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9598171710968018, "Finetune/Loss (Raw)": 0.856113851070404, "Finetune/Step": 485, "Finetune/Step Time": 5.000169260427356}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9647018909454346, "Finetune/Loss (Raw)": 0.9953896403312683, "Finetune/Step": 486, "Finetune/Step Time": 4.97837133333087}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9662042856216431, "Finetune/Loss (Raw)": 1.0425812005996704, "Finetune/Step": 487, "Finetune/Step Time": 4.977123556658626}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9664598703384399, "Finetune/Loss (Raw)": 1.047603726387024, "Finetune/Step": 488, "Finetune/Step Time": 4.974520813673735}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9668548107147217, "Finetune/Loss (Raw)": 0.9474320411682129, "Finetune/Step": 489, "Finetune/Step Time": 4.979024820029736}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9665538668632507, "Finetune/Loss (Raw)": 0.9436405301094055, "Finetune/Step": 490, "Finetune/Step Time": 4.985205275937915}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9634243249893188, "Finetune/Loss (Raw)": 0.680025577545166, "Finetune/Step": 491, "Finetune/Step Time": 5.013560751453042}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9623574018478394, "Finetune/Loss (Raw)": 0.9666816592216492, "Finetune/Step": 492, "Finetune/Step Time": 5.0189828388392925}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9620517492294312, "Finetune/Loss (Raw)": 1.0854344367980957, "Finetune/Step": 493, "Finetune/Step Time": 5.015609448775649}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9626172780990601, "Finetune/Loss (Raw)": 0.9785018563270569, "Finetune/Step": 494, "Finetune/Step Time": 5.026840033009648}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9627399444580078, "Finetune/Loss (Raw)": 1.0214697122573853, "Finetune/Step": 495, "Finetune/Step Time": 5.0270856898278}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9628925323486328, "Finetune/Loss (Raw)": 1.0455012321472168, "Finetune/Step": 496, "Finetune/Step Time": 5.040659165009856}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9627319574356079, "Finetune/Loss (Raw)": 0.9728024005889893, "Finetune/Step": 497, "Finetune/Step Time": 5.042499344795942}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9618280529975891, "Finetune/Loss (Raw)": 1.0514075756072998, "Finetune/Step": 498, "Finetune/Step Time": 5.0349681582301855}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9597216844558716, "Finetune/Loss (Raw)": 0.8916063904762268, "Finetune/Step": 499, "Finetune/Step Time": 5.036973800510168}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9592874050140381, "Finetune/Loss (Raw)": 0.9966074824333191, "Finetune/Step": 500, "Finetune/Step Time": 5.0416206531226635}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9620548486709595, "Finetune/Loss (Raw)": 0.7996684312820435, "Finetune/Step": 501, "Finetune/Step Time": 5.0277168694883585}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9661914110183716, "Finetune/Loss (Raw)": 0.8955609798431396, "Finetune/Step": 502, "Finetune/Step Time": 5.010655857622623}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9656057953834534, "Finetune/Loss (Raw)": 1.0373423099517822, "Finetune/Step": 503, "Finetune/Step Time": 5.032327134162188}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9669144153594971, "Finetune/Loss (Raw)": 1.0712889432907104, "Finetune/Step": 504, "Finetune/Step Time": 5.022746384143829}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.967226505279541, "Finetune/Loss (Raw)": 1.0141191482543945, "Finetune/Step": 505, "Finetune/Step Time": 5.018102092668414}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9641741514205933, "Finetune/Loss (Raw)": 0.8320844173431396, "Finetune/Step": 506, "Finetune/Step Time": 5.030329015105963}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.963105320930481, "Finetune/Loss (Raw)": 1.0216264724731445, "Finetune/Step": 507, "Finetune/Step Time": 5.025864083319902}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9627729654312134, "Finetune/Loss (Raw)": 0.9998437762260437, "Finetune/Step": 508, "Finetune/Step Time": 5.025429952889681}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9621037244796753, "Finetune/Loss (Raw)": 0.9747638702392578, "Finetune/Step": 509, "Finetune/Step Time": 5.028472002595663}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9621771574020386, "Finetune/Loss (Raw)": 0.9364564418792725, "Finetune/Step": 510, "Finetune/Step Time": 4.983376795426011}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9634660482406616, "Finetune/Loss (Raw)": 1.1022238731384277, "Finetune/Step": 511, "Finetune/Step Time": 4.953898081555963}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9676332473754883, "Finetune/Loss (Raw)": 1.0307013988494873, "Finetune/Step": 512, "Finetune/Step Time": 4.9261745028197765}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9680429100990295, "Finetune/Loss (Raw)": 1.066965937614441, "Finetune/Step": 513, "Finetune/Step Time": 4.9301144387573}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9686988592147827, "Finetune/Loss (Raw)": 1.1016113758087158, "Finetune/Step": 514, "Finetune/Step Time": 4.938376046717167}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9649884700775146, "Finetune/Loss (Raw)": 0.4027065634727478, "Finetune/Step": 515, "Finetune/Step Time": 4.971843097358942}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.966003954410553, "Finetune/Loss (Raw)": 1.08493173122406, "Finetune/Step": 516, "Finetune/Step Time": 4.974693903699517}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9668369293212891, "Finetune/Loss (Raw)": 1.0488770008087158, "Finetune/Step": 517, "Finetune/Step Time": 4.9735476244241}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9685455560684204, "Finetune/Loss (Raw)": 1.0614538192749023, "Finetune/Step": 518, "Finetune/Step Time": 4.975788984447718}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9690231680870056, "Finetune/Loss (Raw)": 1.069853663444519, "Finetune/Step": 519, "Finetune/Step Time": 4.9909854009747505}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9693166017532349, "Finetune/Loss (Raw)": 1.0136581659317017, "Finetune/Step": 520, "Finetune/Step Time": 4.990406984463334}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9705760478973389, "Finetune/Loss (Raw)": 1.0128366947174072, "Finetune/Step": 521, "Finetune/Step Time": 4.98127381131053}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9720971584320068, "Finetune/Loss (Raw)": 1.0033198595046997, "Finetune/Step": 522, "Finetune/Step Time": 4.967999991029501}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9697693586349487, "Finetune/Loss (Raw)": 0.9101749062538147, "Finetune/Step": 523, "Finetune/Step Time": 4.97527670301497}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9690766334533691, "Finetune/Loss (Raw)": 1.0210304260253906, "Finetune/Step": 524, "Finetune/Step Time": 4.971637764945626}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9704020023345947, "Finetune/Loss (Raw)": 1.0243293046951294, "Finetune/Step": 525, "Finetune/Step Time": 4.954964444041252}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.968471884727478, "Finetune/Loss (Raw)": 0.9350985288619995, "Finetune/Step": 526, "Finetune/Step Time": 4.967832131311297}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9688350558280945, "Finetune/Loss (Raw)": 0.9718828797340393, "Finetune/Step": 527, "Finetune/Step Time": 4.9616796635091305}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.969608724117279, "Finetune/Loss (Raw)": 1.0486445426940918, "Finetune/Step": 528, "Finetune/Step Time": 4.956769287586212}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9694943428039551, "Finetune/Loss (Raw)": 1.1019113063812256, "Finetune/Step": 529, "Finetune/Step Time": 4.95654440484941}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9702099561691284, "Finetune/Loss (Raw)": 1.1012399196624756, "Finetune/Step": 530, "Finetune/Step Time": 4.9404820539057255}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9716472625732422, "Finetune/Loss (Raw)": 1.159984827041626, "Finetune/Step": 531, "Finetune/Step Time": 4.937108250334859}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9709041714668274, "Finetune/Loss (Raw)": 0.9874573945999146, "Finetune/Step": 532, "Finetune/Step Time": 4.935113999992609}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.972527265548706, "Finetune/Loss (Raw)": 0.9472962021827698, "Finetune/Step": 533, "Finetune/Step Time": 4.931335911154747}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.976122260093689, "Finetune/Loss (Raw)": 0.9430251717567444, "Finetune/Step": 534, "Finetune/Step Time": 4.9033686183393}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9801041483879089, "Finetune/Loss (Raw)": 0.9308740496635437, "Finetune/Step": 535, "Finetune/Step Time": 4.880308944731951}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9787951707839966, "Finetune/Loss (Raw)": 0.8179625868797302, "Finetune/Step": 536, "Finetune/Step Time": 4.903216568753123}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9777882099151611, "Finetune/Loss (Raw)": 1.0674165487289429, "Finetune/Step": 537, "Finetune/Step Time": 4.904392570257187}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9761524796485901, "Finetune/Loss (Raw)": 1.0207849740982056, "Finetune/Step": 538, "Finetune/Step Time": 4.9133040979504585}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9769261479377747, "Finetune/Loss (Raw)": 1.0984760522842407, "Finetune/Step": 539, "Finetune/Step Time": 4.907281793653965}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.98160719871521, "Finetune/Loss (Raw)": 0.974342942237854, "Finetune/Step": 540, "Finetune/Step Time": 4.8670718017965555}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9806826114654541, "Finetune/Loss (Raw)": 1.0049476623535156, "Finetune/Step": 541, "Finetune/Step Time": 4.87429803609848}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9813151359558105, "Finetune/Loss (Raw)": 1.02576744556427, "Finetune/Step": 542, "Finetune/Step Time": 4.873321659862995}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9818046689033508, "Finetune/Loss (Raw)": 1.1236484050750732, "Finetune/Step": 543, "Finetune/Step Time": 4.873340101912618}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9814019203186035, "Finetune/Loss (Raw)": 1.078921914100647, "Finetune/Step": 544, "Finetune/Step Time": 4.873781817033887}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9809114933013916, "Finetune/Loss (Raw)": 0.9907656311988831, "Finetune/Step": 545, "Finetune/Step Time": 4.87124609015882}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.979648768901825, "Finetune/Loss (Raw)": 0.9409499168395996, "Finetune/Step": 546, "Finetune/Step Time": 4.872634079307318}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9804521203041077, "Finetune/Loss (Raw)": 1.0770936012268066, "Finetune/Step": 547, "Finetune/Step Time": 4.863281272351742}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9850931167602539, "Finetune/Loss (Raw)": 0.9584895968437195, "Finetune/Step": 548, "Finetune/Step Time": 4.84361145272851}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9835537672042847, "Finetune/Loss (Raw)": 0.8398874402046204, "Finetune/Step": 549, "Finetune/Step Time": 4.852363033220172}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9834871292114258, "Finetune/Loss (Raw)": 1.000546932220459, "Finetune/Step": 550, "Finetune/Step Time": 4.834773268550634}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9823017716407776, "Finetune/Loss (Raw)": 0.981383740901947, "Finetune/Step": 551, "Finetune/Step Time": 4.836265090852976}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9827479124069214, "Finetune/Loss (Raw)": 1.1010823249816895, "Finetune/Step": 552, "Finetune/Step Time": 4.831756547093391}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9827436804771423, "Finetune/Loss (Raw)": 0.7659168243408203, "Finetune/Step": 553, "Finetune/Step Time": 4.795077700167894}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9837054014205933, "Finetune/Loss (Raw)": 1.1461749076843262, "Finetune/Step": 554, "Finetune/Step Time": 4.7927664667367935}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9834914207458496, "Finetune/Loss (Raw)": 0.9547083377838135, "Finetune/Step": 555, "Finetune/Step Time": 4.807061679661274}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9826469421386719, "Finetune/Loss (Raw)": 1.0141966342926025, "Finetune/Step": 556, "Finetune/Step Time": 4.819072458893061}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9817091226577759, "Finetune/Loss (Raw)": 0.9578092694282532, "Finetune/Step": 557, "Finetune/Step Time": 4.8155408930033445}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9765993356704712, "Finetune/Loss (Raw)": 0.25029096007347107, "Finetune/Step": 558, "Finetune/Step Time": 4.843734325841069}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.975723147392273, "Finetune/Loss (Raw)": 0.9791943430900574, "Finetune/Step": 559, "Finetune/Step Time": 4.836903406307101}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9749410152435303, "Finetune/Loss (Raw)": 0.8462016582489014, "Finetune/Step": 560, "Finetune/Step Time": 4.832130271941423}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.974689245223999, "Finetune/Loss (Raw)": 0.8892033100128174, "Finetune/Step": 561, "Finetune/Step Time": 4.838721016421914}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9743445515632629, "Finetune/Loss (Raw)": 0.9421278834342957, "Finetune/Step": 562, "Finetune/Step Time": 4.830569764599204}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9759793281555176, "Finetune/Loss (Raw)": 1.0505777597427368, "Finetune/Step": 563, "Finetune/Step Time": 4.831413052976131}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9768567085266113, "Finetune/Loss (Raw)": 1.0348546504974365, "Finetune/Step": 564, "Finetune/Step Time": 4.841761242598295}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9763031005859375, "Finetune/Loss (Raw)": 0.9556466341018677, "Finetune/Step": 565, "Finetune/Step Time": 4.846033051609993}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9771508574485779, "Finetune/Loss (Raw)": 1.0779004096984863, "Finetune/Step": 566, "Finetune/Step Time": 4.847681360319257}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9773908853530884, "Finetune/Loss (Raw)": 1.0100953578948975, "Finetune/Step": 567, "Finetune/Step Time": 4.850590266287327}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9711778163909912, "Finetune/Loss (Raw)": 0.2880694270133972, "Finetune/Step": 568, "Finetune/Step Time": 4.876203764230013}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9702098965644836, "Finetune/Loss (Raw)": 0.9318477511405945, "Finetune/Step": 569, "Finetune/Step Time": 4.882127311080694}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9747052192687988, "Finetune/Loss (Raw)": 1.0183231830596924, "Finetune/Step": 570, "Finetune/Step Time": 4.856747606769204}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9737504720687866, "Finetune/Loss (Raw)": 0.9550540447235107, "Finetune/Step": 571, "Finetune/Step Time": 4.863174717873335}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.972955584526062, "Finetune/Loss (Raw)": 1.040444254875183, "Finetune/Step": 572, "Finetune/Step Time": 4.862591436132789}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9733678102493286, "Finetune/Loss (Raw)": 1.0743613243103027, "Finetune/Step": 573, "Finetune/Step Time": 4.866417873650789}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.973209023475647, "Finetune/Loss (Raw)": 1.0997328758239746, "Finetune/Step": 574, "Finetune/Step Time": 4.86974285915494}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9739489555358887, "Finetune/Loss (Raw)": 1.135883092880249, "Finetune/Step": 575, "Finetune/Step Time": 4.888344336301088}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9741760492324829, "Finetune/Loss (Raw)": 0.9907337427139282, "Finetune/Step": 576, "Finetune/Step Time": 4.883819008246064}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9730157256126404, "Finetune/Loss (Raw)": 0.990816056728363, "Finetune/Step": 577, "Finetune/Step Time": 4.874028189107776}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9730734825134277, "Finetune/Loss (Raw)": 0.955639123916626, "Finetune/Step": 578, "Finetune/Step Time": 4.870012613013387}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9720812439918518, "Finetune/Loss (Raw)": 0.8530804514884949, "Finetune/Step": 579, "Finetune/Step Time": 4.8831219878047705}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9724127054214478, "Finetune/Loss (Raw)": 1.0435712337493896, "Finetune/Step": 580, "Finetune/Step Time": 4.890549940988421}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9717187881469727, "Finetune/Loss (Raw)": 1.140260100364685, "Finetune/Step": 581, "Finetune/Step Time": 4.894759366288781}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9721572399139404, "Finetune/Loss (Raw)": 1.0491154193878174, "Finetune/Step": 582, "Finetune/Step Time": 4.89507326669991}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9706229567527771, "Finetune/Loss (Raw)": 0.899734616279602, "Finetune/Step": 583, "Finetune/Step Time": 4.901534346863627}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9763602614402771, "Finetune/Loss (Raw)": 1.079857349395752, "Finetune/Step": 584, "Finetune/Step Time": 4.8819331508129835}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9776006937026978, "Finetune/Loss (Raw)": 1.0811452865600586, "Finetune/Step": 585, "Finetune/Step Time": 4.883635213598609}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.970792293548584, "Finetune/Loss (Raw)": 0.34650465846061707, "Finetune/Step": 586, "Finetune/Step Time": 4.914350485429168}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9722476601600647, "Finetune/Loss (Raw)": 1.1882669925689697, "Finetune/Step": 587, "Finetune/Step Time": 4.905583905056119}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9734557271003723, "Finetune/Loss (Raw)": 1.0053974390029907, "Finetune/Step": 588, "Finetune/Step Time": 4.913959922268987}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9742696285247803, "Finetune/Loss (Raw)": 1.0888195037841797, "Finetune/Step": 589, "Finetune/Step Time": 4.909162990748882}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9750320315361023, "Finetune/Loss (Raw)": 1.0933468341827393, "Finetune/Step": 590, "Finetune/Step Time": 4.910422455519438}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.973153829574585, "Finetune/Loss (Raw)": 0.9537940621376038, "Finetune/Step": 591, "Finetune/Step Time": 4.912700628861785}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9784945845603943, "Finetune/Loss (Raw)": 0.9750147461891174, "Finetune/Step": 592, "Finetune/Step Time": 4.8761339597404}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9781139492988586, "Finetune/Loss (Raw)": 0.999665379524231, "Finetune/Step": 593, "Finetune/Step Time": 4.890816502273083}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.978654682636261, "Finetune/Loss (Raw)": 1.014525294303894, "Finetune/Step": 594, "Finetune/Step Time": 4.878406239673495}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9780838489532471, "Finetune/Loss (Raw)": 1.014622688293457, "Finetune/Step": 595, "Finetune/Step Time": 4.868383029475808}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9788792133331299, "Finetune/Loss (Raw)": 0.9376736879348755, "Finetune/Step": 596, "Finetune/Step Time": 4.850657034665346}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9829501509666443, "Finetune/Loss (Raw)": 0.8782320022583008, "Finetune/Step": 597, "Finetune/Step Time": 4.817781575024128}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9831018447875977, "Finetune/Loss (Raw)": 1.0037496089935303, "Finetune/Step": 598, "Finetune/Step Time": 4.8410249054431915}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9831691980361938, "Finetune/Loss (Raw)": 1.022872805595398, "Finetune/Step": 599, "Finetune/Step Time": 4.822715360671282}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9829273223876953, "Finetune/Loss (Raw)": 1.1112948656082153, "Finetune/Step": 600, "Finetune/Step Time": 4.8272849172353745}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9833906292915344, "Finetune/Loss (Raw)": 0.9817994236946106, "Finetune/Step": 601, "Finetune/Step Time": 4.850977556779981}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9835190176963806, "Finetune/Loss (Raw)": 1.071532964706421, "Finetune/Step": 602, "Finetune/Step Time": 4.843961218371987}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9825097918510437, "Finetune/Loss (Raw)": 0.9410859942436218, "Finetune/Step": 603, "Finetune/Step Time": 4.848900469020009}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9827814102172852, "Finetune/Loss (Raw)": 1.0690107345581055, "Finetune/Step": 604, "Finetune/Step Time": 4.848129330202937}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9815301895141602, "Finetune/Loss (Raw)": 0.9476980566978455, "Finetune/Step": 605, "Finetune/Step Time": 4.843209117650986}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9811431765556335, "Finetune/Loss (Raw)": 0.9260387420654297, "Finetune/Step": 606, "Finetune/Step Time": 4.860486486926675}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9795660972595215, "Finetune/Loss (Raw)": 0.8273733854293823, "Finetune/Step": 607, "Finetune/Step Time": 4.890799678862095}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9795502424240112, "Finetune/Loss (Raw)": 1.0946261882781982, "Finetune/Step": 608, "Finetune/Step Time": 4.888292791321874}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9787050485610962, "Finetune/Loss (Raw)": 0.9184046387672424, "Finetune/Step": 609, "Finetune/Step Time": 4.883172746747732}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9780670404434204, "Finetune/Loss (Raw)": 0.9712997674942017, "Finetune/Step": 610, "Finetune/Step Time": 4.873774491250515}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9780580997467041, "Finetune/Loss (Raw)": 1.0367841720581055, "Finetune/Step": 611, "Finetune/Step Time": 4.8518800381571054}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9798622727394104, "Finetune/Loss (Raw)": 1.210253119468689, "Finetune/Step": 612, "Finetune/Step Time": 4.848917003720999}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9802382588386536, "Finetune/Loss (Raw)": 0.9042487740516663, "Finetune/Step": 613, "Finetune/Step Time": 4.841341549530625}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9801742434501648, "Finetune/Loss (Raw)": 0.9871916770935059, "Finetune/Step": 614, "Finetune/Step Time": 4.826591659337282}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9801125526428223, "Finetune/Loss (Raw)": 1.0346804857254028, "Finetune/Step": 615, "Finetune/Step Time": 4.833558699116111}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.979759693145752, "Finetune/Loss (Raw)": 1.0024478435516357, "Finetune/Step": 616, "Finetune/Step Time": 4.835658302530646}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9801745414733887, "Finetune/Loss (Raw)": 1.0005306005477905, "Finetune/Step": 617, "Finetune/Step Time": 4.827708741649985}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9809466600418091, "Finetune/Loss (Raw)": 1.0424660444259644, "Finetune/Step": 618, "Finetune/Step Time": 4.821820670738816}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9828619956970215, "Finetune/Loss (Raw)": 0.9251905083656311, "Finetune/Step": 619, "Finetune/Step Time": 4.816488783806562}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9833941459655762, "Finetune/Loss (Raw)": 1.0347946882247925, "Finetune/Step": 620, "Finetune/Step Time": 4.807195292785764}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9828857183456421, "Finetune/Loss (Raw)": 1.0203640460968018, "Finetune/Step": 621, "Finetune/Step Time": 4.826521569862962}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9828168749809265, "Finetune/Loss (Raw)": 0.9696852564811707, "Finetune/Step": 622, "Finetune/Step Time": 4.813928196206689}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.983255922794342, "Finetune/Loss (Raw)": 1.0776691436767578, "Finetune/Step": 623, "Finetune/Step Time": 4.815009314566851}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9828827381134033, "Finetune/Loss (Raw)": 0.997725784778595, "Finetune/Step": 624, "Finetune/Step Time": 4.800836695358157}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9835505485534668, "Finetune/Loss (Raw)": 1.0582914352416992, "Finetune/Step": 625, "Finetune/Step Time": 4.802265243604779}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.983676552772522, "Finetune/Loss (Raw)": 1.0675283670425415, "Finetune/Step": 626, "Finetune/Step Time": 4.800140155479312}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9843484163284302, "Finetune/Loss (Raw)": 0.9776095747947693, "Finetune/Step": 627, "Finetune/Step Time": 4.80246121250093}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9843287467956543, "Finetune/Loss (Raw)": 0.994085967540741, "Finetune/Step": 628, "Finetune/Step Time": 4.792070748284459}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.986113429069519, "Finetune/Loss (Raw)": 1.028120994567871, "Finetune/Step": 629, "Finetune/Step Time": 4.777028851211071}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9880272150039673, "Finetune/Loss (Raw)": 1.1405097246170044, "Finetune/Step": 630, "Finetune/Step Time": 4.758522298187017}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9870573282241821, "Finetune/Loss (Raw)": 0.9132083654403687, "Finetune/Step": 631, "Finetune/Step Time": 4.738671829923987}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9878634214401245, "Finetune/Loss (Raw)": 1.174465298652649, "Finetune/Step": 632, "Finetune/Step Time": 4.743090184405446}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9898138046264648, "Finetune/Loss (Raw)": 1.2637693881988525, "Finetune/Step": 633, "Finetune/Step Time": 4.744060847908258}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9907028675079346, "Finetune/Loss (Raw)": 0.9458772540092468, "Finetune/Step": 634, "Finetune/Step Time": 4.734535237774253}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9905366897583008, "Finetune/Loss (Raw)": 1.0003540515899658, "Finetune/Step": 635, "Finetune/Step Time": 4.738823778927326}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9911589026451111, "Finetune/Loss (Raw)": 1.0794918537139893, "Finetune/Step": 636, "Finetune/Step Time": 4.763475362211466}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9921483993530273, "Finetune/Loss (Raw)": 1.1014221906661987, "Finetune/Step": 637, "Finetune/Step Time": 4.75324285030365}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9934349656105042, "Finetune/Loss (Raw)": 1.1011426448822021, "Finetune/Step": 638, "Finetune/Step Time": 4.747501492500305}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9927948117256165, "Finetune/Loss (Raw)": 1.0202831029891968, "Finetune/Step": 639, "Finetune/Step Time": 4.744095524773002}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9926317930221558, "Finetune/Loss (Raw)": 1.0098291635513306, "Finetune/Step": 640, "Finetune/Step Time": 4.749473791569471}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9929267168045044, "Finetune/Loss (Raw)": 1.104722023010254, "Finetune/Step": 641, "Finetune/Step Time": 4.7572366036474705}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9870001077651978, "Finetune/Loss (Raw)": 0.34300556778907776, "Finetune/Step": 642, "Finetune/Step Time": 4.776142382994294}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9916746020317078, "Finetune/Loss (Raw)": 1.001033902168274, "Finetune/Step": 643, "Finetune/Step Time": 4.7465960793197155}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9913982152938843, "Finetune/Loss (Raw)": 1.0495506525039673, "Finetune/Step": 644, "Finetune/Step Time": 4.751343261450529}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9917005300521851, "Finetune/Loss (Raw)": 1.0875780582427979, "Finetune/Step": 645, "Finetune/Step Time": 4.749935623258352}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9914148449897766, "Finetune/Loss (Raw)": 1.024885892868042, "Finetune/Step": 646, "Finetune/Step Time": 4.7601730059832335}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9905191659927368, "Finetune/Loss (Raw)": 0.9552145600318909, "Finetune/Step": 647, "Finetune/Step Time": 4.760353513062}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9906834363937378, "Finetune/Loss (Raw)": 1.0346760749816895, "Finetune/Step": 648, "Finetune/Step Time": 4.764004837721586}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9908493757247925, "Finetune/Loss (Raw)": 1.034080982208252, "Finetune/Step": 649, "Finetune/Step Time": 4.759902149438858}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9907734394073486, "Finetune/Loss (Raw)": 0.9935925006866455, "Finetune/Step": 650, "Finetune/Step Time": 4.76819971203804}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9917008876800537, "Finetune/Loss (Raw)": 1.0288845300674438, "Finetune/Step": 651, "Finetune/Step Time": 4.776592830196023}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9916117191314697, "Finetune/Loss (Raw)": 1.009619951248169, "Finetune/Step": 652, "Finetune/Step Time": 4.7806428130716085}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9908066391944885, "Finetune/Loss (Raw)": 0.9212839007377625, "Finetune/Step": 653, "Finetune/Step Time": 4.782960152253509}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.99297696352005, "Finetune/Loss (Raw)": 1.2129050493240356, "Finetune/Step": 654, "Finetune/Step Time": 4.774207517504692}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9931206107139587, "Finetune/Loss (Raw)": 0.9902677536010742, "Finetune/Step": 655, "Finetune/Step Time": 4.783930368721485}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9925488233566284, "Finetune/Loss (Raw)": 0.9754564166069031, "Finetune/Step": 656, "Finetune/Step Time": 4.78714389167726}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.991431713104248, "Finetune/Loss (Raw)": 0.958925187587738, "Finetune/Step": 657, "Finetune/Step Time": 4.807513201609254}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9904991388320923, "Finetune/Loss (Raw)": 0.9818629622459412, "Finetune/Step": 658, "Finetune/Step Time": 4.809295142069459}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9877281188964844, "Finetune/Loss (Raw)": 0.8052882552146912, "Finetune/Step": 659, "Finetune/Step Time": 4.831267369911075}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9888617992401123, "Finetune/Loss (Raw)": 1.132576584815979, "Finetune/Step": 660, "Finetune/Step Time": 4.835563542321324}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9893853664398193, "Finetune/Loss (Raw)": 1.0143170356750488, "Finetune/Step": 661, "Finetune/Step Time": 4.828080279752612}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9903154373168945, "Finetune/Loss (Raw)": 1.0620750188827515, "Finetune/Step": 662, "Finetune/Step Time": 4.816854625940323}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9917401671409607, "Finetune/Loss (Raw)": 1.1132326126098633, "Finetune/Step": 663, "Finetune/Step Time": 4.805348990485072}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9933688640594482, "Finetune/Loss (Raw)": 1.0264334678649902, "Finetune/Step": 664, "Finetune/Step Time": 4.7928489074110985}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9941114187240601, "Finetune/Loss (Raw)": 1.162465214729309, "Finetune/Step": 665, "Finetune/Step Time": 4.801336228847504}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9953002333641052, "Finetune/Loss (Raw)": 1.1729555130004883, "Finetune/Step": 666, "Finetune/Step Time": 4.793494759127498}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.995500385761261, "Finetune/Loss (Raw)": 1.12409245967865, "Finetune/Step": 667, "Finetune/Step Time": 4.807066569104791}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9946611523628235, "Finetune/Loss (Raw)": 0.8669209480285645, "Finetune/Step": 668, "Finetune/Step Time": 4.8121892139315605}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9949300289154053, "Finetune/Loss (Raw)": 1.0393664836883545, "Finetune/Step": 669, "Finetune/Step Time": 4.806507706642151}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9940923452377319, "Finetune/Loss (Raw)": 0.9185458421707153, "Finetune/Step": 670, "Finetune/Step Time": 4.808588266372681}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9930973052978516, "Finetune/Loss (Raw)": 0.9962795376777649, "Finetune/Step": 671, "Finetune/Step Time": 4.807109706103802}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9929606318473816, "Finetune/Loss (Raw)": 1.061432957649231, "Finetune/Step": 672, "Finetune/Step Time": 4.804015440866351}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9939700365066528, "Finetune/Loss (Raw)": 1.1199718713760376, "Finetune/Step": 673, "Finetune/Step Time": 4.804900381714106}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9953683614730835, "Finetune/Loss (Raw)": 1.1199350357055664, "Finetune/Step": 674, "Finetune/Step Time": 4.805336864665151}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9953116178512573, "Finetune/Loss (Raw)": 1.0698281526565552, "Finetune/Step": 675, "Finetune/Step Time": 4.807190578430891}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9959233999252319, "Finetune/Loss (Raw)": 1.0367892980575562, "Finetune/Step": 676, "Finetune/Step Time": 4.801385421305895}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9965434074401855, "Finetune/Loss (Raw)": 0.9192500710487366, "Finetune/Step": 677, "Finetune/Step Time": 4.8340303637087345}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9976155757904053, "Finetune/Loss (Raw)": 1.1377962827682495, "Finetune/Step": 678, "Finetune/Step Time": 4.845609921962023}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9989067316055298, "Finetune/Loss (Raw)": 1.1466425657272339, "Finetune/Step": 679, "Finetune/Step Time": 4.850733157247305}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9978525638580322, "Finetune/Loss (Raw)": 0.9661507606506348, "Finetune/Step": 680, "Finetune/Step Time": 4.849373575299978}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 1.0002373456954956, "Finetune/Loss (Raw)": 1.0711700916290283, "Finetune/Step": 681, "Finetune/Step Time": 4.847827197983861}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.999753475189209, "Finetune/Loss (Raw)": 1.0842427015304565, "Finetune/Step": 682, "Finetune/Step Time": 4.844626162201166}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 1.000983715057373, "Finetune/Loss (Raw)": 1.112178921699524, "Finetune/Step": 683, "Finetune/Step Time": 4.825340824201703}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 1.000589370727539, "Finetune/Loss (Raw)": 0.9637149572372437, "Finetune/Step": 684, "Finetune/Step Time": 4.813831435516477}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9990823268890381, "Finetune/Loss (Raw)": 0.7649127840995789, "Finetune/Step": 685, "Finetune/Step Time": 4.829246371984482}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.0044474601745605, "Finetune/Loss (Raw)": 0.9370135068893433, "Finetune/Step": 686, "Finetune/Step Time": 4.808124719187617}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.004439115524292, "Finetune/Loss (Raw)": 0.9781346917152405, "Finetune/Step": 687, "Finetune/Step Time": 4.805399185046554}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0057919025421143, "Finetune/Loss (Raw)": 1.0193604230880737, "Finetune/Step": 688, "Finetune/Step Time": 4.8040243200957775}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0046241283416748, "Finetune/Loss (Raw)": 0.7397341728210449, "Finetune/Step": 689, "Finetune/Step Time": 4.8115578554570675}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.003831386566162, "Finetune/Loss (Raw)": 0.8406558036804199, "Finetune/Step": 690, "Finetune/Step Time": 4.857384825125337}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.0039100646972656, "Finetune/Loss (Raw)": 1.060648798942566, "Finetune/Step": 691, "Finetune/Step Time": 4.859030241146684}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 1.0031681060791016, "Finetune/Loss (Raw)": 0.9398748874664307, "Finetune/Step": 692, "Finetune/Step Time": 4.876677943393588}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 1.0034245252609253, "Finetune/Loss (Raw)": 0.9884611964225769, "Finetune/Step": 693, "Finetune/Step Time": 4.875915190204978}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9981406331062317, "Finetune/Loss (Raw)": 0.4015762209892273, "Finetune/Step": 694, "Finetune/Step Time": 4.909690359607339}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9970513582229614, "Finetune/Loss (Raw)": 0.8706592917442322, "Finetune/Step": 695, "Finetune/Step Time": 4.916065827012062}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0035187005996704, "Finetune/Loss (Raw)": 1.115899682044983, "Finetune/Step": 696, "Finetune/Step Time": 4.886114316061139}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0036033391952515, "Finetune/Loss (Raw)": 0.9426776766777039, "Finetune/Step": 697, "Finetune/Step Time": 4.892902931198478}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.004956841468811, "Finetune/Loss (Raw)": 1.1915676593780518, "Finetune/Step": 698, "Finetune/Step Time": 4.880491612479091}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0069305896759033, "Finetune/Loss (Raw)": 1.207698106765747, "Finetune/Step": 699, "Finetune/Step Time": 4.877180954441428}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0065909624099731, "Finetune/Loss (Raw)": 0.9969688653945923, "Finetune/Step": 700, "Finetune/Step Time": 4.897004805505276}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 1.0006473064422607, "Finetune/Loss (Raw)": 0.3135650157928467, "Finetune/Step": 701, "Finetune/Step Time": 4.942491102963686}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9997079968452454, "Finetune/Loss (Raw)": 0.9795029759407043, "Finetune/Step": 702, "Finetune/Step Time": 4.944207785651088}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9977201223373413, "Finetune/Loss (Raw)": 0.8814290165901184, "Finetune/Step": 703, "Finetune/Step Time": 4.934285273775458}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9977365136146545, "Finetune/Loss (Raw)": 0.992839515209198, "Finetune/Step": 704, "Finetune/Step Time": 4.9514609184116125}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9979436993598938, "Finetune/Loss (Raw)": 1.017339825630188, "Finetune/Step": 705, "Finetune/Step Time": 4.956644024699926}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9966377019882202, "Finetune/Loss (Raw)": 0.788476288318634, "Finetune/Step": 706, "Finetune/Step Time": 4.964861521497369}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9970561265945435, "Finetune/Loss (Raw)": 0.9066319465637207, "Finetune/Step": 707, "Finetune/Step Time": 4.949478939175606}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9979786276817322, "Finetune/Loss (Raw)": 1.1616551876068115, "Finetune/Step": 708, "Finetune/Step Time": 4.948868501931429}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9966533184051514, "Finetune/Loss (Raw)": 0.9706171154975891, "Finetune/Step": 709, "Finetune/Step Time": 4.950059467926621}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9953716993331909, "Finetune/Loss (Raw)": 0.885064959526062, "Finetune/Step": 710, "Finetune/Step Time": 4.934359883889556}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9968101978302002, "Finetune/Loss (Raw)": 1.0838701725006104, "Finetune/Step": 711, "Finetune/Step Time": 4.94746982678771}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9940096139907837, "Finetune/Loss (Raw)": 0.721375584602356, "Finetune/Step": 712, "Finetune/Step Time": 4.952530732378364}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9932540655136108, "Finetune/Loss (Raw)": 0.9844390153884888, "Finetune/Step": 713, "Finetune/Step Time": 4.95819347165525}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9978786706924438, "Finetune/Loss (Raw)": 0.9384517073631287, "Finetune/Step": 714, "Finetune/Step Time": 4.929048260673881}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9973495006561279, "Finetune/Loss (Raw)": 1.1205374002456665, "Finetune/Step": 715, "Finetune/Step Time": 4.928286602720618}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9963055849075317, "Finetune/Loss (Raw)": 0.8717790842056274, "Finetune/Step": 716, "Finetune/Step Time": 4.902830503880978}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9966902732849121, "Finetune/Loss (Raw)": 1.1380516290664673, "Finetune/Step": 717, "Finetune/Step Time": 4.9153059888631105}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9964131116867065, "Finetune/Loss (Raw)": 1.05787193775177, "Finetune/Step": 718, "Finetune/Step Time": 4.919120604172349}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9970706701278687, "Finetune/Loss (Raw)": 1.0379642248153687, "Finetune/Step": 719, "Finetune/Step Time": 4.9195669535547495}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9989212155342102, "Finetune/Loss (Raw)": 1.2118849754333496, "Finetune/Step": 720, "Finetune/Step Time": 4.922071015462279}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9983530044555664, "Finetune/Loss (Raw)": 0.9269345998764038, "Finetune/Step": 721, "Finetune/Step Time": 4.926072366535664}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9981850385665894, "Finetune/Loss (Raw)": 0.993016242980957, "Finetune/Step": 722, "Finetune/Step Time": 4.952917546033859}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.998999834060669, "Finetune/Loss (Raw)": 1.1189203262329102, "Finetune/Step": 723, "Finetune/Step Time": 4.950013777241111}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 1.000147819519043, "Finetune/Loss (Raw)": 1.0846295356750488, "Finetune/Step": 724, "Finetune/Step Time": 4.965687660500407}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 1.002211570739746, "Finetune/Loss (Raw)": 1.1423667669296265, "Finetune/Step": 725, "Finetune/Step Time": 4.964572889730334}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 1.0004045963287354, "Finetune/Loss (Raw)": 0.7724626064300537, "Finetune/Step": 726, "Finetune/Step Time": 4.95205057784915}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 1.0004795789718628, "Finetune/Loss (Raw)": 1.0324817895889282, "Finetune/Step": 727, "Finetune/Step Time": 4.958741525188088}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 1.0011805295944214, "Finetune/Loss (Raw)": 1.2010101079940796, "Finetune/Step": 728, "Finetune/Step Time": 4.9584026876837015}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9985544681549072, "Finetune/Loss (Raw)": 0.6456649899482727, "Finetune/Step": 729, "Finetune/Step Time": 4.9475404266268015}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9980708360671997, "Finetune/Loss (Raw)": 1.0096341371536255, "Finetune/Step": 730, "Finetune/Step Time": 4.951253375038505}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.999251127243042, "Finetune/Loss (Raw)": 1.0921685695648193, "Finetune/Step": 731, "Finetune/Step Time": 4.947171742096543}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9979923963546753, "Finetune/Loss (Raw)": 0.9078896045684814, "Finetune/Step": 732, "Finetune/Step Time": 4.979528896510601}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9980872869491577, "Finetune/Loss (Raw)": 0.9598336815834045, "Finetune/Step": 733, "Finetune/Step Time": 4.9775511752814054}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9976664185523987, "Finetune/Loss (Raw)": 0.8721736669540405, "Finetune/Step": 734, "Finetune/Step Time": 4.965085972100496}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9982717037200928, "Finetune/Loss (Raw)": 0.9048501253128052, "Finetune/Step": 735, "Finetune/Step Time": 4.942317761480808}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9969884157180786, "Finetune/Loss (Raw)": 0.9303719401359558, "Finetune/Step": 736, "Finetune/Step Time": 4.978427205234766}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.998599648475647, "Finetune/Loss (Raw)": 1.1246377229690552, "Finetune/Step": 737, "Finetune/Step Time": 4.974178662523627}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9989702105522156, "Finetune/Loss (Raw)": 1.0187275409698486, "Finetune/Step": 738, "Finetune/Step Time": 4.97013053484261}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9944700002670288, "Finetune/Loss (Raw)": 0.4607602655887604, "Finetune/Step": 739, "Finetune/Step Time": 5.010291509330273}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9939361810684204, "Finetune/Loss (Raw)": 1.1419281959533691, "Finetune/Step": 740, "Finetune/Step Time": 5.012450711801648}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9932137727737427, "Finetune/Loss (Raw)": 0.8117660284042358, "Finetune/Step": 741, "Finetune/Step Time": 5.030391275882721}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9931978583335876, "Finetune/Loss (Raw)": 0.9851623177528381, "Finetune/Step": 742, "Finetune/Step Time": 5.035610236227512}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9934992790222168, "Finetune/Loss (Raw)": 1.0732556581497192, "Finetune/Step": 743, "Finetune/Step Time": 5.028877891600132}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9934492111206055, "Finetune/Loss (Raw)": 0.9960490465164185, "Finetune/Step": 744, "Finetune/Step Time": 5.03068963624537}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9926365613937378, "Finetune/Loss (Raw)": 0.8965076208114624, "Finetune/Step": 745, "Finetune/Step Time": 5.048667466267943}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9931033253669739, "Finetune/Loss (Raw)": 1.1022168397903442, "Finetune/Step": 746, "Finetune/Step Time": 5.038975011557341}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9946231842041016, "Finetune/Loss (Raw)": 1.119739055633545, "Finetune/Step": 747, "Finetune/Step Time": 5.018712859600782}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9951435923576355, "Finetune/Loss (Raw)": 1.1013975143432617, "Finetune/Step": 748, "Finetune/Step Time": 5.020640540868044}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.995061993598938, "Finetune/Loss (Raw)": 1.0099135637283325, "Finetune/Step": 749, "Finetune/Step Time": 5.010008126497269}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9954855442047119, "Finetune/Loss (Raw)": 1.0239015817642212, "Finetune/Step": 750, "Finetune/Step Time": 5.015773717314005}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9940518140792847, "Finetune/Loss (Raw)": 0.8941459059715271, "Finetune/Step": 751, "Finetune/Step Time": 5.018619397655129}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9947143197059631, "Finetune/Loss (Raw)": 1.0825361013412476, "Finetune/Step": 752, "Finetune/Step Time": 5.0192894116044044}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9895581007003784, "Finetune/Loss (Raw)": 0.3982999920845032, "Finetune/Step": 753, "Finetune/Step Time": 5.051947880536318}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9880682229995728, "Finetune/Loss (Raw)": 0.8768162727355957, "Finetune/Step": 754, "Finetune/Step Time": 5.051837140694261}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9877280592918396, "Finetune/Loss (Raw)": 0.934075117111206, "Finetune/Step": 755, "Finetune/Step Time": 5.073706278577447}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9874012470245361, "Finetune/Loss (Raw)": 0.9522483944892883, "Finetune/Step": 756, "Finetune/Step Time": 5.07087842002511}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9871427416801453, "Finetune/Loss (Raw)": 0.9950311779975891, "Finetune/Step": 757, "Finetune/Step Time": 5.076744740828872}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9872831106185913, "Finetune/Loss (Raw)": 1.1584763526916504, "Finetune/Step": 758, "Finetune/Step Time": 5.085367722436786}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9885210990905762, "Finetune/Loss (Raw)": 1.0716737508773804, "Finetune/Step": 759, "Finetune/Step Time": 5.085014156997204}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9873449802398682, "Finetune/Loss (Raw)": 1.0239289999008179, "Finetune/Step": 760, "Finetune/Step Time": 5.0720257721841335}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9847659468650818, "Finetune/Loss (Raw)": 0.9336463809013367, "Finetune/Step": 761, "Finetune/Step Time": 5.081034449860454}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9803714156150818, "Finetune/Loss (Raw)": 0.38337668776512146, "Finetune/Step": 762, "Finetune/Step Time": 5.119678653776646}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9795587062835693, "Finetune/Loss (Raw)": 0.8963289856910706, "Finetune/Step": 763, "Finetune/Step Time": 5.12312456779182}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9789758920669556, "Finetune/Loss (Raw)": 1.0048905611038208, "Finetune/Step": 764, "Finetune/Step Time": 5.100444218143821}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9780091643333435, "Finetune/Loss (Raw)": 0.977677583694458, "Finetune/Step": 765, "Finetune/Step Time": 5.109964109957218}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9779928922653198, "Finetune/Loss (Raw)": 1.0990612506866455, "Finetune/Step": 766, "Finetune/Step Time": 5.128329269587994}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.977253258228302, "Finetune/Loss (Raw)": 0.925608217716217, "Finetune/Step": 767, "Finetune/Step Time": 5.142998121678829}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9766963124275208, "Finetune/Loss (Raw)": 0.9385460615158081, "Finetune/Step": 768, "Finetune/Step Time": 5.141831114888191}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9745356440544128, "Finetune/Loss (Raw)": 0.8281554579734802, "Finetune/Step": 769, "Finetune/Step Time": 5.149484625086188}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9799062013626099, "Finetune/Loss (Raw)": 1.0304315090179443, "Finetune/Step": 770, "Finetune/Step Time": 5.127749420702457}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9805049896240234, "Finetune/Loss (Raw)": 1.0776846408843994, "Finetune/Step": 771, "Finetune/Step Time": 5.127408506348729}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9801443815231323, "Finetune/Loss (Raw)": 1.0033912658691406, "Finetune/Step": 772, "Finetune/Step Time": 5.121114680543542}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9799292683601379, "Finetune/Loss (Raw)": 1.060042381286621, "Finetune/Step": 773, "Finetune/Step Time": 5.131305234506726}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9787600040435791, "Finetune/Loss (Raw)": 0.8752239346504211, "Finetune/Step": 774, "Finetune/Step Time": 5.142752589657903}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9793838262557983, "Finetune/Loss (Raw)": 1.035064458847046, "Finetune/Step": 775, "Finetune/Step Time": 5.150161473080516}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9775415658950806, "Finetune/Loss (Raw)": 0.7988722324371338, "Finetune/Step": 776, "Finetune/Step Time": 5.146291213110089}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9784183502197266, "Finetune/Loss (Raw)": 1.146301507949829, "Finetune/Step": 777, "Finetune/Step Time": 5.163201721385121}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9792419075965881, "Finetune/Loss (Raw)": 1.0990017652511597, "Finetune/Step": 778, "Finetune/Step Time": 5.147775506600738}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9785172939300537, "Finetune/Loss (Raw)": 0.9361431002616882, "Finetune/Step": 779, "Finetune/Step Time": 5.144545126706362}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9732644557952881, "Finetune/Loss (Raw)": 0.33725279569625854, "Finetune/Step": 780, "Finetune/Step Time": 5.1793375834822655}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9733937382698059, "Finetune/Loss (Raw)": 0.937826931476593, "Finetune/Step": 781, "Finetune/Step Time": 5.179741462692618}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9696903228759766, "Finetune/Loss (Raw)": 0.738869845867157, "Finetune/Step": 782, "Finetune/Step Time": 5.21052105166018}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.969202995300293, "Finetune/Loss (Raw)": 0.9278907179832458, "Finetune/Step": 783, "Finetune/Step Time": 5.256995828822255}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.967455267906189, "Finetune/Loss (Raw)": 0.7517579793930054, "Finetune/Step": 784, "Finetune/Step Time": 5.274478288367391}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9684292078018188, "Finetune/Loss (Raw)": 1.0835802555084229, "Finetune/Step": 785, "Finetune/Step Time": 5.270031470805407}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.969701886177063, "Finetune/Loss (Raw)": 1.1447604894638062, "Finetune/Step": 786, "Finetune/Step Time": 5.267816295847297}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9721693992614746, "Finetune/Loss (Raw)": 1.1211297512054443, "Finetune/Step": 787, "Finetune/Step Time": 5.27205865830183}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9721307754516602, "Finetune/Loss (Raw)": 1.1276428699493408, "Finetune/Step": 788, "Finetune/Step Time": 5.268798474222422}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9720774292945862, "Finetune/Loss (Raw)": 1.007483720779419, "Finetune/Step": 789, "Finetune/Step Time": 5.267186472192407}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9697521924972534, "Finetune/Loss (Raw)": 0.7644444704055786, "Finetune/Step": 790, "Finetune/Step Time": 5.297864800319076}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9683843851089478, "Finetune/Loss (Raw)": 0.9381561279296875, "Finetune/Step": 791, "Finetune/Step Time": 5.299507299438119}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9669860601425171, "Finetune/Loss (Raw)": 0.8474454283714294, "Finetune/Step": 792, "Finetune/Step Time": 5.290224451571703}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9663783311843872, "Finetune/Loss (Raw)": 1.0846749544143677, "Finetune/Step": 793, "Finetune/Step Time": 5.292678385972977}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9645745754241943, "Finetune/Loss (Raw)": 0.9420725107192993, "Finetune/Step": 794, "Finetune/Step Time": 5.295423639938235}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9635137915611267, "Finetune/Loss (Raw)": 0.9883154034614563, "Finetune/Step": 795, "Finetune/Step Time": 5.29828997515142}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9641846418380737, "Finetune/Loss (Raw)": 0.9527900218963623, "Finetune/Step": 796, "Finetune/Step Time": 5.294223561882973}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9637213945388794, "Finetune/Loss (Raw)": 0.980065643787384, "Finetune/Step": 797, "Finetune/Step Time": 5.3001519199460745}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9645062685012817, "Finetune/Loss (Raw)": 1.0190093517303467, "Finetune/Step": 798, "Finetune/Step Time": 5.30228403583169}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9638303518295288, "Finetune/Loss (Raw)": 0.9097663164138794, "Finetune/Step": 799, "Finetune/Step Time": 5.309363998472691}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9638274908065796, "Finetune/Loss (Raw)": 1.0610675811767578, "Finetune/Step": 800, "Finetune/Step Time": 5.314825305715203}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9634997844696045, "Finetune/Loss (Raw)": 1.0780309438705444, "Finetune/Step": 801, "Finetune/Step Time": 5.340311290696263}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9625194072723389, "Finetune/Loss (Raw)": 0.9944387078285217, "Finetune/Step": 802, "Finetune/Step Time": 5.343821285292506}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9604116678237915, "Finetune/Loss (Raw)": 0.8000436425209045, "Finetune/Step": 803, "Finetune/Step Time": 5.350265277549624}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9600605964660645, "Finetune/Loss (Raw)": 0.991849958896637, "Finetune/Step": 804, "Finetune/Step Time": 5.341529242694378}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9609929323196411, "Finetune/Loss (Raw)": 1.0385912656784058, "Finetune/Step": 805, "Finetune/Step Time": 5.310778684914112}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9587118625640869, "Finetune/Loss (Raw)": 0.8458172082901001, "Finetune/Step": 806, "Finetune/Step Time": 5.325374471023679}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9575071334838867, "Finetune/Loss (Raw)": 0.9924420118331909, "Finetune/Step": 807, "Finetune/Step Time": 5.317396506667137}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9581321477890015, "Finetune/Loss (Raw)": 1.0461459159851074, "Finetune/Step": 808, "Finetune/Step Time": 5.3371075969189405}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.95722496509552, "Finetune/Loss (Raw)": 0.9550567865371704, "Finetune/Step": 809, "Finetune/Step Time": 5.34096802957356}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9573192596435547, "Finetune/Loss (Raw)": 1.0963058471679688, "Finetune/Step": 810, "Finetune/Step Time": 5.344350501894951}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9552673101425171, "Finetune/Loss (Raw)": 0.849527895450592, "Finetune/Step": 811, "Finetune/Step Time": 5.341580927371979}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9573540091514587, "Finetune/Loss (Raw)": 1.2308189868927002, "Finetune/Step": 812, "Finetune/Step Time": 5.339259205386043}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9591079354286194, "Finetune/Loss (Raw)": 0.9894137382507324, "Finetune/Step": 813, "Finetune/Step Time": 5.326047016307712}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9593037962913513, "Finetune/Loss (Raw)": 0.962084174156189, "Finetune/Step": 814, "Finetune/Step Time": 5.315304089337587}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9593299031257629, "Finetune/Loss (Raw)": 0.9814768433570862, "Finetune/Step": 815, "Finetune/Step Time": 5.319195043295622}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9597513675689697, "Finetune/Loss (Raw)": 1.0733113288879395, "Finetune/Step": 816, "Finetune/Step Time": 5.319276003167033}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9623985290527344, "Finetune/Loss (Raw)": 1.0785672664642334, "Finetune/Step": 817, "Finetune/Step Time": 5.3081794288009405}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9584169387817383, "Finetune/Loss (Raw)": 0.33101028203964233, "Finetune/Step": 818, "Finetune/Step Time": 5.292951378971338}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9565472602844238, "Finetune/Loss (Raw)": 0.8213281035423279, "Finetune/Step": 819, "Finetune/Step Time": 5.293173497542739}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9549781680107117, "Finetune/Loss (Raw)": 0.7390363216400146, "Finetune/Step": 820, "Finetune/Step Time": 5.273684876039624}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9550483822822571, "Finetune/Loss (Raw)": 0.9974498748779297, "Finetune/Step": 821, "Finetune/Step Time": 5.274082202464342}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9591823816299438, "Finetune/Loss (Raw)": 0.9307243824005127, "Finetune/Step": 822, "Finetune/Step Time": 5.242355398833752}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9609411358833313, "Finetune/Loss (Raw)": 1.0957801342010498, "Finetune/Step": 823, "Finetune/Step Time": 5.228224562481046}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.960726261138916, "Finetune/Loss (Raw)": 1.0883980989456177, "Finetune/Step": 824, "Finetune/Step Time": 5.227111669257283}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.960538387298584, "Finetune/Loss (Raw)": 0.9186257719993591, "Finetune/Step": 825, "Finetune/Step Time": 5.217047840356827}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9579210877418518, "Finetune/Loss (Raw)": 0.8565553426742554, "Finetune/Step": 826, "Finetune/Step Time": 5.2232910096645355}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.956330418586731, "Finetune/Loss (Raw)": 1.0040884017944336, "Finetune/Step": 827, "Finetune/Step Time": 5.209741184487939}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9515266418457031, "Finetune/Loss (Raw)": 0.38209667801856995, "Finetune/Step": 828, "Finetune/Step Time": 5.2295798026025295}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9574564695358276, "Finetune/Loss (Raw)": 1.0725749731063843, "Finetune/Step": 829, "Finetune/Step Time": 5.192860769107938}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9575859904289246, "Finetune/Loss (Raw)": 0.9960843920707703, "Finetune/Step": 830, "Finetune/Step Time": 5.1898331716656685}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9588609933853149, "Finetune/Loss (Raw)": 1.0446323156356812, "Finetune/Step": 831, "Finetune/Step Time": 5.206051344051957}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9596130847930908, "Finetune/Loss (Raw)": 1.0890989303588867, "Finetune/Step": 832, "Finetune/Step Time": 5.18252033367753}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.954993724822998, "Finetune/Loss (Raw)": 0.4260670244693756, "Finetune/Step": 833, "Finetune/Step Time": 5.21341460570693}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.956584632396698, "Finetune/Loss (Raw)": 0.9921127557754517, "Finetune/Step": 834, "Finetune/Step Time": 5.215992372483015}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9572432041168213, "Finetune/Loss (Raw)": 0.9909285306930542, "Finetune/Step": 835, "Finetune/Step Time": 5.22149364463985}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9560850262641907, "Finetune/Loss (Raw)": 1.0134122371673584, "Finetune/Step": 836, "Finetune/Step Time": 5.216170271858573}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9558022022247314, "Finetune/Loss (Raw)": 0.934410810470581, "Finetune/Step": 837, "Finetune/Step Time": 5.230864468961954}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9571876525878906, "Finetune/Loss (Raw)": 1.0623996257781982, "Finetune/Step": 838, "Finetune/Step Time": 5.23518000356853}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9558357000350952, "Finetune/Loss (Raw)": 0.9108242988586426, "Finetune/Step": 839, "Finetune/Step Time": 5.227130556479096}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9593362212181091, "Finetune/Loss (Raw)": 1.1694401502609253, "Finetune/Step": 840, "Finetune/Step Time": 5.220928767696023}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9586538076400757, "Finetune/Loss (Raw)": 0.8970925211906433, "Finetune/Step": 841, "Finetune/Step Time": 5.219846453517675}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9596871137619019, "Finetune/Loss (Raw)": 1.0707123279571533, "Finetune/Step": 842, "Finetune/Step Time": 5.2184169832617044}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9591033458709717, "Finetune/Loss (Raw)": 1.0458126068115234, "Finetune/Step": 843, "Finetune/Step Time": 5.237881109118462}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9600910544395447, "Finetune/Loss (Raw)": 0.9982101917266846, "Finetune/Step": 844, "Finetune/Step Time": 5.239482000470161}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9596470594406128, "Finetune/Loss (Raw)": 1.0812160968780518, "Finetune/Step": 845, "Finetune/Step Time": 5.225086925551295}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9595385789871216, "Finetune/Loss (Raw)": 1.0439866781234741, "Finetune/Step": 846, "Finetune/Step Time": 5.216955939307809}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9550637006759644, "Finetune/Loss (Raw)": 0.46518996357917786, "Finetune/Step": 847, "Finetune/Step Time": 5.2497263960540295}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9522544145584106, "Finetune/Loss (Raw)": 0.8522880673408508, "Finetune/Step": 848, "Finetune/Step Time": 5.25772107206285}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.952856183052063, "Finetune/Loss (Raw)": 1.0039640665054321, "Finetune/Step": 849, "Finetune/Step Time": 5.235235944390297}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9520513415336609, "Finetune/Loss (Raw)": 0.8899961709976196, "Finetune/Step": 850, "Finetune/Step Time": 5.219223832711577}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9512882232666016, "Finetune/Loss (Raw)": 1.021248459815979, "Finetune/Step": 851, "Finetune/Step Time": 5.225545799359679}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9497181177139282, "Finetune/Loss (Raw)": 0.8836547136306763, "Finetune/Step": 852, "Finetune/Step Time": 5.210140015929937}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9482698440551758, "Finetune/Loss (Raw)": 0.9569802284240723, "Finetune/Step": 853, "Finetune/Step Time": 5.206484258174896}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9495933055877686, "Finetune/Loss (Raw)": 0.9418607354164124, "Finetune/Step": 854, "Finetune/Step Time": 5.209132494404912}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9477933645248413, "Finetune/Loss (Raw)": 0.8020903468132019, "Finetune/Step": 855, "Finetune/Step Time": 5.245313806459308}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9461472034454346, "Finetune/Loss (Raw)": 0.9903080463409424, "Finetune/Step": 856, "Finetune/Step Time": 5.242433933541179}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.948509931564331, "Finetune/Loss (Raw)": 0.9480907917022705, "Finetune/Step": 857, "Finetune/Step Time": 5.232376979663968}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9499175548553467, "Finetune/Loss (Raw)": 1.1898093223571777, "Finetune/Step": 858, "Finetune/Step Time": 5.229810917750001}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9499955177307129, "Finetune/Loss (Raw)": 1.1021525859832764, "Finetune/Step": 859, "Finetune/Step Time": 5.24473375454545}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9503581523895264, "Finetune/Loss (Raw)": 0.9543057680130005, "Finetune/Step": 860, "Finetune/Step Time": 5.212647644802928}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9485514760017395, "Finetune/Loss (Raw)": 0.7285761833190918, "Finetune/Step": 861, "Finetune/Step Time": 5.202578108757734}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9497032165527344, "Finetune/Loss (Raw)": 1.0195887088775635, "Finetune/Step": 862, "Finetune/Step Time": 5.205148970708251}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9491969347000122, "Finetune/Loss (Raw)": 0.8400558829307556, "Finetune/Step": 863, "Finetune/Step Time": 5.21080213598907}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9500964879989624, "Finetune/Loss (Raw)": 1.0455143451690674, "Finetune/Step": 864, "Finetune/Step Time": 5.177763482555747}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9488067626953125, "Finetune/Loss (Raw)": 0.9595489501953125, "Finetune/Step": 865, "Finetune/Step Time": 5.199847096577287}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9496256113052368, "Finetune/Loss (Raw)": 1.1235398054122925, "Finetune/Step": 866, "Finetune/Step Time": 5.2014702670276165}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9543378353118896, "Finetune/Loss (Raw)": 1.0639371871948242, "Finetune/Step": 867, "Finetune/Step Time": 5.164667377248406}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.952797532081604, "Finetune/Loss (Raw)": 0.9447556138038635, "Finetune/Step": 868, "Finetune/Step Time": 5.1579577177762985}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9549903273582458, "Finetune/Loss (Raw)": 1.0924514532089233, "Finetune/Step": 869, "Finetune/Step Time": 5.148923186585307}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9543457627296448, "Finetune/Loss (Raw)": 0.9026516675949097, "Finetune/Step": 870, "Finetune/Step Time": 5.152604427188635}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9526077508926392, "Finetune/Loss (Raw)": 0.850795328617096, "Finetune/Step": 871, "Finetune/Step Time": 5.156005976721644}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9526318311691284, "Finetune/Loss (Raw)": 0.9991310834884644, "Finetune/Step": 872, "Finetune/Step Time": 5.155261328443885}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9538247585296631, "Finetune/Loss (Raw)": 1.049200177192688, "Finetune/Step": 873, "Finetune/Step Time": 5.139051802456379}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9521031975746155, "Finetune/Loss (Raw)": 0.8818553686141968, "Finetune/Step": 874, "Finetune/Step Time": 5.144468193873763}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9507647752761841, "Finetune/Loss (Raw)": 0.9484171271324158, "Finetune/Step": 875, "Finetune/Step Time": 5.1556013487279415}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.949488639831543, "Finetune/Loss (Raw)": 0.938053548336029, "Finetune/Step": 876, "Finetune/Step Time": 5.1567196398973465}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9496620893478394, "Finetune/Loss (Raw)": 1.032117486000061, "Finetune/Step": 877, "Finetune/Step Time": 5.155267680063844}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9494426250457764, "Finetune/Loss (Raw)": 0.9958024621009827, "Finetune/Step": 878, "Finetune/Step Time": 5.147775128483772}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9494185447692871, "Finetune/Loss (Raw)": 0.8910661339759827, "Finetune/Step": 879, "Finetune/Step Time": 5.169141186401248}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9488871097564697, "Finetune/Loss (Raw)": 1.0145211219787598, "Finetune/Step": 880, "Finetune/Step Time": 5.173553796485066}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.952715277671814, "Finetune/Loss (Raw)": 0.8883066177368164, "Finetune/Step": 881, "Finetune/Step Time": 5.152323812246323}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9542078971862793, "Finetune/Loss (Raw)": 1.067866325378418, "Finetune/Step": 882, "Finetune/Step Time": 5.152179686352611}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9551854133605957, "Finetune/Loss (Raw)": 1.0591953992843628, "Finetune/Step": 883, "Finetune/Step Time": 5.123002598062158}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9561042189598083, "Finetune/Loss (Raw)": 1.0698590278625488, "Finetune/Step": 884, "Finetune/Step Time": 5.123694580048323}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9501329660415649, "Finetune/Loss (Raw)": 0.23071534931659698, "Finetune/Step": 885, "Finetune/Step Time": 5.146024268120527}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9490258693695068, "Finetune/Loss (Raw)": 1.0167605876922607, "Finetune/Step": 886, "Finetune/Step Time": 5.149193761870265}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9438313245773315, "Finetune/Loss (Raw)": 0.4067729711532593, "Finetune/Step": 887, "Finetune/Step Time": 5.18738554045558}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9443157911300659, "Finetune/Loss (Raw)": 1.0859397649765015, "Finetune/Step": 888, "Finetune/Step Time": 5.193278992548585}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9452013373374939, "Finetune/Loss (Raw)": 1.0470002889633179, "Finetune/Step": 889, "Finetune/Step Time": 5.193053171038628}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9498244524002075, "Finetune/Loss (Raw)": 0.9751304984092712, "Finetune/Step": 890, "Finetune/Step Time": 5.155728995800018}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9505740404129028, "Finetune/Loss (Raw)": 0.9922778606414795, "Finetune/Step": 891, "Finetune/Step Time": 5.159192962571979}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9496957659721375, "Finetune/Loss (Raw)": 0.892473578453064, "Finetune/Step": 892, "Finetune/Step Time": 5.163453662768006}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9508664608001709, "Finetune/Loss (Raw)": 1.1275265216827393, "Finetune/Step": 893, "Finetune/Step Time": 5.154268929734826}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9498803019523621, "Finetune/Loss (Raw)": 0.9728276133537292, "Finetune/Step": 894, "Finetune/Step Time": 5.144171291962266}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9502938985824585, "Finetune/Loss (Raw)": 0.9785502552986145, "Finetune/Step": 895, "Finetune/Step Time": 5.150757346302271}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9513174295425415, "Finetune/Loss (Raw)": 1.0695618391036987, "Finetune/Step": 896, "Finetune/Step Time": 5.148141985759139}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.951511025428772, "Finetune/Loss (Raw)": 0.8529355525970459, "Finetune/Step": 897, "Finetune/Step Time": 5.1517349276691675}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9462876319885254, "Finetune/Loss (Raw)": 0.3618374168872833, "Finetune/Step": 898, "Finetune/Step Time": 5.173249954357743}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9443185329437256, "Finetune/Loss (Raw)": 0.8256357312202454, "Finetune/Step": 899, "Finetune/Step Time": 5.251079060137272}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9451932907104492, "Finetune/Loss (Raw)": 1.115369200706482, "Finetune/Step": 900, "Finetune/Step Time": 5.250496478751302}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9455603957176208, "Finetune/Loss (Raw)": 1.1070259809494019, "Finetune/Step": 901, "Finetune/Step Time": 5.244980836287141}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9470219612121582, "Finetune/Loss (Raw)": 1.0623103380203247, "Finetune/Step": 902, "Finetune/Step Time": 5.232993267476559}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9473856687545776, "Finetune/Loss (Raw)": 1.0816044807434082, "Finetune/Step": 903, "Finetune/Step Time": 5.237460220232606}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.948663592338562, "Finetune/Loss (Raw)": 0.9624612331390381, "Finetune/Step": 904, "Finetune/Step Time": 5.244561003521085}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9479888677597046, "Finetune/Loss (Raw)": 1.059928297996521, "Finetune/Step": 905, "Finetune/Step Time": 5.22414056956768}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9467629194259644, "Finetune/Loss (Raw)": 0.9420847296714783, "Finetune/Step": 906, "Finetune/Step Time": 5.221617538481951}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9476549625396729, "Finetune/Loss (Raw)": 1.050324559211731, "Finetune/Step": 907, "Finetune/Step Time": 5.208944348618388}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9526435732841492, "Finetune/Loss (Raw)": 0.9757972955703735, "Finetune/Step": 908, "Finetune/Step Time": 5.17394676245749}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9531195163726807, "Finetune/Loss (Raw)": 0.9987488389015198, "Finetune/Step": 909, "Finetune/Step Time": 5.178312176838517}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9549182057380676, "Finetune/Loss (Raw)": 0.969098687171936, "Finetune/Step": 910, "Finetune/Step Time": 5.149597931653261}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9549834728240967, "Finetune/Loss (Raw)": 0.9362438321113586, "Finetune/Step": 911, "Finetune/Step Time": 5.097738452255726}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9579064249992371, "Finetune/Loss (Raw)": 1.1258947849273682, "Finetune/Step": 912, "Finetune/Step Time": 5.08858297765255}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9550995230674744, "Finetune/Loss (Raw)": 0.7242985367774963, "Finetune/Step": 913, "Finetune/Step Time": 5.088299628347158}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9549233913421631, "Finetune/Loss (Raw)": 1.1222150325775146, "Finetune/Step": 914, "Finetune/Step Time": 5.0922268237918615}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9540549516677856, "Finetune/Loss (Raw)": 1.0099633932113647, "Finetune/Step": 915, "Finetune/Step Time": 5.064738005399704}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9533365964889526, "Finetune/Loss (Raw)": 1.0356981754302979, "Finetune/Step": 916, "Finetune/Step Time": 5.071383120492101}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.954777181148529, "Finetune/Loss (Raw)": 1.1918779611587524, "Finetune/Step": 917, "Finetune/Step Time": 5.1136809922754765}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9564089775085449, "Finetune/Loss (Raw)": 0.9733188152313232, "Finetune/Step": 918, "Finetune/Step Time": 5.090039648115635}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9550755023956299, "Finetune/Loss (Raw)": 0.7674677968025208, "Finetune/Step": 919, "Finetune/Step Time": 5.104643449187279}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9550731182098389, "Finetune/Loss (Raw)": 0.847136914730072, "Finetune/Step": 920, "Finetune/Step Time": 5.110479960218072}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9542965292930603, "Finetune/Loss (Raw)": 0.9852777123451233, "Finetune/Step": 921, "Finetune/Step Time": 5.10011070035398}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9541518688201904, "Finetune/Loss (Raw)": 0.9235610365867615, "Finetune/Step": 922, "Finetune/Step Time": 5.0989777110517025}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9545471668243408, "Finetune/Loss (Raw)": 1.038906455039978, "Finetune/Step": 923, "Finetune/Step Time": 5.091068036854267}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9544413089752197, "Finetune/Loss (Raw)": 0.9392374157905579, "Finetune/Step": 924, "Finetune/Step Time": 5.0999486874789}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9531607627868652, "Finetune/Loss (Raw)": 0.8161652684211731, "Finetune/Step": 925, "Finetune/Step Time": 5.11992191337049}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9526030421257019, "Finetune/Loss (Raw)": 0.9476215243339539, "Finetune/Step": 926, "Finetune/Step Time": 5.124009344726801}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9536802768707275, "Finetune/Loss (Raw)": 1.0476423501968384, "Finetune/Step": 927, "Finetune/Step Time": 5.116688966751099}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9533106088638306, "Finetune/Loss (Raw)": 1.013746976852417, "Finetune/Step": 928, "Finetune/Step Time": 5.109092071652412}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.952967643737793, "Finetune/Loss (Raw)": 1.0341355800628662, "Finetune/Step": 929, "Finetune/Step Time": 5.084416650235653}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9522933959960938, "Finetune/Loss (Raw)": 0.9081391096115112, "Finetune/Step": 930, "Finetune/Step Time": 5.08932214602828}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9540646076202393, "Finetune/Loss (Raw)": 1.026763677597046, "Finetune/Step": 931, "Finetune/Step Time": 5.070536518469453}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9546195268630981, "Finetune/Loss (Raw)": 1.06287682056427, "Finetune/Step": 932, "Finetune/Step Time": 5.076524414122105}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9546434879302979, "Finetune/Loss (Raw)": 1.0416548252105713, "Finetune/Step": 933, "Finetune/Step Time": 5.0865778010338545}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9559822082519531, "Finetune/Loss (Raw)": 1.0171722173690796, "Finetune/Step": 934, "Finetune/Step Time": 5.072755081579089}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9550108313560486, "Finetune/Loss (Raw)": 0.8681078553199768, "Finetune/Step": 935, "Finetune/Step Time": 5.073606913909316}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9542415738105774, "Finetune/Loss (Raw)": 0.9476789236068726, "Finetune/Step": 936, "Finetune/Step Time": 5.065713353455067}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9556012153625488, "Finetune/Loss (Raw)": 1.1290969848632812, "Finetune/Step": 937, "Finetune/Step Time": 5.060523223131895}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9559084177017212, "Finetune/Loss (Raw)": 1.1356191635131836, "Finetune/Step": 938, "Finetune/Step Time": 5.0642211474478245}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9565651416778564, "Finetune/Loss (Raw)": 0.9335960745811462, "Finetune/Step": 939, "Finetune/Step Time": 5.065213609486818}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9549338817596436, "Finetune/Loss (Raw)": 1.0220134258270264, "Finetune/Step": 940, "Finetune/Step Time": 5.067778050899506}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9548285007476807, "Finetune/Loss (Raw)": 0.9759258031845093, "Finetune/Step": 941, "Finetune/Step Time": 5.067223751917481}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9546858668327332, "Finetune/Loss (Raw)": 0.9438282251358032, "Finetune/Step": 942, "Finetune/Step Time": 5.073159297928214}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9544799327850342, "Finetune/Loss (Raw)": 0.9551117420196533, "Finetune/Step": 943, "Finetune/Step Time": 5.072253804653883}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9538959264755249, "Finetune/Loss (Raw)": 0.9985695481300354, "Finetune/Step": 944, "Finetune/Step Time": 5.06741857714951}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.95224928855896, "Finetune/Loss (Raw)": 0.8677968978881836, "Finetune/Step": 945, "Finetune/Step Time": 5.077547010034323}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9567404985427856, "Finetune/Loss (Raw)": 0.9058798551559448, "Finetune/Step": 946, "Finetune/Step Time": 5.059461126103997}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9578953981399536, "Finetune/Loss (Raw)": 0.9691529273986816, "Finetune/Step": 947, "Finetune/Step Time": 5.078917799517512}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9551291465759277, "Finetune/Loss (Raw)": 0.38495728373527527, "Finetune/Step": 948, "Finetune/Step Time": 5.103769067674875}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9562404155731201, "Finetune/Loss (Raw)": 1.1396942138671875, "Finetune/Step": 949, "Finetune/Step Time": 5.088908897712827}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9560848474502563, "Finetune/Loss (Raw)": 0.910808265209198, "Finetune/Step": 950, "Finetune/Step Time": 5.086941482499242}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.956779420375824, "Finetune/Loss (Raw)": 1.184687614440918, "Finetune/Step": 951, "Finetune/Step Time": 5.080355478450656}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9549240469932556, "Finetune/Loss (Raw)": 0.8509113788604736, "Finetune/Step": 952, "Finetune/Step Time": 5.085402620956302}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9554407596588135, "Finetune/Loss (Raw)": 0.984761118888855, "Finetune/Step": 953, "Finetune/Step Time": 5.077938042581081}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9559048414230347, "Finetune/Loss (Raw)": 0.9159546494483948, "Finetune/Step": 954, "Finetune/Step Time": 5.0748970452696085}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9558641314506531, "Finetune/Loss (Raw)": 0.998887300491333, "Finetune/Step": 955, "Finetune/Step Time": 5.079675858840346}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9609402418136597, "Finetune/Loss (Raw)": 1.0318286418914795, "Finetune/Step": 956, "Finetune/Step Time": 5.041336419060826}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9596211910247803, "Finetune/Loss (Raw)": 0.9037460684776306, "Finetune/Step": 957, "Finetune/Step Time": 5.03761306963861}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9594486951828003, "Finetune/Loss (Raw)": 0.9739993810653687, "Finetune/Step": 958, "Finetune/Step Time": 5.046669162809849}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9585484266281128, "Finetune/Loss (Raw)": 0.9293972253799438, "Finetune/Step": 959, "Finetune/Step Time": 5.017419079318643}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9575207233428955, "Finetune/Loss (Raw)": 0.9575572609901428, "Finetune/Step": 960, "Finetune/Step Time": 5.013814423233271}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9610674381256104, "Finetune/Loss (Raw)": 0.8800485134124756, "Finetune/Step": 961, "Finetune/Step Time": 4.984826786443591}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9619578123092651, "Finetune/Loss (Raw)": 1.1060782670974731, "Finetune/Step": 962, "Finetune/Step Time": 4.981673795729876}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9613313674926758, "Finetune/Loss (Raw)": 0.9107430577278137, "Finetune/Step": 963, "Finetune/Step Time": 4.974409528076649}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9606913328170776, "Finetune/Loss (Raw)": 0.9314821362495422, "Finetune/Step": 964, "Finetune/Step Time": 4.97389892488718}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9597026705741882, "Finetune/Loss (Raw)": 0.8078712821006775, "Finetune/Step": 965, "Finetune/Step Time": 4.968533426523209}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9588093757629395, "Finetune/Loss (Raw)": 0.948052704334259, "Finetune/Step": 966, "Finetune/Step Time": 4.969246404245496}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9594775438308716, "Finetune/Loss (Raw)": 0.996346652507782, "Finetune/Step": 967, "Finetune/Step Time": 4.9798814337700605}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9586391448974609, "Finetune/Loss (Raw)": 1.062132716178894, "Finetune/Step": 968, "Finetune/Step Time": 4.972952283918858}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9589011669158936, "Finetune/Loss (Raw)": 0.9306312799453735, "Finetune/Step": 969, "Finetune/Step Time": 4.97998508438468}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9560436010360718, "Finetune/Loss (Raw)": 0.7049461603164673, "Finetune/Step": 970, "Finetune/Step Time": 4.998420994728804}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9557470083236694, "Finetune/Loss (Raw)": 1.0078452825546265, "Finetune/Step": 971, "Finetune/Step Time": 5.006123593077064}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9510177373886108, "Finetune/Loss (Raw)": 0.39286231994628906, "Finetune/Step": 972, "Finetune/Step Time": 5.039846220985055}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9494980573654175, "Finetune/Loss (Raw)": 0.8866934180259705, "Finetune/Step": 973, "Finetune/Step Time": 5.045469589531422}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9488990306854248, "Finetune/Loss (Raw)": 0.9673140048980713, "Finetune/Step": 974, "Finetune/Step Time": 5.066830264404416}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9539560675621033, "Finetune/Loss (Raw)": 1.1124845743179321, "Finetune/Step": 975, "Finetune/Step Time": 5.045959271490574}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9550143480300903, "Finetune/Loss (Raw)": 0.9877547025680542, "Finetune/Step": 976, "Finetune/Step Time": 5.042966241016984}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9555701613426208, "Finetune/Loss (Raw)": 1.0751070976257324, "Finetune/Step": 977, "Finetune/Step Time": 5.0485749412328005}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9560466408729553, "Finetune/Loss (Raw)": 0.9509869813919067, "Finetune/Step": 978, "Finetune/Step Time": 5.033544788137078}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9549787640571594, "Finetune/Loss (Raw)": 0.8845517635345459, "Finetune/Step": 979, "Finetune/Step Time": 5.034394785761833}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9572190046310425, "Finetune/Loss (Raw)": 1.1704131364822388, "Finetune/Step": 980, "Finetune/Step Time": 5.032744355499744}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9574292898178101, "Finetune/Loss (Raw)": 0.9839008450508118, "Finetune/Step": 981, "Finetune/Step Time": 5.033561835065484}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9581183195114136, "Finetune/Loss (Raw)": 1.0300543308258057, "Finetune/Step": 982, "Finetune/Step Time": 5.0210969764739275}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9599286317825317, "Finetune/Loss (Raw)": 1.0338072776794434, "Finetune/Step": 983, "Finetune/Step Time": 4.984605802223086}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9598530530929565, "Finetune/Loss (Raw)": 0.9806342720985413, "Finetune/Step": 984, "Finetune/Step Time": 4.995547318831086}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9598422050476074, "Finetune/Loss (Raw)": 0.9467062950134277, "Finetune/Step": 985, "Finetune/Step Time": 4.994241751730442}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.957470178604126, "Finetune/Loss (Raw)": 0.8861868381500244, "Finetune/Step": 986, "Finetune/Step Time": 4.997804241254926}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9567421674728394, "Finetune/Loss (Raw)": 1.0089622735977173, "Finetune/Step": 987, "Finetune/Step Time": 4.99492652527988}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.9560370445251465, "Finetune/Loss (Raw)": 0.8640492558479309, "Finetune/Step": 988, "Finetune/Step Time": 4.997655024752021}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.958454966545105, "Finetune/Loss (Raw)": 1.0380712747573853, "Finetune/Step": 989, "Finetune/Step Time": 5.000835003331304}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9563561677932739, "Finetune/Loss (Raw)": 0.7509527802467346, "Finetune/Step": 990, "Finetune/Step Time": 5.0065625458955765}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9580068588256836, "Finetune/Loss (Raw)": 1.051332950592041, "Finetune/Step": 991, "Finetune/Step Time": 4.997303137555718}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9575294256210327, "Finetune/Loss (Raw)": 0.9844077825546265, "Finetune/Step": 992, "Finetune/Step Time": 4.995059283450246}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9577836990356445, "Finetune/Loss (Raw)": 0.9920929074287415, "Finetune/Step": 993, "Finetune/Step Time": 5.005917267873883}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9550697803497314, "Finetune/Loss (Raw)": 0.7761582732200623, "Finetune/Step": 994, "Finetune/Step Time": 5.014618648216128}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9541106820106506, "Finetune/Loss (Raw)": 0.9411728978157043, "Finetune/Step": 995, "Finetune/Step Time": 5.013113360852003}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.9542489051818848, "Finetune/Loss (Raw)": 0.9624557495117188, "Finetune/Step": 996, "Finetune/Step Time": 5.017141986638308}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9530283212661743, "Finetune/Loss (Raw)": 0.9362103939056396, "Finetune/Step": 997, "Finetune/Step Time": 4.996572177857161}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9534947276115417, "Finetune/Loss (Raw)": 0.962356686592102, "Finetune/Step": 998, "Finetune/Step Time": 5.009665219113231}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9556015729904175, "Finetune/Loss (Raw)": 1.1204702854156494, "Finetune/Step": 999, "Finetune/Step Time": 5.003120129927993}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9567354917526245, "Finetune/Loss (Raw)": 1.144270658493042, "Finetune/Step": 1000, "Finetune/Step Time": 4.9969427194446325}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9510704874992371, "Finetune/Loss (Raw)": 0.3240794837474823, "Finetune/Step": 1001, "Finetune/Step Time": 5.035156542435288}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9518787264823914, "Finetune/Loss (Raw)": 0.9853082895278931, "Finetune/Step": 1002, "Finetune/Step Time": 5.035678027197719}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.952733039855957, "Finetune/Loss (Raw)": 1.0577659606933594, "Finetune/Step": 1003, "Finetune/Step Time": 5.039015980437398}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9537377953529358, "Finetune/Loss (Raw)": 1.0666695833206177, "Finetune/Step": 1004, "Finetune/Step Time": 5.038731846958399}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.95365309715271, "Finetune/Loss (Raw)": 1.0212756395339966, "Finetune/Step": 1005, "Finetune/Step Time": 5.030908714979887}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9527336359024048, "Finetune/Loss (Raw)": 0.8781131505966187, "Finetune/Step": 1006, "Finetune/Step Time": 5.047227883711457}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9530828595161438, "Finetune/Loss (Raw)": 0.9357638359069824, "Finetune/Step": 1007, "Finetune/Step Time": 5.02769866026938}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9528591632843018, "Finetune/Loss (Raw)": 0.9858848452568054, "Finetune/Step": 1008, "Finetune/Step Time": 5.027047218754888}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9492627382278442, "Finetune/Loss (Raw)": 0.42796966433525085, "Finetune/Step": 1009, "Finetune/Step Time": 5.048322049900889}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9479902982711792, "Finetune/Loss (Raw)": 0.9049879908561707, "Finetune/Step": 1010, "Finetune/Step Time": 5.050613317638636}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9469336271286011, "Finetune/Loss (Raw)": 0.9239472150802612, "Finetune/Step": 1011, "Finetune/Step Time": 5.049905201420188}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9464849233627319, "Finetune/Loss (Raw)": 1.0124210119247437, "Finetune/Step": 1012, "Finetune/Step Time": 5.054847223684192}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9518632888793945, "Finetune/Loss (Raw)": 0.9191474914550781, "Finetune/Step": 1013, "Finetune/Step Time": 5.0194671880453825}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9521065354347229, "Finetune/Loss (Raw)": 1.0478936433792114, "Finetune/Step": 1014, "Finetune/Step Time": 5.014444401487708}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.951392412185669, "Finetune/Loss (Raw)": 0.31537237763404846, "Finetune/Step": 1015, "Finetune/Step Time": 5.014222268015146}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9508029818534851, "Finetune/Loss (Raw)": 1.0104875564575195, "Finetune/Step": 1016, "Finetune/Step Time": 5.012809790670872}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9510814547538757, "Finetune/Loss (Raw)": 1.0826451778411865, "Finetune/Step": 1017, "Finetune/Step Time": 5.004129473119974}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9513028860092163, "Finetune/Loss (Raw)": 1.0034762620925903, "Finetune/Step": 1018, "Finetune/Step Time": 5.048420237377286}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.950760543346405, "Finetune/Loss (Raw)": 0.9228555560112, "Finetune/Step": 1019, "Finetune/Step Time": 5.046261396259069}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9515541195869446, "Finetune/Loss (Raw)": 0.994053065776825, "Finetune/Step": 1020, "Finetune/Step Time": 5.0418008007109165}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9495282173156738, "Finetune/Loss (Raw)": 0.8682062029838562, "Finetune/Step": 1021, "Finetune/Step Time": 5.053513314574957}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9499001502990723, "Finetune/Loss (Raw)": 1.0204336643218994, "Finetune/Step": 1022, "Finetune/Step Time": 5.05413712374866}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9488651752471924, "Finetune/Loss (Raw)": 0.846079409122467, "Finetune/Step": 1023, "Finetune/Step Time": 5.052403239533305}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9478039741516113, "Finetune/Loss (Raw)": 0.9337298274040222, "Finetune/Step": 1024, "Finetune/Step Time": 5.054107239469886}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9480725526809692, "Finetune/Loss (Raw)": 0.887310802936554, "Finetune/Step": 1025, "Finetune/Step Time": 5.038632288575172}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9532349705696106, "Finetune/Loss (Raw)": 1.022627592086792, "Finetune/Step": 1026, "Finetune/Step Time": 5.00709075294435}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9497071504592896, "Finetune/Loss (Raw)": 0.374070405960083, "Finetune/Step": 1027, "Finetune/Step Time": 4.960154067724943}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9492115378379822, "Finetune/Loss (Raw)": 1.051932692527771, "Finetune/Step": 1028, "Finetune/Step Time": 4.963991126045585}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9474397301673889, "Finetune/Loss (Raw)": 0.8802321553230286, "Finetune/Step": 1029, "Finetune/Step Time": 4.97162895463407}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9472082853317261, "Finetune/Loss (Raw)": 1.0326879024505615, "Finetune/Step": 1030, "Finetune/Step Time": 4.970527796074748}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9464945197105408, "Finetune/Loss (Raw)": 0.9902418255805969, "Finetune/Step": 1031, "Finetune/Step Time": 4.950707979500294}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9417213201522827, "Finetune/Loss (Raw)": 0.3514880836009979, "Finetune/Step": 1032, "Finetune/Step Time": 4.980709683150053}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9413118958473206, "Finetune/Loss (Raw)": 1.0075294971466064, "Finetune/Step": 1033, "Finetune/Step Time": 5.012217925861478}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9405440092086792, "Finetune/Loss (Raw)": 0.8437972068786621, "Finetune/Step": 1034, "Finetune/Step Time": 5.025470653548837}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9402028322219849, "Finetune/Loss (Raw)": 1.0066502094268799, "Finetune/Step": 1035, "Finetune/Step Time": 5.0375798884779215}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9401286244392395, "Finetune/Loss (Raw)": 0.9662941694259644, "Finetune/Step": 1036, "Finetune/Step Time": 5.047421092167497}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9391903281211853, "Finetune/Loss (Raw)": 0.8786503076553345, "Finetune/Step": 1037, "Finetune/Step Time": 5.055565234273672}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9407048225402832, "Finetune/Loss (Raw)": 1.1629538536071777, "Finetune/Step": 1038, "Finetune/Step Time": 5.048616956919432}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9413008689880371, "Finetune/Loss (Raw)": 1.0125333070755005, "Finetune/Step": 1039, "Finetune/Step Time": 5.04793075658381}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9398089051246643, "Finetune/Loss (Raw)": 0.9349262118339539, "Finetune/Step": 1040, "Finetune/Step Time": 5.044068373739719}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.942615270614624, "Finetune/Loss (Raw)": 1.0835150480270386, "Finetune/Step": 1041, "Finetune/Step Time": 5.020591842010617}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.942301332950592, "Finetune/Loss (Raw)": 1.0820331573486328, "Finetune/Step": 1042, "Finetune/Step Time": 5.021584929898381}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9374058246612549, "Finetune/Loss (Raw)": 0.38333991169929504, "Finetune/Step": 1043, "Finetune/Step Time": 5.06122681684792}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9360157251358032, "Finetune/Loss (Raw)": 0.8577632904052734, "Finetune/Step": 1044, "Finetune/Step Time": 5.061470614746213}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9349262714385986, "Finetune/Loss (Raw)": 1.052428126335144, "Finetune/Step": 1045, "Finetune/Step Time": 5.037674767896533}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9347586631774902, "Finetune/Loss (Raw)": 0.9518639445304871, "Finetune/Step": 1046, "Finetune/Step Time": 5.040860895067453}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9366092681884766, "Finetune/Loss (Raw)": 1.0043433904647827, "Finetune/Step": 1047, "Finetune/Step Time": 5.032398968935013}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9391337633132935, "Finetune/Loss (Raw)": 1.170276403427124, "Finetune/Step": 1048, "Finetune/Step Time": 5.023957632482052}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9382839202880859, "Finetune/Loss (Raw)": 0.8764950037002563, "Finetune/Step": 1049, "Finetune/Step Time": 5.021474581211805}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9374372363090515, "Finetune/Loss (Raw)": 0.8151907324790955, "Finetune/Step": 1050, "Finetune/Step Time": 5.033605992794037}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9367140531539917, "Finetune/Loss (Raw)": 0.9463287591934204, "Finetune/Step": 1051, "Finetune/Step Time": 5.037437427788973}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.938382089138031, "Finetune/Loss (Raw)": 1.1527458429336548, "Finetune/Step": 1052, "Finetune/Step Time": 5.035663353279233}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9396601915359497, "Finetune/Loss (Raw)": 0.9797656536102295, "Finetune/Step": 1053, "Finetune/Step Time": 5.022950084879994}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9409652352333069, "Finetune/Loss (Raw)": 1.1146718263626099, "Finetune/Step": 1054, "Finetune/Step Time": 5.018277792260051}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.939839243888855, "Finetune/Loss (Raw)": 0.9035144448280334, "Finetune/Step": 1055, "Finetune/Step Time": 5.019204227253795}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9404575824737549, "Finetune/Loss (Raw)": 1.0928939580917358, "Finetune/Step": 1056, "Finetune/Step Time": 5.020441796630621}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9395742416381836, "Finetune/Loss (Raw)": 0.9210687875747681, "Finetune/Step": 1057, "Finetune/Step Time": 5.01494050770998}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9397395849227905, "Finetune/Loss (Raw)": 0.9293040633201599, "Finetune/Step": 1058, "Finetune/Step Time": 5.007295411080122}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9390920400619507, "Finetune/Loss (Raw)": 0.9438750743865967, "Finetune/Step": 1059, "Finetune/Step Time": 5.0259078443050385}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.93844074010849, "Finetune/Loss (Raw)": 0.9795054793357849, "Finetune/Step": 1060, "Finetune/Step Time": 5.023948762565851}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9369488954544067, "Finetune/Loss (Raw)": 0.8507013916969299, "Finetune/Step": 1061, "Finetune/Step Time": 5.004603277891874}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9368047714233398, "Finetune/Loss (Raw)": 0.9987238645553589, "Finetune/Step": 1062, "Finetune/Step Time": 4.999887244775891}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9377071857452393, "Finetune/Loss (Raw)": 0.9836238026618958, "Finetune/Step": 1063, "Finetune/Step Time": 5.007769845426083}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9395776987075806, "Finetune/Loss (Raw)": 1.18709135055542, "Finetune/Step": 1064, "Finetune/Step Time": 4.994583236053586}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9396262168884277, "Finetune/Loss (Raw)": 1.1353161334991455, "Finetune/Step": 1065, "Finetune/Step Time": 4.995927887037396}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9377868175506592, "Finetune/Loss (Raw)": 0.900174081325531, "Finetune/Step": 1066, "Finetune/Step Time": 4.989899026229978}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9391576051712036, "Finetune/Loss (Raw)": 1.1090505123138428, "Finetune/Step": 1067, "Finetune/Step Time": 4.9969888012856245}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9382666349411011, "Finetune/Loss (Raw)": 0.9079727530479431, "Finetune/Step": 1068, "Finetune/Step Time": 5.001589143648744}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9382318258285522, "Finetune/Loss (Raw)": 0.9714694619178772, "Finetune/Step": 1069, "Finetune/Step Time": 5.027947995811701}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9389286637306213, "Finetune/Loss (Raw)": 1.0330333709716797, "Finetune/Step": 1070, "Finetune/Step Time": 5.017427092418075}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9396074414253235, "Finetune/Loss (Raw)": 1.0419939756393433, "Finetune/Step": 1071, "Finetune/Step Time": 5.01515381410718}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9399763941764832, "Finetune/Loss (Raw)": 1.0457936525344849, "Finetune/Step": 1072, "Finetune/Step Time": 5.024643629789352}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9406788349151611, "Finetune/Loss (Raw)": 0.9577072858810425, "Finetune/Step": 1073, "Finetune/Step Time": 5.007378092035651}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9418340921401978, "Finetune/Loss (Raw)": 1.053755760192871, "Finetune/Step": 1074, "Finetune/Step Time": 4.99259152635932}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9424645900726318, "Finetune/Loss (Raw)": 1.049850344657898, "Finetune/Step": 1075, "Finetune/Step Time": 4.987093476578593}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9478791952133179, "Finetune/Loss (Raw)": 1.0780284404754639, "Finetune/Step": 1076, "Finetune/Step Time": 4.952626401558518}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9475394487380981, "Finetune/Loss (Raw)": 1.096206545829773, "Finetune/Step": 1077, "Finetune/Step Time": 4.956576654687524}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.94874107837677, "Finetune/Loss (Raw)": 1.0646252632141113, "Finetune/Step": 1078, "Finetune/Step Time": 4.958977876231074}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.946252167224884, "Finetune/Loss (Raw)": 0.8661049604415894, "Finetune/Step": 1079, "Finetune/Step Time": 4.963191607967019}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9472289085388184, "Finetune/Loss (Raw)": 0.9759236574172974, "Finetune/Step": 1080, "Finetune/Step Time": 4.96289349347353}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9479764699935913, "Finetune/Loss (Raw)": 1.0804561376571655, "Finetune/Step": 1081, "Finetune/Step Time": 4.966416716575623}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9474425315856934, "Finetune/Loss (Raw)": 0.847612202167511, "Finetune/Step": 1082, "Finetune/Step Time": 4.9871345441788435}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9476240873336792, "Finetune/Loss (Raw)": 1.0221171379089355, "Finetune/Step": 1083, "Finetune/Step Time": 4.980379989370704}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9478915333747864, "Finetune/Loss (Raw)": 1.0660685300827026, "Finetune/Step": 1084, "Finetune/Step Time": 4.995490398257971}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9488035440444946, "Finetune/Loss (Raw)": 1.020485758781433, "Finetune/Step": 1085, "Finetune/Step Time": 4.985576532781124}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9492961168289185, "Finetune/Loss (Raw)": 1.0370513200759888, "Finetune/Step": 1086, "Finetune/Step Time": 4.972021261230111}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9500105381011963, "Finetune/Loss (Raw)": 1.0208452939987183, "Finetune/Step": 1087, "Finetune/Step Time": 4.974322082474828}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9491671919822693, "Finetune/Loss (Raw)": 0.8496060371398926, "Finetune/Step": 1088, "Finetune/Step Time": 4.98247011192143}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9501668214797974, "Finetune/Loss (Raw)": 1.0079994201660156, "Finetune/Step": 1089, "Finetune/Step Time": 4.972729869186878}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9501591920852661, "Finetune/Loss (Raw)": 1.1051065921783447, "Finetune/Step": 1090, "Finetune/Step Time": 4.9829095639288425}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9503644108772278, "Finetune/Loss (Raw)": 0.9370026588439941, "Finetune/Step": 1091, "Finetune/Step Time": 4.987344712018967}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9511725902557373, "Finetune/Loss (Raw)": 1.034934639930725, "Finetune/Step": 1092, "Finetune/Step Time": 4.986049162223935}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.951772928237915, "Finetune/Loss (Raw)": 0.8847123384475708, "Finetune/Step": 1093, "Finetune/Step Time": 4.983270883560181}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9520843625068665, "Finetune/Loss (Raw)": 0.9879157543182373, "Finetune/Step": 1094, "Finetune/Step Time": 4.983217857778072}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9524380564689636, "Finetune/Loss (Raw)": 1.0416209697723389, "Finetune/Step": 1095, "Finetune/Step Time": 4.961039990186691}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9524766206741333, "Finetune/Loss (Raw)": 1.0670732259750366, "Finetune/Step": 1096, "Finetune/Step Time": 4.9567544888705015}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9529200196266174, "Finetune/Loss (Raw)": 0.9873785376548767, "Finetune/Step": 1097, "Finetune/Step Time": 4.957893712446094}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9551109075546265, "Finetune/Loss (Raw)": 0.9853775501251221, "Finetune/Step": 1098, "Finetune/Step Time": 4.959762040525675}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.955081582069397, "Finetune/Loss (Raw)": 1.0040960311889648, "Finetune/Step": 1099, "Finetune/Step Time": 4.938192378729582}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.959548830986023, "Finetune/Loss (Raw)": 0.9646664261817932, "Finetune/Step": 1100, "Finetune/Step Time": 4.907720470800996}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9611067771911621, "Finetune/Loss (Raw)": 1.0861058235168457, "Finetune/Step": 1101, "Finetune/Step Time": 4.907487638294697}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9598397612571716, "Finetune/Loss (Raw)": 0.8051438331604004, "Finetune/Step": 1102, "Finetune/Step Time": 4.888676896691322}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9599822759628296, "Finetune/Loss (Raw)": 1.1307272911071777, "Finetune/Step": 1103, "Finetune/Step Time": 4.881007166579366}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9606201648712158, "Finetune/Loss (Raw)": 1.069405198097229, "Finetune/Step": 1104, "Finetune/Step Time": 4.884516824036837}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9609900712966919, "Finetune/Loss (Raw)": 1.122450351715088, "Finetune/Step": 1105, "Finetune/Step Time": 4.889481667429209}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9613643884658813, "Finetune/Loss (Raw)": 0.9988966584205627, "Finetune/Step": 1106, "Finetune/Step Time": 4.907173214480281}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9624828696250916, "Finetune/Loss (Raw)": 1.0277208089828491, "Finetune/Step": 1107, "Finetune/Step Time": 4.90191438421607}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9618881940841675, "Finetune/Loss (Raw)": 1.0942927598953247, "Finetune/Step": 1108, "Finetune/Step Time": 4.902278579771519}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9606283903121948, "Finetune/Loss (Raw)": 0.8226451277732849, "Finetune/Step": 1109, "Finetune/Step Time": 4.919298628345132}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9603098034858704, "Finetune/Loss (Raw)": 0.9892779588699341, "Finetune/Step": 1110, "Finetune/Step Time": 4.918168572708964}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9611183404922485, "Finetune/Loss (Raw)": 1.1372958421707153, "Finetune/Step": 1111, "Finetune/Step Time": 4.913664674386382}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9607077836990356, "Finetune/Loss (Raw)": 0.9280872941017151, "Finetune/Step": 1112, "Finetune/Step Time": 4.90165095962584}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9607195854187012, "Finetune/Loss (Raw)": 0.9482137560844421, "Finetune/Step": 1113, "Finetune/Step Time": 4.898030487820506}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9618855714797974, "Finetune/Loss (Raw)": 1.0354334115982056, "Finetune/Step": 1114, "Finetune/Step Time": 4.9215536043047905}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.961984395980835, "Finetune/Loss (Raw)": 1.0216171741485596, "Finetune/Step": 1115, "Finetune/Step Time": 4.918461561203003}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9638070464134216, "Finetune/Loss (Raw)": 1.0973477363586426, "Finetune/Step": 1116, "Finetune/Step Time": 4.912882516160607}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9626635313034058, "Finetune/Loss (Raw)": 0.8916972875595093, "Finetune/Step": 1117, "Finetune/Step Time": 4.912209203466773}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9653275012969971, "Finetune/Loss (Raw)": 1.0919502973556519, "Finetune/Step": 1118, "Finetune/Step Time": 4.898987211287022}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9628555774688721, "Finetune/Loss (Raw)": 0.7349217534065247, "Finetune/Step": 1119, "Finetune/Step Time": 4.908956604078412}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9628692865371704, "Finetune/Loss (Raw)": 0.986161470413208, "Finetune/Step": 1120, "Finetune/Step Time": 4.911834044381976}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.964177131652832, "Finetune/Loss (Raw)": 1.1594936847686768, "Finetune/Step": 1121, "Finetune/Step Time": 4.8804184682667255}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9662918448448181, "Finetune/Loss (Raw)": 1.0468451976776123, "Finetune/Step": 1122, "Finetune/Step Time": 4.886715073138475}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9662879705429077, "Finetune/Loss (Raw)": 0.9406751990318298, "Finetune/Step": 1123, "Finetune/Step Time": 4.904965162277222}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9683732986450195, "Finetune/Loss (Raw)": 1.2293853759765625, "Finetune/Step": 1124, "Finetune/Step Time": 4.901122869923711}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9684540033340454, "Finetune/Loss (Raw)": 0.9465339183807373, "Finetune/Step": 1125, "Finetune/Step Time": 4.897626098245382}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9686188697814941, "Finetune/Loss (Raw)": 0.9834564924240112, "Finetune/Step": 1126, "Finetune/Step Time": 4.879309648647904}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9678822755813599, "Finetune/Loss (Raw)": 1.026184320449829, "Finetune/Step": 1127, "Finetune/Step Time": 4.878944259136915}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9665787816047668, "Finetune/Loss (Raw)": 0.9774296879768372, "Finetune/Step": 1128, "Finetune/Step Time": 4.891184510663152}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9727128744125366, "Finetune/Loss (Raw)": 1.1092406511306763, "Finetune/Step": 1129, "Finetune/Step Time": 4.850257556885481}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9712682962417603, "Finetune/Loss (Raw)": 0.8004099726676941, "Finetune/Step": 1130, "Finetune/Step Time": 4.858666975051165}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9714629054069519, "Finetune/Loss (Raw)": 1.082669973373413, "Finetune/Step": 1131, "Finetune/Step Time": 4.840902455151081}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9711581468582153, "Finetune/Loss (Raw)": 1.0276552438735962, "Finetune/Step": 1132, "Finetune/Step Time": 4.842716913670301}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.970856785774231, "Finetune/Loss (Raw)": 0.9826998114585876, "Finetune/Step": 1133, "Finetune/Step Time": 4.837619431316853}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9714701175689697, "Finetune/Loss (Raw)": 0.9566280841827393, "Finetune/Step": 1134, "Finetune/Step Time": 4.819221701472998}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9727792739868164, "Finetune/Loss (Raw)": 1.1033380031585693, "Finetune/Step": 1135, "Finetune/Step Time": 4.8143531288951635}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9727365970611572, "Finetune/Loss (Raw)": 0.9804222583770752, "Finetune/Step": 1136, "Finetune/Step Time": 4.811636114493012}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9775940179824829, "Finetune/Loss (Raw)": 1.0497159957885742, "Finetune/Step": 1137, "Finetune/Step Time": 4.777192296460271}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9785604476928711, "Finetune/Loss (Raw)": 1.0286904573440552, "Finetune/Step": 1138, "Finetune/Step Time": 4.786484466865659}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.978875994682312, "Finetune/Loss (Raw)": 0.9643419981002808, "Finetune/Step": 1139, "Finetune/Step Time": 4.799390254542232}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9789507389068604, "Finetune/Loss (Raw)": 1.0219898223876953, "Finetune/Step": 1140, "Finetune/Step Time": 4.792557818815112}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9792409539222717, "Finetune/Loss (Raw)": 0.9562870860099792, "Finetune/Step": 1141, "Finetune/Step Time": 4.797991409897804}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9734477996826172, "Finetune/Loss (Raw)": 0.30637621879577637, "Finetune/Step": 1142, "Finetune/Step Time": 4.827301740646362}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9782960414886475, "Finetune/Loss (Raw)": 0.935937225818634, "Finetune/Step": 1143, "Finetune/Step Time": 4.803663173690438}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.978309690952301, "Finetune/Loss (Raw)": 1.0122451782226562, "Finetune/Step": 1144, "Finetune/Step Time": 4.807724483311176}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9773863554000854, "Finetune/Loss (Raw)": 0.9644500017166138, "Finetune/Step": 1145, "Finetune/Step Time": 4.808378912508488}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9778233170509338, "Finetune/Loss (Raw)": 1.0594122409820557, "Finetune/Step": 1146, "Finetune/Step Time": 4.767844213172793}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9769407510757446, "Finetune/Loss (Raw)": 0.8098882436752319, "Finetune/Step": 1147, "Finetune/Step Time": 4.771024964749813}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9719008803367615, "Finetune/Loss (Raw)": 0.3489459156990051, "Finetune/Step": 1148, "Finetune/Step Time": 4.810799445956945}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9737534523010254, "Finetune/Loss (Raw)": 1.1053334474563599, "Finetune/Step": 1149, "Finetune/Step Time": 4.811214866116643}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9734266996383667, "Finetune/Loss (Raw)": 0.9786126613616943, "Finetune/Step": 1150, "Finetune/Step Time": 4.801621595397592}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9737142324447632, "Finetune/Loss (Raw)": 0.8828847408294678, "Finetune/Step": 1151, "Finetune/Step Time": 4.785973938181996}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9742045998573303, "Finetune/Loss (Raw)": 0.996493935585022, "Finetune/Step": 1152, "Finetune/Step Time": 4.798360066488385}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9758243560791016, "Finetune/Loss (Raw)": 1.0946418046951294, "Finetune/Step": 1153, "Finetune/Step Time": 4.812506163492799}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9704421758651733, "Finetune/Loss (Raw)": 0.33370664715766907, "Finetune/Step": 1154, "Finetune/Step Time": 4.839774599298835}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9702169895172119, "Finetune/Loss (Raw)": 0.34525030851364136, "Finetune/Step": 1155, "Finetune/Step Time": 4.8382260873913765}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9710156321525574, "Finetune/Loss (Raw)": 1.1541579961776733, "Finetune/Step": 1156, "Finetune/Step Time": 4.840024890378118}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9722913503646851, "Finetune/Loss (Raw)": 1.0435214042663574, "Finetune/Step": 1157, "Finetune/Step Time": 4.831646207720041}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9714183807373047, "Finetune/Loss (Raw)": 0.9209532141685486, "Finetune/Step": 1158, "Finetune/Step Time": 4.833394968882203}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9703837037086487, "Finetune/Loss (Raw)": 0.8577958941459656, "Finetune/Step": 1159, "Finetune/Step Time": 4.827823216095567}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9751498103141785, "Finetune/Loss (Raw)": 0.9615546464920044, "Finetune/Step": 1160, "Finetune/Step Time": 4.805338414385915}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9749575853347778, "Finetune/Loss (Raw)": 0.9829208850860596, "Finetune/Step": 1161, "Finetune/Step Time": 4.792900087311864}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9762596487998962, "Finetune/Loss (Raw)": 1.0104645490646362, "Finetune/Step": 1162, "Finetune/Step Time": 4.784166352823377}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9746687412261963, "Finetune/Loss (Raw)": 0.8030138611793518, "Finetune/Step": 1163, "Finetune/Step Time": 4.797894891351461}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9765080213546753, "Finetune/Loss (Raw)": 1.2017267942428589, "Finetune/Step": 1164, "Finetune/Step Time": 4.7905353885143995}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9725228548049927, "Finetune/Loss (Raw)": 0.3685491383075714, "Finetune/Step": 1165, "Finetune/Step Time": 4.809764480218291}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9703059196472168, "Finetune/Loss (Raw)": 0.8791877031326294, "Finetune/Step": 1166, "Finetune/Step Time": 4.82463750988245}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9689257144927979, "Finetune/Loss (Raw)": 0.835862398147583, "Finetune/Step": 1167, "Finetune/Step Time": 4.839687881991267}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9691141843795776, "Finetune/Loss (Raw)": 0.9590463042259216, "Finetune/Step": 1168, "Finetune/Step Time": 4.838344918563962}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9684580564498901, "Finetune/Loss (Raw)": 0.9995349049568176, "Finetune/Step": 1169, "Finetune/Step Time": 4.845738081261516}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9636898040771484, "Finetune/Loss (Raw)": 0.4716905653476715, "Finetune/Step": 1170, "Finetune/Step Time": 4.876825151965022}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9694885611534119, "Finetune/Loss (Raw)": 1.125585913658142, "Finetune/Step": 1171, "Finetune/Step Time": 4.84185086004436}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9709739685058594, "Finetune/Loss (Raw)": 1.0478986501693726, "Finetune/Step": 1172, "Finetune/Step Time": 4.836365718394518}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9705049395561218, "Finetune/Loss (Raw)": 0.9923909306526184, "Finetune/Step": 1173, "Finetune/Step Time": 4.819783788174391}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9659290313720703, "Finetune/Loss (Raw)": 0.36614876985549927, "Finetune/Step": 1174, "Finetune/Step Time": 4.846446422860026}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9655437469482422, "Finetune/Loss (Raw)": 0.9550232887268066, "Finetune/Step": 1175, "Finetune/Step Time": 4.855033623054624}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.963721752166748, "Finetune/Loss (Raw)": 0.9370580911636353, "Finetune/Step": 1176, "Finetune/Step Time": 4.85579358972609}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9591599702835083, "Finetune/Loss (Raw)": 0.29259321093559265, "Finetune/Step": 1177, "Finetune/Step Time": 4.893501153215766}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9553370475769043, "Finetune/Loss (Raw)": 0.32585540413856506, "Finetune/Step": 1178, "Finetune/Step Time": 4.913887778297067}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.957029402256012, "Finetune/Loss (Raw)": 1.162949562072754, "Finetune/Step": 1179, "Finetune/Step Time": 4.9062989223748446}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9552918672561646, "Finetune/Loss (Raw)": 0.9303387999534607, "Finetune/Step": 1180, "Finetune/Step Time": 4.922394372522831}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9561190605163574, "Finetune/Loss (Raw)": 1.0856528282165527, "Finetune/Step": 1181, "Finetune/Step Time": 4.909813519567251}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9529756307601929, "Finetune/Loss (Raw)": 0.7123126983642578, "Finetune/Step": 1182, "Finetune/Step Time": 4.911808995530009}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9540107250213623, "Finetune/Loss (Raw)": 1.036002278327942, "Finetune/Step": 1183, "Finetune/Step Time": 4.913187511265278}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9518758058547974, "Finetune/Loss (Raw)": 0.8196206092834473, "Finetune/Step": 1184, "Finetune/Step Time": 4.943019315600395}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9526379108428955, "Finetune/Loss (Raw)": 1.0186153650283813, "Finetune/Step": 1185, "Finetune/Step Time": 4.94639603421092}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9541451930999756, "Finetune/Loss (Raw)": 1.1222442388534546, "Finetune/Step": 1186, "Finetune/Step Time": 4.9467782862484455}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9495375156402588, "Finetune/Loss (Raw)": 0.35408738255500793, "Finetune/Step": 1187, "Finetune/Step Time": 4.967859109863639}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9501597881317139, "Finetune/Loss (Raw)": 1.0591554641723633, "Finetune/Step": 1188, "Finetune/Step Time": 4.96714099124074}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9518231153488159, "Finetune/Loss (Raw)": 1.0636096000671387, "Finetune/Step": 1189, "Finetune/Step Time": 4.9716885685920715}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.951689600944519, "Finetune/Loss (Raw)": 0.9816321134567261, "Finetune/Step": 1190, "Finetune/Step Time": 4.969985790550709}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9522315859794617, "Finetune/Loss (Raw)": 1.0529979467391968, "Finetune/Step": 1191, "Finetune/Step Time": 4.963500719517469}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9510114192962646, "Finetune/Loss (Raw)": 1.030913233757019, "Finetune/Step": 1192, "Finetune/Step Time": 4.971233807504177}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9500985741615295, "Finetune/Loss (Raw)": 1.0184701681137085, "Finetune/Step": 1193, "Finetune/Step Time": 4.97021371498704}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9514119029045105, "Finetune/Loss (Raw)": 1.0682796239852905, "Finetune/Step": 1194, "Finetune/Step Time": 4.984145861119032}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9505506157875061, "Finetune/Loss (Raw)": 0.9988060593605042, "Finetune/Step": 1195, "Finetune/Step Time": 4.973917504772544}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9511721134185791, "Finetune/Loss (Raw)": 0.9875177145004272, "Finetune/Step": 1196, "Finetune/Step Time": 4.970476208254695}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9522621631622314, "Finetune/Loss (Raw)": 1.1109998226165771, "Finetune/Step": 1197, "Finetune/Step Time": 4.937180100008845}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9527329206466675, "Finetune/Loss (Raw)": 1.0932985544204712, "Finetune/Step": 1198, "Finetune/Step Time": 4.942583624273539}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9527355432510376, "Finetune/Loss (Raw)": 1.0423251390457153, "Finetune/Step": 1199, "Finetune/Step Time": 4.938754381611943}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9528024792671204, "Finetune/Loss (Raw)": 1.0543612241744995, "Finetune/Step": 1200, "Finetune/Step Time": 4.935098014771938}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9534463882446289, "Finetune/Loss (Raw)": 1.040122151374817, "Finetune/Step": 1201, "Finetune/Step Time": 4.948764950037003}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9543015956878662, "Finetune/Loss (Raw)": 1.1632306575775146, "Finetune/Step": 1202, "Finetune/Step Time": 4.95236724242568}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.954888105392456, "Finetune/Loss (Raw)": 1.12491774559021, "Finetune/Step": 1203, "Finetune/Step Time": 4.942792883142829}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9549319744110107, "Finetune/Loss (Raw)": 1.0836457014083862, "Finetune/Step": 1204, "Finetune/Step Time": 4.951091352850199}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9539440870285034, "Finetune/Loss (Raw)": 0.9697629809379578, "Finetune/Step": 1205, "Finetune/Step Time": 4.968777593225241}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.954603374004364, "Finetune/Loss (Raw)": 1.1490098237991333, "Finetune/Step": 1206, "Finetune/Step Time": 4.961007889360189}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9553401470184326, "Finetune/Loss (Raw)": 0.9604055285453796, "Finetune/Step": 1207, "Finetune/Step Time": 4.9678516369313}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9556667804718018, "Finetune/Loss (Raw)": 1.0177439451217651, "Finetune/Step": 1208, "Finetune/Step Time": 4.968233358114958}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9554259777069092, "Finetune/Loss (Raw)": 1.0496302843093872, "Finetune/Step": 1209, "Finetune/Step Time": 4.966940922662616}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9566062688827515, "Finetune/Loss (Raw)": 0.9986864924430847, "Finetune/Step": 1210, "Finetune/Step Time": 4.9448609706014395}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9560536742210388, "Finetune/Loss (Raw)": 0.9513893127441406, "Finetune/Step": 1211, "Finetune/Step Time": 4.947725087404251}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9564905166625977, "Finetune/Loss (Raw)": 1.1219768524169922, "Finetune/Step": 1212, "Finetune/Step Time": 4.935466410592198}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9560004472732544, "Finetune/Loss (Raw)": 0.9577575922012329, "Finetune/Step": 1213, "Finetune/Step Time": 4.934798516333103}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.9545934200286865, "Finetune/Loss (Raw)": 0.856961190700531, "Finetune/Step": 1214, "Finetune/Step Time": 4.949018631130457}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9543454647064209, "Finetune/Loss (Raw)": 0.9891017079353333, "Finetune/Step": 1215, "Finetune/Step Time": 4.949827237054706}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9504585862159729, "Finetune/Loss (Raw)": 0.35208335518836975, "Finetune/Step": 1216, "Finetune/Step Time": 4.975255882367492}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9512540102005005, "Finetune/Loss (Raw)": 1.1098114252090454, "Finetune/Step": 1217, "Finetune/Step Time": 4.978766152635217}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9508610367774963, "Finetune/Loss (Raw)": 1.0548120737075806, "Finetune/Step": 1218, "Finetune/Step Time": 4.963260201737285}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9459470510482788, "Finetune/Loss (Raw)": 0.30801382660865784, "Finetune/Step": 1219, "Finetune/Step Time": 4.994637755677104}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9455916881561279, "Finetune/Loss (Raw)": 0.9894474148750305, "Finetune/Step": 1220, "Finetune/Step Time": 4.993894033133984}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9467929601669312, "Finetune/Loss (Raw)": 1.0384750366210938, "Finetune/Step": 1221, "Finetune/Step Time": 4.999197382479906}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9468718767166138, "Finetune/Loss (Raw)": 0.9980108737945557, "Finetune/Step": 1222, "Finetune/Step Time": 5.004254290834069}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.946738064289093, "Finetune/Loss (Raw)": 1.024492621421814, "Finetune/Step": 1223, "Finetune/Step Time": 5.004773747175932}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9462358951568604, "Finetune/Loss (Raw)": 1.0028034448623657, "Finetune/Step": 1224, "Finetune/Step Time": 5.011406444013119}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9453861713409424, "Finetune/Loss (Raw)": 0.8786132335662842, "Finetune/Step": 1225, "Finetune/Step Time": 5.00184422545135}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9446812272071838, "Finetune/Loss (Raw)": 0.8951446413993835, "Finetune/Step": 1226, "Finetune/Step Time": 4.986915480345488}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9436191320419312, "Finetune/Loss (Raw)": 0.8681504130363464, "Finetune/Step": 1227, "Finetune/Step Time": 4.995550941675901}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9442889094352722, "Finetune/Loss (Raw)": 1.0503942966461182, "Finetune/Step": 1228, "Finetune/Step Time": 5.002126406878233}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9442178010940552, "Finetune/Loss (Raw)": 1.077003836631775, "Finetune/Step": 1229, "Finetune/Step Time": 4.998507011681795}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9411002397537231, "Finetune/Loss (Raw)": 0.40609294176101685, "Finetune/Step": 1230, "Finetune/Step Time": 5.03649971447885}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9409602880477905, "Finetune/Loss (Raw)": 1.1128119230270386, "Finetune/Step": 1231, "Finetune/Step Time": 5.029759196564555}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9405263066291809, "Finetune/Loss (Raw)": 1.0138565301895142, "Finetune/Step": 1232, "Finetune/Step Time": 5.023970261216164}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9398510456085205, "Finetune/Loss (Raw)": 1.0360181331634521, "Finetune/Step": 1233, "Finetune/Step Time": 5.0089034996926785}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9383624792098999, "Finetune/Loss (Raw)": 0.8083620071411133, "Finetune/Step": 1234, "Finetune/Step Time": 5.012755343690515}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.937756359577179, "Finetune/Loss (Raw)": 0.9501402974128723, "Finetune/Step": 1235, "Finetune/Step Time": 5.011293603107333}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9378427863121033, "Finetune/Loss (Raw)": 1.1053508520126343, "Finetune/Step": 1236, "Finetune/Step Time": 5.007191672921181}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.939385712146759, "Finetune/Loss (Raw)": 1.0201404094696045, "Finetune/Step": 1237, "Finetune/Step Time": 5.004369856789708}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9408183693885803, "Finetune/Loss (Raw)": 1.1726592779159546, "Finetune/Step": 1238, "Finetune/Step Time": 5.007079506292939}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.939556360244751, "Finetune/Loss (Raw)": 0.9757534861564636, "Finetune/Step": 1239, "Finetune/Step Time": 5.020851472392678}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9399297833442688, "Finetune/Loss (Raw)": 0.9758924245834351, "Finetune/Step": 1240, "Finetune/Step Time": 5.019183678552508}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9395338892936707, "Finetune/Loss (Raw)": 0.8975390195846558, "Finetune/Step": 1241, "Finetune/Step Time": 5.028905091807246}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9390683174133301, "Finetune/Loss (Raw)": 0.9758330583572388, "Finetune/Step": 1242, "Finetune/Step Time": 5.001708829775453}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9393261671066284, "Finetune/Loss (Raw)": 1.0546296834945679, "Finetune/Step": 1243, "Finetune/Step Time": 4.995639054104686}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9383350610733032, "Finetune/Loss (Raw)": 0.9704859852790833, "Finetune/Step": 1244, "Finetune/Step Time": 5.004682132974267}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.938959538936615, "Finetune/Loss (Raw)": 0.9716255068778992, "Finetune/Step": 1245, "Finetune/Step Time": 4.994856661185622}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9376764297485352, "Finetune/Loss (Raw)": 0.927710771560669, "Finetune/Step": 1246, "Finetune/Step Time": 5.017169814556837}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.940280556678772, "Finetune/Loss (Raw)": 1.0682517290115356, "Finetune/Step": 1247, "Finetune/Step Time": 5.002446578815579}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9389426708221436, "Finetune/Loss (Raw)": 0.8149150609970093, "Finetune/Step": 1248, "Finetune/Step Time": 5.006992448121309}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.937031626701355, "Finetune/Loss (Raw)": 0.9148775935173035, "Finetune/Step": 1249, "Finetune/Step Time": 5.007948290556669}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.936935544013977, "Finetune/Loss (Raw)": 1.0345447063446045, "Finetune/Step": 1250, "Finetune/Step Time": 4.9881318882107735}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9375923871994019, "Finetune/Loss (Raw)": 1.0247573852539062, "Finetune/Step": 1251, "Finetune/Step Time": 4.973924167454243}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9349762201309204, "Finetune/Loss (Raw)": 0.8945072889328003, "Finetune/Step": 1252, "Finetune/Step Time": 4.969863370060921}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9348462820053101, "Finetune/Loss (Raw)": 0.9299046993255615, "Finetune/Step": 1253, "Finetune/Step Time": 4.988557852804661}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9348249435424805, "Finetune/Loss (Raw)": 0.9807317852973938, "Finetune/Step": 1254, "Finetune/Step Time": 4.991902127861977}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.93539959192276, "Finetune/Loss (Raw)": 1.0997376441955566, "Finetune/Step": 1255, "Finetune/Step Time": 4.994095062837005}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9357243776321411, "Finetune/Loss (Raw)": 1.0189943313598633, "Finetune/Step": 1256, "Finetune/Step Time": 4.989480692893267}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9325047135353088, "Finetune/Loss (Raw)": 0.6971272826194763, "Finetune/Step": 1257, "Finetune/Step Time": 5.01585884205997}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9336954355239868, "Finetune/Loss (Raw)": 0.9528205394744873, "Finetune/Step": 1258, "Finetune/Step Time": 5.004218837246299}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.932253360748291, "Finetune/Loss (Raw)": 0.8980908989906311, "Finetune/Step": 1259, "Finetune/Step Time": 5.015284055843949}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9333975911140442, "Finetune/Loss (Raw)": 1.1741145849227905, "Finetune/Step": 1260, "Finetune/Step Time": 5.017177507281303}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9323440194129944, "Finetune/Loss (Raw)": 0.8478386402130127, "Finetune/Step": 1261, "Finetune/Step Time": 5.017420148476958}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9326095581054688, "Finetune/Loss (Raw)": 0.9906250238418579, "Finetune/Step": 1262, "Finetune/Step Time": 5.012868518009782}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9322183132171631, "Finetune/Loss (Raw)": 1.0532594919204712, "Finetune/Step": 1263, "Finetune/Step Time": 5.009583165869117}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9323379993438721, "Finetune/Loss (Raw)": 0.9957387447357178, "Finetune/Step": 1264, "Finetune/Step Time": 5.007890820503235}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9271109700202942, "Finetune/Loss (Raw)": 0.3806505799293518, "Finetune/Step": 1265, "Finetune/Step Time": 5.042561525478959}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9265755414962769, "Finetune/Loss (Raw)": 0.9601597785949707, "Finetune/Step": 1266, "Finetune/Step Time": 5.048125309869647}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9271990060806274, "Finetune/Loss (Raw)": 1.044150948524475, "Finetune/Step": 1267, "Finetune/Step Time": 5.034090055152774}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9275614023208618, "Finetune/Loss (Raw)": 1.0683733224868774, "Finetune/Step": 1268, "Finetune/Step Time": 5.037591176107526}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9275487065315247, "Finetune/Loss (Raw)": 0.9546542763710022, "Finetune/Step": 1269, "Finetune/Step Time": 5.029388654977083}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9339535236358643, "Finetune/Loss (Raw)": 1.12619948387146, "Finetune/Step": 1270, "Finetune/Step Time": 5.003529317677021}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9352390170097351, "Finetune/Loss (Raw)": 1.1004838943481445, "Finetune/Step": 1271, "Finetune/Step Time": 4.988543653860688}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.933722734451294, "Finetune/Loss (Raw)": 0.8181567192077637, "Finetune/Step": 1272, "Finetune/Step Time": 4.997435785830021}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9334961175918579, "Finetune/Loss (Raw)": 0.9354390501976013, "Finetune/Step": 1273, "Finetune/Step Time": 5.007420716807246}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9320242404937744, "Finetune/Loss (Raw)": 0.8710175156593323, "Finetune/Step": 1274, "Finetune/Step Time": 4.998548684641719}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9348129630088806, "Finetune/Loss (Raw)": 1.166846752166748, "Finetune/Step": 1275, "Finetune/Step Time": 4.989759622141719}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9394937753677368, "Finetune/Loss (Raw)": 0.9480884075164795, "Finetune/Step": 1276, "Finetune/Step Time": 4.951319936662912}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9383742809295654, "Finetune/Loss (Raw)": 0.9620282053947449, "Finetune/Step": 1277, "Finetune/Step Time": 4.9546926487237215}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.936521053314209, "Finetune/Loss (Raw)": 0.741411566734314, "Finetune/Step": 1278, "Finetune/Step Time": 4.961114885285497}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9373811483383179, "Finetune/Loss (Raw)": 0.9929695725440979, "Finetune/Step": 1279, "Finetune/Step Time": 4.963058220222592}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.938633918762207, "Finetune/Loss (Raw)": 1.1568528413772583, "Finetune/Step": 1280, "Finetune/Step Time": 4.9415485095232725}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9375187158584595, "Finetune/Loss (Raw)": 0.9518929719924927, "Finetune/Step": 1281, "Finetune/Step Time": 4.925957588478923}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9426558613777161, "Finetune/Loss (Raw)": 0.9912586212158203, "Finetune/Step": 1282, "Finetune/Step Time": 4.891373855993152}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9468250870704651, "Finetune/Loss (Raw)": 0.8789179921150208, "Finetune/Step": 1283, "Finetune/Step Time": 4.868059867992997}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9453816413879395, "Finetune/Loss (Raw)": 0.9693970084190369, "Finetune/Step": 1284, "Finetune/Step Time": 4.86547202989459}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9454708099365234, "Finetune/Loss (Raw)": 1.0549278259277344, "Finetune/Step": 1285, "Finetune/Step Time": 4.865512229502201}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9457787871360779, "Finetune/Loss (Raw)": 0.9603818655014038, "Finetune/Step": 1286, "Finetune/Step Time": 4.869615716859698}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9467462301254272, "Finetune/Loss (Raw)": 0.9816257357597351, "Finetune/Step": 1287, "Finetune/Step Time": 4.869100425392389}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.946334958076477, "Finetune/Loss (Raw)": 0.9089115858078003, "Finetune/Step": 1288, "Finetune/Step Time": 4.849067954346538}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9457669258117676, "Finetune/Loss (Raw)": 0.9102115631103516, "Finetune/Step": 1289, "Finetune/Step Time": 4.833659375086427}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9464985132217407, "Finetune/Loss (Raw)": 1.1041051149368286, "Finetune/Step": 1290, "Finetune/Step Time": 4.828115342184901}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9479641318321228, "Finetune/Loss (Raw)": 0.9906156659126282, "Finetune/Step": 1291, "Finetune/Step Time": 4.825600383803248}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9461272954940796, "Finetune/Loss (Raw)": 0.966616690158844, "Finetune/Step": 1292, "Finetune/Step Time": 4.825682492926717}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9506711959838867, "Finetune/Loss (Raw)": 0.9501582980155945, "Finetune/Step": 1293, "Finetune/Step Time": 4.795100700110197}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9515547156333923, "Finetune/Loss (Raw)": 0.9922874569892883, "Finetune/Step": 1294, "Finetune/Step Time": 4.791888777166605}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9522728323936462, "Finetune/Loss (Raw)": 0.927778422832489, "Finetune/Step": 1295, "Finetune/Step Time": 4.790288234129548}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9522822499275208, "Finetune/Loss (Raw)": 0.9602497220039368, "Finetune/Step": 1296, "Finetune/Step Time": 4.7939551174640656}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9522122740745544, "Finetune/Loss (Raw)": 0.990576982498169, "Finetune/Step": 1297, "Finetune/Step Time": 4.803661732003093}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9551492929458618, "Finetune/Loss (Raw)": 0.8476305603981018, "Finetune/Step": 1298, "Finetune/Step Time": 4.770134912803769}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.952147901058197, "Finetune/Loss (Raw)": 0.7414052486419678, "Finetune/Step": 1299, "Finetune/Step Time": 4.774020634591579}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9509385824203491, "Finetune/Loss (Raw)": 0.8931099772453308, "Finetune/Step": 1300, "Finetune/Step Time": 4.7776816207915545}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9511687755584717, "Finetune/Loss (Raw)": 1.0218589305877686, "Finetune/Step": 1301, "Finetune/Step Time": 4.795698678120971}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9556582570075989, "Finetune/Loss (Raw)": 0.940798819065094, "Finetune/Step": 1302, "Finetune/Step Time": 4.786821823567152}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9558037519454956, "Finetune/Loss (Raw)": 0.9736443758010864, "Finetune/Step": 1303, "Finetune/Step Time": 4.77011195383966}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9563049077987671, "Finetune/Loss (Raw)": 1.0012058019638062, "Finetune/Step": 1304, "Finetune/Step Time": 4.770934639498591}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.961542546749115, "Finetune/Loss (Raw)": 0.9630113840103149, "Finetune/Step": 1305, "Finetune/Step Time": 4.7386705949902534}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9667754173278809, "Finetune/Loss (Raw)": 0.9956676363945007, "Finetune/Step": 1306, "Finetune/Step Time": 4.726214600726962}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9661128520965576, "Finetune/Loss (Raw)": 1.0781292915344238, "Finetune/Step": 1307, "Finetune/Step Time": 4.720325196161866}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.967227041721344, "Finetune/Loss (Raw)": 1.072962999343872, "Finetune/Step": 1308, "Finetune/Step Time": 4.702806789427996}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9662469625473022, "Finetune/Loss (Raw)": 0.9602102637290955, "Finetune/Step": 1309, "Finetune/Step Time": 4.721675705164671}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9677847623825073, "Finetune/Loss (Raw)": 0.9091470241546631, "Finetune/Step": 1310, "Finetune/Step Time": 4.719542833045125}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9675338864326477, "Finetune/Loss (Raw)": 1.0038862228393555, "Finetune/Step": 1311, "Finetune/Step Time": 4.721737403422594}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9670977592468262, "Finetune/Loss (Raw)": 0.7637962102890015, "Finetune/Step": 1312, "Finetune/Step Time": 4.716350028291345}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9670582413673401, "Finetune/Loss (Raw)": 1.013551950454712, "Finetune/Step": 1313, "Finetune/Step Time": 4.722673803567886}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9660825133323669, "Finetune/Loss (Raw)": 0.9973505139350891, "Finetune/Step": 1314, "Finetune/Step Time": 4.720214830711484}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9710367918014526, "Finetune/Loss (Raw)": 0.9882357120513916, "Finetune/Step": 1315, "Finetune/Step Time": 4.686404127627611}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9718339443206787, "Finetune/Loss (Raw)": 1.1611963510513306, "Finetune/Step": 1316, "Finetune/Step Time": 4.691709546372294}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.971794068813324, "Finetune/Loss (Raw)": 1.0585051774978638, "Finetune/Step": 1317, "Finetune/Step Time": 4.684845680370927}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9715944528579712, "Finetune/Loss (Raw)": 0.9560803771018982, "Finetune/Step": 1318, "Finetune/Step Time": 4.684930728748441}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9711349010467529, "Finetune/Loss (Raw)": 0.9941726326942444, "Finetune/Step": 1319, "Finetune/Step Time": 4.682437812909484}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9706993699073792, "Finetune/Loss (Raw)": 0.975164532661438, "Finetune/Step": 1320, "Finetune/Step Time": 4.684119826182723}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9705746173858643, "Finetune/Loss (Raw)": 1.0025049448013306, "Finetune/Step": 1321, "Finetune/Step Time": 4.687210341915488}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9698495268821716, "Finetune/Loss (Raw)": 0.9754663705825806, "Finetune/Step": 1322, "Finetune/Step Time": 4.676669521257281}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9702430963516235, "Finetune/Loss (Raw)": 1.0491769313812256, "Finetune/Step": 1323, "Finetune/Step Time": 4.6776793617755175}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9704999923706055, "Finetune/Loss (Raw)": 1.0204098224639893, "Finetune/Step": 1324, "Finetune/Step Time": 4.679728478193283}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9700840711593628, "Finetune/Loss (Raw)": 1.0577573776245117, "Finetune/Step": 1325, "Finetune/Step Time": 4.697357498109341}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9696284532546997, "Finetune/Loss (Raw)": 1.0349864959716797, "Finetune/Step": 1326, "Finetune/Step Time": 4.690056558698416}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9686189889907837, "Finetune/Loss (Raw)": 0.9131067991256714, "Finetune/Step": 1327, "Finetune/Step Time": 4.7278580497950315}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9692751169204712, "Finetune/Loss (Raw)": 1.1383531093597412, "Finetune/Step": 1328, "Finetune/Step Time": 4.723924338817596}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9703613519668579, "Finetune/Loss (Raw)": 1.1791536808013916, "Finetune/Step": 1329, "Finetune/Step Time": 4.715575190261006}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9673805236816406, "Finetune/Loss (Raw)": 0.7816810011863708, "Finetune/Step": 1330, "Finetune/Step Time": 4.709265664219856}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9668368697166443, "Finetune/Loss (Raw)": 1.0553367137908936, "Finetune/Step": 1331, "Finetune/Step Time": 4.703271329402924}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9651415944099426, "Finetune/Loss (Raw)": 0.8666527271270752, "Finetune/Step": 1332, "Finetune/Step Time": 4.7062827087938786}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9651002883911133, "Finetune/Loss (Raw)": 0.9644753932952881, "Finetune/Step": 1333, "Finetune/Step Time": 4.692809714004397}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9640130996704102, "Finetune/Loss (Raw)": 1.0098484754562378, "Finetune/Step": 1334, "Finetune/Step Time": 4.696759132668376}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9645543098449707, "Finetune/Loss (Raw)": 1.0296790599822998, "Finetune/Step": 1335, "Finetune/Step Time": 4.689092883840203}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9646254181861877, "Finetune/Loss (Raw)": 1.0268465280532837, "Finetune/Step": 1336, "Finetune/Step Time": 4.68451532907784}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9652024507522583, "Finetune/Loss (Raw)": 1.1234861612319946, "Finetune/Step": 1337, "Finetune/Step Time": 4.687063524499536}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9598474502563477, "Finetune/Loss (Raw)": 0.31324347853660583, "Finetune/Step": 1338, "Finetune/Step Time": 4.724053731188178}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9594539999961853, "Finetune/Loss (Raw)": 0.9010331034660339, "Finetune/Step": 1339, "Finetune/Step Time": 4.729790600016713}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9584787487983704, "Finetune/Loss (Raw)": 0.997146725654602, "Finetune/Step": 1340, "Finetune/Step Time": 4.736081840470433}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9583946466445923, "Finetune/Loss (Raw)": 0.9469882845878601, "Finetune/Step": 1341, "Finetune/Step Time": 4.737417943775654}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9602753520011902, "Finetune/Loss (Raw)": 1.0976948738098145, "Finetune/Step": 1342, "Finetune/Step Time": 4.734555771574378}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9596364498138428, "Finetune/Loss (Raw)": 0.9073213338851929, "Finetune/Step": 1343, "Finetune/Step Time": 4.756922505795956}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9642990827560425, "Finetune/Loss (Raw)": 0.9489068388938904, "Finetune/Step": 1344, "Finetune/Step Time": 4.727944258600473}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9638824462890625, "Finetune/Loss (Raw)": 1.0564751625061035, "Finetune/Step": 1345, "Finetune/Step Time": 4.728005385026336}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9630526304244995, "Finetune/Loss (Raw)": 0.948599636554718, "Finetune/Step": 1346, "Finetune/Step Time": 4.730240328237414}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.969660758972168, "Finetune/Loss (Raw)": 1.1538606882095337, "Finetune/Step": 1347, "Finetune/Step Time": 4.712079796940088}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9653140902519226, "Finetune/Loss (Raw)": 0.4330717921257019, "Finetune/Step": 1348, "Finetune/Step Time": 4.7502958830446005}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9656197428703308, "Finetune/Loss (Raw)": 1.077597737312317, "Finetune/Step": 1349, "Finetune/Step Time": 4.730231493711472}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.965981125831604, "Finetune/Loss (Raw)": 1.0442652702331543, "Finetune/Step": 1350, "Finetune/Step Time": 4.728775817900896}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9660900831222534, "Finetune/Loss (Raw)": 1.0384379625320435, "Finetune/Step": 1351, "Finetune/Step Time": 4.732564402744174}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9615811109542847, "Finetune/Loss (Raw)": 0.425655335187912, "Finetune/Step": 1352, "Finetune/Step Time": 4.767494056373835}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9620922207832336, "Finetune/Loss (Raw)": 0.9440353512763977, "Finetune/Step": 1353, "Finetune/Step Time": 4.762189058586955}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9628452658653259, "Finetune/Loss (Raw)": 0.9915323257446289, "Finetune/Step": 1354, "Finetune/Step Time": 4.75925824418664}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9647405743598938, "Finetune/Loss (Raw)": 1.1107559204101562, "Finetune/Step": 1355, "Finetune/Step Time": 4.752268744632602}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9648547172546387, "Finetune/Loss (Raw)": 1.0649992227554321, "Finetune/Step": 1356, "Finetune/Step Time": 4.745968801900744}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9646888375282288, "Finetune/Loss (Raw)": 1.0557780265808105, "Finetune/Step": 1357, "Finetune/Step Time": 4.758649563416839}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9691542983055115, "Finetune/Loss (Raw)": 0.9776631593704224, "Finetune/Step": 1358, "Finetune/Step Time": 4.720169130712748}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9671356678009033, "Finetune/Loss (Raw)": 0.8544253706932068, "Finetune/Step": 1359, "Finetune/Step Time": 4.734330967068672}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9670122861862183, "Finetune/Loss (Raw)": 0.9980732798576355, "Finetune/Step": 1360, "Finetune/Step Time": 4.731761649250984}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9673368334770203, "Finetune/Loss (Raw)": 1.0775539875030518, "Finetune/Step": 1361, "Finetune/Step Time": 4.732765285298228}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9684885740280151, "Finetune/Loss (Raw)": 0.9557872414588928, "Finetune/Step": 1362, "Finetune/Step Time": 4.714871093630791}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9687293767929077, "Finetune/Loss (Raw)": 0.9809624552726746, "Finetune/Step": 1363, "Finetune/Step Time": 4.715635554865003}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.96753990650177, "Finetune/Loss (Raw)": 0.9530952572822571, "Finetune/Step": 1364, "Finetune/Step Time": 4.749223001301289}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9665517807006836, "Finetune/Loss (Raw)": 0.8936694264411926, "Finetune/Step": 1365, "Finetune/Step Time": 4.74022881872952}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9648312330245972, "Finetune/Loss (Raw)": 0.952420711517334, "Finetune/Step": 1366, "Finetune/Step Time": 4.735045524314046}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9643493890762329, "Finetune/Loss (Raw)": 0.9140792489051819, "Finetune/Step": 1367, "Finetune/Step Time": 4.763462703675032}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9647655487060547, "Finetune/Loss (Raw)": 1.0291563272476196, "Finetune/Step": 1368, "Finetune/Step Time": 4.763457141816616}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9659404754638672, "Finetune/Loss (Raw)": 1.0479391813278198, "Finetune/Step": 1369, "Finetune/Step Time": 4.767168672755361}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9649244546890259, "Finetune/Loss (Raw)": 0.8457821607589722, "Finetune/Step": 1370, "Finetune/Step Time": 4.770044948905706}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9642919898033142, "Finetune/Loss (Raw)": 0.9736735224723816, "Finetune/Step": 1371, "Finetune/Step Time": 4.775709856301546}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9597111940383911, "Finetune/Loss (Raw)": 0.38414445519447327, "Finetune/Step": 1372, "Finetune/Step Time": 4.802812926471233}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.960837721824646, "Finetune/Loss (Raw)": 1.1158146858215332, "Finetune/Step": 1373, "Finetune/Step Time": 4.803102781996131}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9608441591262817, "Finetune/Loss (Raw)": 0.9285354614257812, "Finetune/Step": 1374, "Finetune/Step Time": 4.794546959921718}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9606207013130188, "Finetune/Loss (Raw)": 1.0396512746810913, "Finetune/Step": 1375, "Finetune/Step Time": 4.792156543582678}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9567573070526123, "Finetune/Loss (Raw)": 0.3203967213630676, "Finetune/Step": 1376, "Finetune/Step Time": 4.819510651752353}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9579054713249207, "Finetune/Loss (Raw)": 1.0618419647216797, "Finetune/Step": 1377, "Finetune/Step Time": 4.827508157119155}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9587177038192749, "Finetune/Loss (Raw)": 1.1385124921798706, "Finetune/Step": 1378, "Finetune/Step Time": 4.84590614028275}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9563278555870056, "Finetune/Loss (Raw)": 0.7188618779182434, "Finetune/Step": 1379, "Finetune/Step Time": 4.862451868131757}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9565800428390503, "Finetune/Loss (Raw)": 0.9267758131027222, "Finetune/Step": 1380, "Finetune/Step Time": 4.862554607912898}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9574069976806641, "Finetune/Loss (Raw)": 1.035754919052124, "Finetune/Step": 1381, "Finetune/Step Time": 4.847695410251617}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9573651552200317, "Finetune/Loss (Raw)": 0.9753829836845398, "Finetune/Step": 1382, "Finetune/Step Time": 4.847215499728918}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9558622241020203, "Finetune/Loss (Raw)": 0.9073616862297058, "Finetune/Step": 1383, "Finetune/Step Time": 4.851137351244688}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9554053544998169, "Finetune/Loss (Raw)": 0.9605173468589783, "Finetune/Step": 1384, "Finetune/Step Time": 4.85403560847044}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9579406976699829, "Finetune/Loss (Raw)": 1.0216481685638428, "Finetune/Step": 1385, "Finetune/Step Time": 4.829914499074221}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9577081203460693, "Finetune/Loss (Raw)": 0.9230526685714722, "Finetune/Step": 1386, "Finetune/Step Time": 4.830435656011105}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9574356079101562, "Finetune/Loss (Raw)": 0.863207995891571, "Finetune/Step": 1387, "Finetune/Step Time": 4.824425205588341}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9562121629714966, "Finetune/Loss (Raw)": 1.0175119638442993, "Finetune/Step": 1388, "Finetune/Step Time": 4.820100674405694}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9574265480041504, "Finetune/Loss (Raw)": 1.0032819509506226, "Finetune/Step": 1389, "Finetune/Step Time": 4.8206054251641035}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.958716094493866, "Finetune/Loss (Raw)": 1.1556859016418457, "Finetune/Step": 1390, "Finetune/Step Time": 4.828506791964173}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.957302451133728, "Finetune/Loss (Raw)": 0.8723152875900269, "Finetune/Step": 1391, "Finetune/Step Time": 4.843999911099672}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9565401077270508, "Finetune/Loss (Raw)": 0.8981513381004333, "Finetune/Step": 1392, "Finetune/Step Time": 4.877287974581122}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9610834121704102, "Finetune/Loss (Raw)": 0.9621950387954712, "Finetune/Step": 1393, "Finetune/Step Time": 4.880311539396644}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9616333842277527, "Finetune/Loss (Raw)": 1.0305622816085815, "Finetune/Step": 1394, "Finetune/Step Time": 4.866739142686129}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.960956871509552, "Finetune/Loss (Raw)": 0.9575556516647339, "Finetune/Step": 1395, "Finetune/Step Time": 4.869528790935874}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9582892656326294, "Finetune/Loss (Raw)": 0.7269156575202942, "Finetune/Step": 1396, "Finetune/Step Time": 4.877502782270312}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9588609337806702, "Finetune/Loss (Raw)": 1.027830958366394, "Finetune/Step": 1397, "Finetune/Step Time": 4.901117445901036}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9578472971916199, "Finetune/Loss (Raw)": 0.996455192565918, "Finetune/Step": 1398, "Finetune/Step Time": 4.890667013823986}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9556190967559814, "Finetune/Loss (Raw)": 0.8152696490287781, "Finetune/Step": 1399, "Finetune/Step Time": 4.896991206333041}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.957378089427948, "Finetune/Loss (Raw)": 1.0433118343353271, "Finetune/Step": 1400, "Finetune/Step Time": 4.891468679532409}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.957165002822876, "Finetune/Loss (Raw)": 0.9081647992134094, "Finetune/Step": 1401, "Finetune/Step Time": 4.8898536171764135}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9534528255462646, "Finetune/Loss (Raw)": 0.3958585262298584, "Finetune/Step": 1402, "Finetune/Step Time": 4.927113911136985}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9516105651855469, "Finetune/Loss (Raw)": 0.9310362935066223, "Finetune/Step": 1403, "Finetune/Step Time": 4.927870497107506}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9517823457717896, "Finetune/Loss (Raw)": 0.9700779318809509, "Finetune/Step": 1404, "Finetune/Step Time": 4.924634084105492}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9507913589477539, "Finetune/Loss (Raw)": 0.8351792097091675, "Finetune/Step": 1405, "Finetune/Step Time": 4.922633573412895}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9525296688079834, "Finetune/Loss (Raw)": 0.9639127254486084, "Finetune/Step": 1406, "Finetune/Step Time": 4.915842197835445}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9477014541625977, "Finetune/Loss (Raw)": 0.3749617338180542, "Finetune/Step": 1407, "Finetune/Step Time": 4.94534863345325}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9453842043876648, "Finetune/Loss (Raw)": 0.8602437376976013, "Finetune/Step": 1408, "Finetune/Step Time": 4.948245057836175}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.94570392370224, "Finetune/Loss (Raw)": 0.9928148984909058, "Finetune/Step": 1409, "Finetune/Step Time": 4.945437241345644}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9450305700302124, "Finetune/Loss (Raw)": 0.9050739407539368, "Finetune/Step": 1410, "Finetune/Step Time": 4.974570652469993}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9462735056877136, "Finetune/Loss (Raw)": 1.0380091667175293, "Finetune/Step": 1411, "Finetune/Step Time": 4.963049348443747}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9445042610168457, "Finetune/Loss (Raw)": 0.7429362535476685, "Finetune/Step": 1412, "Finetune/Step Time": 4.963000405579805}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9442188739776611, "Finetune/Loss (Raw)": 1.0184032917022705, "Finetune/Step": 1413, "Finetune/Step Time": 4.9668321795761585}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9452508091926575, "Finetune/Loss (Raw)": 1.092462420463562, "Finetune/Step": 1414, "Finetune/Step Time": 4.956135788932443}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9451360702514648, "Finetune/Loss (Raw)": 0.9669342041015625, "Finetune/Step": 1415, "Finetune/Step Time": 4.961047822609544}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9464758634567261, "Finetune/Loss (Raw)": 1.0804181098937988, "Finetune/Step": 1416, "Finetune/Step Time": 4.964890379458666}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.94647216796875, "Finetune/Loss (Raw)": 0.9097291231155396, "Finetune/Step": 1417, "Finetune/Step Time": 4.9640163984149694}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9444947838783264, "Finetune/Loss (Raw)": 0.8510053753852844, "Finetune/Step": 1418, "Finetune/Step Time": 4.981748281046748}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9435724020004272, "Finetune/Loss (Raw)": 0.8725476264953613, "Finetune/Step": 1419, "Finetune/Step Time": 4.958822259679437}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9437491297721863, "Finetune/Loss (Raw)": 0.9892428517341614, "Finetune/Step": 1420, "Finetune/Step Time": 4.953892124816775}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9434193968772888, "Finetune/Loss (Raw)": 0.9079474806785583, "Finetune/Step": 1421, "Finetune/Step Time": 4.9488551914691925}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9428902864456177, "Finetune/Loss (Raw)": 0.9245588183403015, "Finetune/Step": 1422, "Finetune/Step Time": 4.945649517700076}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9436509609222412, "Finetune/Loss (Raw)": 1.0251399278640747, "Finetune/Step": 1423, "Finetune/Step Time": 4.935823412612081}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9427858591079712, "Finetune/Loss (Raw)": 0.8495253920555115, "Finetune/Step": 1424, "Finetune/Step Time": 4.93049562163651}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9427202939987183, "Finetune/Loss (Raw)": 0.9821776151657104, "Finetune/Step": 1425, "Finetune/Step Time": 4.924309337511659}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9429919123649597, "Finetune/Loss (Raw)": 0.8824047446250916, "Finetune/Step": 1426, "Finetune/Step Time": 4.931562611833215}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9445820450782776, "Finetune/Loss (Raw)": 0.9449372887611389, "Finetune/Step": 1427, "Finetune/Step Time": 4.9256565272808075}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9448763132095337, "Finetune/Loss (Raw)": 0.9307829737663269, "Finetune/Step": 1428, "Finetune/Step Time": 4.92650874517858}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9435179233551025, "Finetune/Loss (Raw)": 0.8479777574539185, "Finetune/Step": 1429, "Finetune/Step Time": 4.9222422037273645}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9435946941375732, "Finetune/Loss (Raw)": 0.9506294131278992, "Finetune/Step": 1430, "Finetune/Step Time": 4.9082008469849825}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9429423213005066, "Finetune/Loss (Raw)": 0.8901378512382507, "Finetune/Step": 1431, "Finetune/Step Time": 4.919449958950281}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9425045251846313, "Finetune/Loss (Raw)": 0.9451722502708435, "Finetune/Step": 1432, "Finetune/Step Time": 4.922351032495499}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9427268505096436, "Finetune/Loss (Raw)": 0.9914736747741699, "Finetune/Step": 1433, "Finetune/Step Time": 4.923941260203719}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9378992319107056, "Finetune/Loss (Raw)": 0.3777313232421875, "Finetune/Step": 1434, "Finetune/Step Time": 4.937238873913884}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9373895525932312, "Finetune/Loss (Raw)": 1.012880802154541, "Finetune/Step": 1435, "Finetune/Step Time": 4.944040486589074}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.935227632522583, "Finetune/Loss (Raw)": 0.7962382435798645, "Finetune/Step": 1436, "Finetune/Step Time": 4.960059981793165}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9358218312263489, "Finetune/Loss (Raw)": 1.036274790763855, "Finetune/Step": 1437, "Finetune/Step Time": 4.942277496680617}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9362685680389404, "Finetune/Loss (Raw)": 0.9663287401199341, "Finetune/Step": 1438, "Finetune/Step Time": 4.942995592951775}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9364888668060303, "Finetune/Loss (Raw)": 1.032076120376587, "Finetune/Step": 1439, "Finetune/Step Time": 4.939652070403099}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9360090494155884, "Finetune/Loss (Raw)": 0.7023874521255493, "Finetune/Step": 1440, "Finetune/Step Time": 4.949364792555571}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9354026317596436, "Finetune/Loss (Raw)": 0.9359285235404968, "Finetune/Step": 1441, "Finetune/Step Time": 4.945622788742185}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9352332353591919, "Finetune/Loss (Raw)": 0.9756669402122498, "Finetune/Step": 1442, "Finetune/Step Time": 4.951042450964451}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9345871210098267, "Finetune/Loss (Raw)": 0.9055300354957581, "Finetune/Step": 1443, "Finetune/Step Time": 4.959611088037491}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9325947165489197, "Finetune/Loss (Raw)": 0.906173586845398, "Finetune/Step": 1444, "Finetune/Step Time": 4.956762012094259}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9314411878585815, "Finetune/Loss (Raw)": 0.9108577370643616, "Finetune/Step": 1445, "Finetune/Step Time": 4.959302302449942}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9306148290634155, "Finetune/Loss (Raw)": 0.8502972722053528, "Finetune/Step": 1446, "Finetune/Step Time": 4.974751323461533}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9303733110427856, "Finetune/Loss (Raw)": 0.963257372379303, "Finetune/Step": 1447, "Finetune/Step Time": 4.979298077523708}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9309194087982178, "Finetune/Loss (Raw)": 1.0450700521469116, "Finetune/Step": 1448, "Finetune/Step Time": 4.97026327252388}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9296951293945312, "Finetune/Loss (Raw)": 0.8457934260368347, "Finetune/Step": 1449, "Finetune/Step Time": 4.972611427307129}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9287526607513428, "Finetune/Loss (Raw)": 0.8548384308815002, "Finetune/Step": 1450, "Finetune/Step Time": 5.0084397830069065}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9276574850082397, "Finetune/Loss (Raw)": 0.9089837670326233, "Finetune/Step": 1451, "Finetune/Step Time": 5.011560266837478}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.927855372428894, "Finetune/Loss (Raw)": 1.0457420349121094, "Finetune/Step": 1452, "Finetune/Step Time": 5.0036345068365335}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9266808032989502, "Finetune/Loss (Raw)": 0.907425582408905, "Finetune/Step": 1453, "Finetune/Step Time": 4.998420976102352}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9278988838195801, "Finetune/Loss (Raw)": 1.1908926963806152, "Finetune/Step": 1454, "Finetune/Step Time": 5.0010235495865345}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9286212921142578, "Finetune/Loss (Raw)": 1.0055725574493408, "Finetune/Step": 1455, "Finetune/Step Time": 4.968164496123791}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9269865155220032, "Finetune/Loss (Raw)": 0.929107666015625, "Finetune/Step": 1456, "Finetune/Step Time": 4.969627372920513}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9207242131233215, "Finetune/Loss (Raw)": 0.3775826394557953, "Finetune/Step": 1457, "Finetune/Step Time": 5.0035192016512156}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9219512939453125, "Finetune/Loss (Raw)": 0.9387402534484863, "Finetune/Step": 1458, "Finetune/Step Time": 5.00053708255291}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9221486449241638, "Finetune/Loss (Raw)": 1.080597162246704, "Finetune/Step": 1459, "Finetune/Step Time": 5.008907154202461}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9239124059677124, "Finetune/Loss (Raw)": 1.092416524887085, "Finetune/Step": 1460, "Finetune/Step Time": 4.998364539816976}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9250792264938354, "Finetune/Loss (Raw)": 1.1138249635696411, "Finetune/Step": 1461, "Finetune/Step Time": 4.991548333317041}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9252886772155762, "Finetune/Loss (Raw)": 1.036655306816101, "Finetune/Step": 1462, "Finetune/Step Time": 4.993583424016833}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9253453016281128, "Finetune/Loss (Raw)": 1.0369316339492798, "Finetune/Step": 1463, "Finetune/Step Time": 4.994309764355421}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9241915941238403, "Finetune/Loss (Raw)": 0.8791732788085938, "Finetune/Step": 1464, "Finetune/Step Time": 4.999254709109664}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9229358434677124, "Finetune/Loss (Raw)": 0.9627513885498047, "Finetune/Step": 1465, "Finetune/Step Time": 4.99214605614543}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9279446005821228, "Finetune/Loss (Raw)": 0.9543634653091431, "Finetune/Step": 1466, "Finetune/Step Time": 4.961922738701105}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9282358884811401, "Finetune/Loss (Raw)": 0.9383145570755005, "Finetune/Step": 1467, "Finetune/Step Time": 4.9797663651406765}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9284193515777588, "Finetune/Loss (Raw)": 1.020631194114685, "Finetune/Step": 1468, "Finetune/Step Time": 4.972221108153462}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9240584373474121, "Finetune/Loss (Raw)": 0.3887953758239746, "Finetune/Step": 1469, "Finetune/Step Time": 5.01123321056366}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9230706095695496, "Finetune/Loss (Raw)": 0.971244752407074, "Finetune/Step": 1470, "Finetune/Step Time": 4.998875143006444}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9236003160476685, "Finetune/Loss (Raw)": 0.9751254916191101, "Finetune/Step": 1471, "Finetune/Step Time": 4.972793731838465}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.922840416431427, "Finetune/Loss (Raw)": 0.8516440987586975, "Finetune/Step": 1472, "Finetune/Step Time": 4.965486725792289}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9200557470321655, "Finetune/Loss (Raw)": 0.7000387907028198, "Finetune/Step": 1473, "Finetune/Step Time": 4.97175969183445}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9213120341300964, "Finetune/Loss (Raw)": 1.109403371810913, "Finetune/Step": 1474, "Finetune/Step Time": 4.966512642800808}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9181889295578003, "Finetune/Loss (Raw)": 0.7541066408157349, "Finetune/Step": 1475, "Finetune/Step Time": 4.959262318909168}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9225069284439087, "Finetune/Loss (Raw)": 0.9857771992683411, "Finetune/Step": 1476, "Finetune/Step Time": 4.926637610420585}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9165606498718262, "Finetune/Loss (Raw)": 0.3164714574813843, "Finetune/Step": 1477, "Finetune/Step Time": 4.967961436137557}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9167056679725647, "Finetune/Loss (Raw)": 1.062821388244629, "Finetune/Step": 1478, "Finetune/Step Time": 4.959576269611716}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9155261516571045, "Finetune/Loss (Raw)": 0.8874602317810059, "Finetune/Step": 1479, "Finetune/Step Time": 4.974076092243195}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9197050929069519, "Finetune/Loss (Raw)": 0.9605581164360046, "Finetune/Step": 1480, "Finetune/Step Time": 4.933152997866273}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9199947118759155, "Finetune/Loss (Raw)": 0.981113076210022, "Finetune/Step": 1481, "Finetune/Step Time": 4.938942462205887}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9196224212646484, "Finetune/Loss (Raw)": 0.9438828825950623, "Finetune/Step": 1482, "Finetune/Step Time": 4.9360225312411785}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9179004430770874, "Finetune/Loss (Raw)": 0.8903354406356812, "Finetune/Step": 1483, "Finetune/Step Time": 4.955230005085468}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9174933433532715, "Finetune/Loss (Raw)": 1.012895107269287, "Finetune/Step": 1484, "Finetune/Step Time": 4.951118782162666}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.9163108468055725, "Finetune/Loss (Raw)": 0.9044121503829956, "Finetune/Step": 1485, "Finetune/Step Time": 4.938817946240306}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9110990762710571, "Finetune/Loss (Raw)": 0.310556560754776, "Finetune/Step": 1486, "Finetune/Step Time": 4.973672786727548}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9129471182823181, "Finetune/Loss (Raw)": 1.090976357460022, "Finetune/Step": 1487, "Finetune/Step Time": 4.968962932005525}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9143784642219543, "Finetune/Loss (Raw)": 1.1812881231307983, "Finetune/Step": 1488, "Finetune/Step Time": 4.972129242494702}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9122449159622192, "Finetune/Loss (Raw)": 0.8044597506523132, "Finetune/Step": 1489, "Finetune/Step Time": 4.986610548570752}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9120050668716431, "Finetune/Loss (Raw)": 0.9250843524932861, "Finetune/Step": 1490, "Finetune/Step Time": 5.008451018482447}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9106712341308594, "Finetune/Loss (Raw)": 0.8102337718009949, "Finetune/Step": 1491, "Finetune/Step Time": 5.022271890193224}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9115512371063232, "Finetune/Loss (Raw)": 1.0657399892807007, "Finetune/Step": 1492, "Finetune/Step Time": 4.989463448524475}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9071838855743408, "Finetune/Loss (Raw)": 0.33464494347572327, "Finetune/Step": 1493, "Finetune/Step Time": 5.020613867789507}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9070068597793579, "Finetune/Loss (Raw)": 0.9297550916671753, "Finetune/Step": 1494, "Finetune/Step Time": 5.0244180504232645}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.907849133014679, "Finetune/Loss (Raw)": 1.021891713142395, "Finetune/Step": 1495, "Finetune/Step Time": 4.9951025899499655}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9075025320053101, "Finetune/Loss (Raw)": 0.9847902655601501, "Finetune/Step": 1496, "Finetune/Step Time": 5.000912845134735}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9058836102485657, "Finetune/Loss (Raw)": 0.8407205939292908, "Finetune/Step": 1497, "Finetune/Step Time": 4.994846248999238}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.907582700252533, "Finetune/Loss (Raw)": 1.0632681846618652, "Finetune/Step": 1498, "Finetune/Step Time": 4.9976061806082726}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9033328294754028, "Finetune/Loss (Raw)": 0.4296826422214508, "Finetune/Step": 1499, "Finetune/Step Time": 5.022093757987022}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9031058549880981, "Finetune/Loss (Raw)": 0.35510164499282837, "Finetune/Step": 1500, "Finetune/Step Time": 5.021130453795195}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9023990631103516, "Finetune/Loss (Raw)": 1.0253411531448364, "Finetune/Step": 1501, "Finetune/Step Time": 5.0589329320937395}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.903668224811554, "Finetune/Loss (Raw)": 1.0909894704818726, "Finetune/Step": 1502, "Finetune/Step Time": 5.051080649718642}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9021843671798706, "Finetune/Loss (Raw)": 0.849716067314148, "Finetune/Step": 1503, "Finetune/Step Time": 5.054182797670364}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9073470234870911, "Finetune/Loss (Raw)": 0.981221616268158, "Finetune/Step": 1504, "Finetune/Step Time": 5.036055674776435}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9066317677497864, "Finetune/Loss (Raw)": 0.9702891111373901, "Finetune/Step": 1505, "Finetune/Step Time": 5.027906712144613}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9045480489730835, "Finetune/Loss (Raw)": 0.8717992305755615, "Finetune/Step": 1506, "Finetune/Step Time": 5.022522576153278}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9071439504623413, "Finetune/Loss (Raw)": 1.051133394241333, "Finetune/Step": 1507, "Finetune/Step Time": 5.001040177419782}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9077510833740234, "Finetune/Loss (Raw)": 1.0044822692871094, "Finetune/Step": 1508, "Finetune/Step Time": 5.004746958613396}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9074971675872803, "Finetune/Loss (Raw)": 1.0032597780227661, "Finetune/Step": 1509, "Finetune/Step Time": 4.998601607978344}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9082045555114746, "Finetune/Loss (Raw)": 1.0659316778182983, "Finetune/Step": 1510, "Finetune/Step Time": 4.997767519205809}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.909716010093689, "Finetune/Loss (Raw)": 1.1008206605911255, "Finetune/Step": 1511, "Finetune/Step Time": 4.997130587697029}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9091463088989258, "Finetune/Loss (Raw)": 0.8875932097434998, "Finetune/Step": 1512, "Finetune/Step Time": 5.0007843393832445}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9100512266159058, "Finetune/Loss (Raw)": 1.1374858617782593, "Finetune/Step": 1513, "Finetune/Step Time": 5.002948930487037}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9101734161376953, "Finetune/Loss (Raw)": 0.938688337802887, "Finetune/Step": 1514, "Finetune/Step Time": 5.012687813490629}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9108390808105469, "Finetune/Loss (Raw)": 0.9484153389930725, "Finetune/Step": 1515, "Finetune/Step Time": 5.011223468929529}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.910285234451294, "Finetune/Loss (Raw)": 0.9466175436973572, "Finetune/Step": 1516, "Finetune/Step Time": 5.0134341809898615}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9091609120368958, "Finetune/Loss (Raw)": 0.8593714237213135, "Finetune/Step": 1517, "Finetune/Step Time": 5.0153388772159815}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9085033535957336, "Finetune/Loss (Raw)": 1.0715172290802002, "Finetune/Step": 1518, "Finetune/Step Time": 5.009215200319886}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9081871509552002, "Finetune/Loss (Raw)": 0.8318400979042053, "Finetune/Step": 1519, "Finetune/Step Time": 4.994802109897137}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.904254674911499, "Finetune/Loss (Raw)": 0.394793301820755, "Finetune/Step": 1520, "Finetune/Step Time": 4.99391033872962}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9047181606292725, "Finetune/Loss (Raw)": 1.0215227603912354, "Finetune/Step": 1521, "Finetune/Step Time": 4.95604744926095}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9036523103713989, "Finetune/Loss (Raw)": 0.8941354155540466, "Finetune/Step": 1522, "Finetune/Step Time": 4.967734778299928}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9023345112800598, "Finetune/Loss (Raw)": 0.7888703942298889, "Finetune/Step": 1523, "Finetune/Step Time": 4.981521921232343}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9035670757293701, "Finetune/Loss (Raw)": 0.8846915364265442, "Finetune/Step": 1524, "Finetune/Step Time": 4.999468984082341}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.9023174047470093, "Finetune/Loss (Raw)": 0.8678775429725647, "Finetune/Step": 1525, "Finetune/Step Time": 4.987933522090316}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.9029216170310974, "Finetune/Loss (Raw)": 1.0737882852554321, "Finetune/Step": 1526, "Finetune/Step Time": 4.98726743273437}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9038420915603638, "Finetune/Loss (Raw)": 0.9330887198448181, "Finetune/Step": 1527, "Finetune/Step Time": 4.981623712927103}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8989630937576294, "Finetune/Loss (Raw)": 0.41879427433013916, "Finetune/Step": 1528, "Finetune/Step Time": 5.011280160397291}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8999648094177246, "Finetune/Loss (Raw)": 1.0363833904266357, "Finetune/Step": 1529, "Finetune/Step Time": 5.001700859516859}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9027172923088074, "Finetune/Loss (Raw)": 0.7481839060783386, "Finetune/Step": 1530, "Finetune/Step Time": 4.985012877732515}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9032154679298401, "Finetune/Loss (Raw)": 0.9948022961616516, "Finetune/Step": 1531, "Finetune/Step Time": 4.9884329084306955}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9030377864837646, "Finetune/Loss (Raw)": 0.947333574295044, "Finetune/Step": 1532, "Finetune/Step Time": 4.997779976576567}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9033185243606567, "Finetune/Loss (Raw)": 0.8711176514625549, "Finetune/Step": 1533, "Finetune/Step Time": 4.99141606874764}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9031550884246826, "Finetune/Loss (Raw)": 0.9429920315742493, "Finetune/Step": 1534, "Finetune/Step Time": 4.9993609469383955}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.9071388244628906, "Finetune/Loss (Raw)": 0.8848814368247986, "Finetune/Step": 1535, "Finetune/Step Time": 4.966490415856242}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9073061943054199, "Finetune/Loss (Raw)": 0.8816601037979126, "Finetune/Step": 1536, "Finetune/Step Time": 4.972374394536018}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9064755439758301, "Finetune/Loss (Raw)": 0.8864948153495789, "Finetune/Step": 1537, "Finetune/Step Time": 4.973006907850504}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9028350114822388, "Finetune/Loss (Raw)": 0.4390862286090851, "Finetune/Step": 1538, "Finetune/Step Time": 4.976942783221602}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9023429155349731, "Finetune/Loss (Raw)": 0.9750145673751831, "Finetune/Step": 1539, "Finetune/Step Time": 4.977864481508732}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9040670990943909, "Finetune/Loss (Raw)": 0.9636378288269043, "Finetune/Step": 1540, "Finetune/Step Time": 4.977538963779807}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.904472827911377, "Finetune/Loss (Raw)": 1.0703386068344116, "Finetune/Step": 1541, "Finetune/Step Time": 4.97796231508255}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9028514623641968, "Finetune/Loss (Raw)": 0.8849266767501831, "Finetune/Step": 1542, "Finetune/Step Time": 4.985856125131249}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9018498063087463, "Finetune/Loss (Raw)": 0.8387205600738525, "Finetune/Step": 1543, "Finetune/Step Time": 4.981703272089362}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.9010910987854004, "Finetune/Loss (Raw)": 0.9832989573478699, "Finetune/Step": 1544, "Finetune/Step Time": 4.974687019363046}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9009613990783691, "Finetune/Loss (Raw)": 0.8931265473365784, "Finetune/Step": 1545, "Finetune/Step Time": 4.97746541723609}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.902515709400177, "Finetune/Loss (Raw)": 1.0499627590179443, "Finetune/Step": 1546, "Finetune/Step Time": 4.965874180197716}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9031949043273926, "Finetune/Loss (Raw)": 0.9594886302947998, "Finetune/Step": 1547, "Finetune/Step Time": 4.971559789031744}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.903404712677002, "Finetune/Loss (Raw)": 1.016095519065857, "Finetune/Step": 1548, "Finetune/Step Time": 4.981340805068612}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.899444580078125, "Finetune/Loss (Raw)": 0.40104940533638, "Finetune/Step": 1549, "Finetune/Step Time": 5.027195882052183}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8999959826469421, "Finetune/Loss (Raw)": 0.9951368570327759, "Finetune/Step": 1550, "Finetune/Step Time": 5.025018189102411}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8986421227455139, "Finetune/Loss (Raw)": 0.8518489599227905, "Finetune/Step": 1551, "Finetune/Step Time": 5.019343068823218}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8997414112091064, "Finetune/Loss (Raw)": 0.9902276396751404, "Finetune/Step": 1552, "Finetune/Step Time": 5.020009750500321}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8989641070365906, "Finetune/Loss (Raw)": 0.8826920986175537, "Finetune/Step": 1553, "Finetune/Step Time": 5.03159343637526}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8987233638763428, "Finetune/Loss (Raw)": 0.8515813946723938, "Finetune/Step": 1554, "Finetune/Step Time": 5.021982569247484}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8994553089141846, "Finetune/Loss (Raw)": 1.0386273860931396, "Finetune/Step": 1555, "Finetune/Step Time": 5.02986160479486}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.898844838142395, "Finetune/Loss (Raw)": 0.8526403307914734, "Finetune/Step": 1556, "Finetune/Step Time": 5.036108808591962}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8987711668014526, "Finetune/Loss (Raw)": 0.8385508060455322, "Finetune/Step": 1557, "Finetune/Step Time": 5.029452281072736}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.898518443107605, "Finetune/Loss (Raw)": 0.9182847142219543, "Finetune/Step": 1558, "Finetune/Step Time": 5.01908715814352}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9004905223846436, "Finetune/Loss (Raw)": 1.142561435699463, "Finetune/Step": 1559, "Finetune/Step Time": 5.009714528918266}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9009787440299988, "Finetune/Loss (Raw)": 1.0076653957366943, "Finetune/Step": 1560, "Finetune/Step Time": 5.0149334538728}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9010494947433472, "Finetune/Loss (Raw)": 1.000525951385498, "Finetune/Step": 1561, "Finetune/Step Time": 5.011850990355015}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9057510495185852, "Finetune/Loss (Raw)": 0.9795355796813965, "Finetune/Step": 1562, "Finetune/Step Time": 4.986043093726039}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9049991369247437, "Finetune/Loss (Raw)": 0.9166322946548462, "Finetune/Step": 1563, "Finetune/Step Time": 5.004649117588997}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9058021306991577, "Finetune/Loss (Raw)": 0.899021327495575, "Finetune/Step": 1564, "Finetune/Step Time": 4.985214099287987}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9043487310409546, "Finetune/Loss (Raw)": 0.8502463102340698, "Finetune/Step": 1565, "Finetune/Step Time": 4.996229214593768}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9040921926498413, "Finetune/Loss (Raw)": 0.9334908127784729, "Finetune/Step": 1566, "Finetune/Step Time": 4.998150860890746}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9036238193511963, "Finetune/Loss (Raw)": 0.9721189141273499, "Finetune/Step": 1567, "Finetune/Step Time": 5.009698027744889}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.905585765838623, "Finetune/Loss (Raw)": 0.9535213708877563, "Finetune/Step": 1568, "Finetune/Step Time": 4.982313238084316}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9046449661254883, "Finetune/Loss (Raw)": 0.8155059814453125, "Finetune/Step": 1569, "Finetune/Step Time": 4.995074072852731}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.905031681060791, "Finetune/Loss (Raw)": 1.025168776512146, "Finetune/Step": 1570, "Finetune/Step Time": 4.997169446200132}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9054068326950073, "Finetune/Loss (Raw)": 0.9535417556762695, "Finetune/Step": 1571, "Finetune/Step Time": 4.9881930984556675}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9060962200164795, "Finetune/Loss (Raw)": 0.994418740272522, "Finetune/Step": 1572, "Finetune/Step Time": 4.981903847306967}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9065921306610107, "Finetune/Loss (Raw)": 0.9743337631225586, "Finetune/Step": 1573, "Finetune/Step Time": 4.997854612767696}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9062191843986511, "Finetune/Loss (Raw)": 0.8025583028793335, "Finetune/Step": 1574, "Finetune/Step Time": 4.980898478999734}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9077592492103577, "Finetune/Loss (Raw)": 1.1603891849517822, "Finetune/Step": 1575, "Finetune/Step Time": 4.99091924726963}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9069980382919312, "Finetune/Loss (Raw)": 0.9476338624954224, "Finetune/Step": 1576, "Finetune/Step Time": 4.994035683572292}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9076946377754211, "Finetune/Loss (Raw)": 0.9349554777145386, "Finetune/Step": 1577, "Finetune/Step Time": 4.985443426296115}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9088042974472046, "Finetune/Loss (Raw)": 0.9968721270561218, "Finetune/Step": 1578, "Finetune/Step Time": 4.943150935694575}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9091100692749023, "Finetune/Loss (Raw)": 0.9481248259544373, "Finetune/Step": 1579, "Finetune/Step Time": 4.949088424444199}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.906938910484314, "Finetune/Loss (Raw)": 0.7678419351577759, "Finetune/Step": 1580, "Finetune/Step Time": 4.984187660738826}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9063825607299805, "Finetune/Loss (Raw)": 0.8362051248550415, "Finetune/Step": 1581, "Finetune/Step Time": 4.979034522548318}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9045214653015137, "Finetune/Loss (Raw)": 0.952677309513092, "Finetune/Step": 1582, "Finetune/Step Time": 4.98009530082345}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9044169783592224, "Finetune/Loss (Raw)": 0.9921973943710327, "Finetune/Step": 1583, "Finetune/Step Time": 4.983274191617966}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9045443534851074, "Finetune/Loss (Raw)": 0.9454083442687988, "Finetune/Step": 1584, "Finetune/Step Time": 4.985336311161518}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9097917675971985, "Finetune/Loss (Raw)": 1.0492538213729858, "Finetune/Step": 1585, "Finetune/Step Time": 4.950575882568955}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9110552072525024, "Finetune/Loss (Raw)": 1.1004608869552612, "Finetune/Step": 1586, "Finetune/Step Time": 5.008963420987129}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9107645153999329, "Finetune/Loss (Raw)": 1.0433884859085083, "Finetune/Step": 1587, "Finetune/Step Time": 5.001316422596574}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9095665216445923, "Finetune/Loss (Raw)": 0.939074695110321, "Finetune/Step": 1588, "Finetune/Step Time": 5.011669894680381}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9080736637115479, "Finetune/Loss (Raw)": 0.9227409958839417, "Finetune/Step": 1589, "Finetune/Step Time": 5.027886174619198}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9078317880630493, "Finetune/Loss (Raw)": 1.005686640739441, "Finetune/Step": 1590, "Finetune/Step Time": 5.033866666257381}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9059723615646362, "Finetune/Loss (Raw)": 0.7989305853843689, "Finetune/Step": 1591, "Finetune/Step Time": 5.049874056130648}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9058467149734497, "Finetune/Loss (Raw)": 0.8630858063697815, "Finetune/Step": 1592, "Finetune/Step Time": 5.051592951640487}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9054257273674011, "Finetune/Loss (Raw)": 0.9088695645332336, "Finetune/Step": 1593, "Finetune/Step Time": 5.054725036025047}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9051942825317383, "Finetune/Loss (Raw)": 0.9247400760650635, "Finetune/Step": 1594, "Finetune/Step Time": 5.0599831491708755}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9044501185417175, "Finetune/Loss (Raw)": 0.8430619239807129, "Finetune/Step": 1595, "Finetune/Step Time": 5.037725105881691}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9048779010772705, "Finetune/Loss (Raw)": 1.0753837823867798, "Finetune/Step": 1596, "Finetune/Step Time": 5.042817834764719}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.908393383026123, "Finetune/Loss (Raw)": 0.8387793302536011, "Finetune/Step": 1597, "Finetune/Step Time": 5.009560756385326}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9083718657493591, "Finetune/Loss (Raw)": 0.9684900045394897, "Finetune/Step": 1598, "Finetune/Step Time": 5.023017825558782}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9037143588066101, "Finetune/Loss (Raw)": 0.3789633810520172, "Finetune/Step": 1599, "Finetune/Step Time": 5.059999108314514}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9046187400817871, "Finetune/Loss (Raw)": 0.9674019813537598, "Finetune/Step": 1600, "Finetune/Step Time": 5.063583802431822}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9021726846694946, "Finetune/Loss (Raw)": 0.38695022463798523, "Finetune/Step": 1601, "Finetune/Step Time": 5.095766780897975}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9018552303314209, "Finetune/Loss (Raw)": 1.0687620639801025, "Finetune/Step": 1602, "Finetune/Step Time": 5.105640962719917}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9038246870040894, "Finetune/Loss (Raw)": 1.0061945915222168, "Finetune/Step": 1603, "Finetune/Step Time": 5.101180609315634}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9030860662460327, "Finetune/Loss (Raw)": 0.891241192817688, "Finetune/Step": 1604, "Finetune/Step Time": 5.1006575636565685}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9068906307220459, "Finetune/Loss (Raw)": 0.8034478425979614, "Finetune/Step": 1605, "Finetune/Step Time": 5.074186619371176}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9045042991638184, "Finetune/Loss (Raw)": 0.7573763132095337, "Finetune/Step": 1606, "Finetune/Step Time": 5.105806829407811}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9045060873031616, "Finetune/Loss (Raw)": 0.8876849412918091, "Finetune/Step": 1607, "Finetune/Step Time": 5.092135084792972}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.900019109249115, "Finetune/Loss (Raw)": 0.38622817397117615, "Finetune/Step": 1608, "Finetune/Step Time": 5.127725940197706}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.8997258543968201, "Finetune/Loss (Raw)": 0.9435825347900391, "Finetune/Step": 1609, "Finetune/Step Time": 5.121719852089882}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8996248841285706, "Finetune/Loss (Raw)": 0.9309544563293457, "Finetune/Step": 1610, "Finetune/Step Time": 5.117928523570299}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.899357795715332, "Finetune/Loss (Raw)": 0.8561485409736633, "Finetune/Step": 1611, "Finetune/Step Time": 5.109696893021464}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.89857017993927, "Finetune/Loss (Raw)": 0.9120795130729675, "Finetune/Step": 1612, "Finetune/Step Time": 5.112044472247362}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8980141878128052, "Finetune/Loss (Raw)": 0.8332514762878418, "Finetune/Step": 1613, "Finetune/Step Time": 5.124830204993486}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9032400846481323, "Finetune/Loss (Raw)": 0.979472279548645, "Finetune/Step": 1614, "Finetune/Step Time": 5.089127292856574}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9029040932655334, "Finetune/Loss (Raw)": 1.0479624271392822, "Finetune/Step": 1615, "Finetune/Step Time": 5.0772871524095535}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.901034951210022, "Finetune/Loss (Raw)": 0.9420386552810669, "Finetune/Step": 1616, "Finetune/Step Time": 5.071102265268564}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9016481041908264, "Finetune/Loss (Raw)": 0.882950484752655, "Finetune/Step": 1617, "Finetune/Step Time": 5.078660311177373}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9014283418655396, "Finetune/Loss (Raw)": 0.8969483971595764, "Finetune/Step": 1618, "Finetune/Step Time": 5.057565715163946}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9014124870300293, "Finetune/Loss (Raw)": 0.8082007169723511, "Finetune/Step": 1619, "Finetune/Step Time": 5.046436294913292}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9019502401351929, "Finetune/Loss (Raw)": 1.1345725059509277, "Finetune/Step": 1620, "Finetune/Step Time": 5.049233818426728}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9058746695518494, "Finetune/Loss (Raw)": 0.8369741439819336, "Finetune/Step": 1621, "Finetune/Step Time": 5.019311472773552}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.906808614730835, "Finetune/Loss (Raw)": 1.0492981672286987, "Finetune/Step": 1622, "Finetune/Step Time": 5.017462827265263}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9075971841812134, "Finetune/Loss (Raw)": 1.1228290796279907, "Finetune/Step": 1623, "Finetune/Step Time": 5.01073707267642}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9069929718971252, "Finetune/Loss (Raw)": 0.9074522256851196, "Finetune/Step": 1624, "Finetune/Step Time": 5.007310843095183}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9080438613891602, "Finetune/Loss (Raw)": 0.9752376675605774, "Finetune/Step": 1625, "Finetune/Step Time": 5.012919010594487}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9073953628540039, "Finetune/Loss (Raw)": 0.9802603125572205, "Finetune/Step": 1626, "Finetune/Step Time": 5.0035997331142426}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9120853543281555, "Finetune/Loss (Raw)": 1.0299960374832153, "Finetune/Step": 1627, "Finetune/Step Time": 4.964679652824998}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.91688072681427, "Finetune/Loss (Raw)": 0.9689085483551025, "Finetune/Step": 1628, "Finetune/Step Time": 4.92899189889431}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.916063129901886, "Finetune/Loss (Raw)": 0.9206977486610413, "Finetune/Step": 1629, "Finetune/Step Time": 4.894760061055422}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9154958724975586, "Finetune/Loss (Raw)": 1.018371343612671, "Finetune/Step": 1630, "Finetune/Step Time": 4.8926068395376205}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9161272048950195, "Finetune/Loss (Raw)": 0.9305357336997986, "Finetune/Step": 1631, "Finetune/Step Time": 4.895005472004414}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.915595293045044, "Finetune/Loss (Raw)": 0.9131303429603577, "Finetune/Step": 1632, "Finetune/Step Time": 4.880403568968177}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9147872924804688, "Finetune/Loss (Raw)": 0.8668673038482666, "Finetune/Step": 1633, "Finetune/Step Time": 4.8863238506019115}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9156652688980103, "Finetune/Loss (Raw)": 0.9841786623001099, "Finetune/Step": 1634, "Finetune/Step Time": 4.8735692128539085}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9148701429367065, "Finetune/Loss (Raw)": 0.9493566155433655, "Finetune/Step": 1635, "Finetune/Step Time": 4.895566402003169}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9146069288253784, "Finetune/Loss (Raw)": 0.9707966446876526, "Finetune/Step": 1636, "Finetune/Step Time": 4.891964098438621}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.914115846157074, "Finetune/Loss (Raw)": 0.9403994679450989, "Finetune/Step": 1637, "Finetune/Step Time": 4.899093586951494}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9127714037895203, "Finetune/Loss (Raw)": 0.8938395380973816, "Finetune/Step": 1638, "Finetune/Step Time": 4.900708353146911}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9105830788612366, "Finetune/Loss (Raw)": 0.8207176923751831, "Finetune/Step": 1639, "Finetune/Step Time": 4.898089597001672}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9115302562713623, "Finetune/Loss (Raw)": 1.0088274478912354, "Finetune/Step": 1640, "Finetune/Step Time": 4.892043447121978}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9105925559997559, "Finetune/Loss (Raw)": 1.0174607038497925, "Finetune/Step": 1641, "Finetune/Step Time": 4.889569528400898}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9107553958892822, "Finetune/Loss (Raw)": 0.9595256447792053, "Finetune/Step": 1642, "Finetune/Step Time": 4.883931960910559}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.911681592464447, "Finetune/Loss (Raw)": 1.066978096961975, "Finetune/Step": 1643, "Finetune/Step Time": 4.8857622761279345}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9116978645324707, "Finetune/Loss (Raw)": 0.9487040638923645, "Finetune/Step": 1644, "Finetune/Step Time": 4.91153964586556}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9121139049530029, "Finetune/Loss (Raw)": 0.9126251935958862, "Finetune/Step": 1645, "Finetune/Step Time": 4.912066349759698}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9116441011428833, "Finetune/Loss (Raw)": 1.0113706588745117, "Finetune/Step": 1646, "Finetune/Step Time": 4.915657687932253}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9120074510574341, "Finetune/Loss (Raw)": 0.8783522248268127, "Finetune/Step": 1647, "Finetune/Step Time": 4.928915796801448}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9169853925704956, "Finetune/Loss (Raw)": 1.0319664478302002, "Finetune/Step": 1648, "Finetune/Step Time": 4.897629640996456}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9162477254867554, "Finetune/Loss (Raw)": 0.9271085858345032, "Finetune/Step": 1649, "Finetune/Step Time": 4.899783471599221}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.91668701171875, "Finetune/Loss (Raw)": 0.9503681063652039, "Finetune/Step": 1650, "Finetune/Step Time": 4.888101631775498}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9172574877738953, "Finetune/Loss (Raw)": 0.8618845343589783, "Finetune/Step": 1651, "Finetune/Step Time": 4.889854529872537}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9171873331069946, "Finetune/Loss (Raw)": 0.8757140040397644, "Finetune/Step": 1652, "Finetune/Step Time": 4.87218551337719}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9178054332733154, "Finetune/Loss (Raw)": 0.9469953775405884, "Finetune/Step": 1653, "Finetune/Step Time": 4.8636208195239305}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9172055721282959, "Finetune/Loss (Raw)": 0.9970096945762634, "Finetune/Step": 1654, "Finetune/Step Time": 4.877228546887636}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9129177331924438, "Finetune/Loss (Raw)": 0.3842432498931885, "Finetune/Step": 1655, "Finetune/Step Time": 4.911547003313899}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.91716468334198, "Finetune/Loss (Raw)": 0.9623978137969971, "Finetune/Step": 1656, "Finetune/Step Time": 4.878979969769716}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9158452153205872, "Finetune/Loss (Raw)": 0.8674933314323425, "Finetune/Step": 1657, "Finetune/Step Time": 4.877641076222062}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9174594283103943, "Finetune/Loss (Raw)": 0.9548012614250183, "Finetune/Step": 1658, "Finetune/Step Time": 4.862035807222128}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9180704951286316, "Finetune/Loss (Raw)": 1.0730257034301758, "Finetune/Step": 1659, "Finetune/Step Time": 4.8626319374889135}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9181115031242371, "Finetune/Loss (Raw)": 0.9525766968727112, "Finetune/Step": 1660, "Finetune/Step Time": 4.8592136185616255}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9184131622314453, "Finetune/Loss (Raw)": 0.9097322225570679, "Finetune/Step": 1661, "Finetune/Step Time": 4.8544103018939495}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.919127345085144, "Finetune/Loss (Raw)": 1.0344047546386719, "Finetune/Step": 1662, "Finetune/Step Time": 4.853487526997924}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9176380634307861, "Finetune/Loss (Raw)": 0.6942570209503174, "Finetune/Step": 1663, "Finetune/Step Time": 4.863111279904842}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9169193506240845, "Finetune/Loss (Raw)": 0.7896696925163269, "Finetune/Step": 1664, "Finetune/Step Time": 4.856062885373831}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9182433485984802, "Finetune/Loss (Raw)": 1.055957555770874, "Finetune/Step": 1665, "Finetune/Step Time": 4.8558909967541695}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9217793941497803, "Finetune/Loss (Raw)": 0.8917095065116882, "Finetune/Step": 1666, "Finetune/Step Time": 4.816022364422679}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9218325614929199, "Finetune/Loss (Raw)": 0.9818120002746582, "Finetune/Step": 1667, "Finetune/Step Time": 4.814011627808213}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9224487543106079, "Finetune/Loss (Raw)": 1.042507529258728, "Finetune/Step": 1668, "Finetune/Step Time": 4.818845175206661}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9214788675308228, "Finetune/Loss (Raw)": 0.9461979269981384, "Finetune/Step": 1669, "Finetune/Step Time": 4.815630946308374}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9222917556762695, "Finetune/Loss (Raw)": 0.9889789819717407, "Finetune/Step": 1670, "Finetune/Step Time": 4.802049247547984}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9226133823394775, "Finetune/Loss (Raw)": 0.8798861503601074, "Finetune/Step": 1671, "Finetune/Step Time": 4.8100996389985085}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9228132963180542, "Finetune/Loss (Raw)": 1.0088852643966675, "Finetune/Step": 1672, "Finetune/Step Time": 4.827112287282944}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9222163558006287, "Finetune/Loss (Raw)": 0.8167251348495483, "Finetune/Step": 1673, "Finetune/Step Time": 4.832269236445427}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9200767278671265, "Finetune/Loss (Raw)": 0.7760828733444214, "Finetune/Step": 1674, "Finetune/Step Time": 4.8391328155994415}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9195457100868225, "Finetune/Loss (Raw)": 0.8915247917175293, "Finetune/Step": 1675, "Finetune/Step Time": 4.843488696962595}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9198504090309143, "Finetune/Loss (Raw)": 1.0550907850265503, "Finetune/Step": 1676, "Finetune/Step Time": 4.842871030792594}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.924524188041687, "Finetune/Loss (Raw)": 0.999298632144928, "Finetune/Step": 1677, "Finetune/Step Time": 4.796618167310953}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9233593940734863, "Finetune/Loss (Raw)": 0.8460432887077332, "Finetune/Step": 1678, "Finetune/Step Time": 4.794552642852068}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9197617769241333, "Finetune/Loss (Raw)": 0.39135217666625977, "Finetune/Step": 1679, "Finetune/Step Time": 4.831896653398871}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9193030595779419, "Finetune/Loss (Raw)": 0.9315080642700195, "Finetune/Step": 1680, "Finetune/Step Time": 4.838850766420364}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9198868870735168, "Finetune/Loss (Raw)": 0.9574279189109802, "Finetune/Step": 1681, "Finetune/Step Time": 4.819877086207271}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9218392372131348, "Finetune/Loss (Raw)": 1.1014759540557861, "Finetune/Step": 1682, "Finetune/Step Time": 4.822389639914036}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9203411340713501, "Finetune/Loss (Raw)": 0.8468695878982544, "Finetune/Step": 1683, "Finetune/Step Time": 4.83010315336287}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9207541942596436, "Finetune/Loss (Raw)": 0.9055091738700867, "Finetune/Step": 1684, "Finetune/Step Time": 4.82120774127543}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9208654165267944, "Finetune/Loss (Raw)": 0.8527979254722595, "Finetune/Step": 1685, "Finetune/Step Time": 4.825156223028898}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9198918342590332, "Finetune/Loss (Raw)": 0.7936637997627258, "Finetune/Step": 1686, "Finetune/Step Time": 4.836603291332722}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.918827474117279, "Finetune/Loss (Raw)": 1.0063233375549316, "Finetune/Step": 1687, "Finetune/Step Time": 4.839064791798592}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9189077615737915, "Finetune/Loss (Raw)": 1.0179427862167358, "Finetune/Step": 1688, "Finetune/Step Time": 4.841105120256543}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9135012030601501, "Finetune/Loss (Raw)": 0.3084871172904968, "Finetune/Step": 1689, "Finetune/Step Time": 4.873470256105065}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9141328930854797, "Finetune/Loss (Raw)": 1.060390591621399, "Finetune/Step": 1690, "Finetune/Step Time": 4.863964535295963}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9142892360687256, "Finetune/Loss (Raw)": 0.9366440773010254, "Finetune/Step": 1691, "Finetune/Step Time": 4.845522614195943}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9140343070030212, "Finetune/Loss (Raw)": 0.8663877248764038, "Finetune/Step": 1692, "Finetune/Step Time": 4.867509305477142}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9138743281364441, "Finetune/Loss (Raw)": 0.8297718167304993, "Finetune/Step": 1693, "Finetune/Step Time": 4.874918878078461}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9122008085250854, "Finetune/Loss (Raw)": 0.7192807197570801, "Finetune/Step": 1694, "Finetune/Step Time": 4.8771559074521065}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9114418029785156, "Finetune/Loss (Raw)": 0.8749628663063049, "Finetune/Step": 1695, "Finetune/Step Time": 4.878256931900978}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9114898443222046, "Finetune/Loss (Raw)": 0.9596712589263916, "Finetune/Step": 1696, "Finetune/Step Time": 4.8704748172312975}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9128555655479431, "Finetune/Loss (Raw)": 0.9903208017349243, "Finetune/Step": 1697, "Finetune/Step Time": 4.867554591968656}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9121010899543762, "Finetune/Loss (Raw)": 0.9285941123962402, "Finetune/Step": 1698, "Finetune/Step Time": 4.865007499232888}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.912545919418335, "Finetune/Loss (Raw)": 1.0104776620864868, "Finetune/Step": 1699, "Finetune/Step Time": 4.874057367444038}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9125089645385742, "Finetune/Loss (Raw)": 0.9896946549415588, "Finetune/Step": 1700, "Finetune/Step Time": 4.883895022794604}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9130672216415405, "Finetune/Loss (Raw)": 1.0457847118377686, "Finetune/Step": 1701, "Finetune/Step Time": 4.868946459144354}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9144558906555176, "Finetune/Loss (Raw)": 0.9803130626678467, "Finetune/Step": 1702, "Finetune/Step Time": 4.868667162954807}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.911986231803894, "Finetune/Loss (Raw)": 0.8442650437355042, "Finetune/Step": 1703, "Finetune/Step Time": 4.875989882275462}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9072985649108887, "Finetune/Loss (Raw)": 0.34761056303977966, "Finetune/Step": 1704, "Finetune/Step Time": 4.906712986528873}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.907258927822113, "Finetune/Loss (Raw)": 0.9298874139785767, "Finetune/Step": 1705, "Finetune/Step Time": 4.909051356837153}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9074870347976685, "Finetune/Loss (Raw)": 1.0260728597640991, "Finetune/Step": 1706, "Finetune/Step Time": 4.916578100994229}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9074003100395203, "Finetune/Loss (Raw)": 0.9370197057723999, "Finetune/Step": 1707, "Finetune/Step Time": 4.913297273218632}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9087467193603516, "Finetune/Loss (Raw)": 0.9401792287826538, "Finetune/Step": 1708, "Finetune/Step Time": 4.893323576077819}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9106765985488892, "Finetune/Loss (Raw)": 1.0832313299179077, "Finetune/Step": 1709, "Finetune/Step Time": 4.891336522996426}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9109059572219849, "Finetune/Loss (Raw)": 0.982036828994751, "Finetune/Step": 1710, "Finetune/Step Time": 4.90104116499424}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.910913348197937, "Finetune/Loss (Raw)": 0.9931473135948181, "Finetune/Step": 1711, "Finetune/Step Time": 4.904178643599153}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9122909307479858, "Finetune/Loss (Raw)": 1.1217364072799683, "Finetune/Step": 1712, "Finetune/Step Time": 4.904247464612126}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9117327928543091, "Finetune/Loss (Raw)": 0.9778112173080444, "Finetune/Step": 1713, "Finetune/Step Time": 4.903868846595287}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9108246564865112, "Finetune/Loss (Raw)": 0.984218955039978, "Finetune/Step": 1714, "Finetune/Step Time": 4.853768330067396}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9089490175247192, "Finetune/Loss (Raw)": 0.8033071756362915, "Finetune/Step": 1715, "Finetune/Step Time": 4.86334359459579}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9087958335876465, "Finetune/Loss (Raw)": 0.9194737672805786, "Finetune/Step": 1716, "Finetune/Step Time": 4.851128539070487}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9095983505249023, "Finetune/Loss (Raw)": 1.0254629850387573, "Finetune/Step": 1717, "Finetune/Step Time": 4.851187519729137}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9093391299247742, "Finetune/Loss (Raw)": 0.9725015759468079, "Finetune/Step": 1718, "Finetune/Step Time": 4.841326026245952}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9104220867156982, "Finetune/Loss (Raw)": 0.9375486373901367, "Finetune/Step": 1719, "Finetune/Step Time": 4.8271073289215565}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9117872714996338, "Finetune/Loss (Raw)": 1.0378341674804688, "Finetune/Step": 1720, "Finetune/Step Time": 4.825524738058448}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9123601317405701, "Finetune/Loss (Raw)": 0.9821901321411133, "Finetune/Step": 1721, "Finetune/Step Time": 4.8266016729176044}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9127506017684937, "Finetune/Loss (Raw)": 0.9747256636619568, "Finetune/Step": 1722, "Finetune/Step Time": 4.817380666732788}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9140154123306274, "Finetune/Loss (Raw)": 1.0049482583999634, "Finetune/Step": 1723, "Finetune/Step Time": 4.833667173981667}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9124554991722107, "Finetune/Loss (Raw)": 0.875722348690033, "Finetune/Step": 1724, "Finetune/Step Time": 4.82616863027215}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9133842587471008, "Finetune/Loss (Raw)": 0.9576622843742371, "Finetune/Step": 1725, "Finetune/Step Time": 4.8157433196902275}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9126176238059998, "Finetune/Loss (Raw)": 0.870358407497406, "Finetune/Step": 1726, "Finetune/Step Time": 4.80778288282454}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9172148704528809, "Finetune/Loss (Raw)": 0.9674065709114075, "Finetune/Step": 1727, "Finetune/Step Time": 4.788228623569012}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9178709983825684, "Finetune/Loss (Raw)": 1.0513972043991089, "Finetune/Step": 1728, "Finetune/Step Time": 4.785284506157041}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9226511716842651, "Finetune/Loss (Raw)": 0.9988093972206116, "Finetune/Step": 1729, "Finetune/Step Time": 4.748957939445972}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9206702709197998, "Finetune/Loss (Raw)": 0.8151952624320984, "Finetune/Step": 1730, "Finetune/Step Time": 4.7411597073078156}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9213643074035645, "Finetune/Loss (Raw)": 1.0950331687927246, "Finetune/Step": 1731, "Finetune/Step Time": 4.737908728420734}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9227720499038696, "Finetune/Loss (Raw)": 1.071440577507019, "Finetune/Step": 1732, "Finetune/Step Time": 4.753041926771402}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9240601062774658, "Finetune/Loss (Raw)": 0.9683123826980591, "Finetune/Step": 1733, "Finetune/Step Time": 4.743936797603965}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9259076714515686, "Finetune/Loss (Raw)": 0.9938687086105347, "Finetune/Step": 1734, "Finetune/Step Time": 4.727825498208404}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9260964393615723, "Finetune/Loss (Raw)": 0.9118514060974121, "Finetune/Step": 1735, "Finetune/Step Time": 4.727955978363752}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9305477142333984, "Finetune/Loss (Raw)": 0.9559904932975769, "Finetune/Step": 1736, "Finetune/Step Time": 4.692146852612495}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9300904273986816, "Finetune/Loss (Raw)": 0.8850430846214294, "Finetune/Step": 1737, "Finetune/Step Time": 4.691715380176902}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9256048798561096, "Finetune/Loss (Raw)": 0.3568085730075836, "Finetune/Step": 1738, "Finetune/Step Time": 4.723699524998665}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9260597229003906, "Finetune/Loss (Raw)": 0.9143648743629456, "Finetune/Step": 1739, "Finetune/Step Time": 4.7019002344459295}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.925625205039978, "Finetune/Loss (Raw)": 0.8564719557762146, "Finetune/Step": 1740, "Finetune/Step Time": 4.718512328341603}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9277169108390808, "Finetune/Loss (Raw)": 1.1009880304336548, "Finetune/Step": 1741, "Finetune/Step Time": 4.719833567738533}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9266873598098755, "Finetune/Loss (Raw)": 0.8476870059967041, "Finetune/Step": 1742, "Finetune/Step Time": 4.728289891034365}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9258704781532288, "Finetune/Loss (Raw)": 0.9434006214141846, "Finetune/Step": 1743, "Finetune/Step Time": 4.744074944406748}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9255174398422241, "Finetune/Loss (Raw)": 0.8968530893325806, "Finetune/Step": 1744, "Finetune/Step Time": 4.7452789302915335}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9262253046035767, "Finetune/Loss (Raw)": 0.9735559821128845, "Finetune/Step": 1745, "Finetune/Step Time": 4.729677138850093}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9272359609603882, "Finetune/Loss (Raw)": 1.0263104438781738, "Finetune/Step": 1746, "Finetune/Step Time": 4.7296238746494055}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9243296384811401, "Finetune/Loss (Raw)": 0.43619027733802795, "Finetune/Step": 1747, "Finetune/Step Time": 4.764044318348169}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9220253229141235, "Finetune/Loss (Raw)": 0.8396183848381042, "Finetune/Step": 1748, "Finetune/Step Time": 4.77438772469759}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9230279326438904, "Finetune/Loss (Raw)": 0.9653080701828003, "Finetune/Step": 1749, "Finetune/Step Time": 4.7724799159914255}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9232727289199829, "Finetune/Loss (Raw)": 1.0806347131729126, "Finetune/Step": 1750, "Finetune/Step Time": 4.791684195399284}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9223962426185608, "Finetune/Loss (Raw)": 1.0106374025344849, "Finetune/Step": 1751, "Finetune/Step Time": 4.796174081042409}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9244099855422974, "Finetune/Loss (Raw)": 1.1652106046676636, "Finetune/Step": 1752, "Finetune/Step Time": 4.79530611820519}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9239633083343506, "Finetune/Loss (Raw)": 0.9180687069892883, "Finetune/Step": 1753, "Finetune/Step Time": 4.787854820489883}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9239959716796875, "Finetune/Loss (Raw)": 0.9844344258308411, "Finetune/Step": 1754, "Finetune/Step Time": 4.795280631631613}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9235015511512756, "Finetune/Loss (Raw)": 0.966713011264801, "Finetune/Step": 1755, "Finetune/Step Time": 4.801883487030864}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.924263060092926, "Finetune/Loss (Raw)": 1.0663838386535645, "Finetune/Step": 1756, "Finetune/Step Time": 4.810826955363154}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9198975563049316, "Finetune/Loss (Raw)": 0.3619188070297241, "Finetune/Step": 1757, "Finetune/Step Time": 4.846260899677873}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9184457063674927, "Finetune/Loss (Raw)": 0.8325268030166626, "Finetune/Step": 1758, "Finetune/Step Time": 4.850051008164883}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9190727472305298, "Finetune/Loss (Raw)": 1.0107992887496948, "Finetune/Step": 1759, "Finetune/Step Time": 4.8609429486095905}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9200537800788879, "Finetune/Loss (Raw)": 1.0386992692947388, "Finetune/Step": 1760, "Finetune/Step Time": 4.858643218874931}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9199515581130981, "Finetune/Loss (Raw)": 0.8537800312042236, "Finetune/Step": 1761, "Finetune/Step Time": 4.852348236367106}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9187448024749756, "Finetune/Loss (Raw)": 0.829718291759491, "Finetune/Step": 1762, "Finetune/Step Time": 4.866971226409078}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9197647571563721, "Finetune/Loss (Raw)": 1.0799120664596558, "Finetune/Step": 1763, "Finetune/Step Time": 4.866932932287455}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9202482104301453, "Finetune/Loss (Raw)": 1.0326744318008423, "Finetune/Step": 1764, "Finetune/Step Time": 4.887562073767185}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9198306202888489, "Finetune/Loss (Raw)": 0.8869466185569763, "Finetune/Step": 1765, "Finetune/Step Time": 4.895027449354529}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9205000996589661, "Finetune/Loss (Raw)": 0.9795379042625427, "Finetune/Step": 1766, "Finetune/Step Time": 4.896880377084017}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.920456051826477, "Finetune/Loss (Raw)": 0.8150774836540222, "Finetune/Step": 1767, "Finetune/Step Time": 4.897400306537747}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9194761514663696, "Finetune/Loss (Raw)": 0.8833996653556824, "Finetune/Step": 1768, "Finetune/Step Time": 4.897788807749748}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9177163243293762, "Finetune/Loss (Raw)": 0.7922006845474243, "Finetune/Step": 1769, "Finetune/Step Time": 4.912866985425353}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9180499315261841, "Finetune/Loss (Raw)": 1.0022292137145996, "Finetune/Step": 1770, "Finetune/Step Time": 4.908798100426793}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9166010022163391, "Finetune/Loss (Raw)": 0.8815151453018188, "Finetune/Step": 1771, "Finetune/Step Time": 4.906623220071197}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9176369905471802, "Finetune/Loss (Raw)": 1.0813145637512207, "Finetune/Step": 1772, "Finetune/Step Time": 4.880514279007912}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9178235530853271, "Finetune/Loss (Raw)": 0.9364964365959167, "Finetune/Step": 1773, "Finetune/Step Time": 4.890262618660927}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9172499179840088, "Finetune/Loss (Raw)": 0.937954306602478, "Finetune/Step": 1774, "Finetune/Step Time": 4.90363641269505}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9183996319770813, "Finetune/Loss (Raw)": 1.0255125761032104, "Finetune/Step": 1775, "Finetune/Step Time": 4.8900461960583925}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9176603555679321, "Finetune/Loss (Raw)": 0.9373414516448975, "Finetune/Step": 1776, "Finetune/Step Time": 4.889465287327766}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9181533455848694, "Finetune/Loss (Raw)": 0.9902057647705078, "Finetune/Step": 1777, "Finetune/Step Time": 4.88969730399549}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9180483818054199, "Finetune/Loss (Raw)": 0.9369404911994934, "Finetune/Step": 1778, "Finetune/Step Time": 4.891914501786232}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9197976589202881, "Finetune/Loss (Raw)": 1.0857847929000854, "Finetune/Step": 1779, "Finetune/Step Time": 4.876554707065225}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9199589490890503, "Finetune/Loss (Raw)": 0.8963603973388672, "Finetune/Step": 1780, "Finetune/Step Time": 4.869068430736661}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9188030958175659, "Finetune/Loss (Raw)": 0.7990401387214661, "Finetune/Step": 1781, "Finetune/Step Time": 4.870869027450681}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9181606769561768, "Finetune/Loss (Raw)": 0.9147860407829285, "Finetune/Step": 1782, "Finetune/Step Time": 4.857579868286848}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9217932820320129, "Finetune/Loss (Raw)": 0.8492189645767212, "Finetune/Step": 1783, "Finetune/Step Time": 4.823298191651702}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9225361347198486, "Finetune/Loss (Raw)": 1.0574779510498047, "Finetune/Step": 1784, "Finetune/Step Time": 4.827344462275505}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9216740131378174, "Finetune/Loss (Raw)": 0.75714510679245, "Finetune/Step": 1785, "Finetune/Step Time": 4.8417529202997684}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9212697744369507, "Finetune/Loss (Raw)": 0.903060793876648, "Finetune/Step": 1786, "Finetune/Step Time": 4.839511020109057}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9190382361412048, "Finetune/Loss (Raw)": 0.7873849868774414, "Finetune/Step": 1787, "Finetune/Step Time": 4.844954684376717}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9183045625686646, "Finetune/Loss (Raw)": 0.8586729168891907, "Finetune/Step": 1788, "Finetune/Step Time": 4.840809667482972}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9135194420814514, "Finetune/Loss (Raw)": 0.2972261309623718, "Finetune/Step": 1789, "Finetune/Step Time": 4.883056120947003}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9133581519126892, "Finetune/Loss (Raw)": 1.0137661695480347, "Finetune/Step": 1790, "Finetune/Step Time": 4.886015772819519}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9161916971206665, "Finetune/Loss (Raw)": 1.0569499731063843, "Finetune/Step": 1791, "Finetune/Step Time": 4.878392092883587}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9177305102348328, "Finetune/Loss (Raw)": 0.9866368770599365, "Finetune/Step": 1792, "Finetune/Step Time": 4.878618540242314}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9157569408416748, "Finetune/Loss (Raw)": 0.8033356070518494, "Finetune/Step": 1793, "Finetune/Step Time": 4.8936870861798525}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.916773796081543, "Finetune/Loss (Raw)": 1.0218784809112549, "Finetune/Step": 1794, "Finetune/Step Time": 4.899898111820221}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9119985103607178, "Finetune/Loss (Raw)": 0.3705662488937378, "Finetune/Step": 1795, "Finetune/Step Time": 4.935722576454282}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9109508991241455, "Finetune/Loss (Raw)": 0.9084169268608093, "Finetune/Step": 1796, "Finetune/Step Time": 4.9284714832901955}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9113306403160095, "Finetune/Loss (Raw)": 0.9948016405105591, "Finetune/Step": 1797, "Finetune/Step Time": 4.9282272066921}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9108447432518005, "Finetune/Loss (Raw)": 0.926787257194519, "Finetune/Step": 1798, "Finetune/Step Time": 4.9323622062802315}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9109787940979004, "Finetune/Loss (Raw)": 0.8970434069633484, "Finetune/Step": 1799, "Finetune/Step Time": 4.9231878798455}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9101924300193787, "Finetune/Loss (Raw)": 0.9082278609275818, "Finetune/Step": 1800, "Finetune/Step Time": 4.917211962863803}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9120751023292542, "Finetune/Loss (Raw)": 1.0577080249786377, "Finetune/Step": 1801, "Finetune/Step Time": 4.921540670096874}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9134089350700378, "Finetune/Loss (Raw)": 0.9468116760253906, "Finetune/Step": 1802, "Finetune/Step Time": 4.923594165593386}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9136087894439697, "Finetune/Loss (Raw)": 0.9171076416969299, "Finetune/Step": 1803, "Finetune/Step Time": 4.936001284047961}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9128667116165161, "Finetune/Loss (Raw)": 0.9601114988327026, "Finetune/Step": 1804, "Finetune/Step Time": 4.933663763105869}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.910094141960144, "Finetune/Loss (Raw)": 0.6444018483161926, "Finetune/Step": 1805, "Finetune/Step Time": 4.942626537755132}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.9101812839508057, "Finetune/Loss (Raw)": 0.8571962118148804, "Finetune/Step": 1806, "Finetune/Step Time": 4.959907131269574}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9144010543823242, "Finetune/Loss (Raw)": 0.9314850568771362, "Finetune/Step": 1807, "Finetune/Step Time": 4.923675734549761}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9144781231880188, "Finetune/Loss (Raw)": 0.9413723945617676, "Finetune/Step": 1808, "Finetune/Step Time": 4.912954796105623}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9143394231796265, "Finetune/Loss (Raw)": 0.9396752119064331, "Finetune/Step": 1809, "Finetune/Step Time": 4.912832470610738}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9131184816360474, "Finetune/Loss (Raw)": 0.9451950192451477, "Finetune/Step": 1810, "Finetune/Step Time": 4.915173694491386}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9137817025184631, "Finetune/Loss (Raw)": 0.931765079498291, "Finetune/Step": 1811, "Finetune/Step Time": 4.908106409013271}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9137011766433716, "Finetune/Loss (Raw)": 0.8951983451843262, "Finetune/Step": 1812, "Finetune/Step Time": 4.915383949875832}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9141851663589478, "Finetune/Loss (Raw)": 0.9147489666938782, "Finetune/Step": 1813, "Finetune/Step Time": 4.904804700985551}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9156023263931274, "Finetune/Loss (Raw)": 0.9750553965568542, "Finetune/Step": 1814, "Finetune/Step Time": 4.892934983596206}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9146335124969482, "Finetune/Loss (Raw)": 0.882321834564209, "Finetune/Step": 1815, "Finetune/Step Time": 4.89146064966917}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9147144556045532, "Finetune/Loss (Raw)": 1.0283011198043823, "Finetune/Step": 1816, "Finetune/Step Time": 4.881034525111318}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9193997383117676, "Finetune/Loss (Raw)": 0.9082045555114746, "Finetune/Step": 1817, "Finetune/Step Time": 4.848219465464354}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9181122183799744, "Finetune/Loss (Raw)": 0.8955824971199036, "Finetune/Step": 1818, "Finetune/Step Time": 4.849089251831174}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9183432459831238, "Finetune/Loss (Raw)": 0.9662214517593384, "Finetune/Step": 1819, "Finetune/Step Time": 4.846589995548129}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9181475639343262, "Finetune/Loss (Raw)": 0.8413347601890564, "Finetune/Step": 1820, "Finetune/Step Time": 4.824485270306468}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9192065596580505, "Finetune/Loss (Raw)": 0.9653319716453552, "Finetune/Step": 1821, "Finetune/Step Time": 4.809610698372126}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9228475689888, "Finetune/Loss (Raw)": 1.1853269338607788, "Finetune/Step": 1822, "Finetune/Step Time": 4.8071417566388845}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9233800172805786, "Finetune/Loss (Raw)": 0.9431173801422119, "Finetune/Step": 1823, "Finetune/Step Time": 4.803444813936949}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9224268198013306, "Finetune/Loss (Raw)": 0.8376544117927551, "Finetune/Step": 1824, "Finetune/Step Time": 4.808034241199493}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9217396378517151, "Finetune/Loss (Raw)": 0.9023671746253967, "Finetune/Step": 1825, "Finetune/Step Time": 4.797887098044157}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9224306344985962, "Finetune/Loss (Raw)": 1.017039179801941, "Finetune/Step": 1826, "Finetune/Step Time": 4.798756239935756}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9218246936798096, "Finetune/Loss (Raw)": 0.9329244494438171, "Finetune/Step": 1827, "Finetune/Step Time": 4.820372788235545}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9224374294281006, "Finetune/Loss (Raw)": 1.0681148767471313, "Finetune/Step": 1828, "Finetune/Step Time": 4.818157710134983}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9230378866195679, "Finetune/Loss (Raw)": 1.1226541996002197, "Finetune/Step": 1829, "Finetune/Step Time": 4.827403297647834}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9235100746154785, "Finetune/Loss (Raw)": 1.040746808052063, "Finetune/Step": 1830, "Finetune/Step Time": 4.844688173383474}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9240607023239136, "Finetune/Loss (Raw)": 0.9147445559501648, "Finetune/Step": 1831, "Finetune/Step Time": 4.829137729480863}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9294289946556091, "Finetune/Loss (Raw)": 1.0347532033920288, "Finetune/Step": 1832, "Finetune/Step Time": 4.80351966060698}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9287630319595337, "Finetune/Loss (Raw)": 0.8446494340896606, "Finetune/Step": 1833, "Finetune/Step Time": 4.82294431887567}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9292361736297607, "Finetune/Loss (Raw)": 1.0866292715072632, "Finetune/Step": 1834, "Finetune/Step Time": 4.817114418372512}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9293609261512756, "Finetune/Loss (Raw)": 0.9529918432235718, "Finetune/Step": 1835, "Finetune/Step Time": 4.826101750135422}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9296318292617798, "Finetune/Loss (Raw)": 0.9748474359512329, "Finetune/Step": 1836, "Finetune/Step Time": 4.821217266842723}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9285142421722412, "Finetune/Loss (Raw)": 0.9401856064796448, "Finetune/Step": 1837, "Finetune/Step Time": 4.822845082730055}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9284579157829285, "Finetune/Loss (Raw)": 0.974828839302063, "Finetune/Step": 1838, "Finetune/Step Time": 4.815327173098922}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9283273220062256, "Finetune/Loss (Raw)": 0.9764361381530762, "Finetune/Step": 1839, "Finetune/Step Time": 4.822473494336009}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9273483157157898, "Finetune/Loss (Raw)": 0.9964143633842468, "Finetune/Step": 1840, "Finetune/Step Time": 4.832534126937389}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.9261600971221924, "Finetune/Loss (Raw)": 0.8257242441177368, "Finetune/Step": 1841, "Finetune/Step Time": 4.834110375493765}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9266869425773621, "Finetune/Loss (Raw)": 1.0516506433486938, "Finetune/Step": 1842, "Finetune/Step Time": 4.832578480243683}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.928046703338623, "Finetune/Loss (Raw)": 0.9773628115653992, "Finetune/Step": 1843, "Finetune/Step Time": 4.837931368499994}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9281592965126038, "Finetune/Loss (Raw)": 0.9338778853416443, "Finetune/Step": 1844, "Finetune/Step Time": 4.84974005445838}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9273315668106079, "Finetune/Loss (Raw)": 0.9195239543914795, "Finetune/Step": 1845, "Finetune/Step Time": 4.84339814633131}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9280039072036743, "Finetune/Loss (Raw)": 1.0585507154464722, "Finetune/Step": 1846, "Finetune/Step Time": 4.844899060204625}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.92851722240448, "Finetune/Loss (Raw)": 1.0032570362091064, "Finetune/Step": 1847, "Finetune/Step Time": 4.8534746784716845}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9278056025505066, "Finetune/Loss (Raw)": 0.9467487335205078, "Finetune/Step": 1848, "Finetune/Step Time": 4.845583897083998}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.9282714128494263, "Finetune/Loss (Raw)": 1.041811227798462, "Finetune/Step": 1849, "Finetune/Step Time": 4.839528558775783}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9286861419677734, "Finetune/Loss (Raw)": 1.0278141498565674, "Finetune/Step": 1850, "Finetune/Step Time": 4.845294587314129}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.927462637424469, "Finetune/Loss (Raw)": 0.8483388423919678, "Finetune/Step": 1851, "Finetune/Step Time": 4.848442263901234}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9283277988433838, "Finetune/Loss (Raw)": 0.9864673614501953, "Finetune/Step": 1852, "Finetune/Step Time": 4.849833441898227}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9284105896949768, "Finetune/Loss (Raw)": 0.9682543873786926, "Finetune/Step": 1853, "Finetune/Step Time": 4.85077366605401}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9292747974395752, "Finetune/Loss (Raw)": 0.9809800386428833, "Finetune/Step": 1854, "Finetune/Step Time": 4.844672104343772}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9297090768814087, "Finetune/Loss (Raw)": 1.0229932069778442, "Finetune/Step": 1855, "Finetune/Step Time": 4.829674769192934}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9297937154769897, "Finetune/Loss (Raw)": 1.062225103378296, "Finetune/Step": 1856, "Finetune/Step Time": 4.829925240948796}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9288768768310547, "Finetune/Loss (Raw)": 0.8814609050750732, "Finetune/Step": 1857, "Finetune/Step Time": 4.867042101919651}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9302963614463806, "Finetune/Loss (Raw)": 0.9968827962875366, "Finetune/Step": 1858, "Finetune/Step Time": 4.874768251553178}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9299641847610474, "Finetune/Loss (Raw)": 1.052522897720337, "Finetune/Step": 1859, "Finetune/Step Time": 4.869433123618364}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9286054372787476, "Finetune/Loss (Raw)": 0.8975142240524292, "Finetune/Step": 1860, "Finetune/Step Time": 4.857936631888151}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9276818037033081, "Finetune/Loss (Raw)": 0.8500943779945374, "Finetune/Step": 1861, "Finetune/Step Time": 4.85857267677784}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9265991449356079, "Finetune/Loss (Raw)": 0.8552838563919067, "Finetune/Step": 1862, "Finetune/Step Time": 4.842754054814577}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9259172677993774, "Finetune/Loss (Raw)": 0.8245751857757568, "Finetune/Step": 1863, "Finetune/Step Time": 4.8421501070261}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9249902963638306, "Finetune/Loss (Raw)": 0.837333619594574, "Finetune/Step": 1864, "Finetune/Step Time": 4.846862215548754}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9261119961738586, "Finetune/Loss (Raw)": 1.0286216735839844, "Finetune/Step": 1865, "Finetune/Step Time": 4.849368983879685}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9314182996749878, "Finetune/Loss (Raw)": 1.036012887954712, "Finetune/Step": 1866, "Finetune/Step Time": 4.827906791120768}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9327718019485474, "Finetune/Loss (Raw)": 1.0876195430755615, "Finetune/Step": 1867, "Finetune/Step Time": 4.834337271749973}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9335348010063171, "Finetune/Loss (Raw)": 0.9541333317756653, "Finetune/Step": 1868, "Finetune/Step Time": 4.835845140740275}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9330908060073853, "Finetune/Loss (Raw)": 1.0441581010818481, "Finetune/Step": 1869, "Finetune/Step Time": 4.8216213919222355}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9334150552749634, "Finetune/Loss (Raw)": 0.8891847729682922, "Finetune/Step": 1870, "Finetune/Step Time": 4.813984317705035}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9333446025848389, "Finetune/Loss (Raw)": 0.9343876838684082, "Finetune/Step": 1871, "Finetune/Step Time": 4.827672636136413}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9327505826950073, "Finetune/Loss (Raw)": 0.8208122253417969, "Finetune/Step": 1872, "Finetune/Step Time": 4.832449162378907}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9280272722244263, "Finetune/Loss (Raw)": 0.3689757287502289, "Finetune/Step": 1873, "Finetune/Step Time": 4.862434297800064}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9281679391860962, "Finetune/Loss (Raw)": 1.0443220138549805, "Finetune/Step": 1874, "Finetune/Step Time": 4.868834692984819}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9317430853843689, "Finetune/Loss (Raw)": 0.8938041925430298, "Finetune/Step": 1875, "Finetune/Step Time": 4.8501497730612755}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9326198101043701, "Finetune/Loss (Raw)": 0.9518411755561829, "Finetune/Step": 1876, "Finetune/Step Time": 4.8366591446101665}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9325037002563477, "Finetune/Loss (Raw)": 0.9504426121711731, "Finetune/Step": 1877, "Finetune/Step Time": 4.841215880587697}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9302605390548706, "Finetune/Loss (Raw)": 0.7935137748718262, "Finetune/Step": 1878, "Finetune/Step Time": 4.833852892741561}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9306461215019226, "Finetune/Loss (Raw)": 1.0599901676177979, "Finetune/Step": 1879, "Finetune/Step Time": 4.824710493907332}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.927818775177002, "Finetune/Loss (Raw)": 0.8033108711242676, "Finetune/Step": 1880, "Finetune/Step Time": 4.845634115859866}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.927099883556366, "Finetune/Loss (Raw)": 0.8260495066642761, "Finetune/Step": 1881, "Finetune/Step Time": 4.85341764241457}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9271048307418823, "Finetune/Loss (Raw)": 0.9850718975067139, "Finetune/Step": 1882, "Finetune/Step Time": 4.849541988223791}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9262943267822266, "Finetune/Loss (Raw)": 0.8629629611968994, "Finetune/Step": 1883, "Finetune/Step Time": 4.858134103938937}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9207658171653748, "Finetune/Loss (Raw)": 0.35873329639434814, "Finetune/Step": 1884, "Finetune/Step Time": 4.886225402355194}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9255507588386536, "Finetune/Loss (Raw)": 0.9743921756744385, "Finetune/Step": 1885, "Finetune/Step Time": 4.852237097918987}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9274652004241943, "Finetune/Loss (Raw)": 1.0775785446166992, "Finetune/Step": 1886, "Finetune/Step Time": 4.856348956003785}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9258689880371094, "Finetune/Loss (Raw)": 0.8064823150634766, "Finetune/Step": 1887, "Finetune/Step Time": 4.84602003544569}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9237054586410522, "Finetune/Loss (Raw)": 0.7617631554603577, "Finetune/Step": 1888, "Finetune/Step Time": 4.856450203806162}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9243152141571045, "Finetune/Loss (Raw)": 0.9318289756774902, "Finetune/Step": 1889, "Finetune/Step Time": 4.86717283539474}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9249545335769653, "Finetune/Loss (Raw)": 0.9115543961524963, "Finetune/Step": 1890, "Finetune/Step Time": 4.855708556249738}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9244054555892944, "Finetune/Loss (Raw)": 1.0096321105957031, "Finetune/Step": 1891, "Finetune/Step Time": 4.834575166925788}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.9249525666236877, "Finetune/Loss (Raw)": 1.1027017831802368, "Finetune/Step": 1892, "Finetune/Step Time": 4.814724318683147}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9252094626426697, "Finetune/Loss (Raw)": 0.9198296666145325, "Finetune/Step": 1893, "Finetune/Step Time": 4.816311310976744}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9239646196365356, "Finetune/Loss (Raw)": 0.8201929330825806, "Finetune/Step": 1894, "Finetune/Step Time": 4.813094332814217}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.924638032913208, "Finetune/Loss (Raw)": 0.9012824296951294, "Finetune/Step": 1895, "Finetune/Step Time": 4.812815831974149}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.925230860710144, "Finetune/Loss (Raw)": 0.9592804908752441, "Finetune/Step": 1896, "Finetune/Step Time": 4.815442711114883}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9275599122047424, "Finetune/Loss (Raw)": 1.0903173685073853, "Finetune/Step": 1897, "Finetune/Step Time": 4.802159555256367}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9274584650993347, "Finetune/Loss (Raw)": 0.9892430305480957, "Finetune/Step": 1898, "Finetune/Step Time": 4.812029926106334}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9269661903381348, "Finetune/Loss (Raw)": 0.818503737449646, "Finetune/Step": 1899, "Finetune/Step Time": 4.831635896116495}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9254547357559204, "Finetune/Loss (Raw)": 0.8878435492515564, "Finetune/Step": 1900, "Finetune/Step Time": 4.832796731963754}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9252310991287231, "Finetune/Loss (Raw)": 0.9078775644302368, "Finetune/Step": 1901, "Finetune/Step Time": 4.828767912462354}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9257012009620667, "Finetune/Loss (Raw)": 0.9981247186660767, "Finetune/Step": 1902, "Finetune/Step Time": 4.8191490694880486}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9243646860122681, "Finetune/Loss (Raw)": 0.8544378876686096, "Finetune/Step": 1903, "Finetune/Step Time": 4.83941794000566}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9242236614227295, "Finetune/Loss (Raw)": 0.919289231300354, "Finetune/Step": 1904, "Finetune/Step Time": 4.843929626047611}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9189980626106262, "Finetune/Loss (Raw)": 0.32133468985557556, "Finetune/Step": 1905, "Finetune/Step Time": 4.881833661347628}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9187942743301392, "Finetune/Loss (Raw)": 0.9108561873435974, "Finetune/Step": 1906, "Finetune/Step Time": 4.8937637731432915}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9176836013793945, "Finetune/Loss (Raw)": 0.9436128735542297, "Finetune/Step": 1907, "Finetune/Step Time": 4.90910611115396}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.917578935623169, "Finetune/Loss (Raw)": 0.8829668164253235, "Finetune/Step": 1908, "Finetune/Step Time": 4.906180385500193}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9171066284179688, "Finetune/Loss (Raw)": 0.7385892868041992, "Finetune/Step": 1909, "Finetune/Step Time": 4.906678458675742}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9171802401542664, "Finetune/Loss (Raw)": 0.9242020845413208, "Finetune/Step": 1910, "Finetune/Step Time": 4.908954890444875}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.918210506439209, "Finetune/Loss (Raw)": 0.9810909628868103, "Finetune/Step": 1911, "Finetune/Step Time": 4.914488635957241}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9175236821174622, "Finetune/Loss (Raw)": 0.9695672988891602, "Finetune/Step": 1912, "Finetune/Step Time": 4.908292479813099}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9191031455993652, "Finetune/Loss (Raw)": 0.9593187570571899, "Finetune/Step": 1913, "Finetune/Step Time": 4.892465300858021}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9204574823379517, "Finetune/Loss (Raw)": 1.0764133930206299, "Finetune/Step": 1914, "Finetune/Step Time": 4.890282895416021}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9224656820297241, "Finetune/Loss (Raw)": 1.0444355010986328, "Finetune/Step": 1915, "Finetune/Step Time": 4.912371067330241}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9229342937469482, "Finetune/Loss (Raw)": 0.9186487197875977, "Finetune/Step": 1916, "Finetune/Step Time": 4.912189280614257}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9271669983863831, "Finetune/Loss (Raw)": 0.839018702507019, "Finetune/Step": 1917, "Finetune/Step Time": 4.869574818760157}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9261982440948486, "Finetune/Loss (Raw)": 0.889765739440918, "Finetune/Step": 1918, "Finetune/Step Time": 4.85735135525465}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9252363443374634, "Finetune/Loss (Raw)": 0.9338216185569763, "Finetune/Step": 1919, "Finetune/Step Time": 4.853217024356127}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9241278171539307, "Finetune/Loss (Raw)": 0.8447469472885132, "Finetune/Step": 1920, "Finetune/Step Time": 4.863201415166259}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9257379174232483, "Finetune/Loss (Raw)": 1.0094321966171265, "Finetune/Step": 1921, "Finetune/Step Time": 4.846770657226443}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9201419949531555, "Finetune/Loss (Raw)": 0.3055996000766754, "Finetune/Step": 1922, "Finetune/Step Time": 4.880358409136534}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9247624278068542, "Finetune/Loss (Raw)": 0.9619795083999634, "Finetune/Step": 1923, "Finetune/Step Time": 4.845823597162962}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9257863759994507, "Finetune/Loss (Raw)": 1.039483666419983, "Finetune/Step": 1924, "Finetune/Step Time": 4.844546476379037}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9269396066665649, "Finetune/Loss (Raw)": 1.1424120664596558, "Finetune/Step": 1925, "Finetune/Step Time": 4.84198541380465}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9223470687866211, "Finetune/Loss (Raw)": 0.3389508128166199, "Finetune/Step": 1926, "Finetune/Step Time": 4.872276274487376}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9184687733650208, "Finetune/Loss (Raw)": 0.40061816573143005, "Finetune/Step": 1927, "Finetune/Step Time": 4.909215843304992}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9193724393844604, "Finetune/Loss (Raw)": 1.0238964557647705, "Finetune/Step": 1928, "Finetune/Step Time": 4.896988181397319}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9174050688743591, "Finetune/Loss (Raw)": 0.8058861494064331, "Finetune/Step": 1929, "Finetune/Step Time": 4.888152526691556}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9169018268585205, "Finetune/Loss (Raw)": 0.88239586353302, "Finetune/Step": 1930, "Finetune/Step Time": 4.87392408400774}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.917248547077179, "Finetune/Loss (Raw)": 0.9614815711975098, "Finetune/Step": 1931, "Finetune/Step Time": 4.851492220535874}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9162156581878662, "Finetune/Loss (Raw)": 0.8279100060462952, "Finetune/Step": 1932, "Finetune/Step Time": 4.866011127829552}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9187313318252563, "Finetune/Loss (Raw)": 0.9664052128791809, "Finetune/Step": 1933, "Finetune/Step Time": 4.858905995264649}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.91986483335495, "Finetune/Loss (Raw)": 1.0022830963134766, "Finetune/Step": 1934, "Finetune/Step Time": 4.839717382565141}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9206924438476562, "Finetune/Loss (Raw)": 1.037416934967041, "Finetune/Step": 1935, "Finetune/Step Time": 4.845996122807264}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9198600649833679, "Finetune/Loss (Raw)": 0.8348288536071777, "Finetune/Step": 1936, "Finetune/Step Time": 4.85479730181396}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9200647473335266, "Finetune/Loss (Raw)": 0.9658771753311157, "Finetune/Step": 1937, "Finetune/Step Time": 4.853536017239094}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9158622622489929, "Finetune/Loss (Raw)": 0.40727677941322327, "Finetune/Step": 1938, "Finetune/Step Time": 4.883364696055651}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.915839433670044, "Finetune/Loss (Raw)": 0.9288436770439148, "Finetune/Step": 1939, "Finetune/Step Time": 4.873398249968886}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9134195446968079, "Finetune/Loss (Raw)": 0.5854547619819641, "Finetune/Step": 1940, "Finetune/Step Time": 4.874304508790374}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9133546948432922, "Finetune/Loss (Raw)": 0.9064441919326782, "Finetune/Step": 1941, "Finetune/Step Time": 4.873203184455633}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9145278930664062, "Finetune/Loss (Raw)": 1.1252223253250122, "Finetune/Step": 1942, "Finetune/Step Time": 4.874992240220308}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9156766533851624, "Finetune/Loss (Raw)": 1.0293703079223633, "Finetune/Step": 1943, "Finetune/Step Time": 4.879772838205099}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.915096640586853, "Finetune/Loss (Raw)": 0.954062283039093, "Finetune/Step": 1944, "Finetune/Step Time": 4.88455256074667}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9110087752342224, "Finetune/Loss (Raw)": 0.38495033979415894, "Finetune/Step": 1945, "Finetune/Step Time": 4.919658862054348}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9112800359725952, "Finetune/Loss (Raw)": 0.9303086400032043, "Finetune/Step": 1946, "Finetune/Step Time": 4.932175297290087}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9124717712402344, "Finetune/Loss (Raw)": 1.118760108947754, "Finetune/Step": 1947, "Finetune/Step Time": 4.930119272321463}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9143770933151245, "Finetune/Loss (Raw)": 1.085210919380188, "Finetune/Step": 1948, "Finetune/Step Time": 4.935355495661497}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9151613712310791, "Finetune/Loss (Raw)": 1.065723180770874, "Finetune/Step": 1949, "Finetune/Step Time": 4.933817902579904}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9143373370170593, "Finetune/Loss (Raw)": 1.0798485279083252, "Finetune/Step": 1950, "Finetune/Step Time": 4.924431631341577}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9151973724365234, "Finetune/Loss (Raw)": 1.053205966949463, "Finetune/Step": 1951, "Finetune/Step Time": 4.9290716126561165}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9169853925704956, "Finetune/Loss (Raw)": 1.066519856452942, "Finetune/Step": 1952, "Finetune/Step Time": 4.923284037038684}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9154878258705139, "Finetune/Loss (Raw)": 0.7106804251670837, "Finetune/Step": 1953, "Finetune/Step Time": 4.935124360024929}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9140756130218506, "Finetune/Loss (Raw)": 0.8362773656845093, "Finetune/Step": 1954, "Finetune/Step Time": 4.943571651354432}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9132488965988159, "Finetune/Loss (Raw)": 0.827101469039917, "Finetune/Step": 1955, "Finetune/Step Time": 4.9279438722878695}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9115418195724487, "Finetune/Loss (Raw)": 0.8496142625808716, "Finetune/Step": 1956, "Finetune/Step Time": 4.921963065862656}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9111481308937073, "Finetune/Loss (Raw)": 1.0722546577453613, "Finetune/Step": 1957, "Finetune/Step Time": 4.9094958901405334}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9112713932991028, "Finetune/Loss (Raw)": 1.0565299987792969, "Finetune/Step": 1958, "Finetune/Step Time": 4.894652724266052}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9106374382972717, "Finetune/Loss (Raw)": 0.8336002826690674, "Finetune/Step": 1959, "Finetune/Step Time": 4.89727003313601}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9112246036529541, "Finetune/Loss (Raw)": 1.1099097728729248, "Finetune/Step": 1960, "Finetune/Step Time": 4.8971754796803}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.910982072353363, "Finetune/Loss (Raw)": 0.8136007785797119, "Finetune/Step": 1961, "Finetune/Step Time": 4.884832112118602}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9056994915008545, "Finetune/Loss (Raw)": 0.41046327352523804, "Finetune/Step": 1962, "Finetune/Step Time": 4.928071698173881}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.901366114616394, "Finetune/Loss (Raw)": 0.39831680059432983, "Finetune/Step": 1963, "Finetune/Step Time": 4.949870742857456}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9016512632369995, "Finetune/Loss (Raw)": 1.0113424062728882, "Finetune/Step": 1964, "Finetune/Step Time": 4.956489223986864}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9006823301315308, "Finetune/Loss (Raw)": 0.8161572217941284, "Finetune/Step": 1965, "Finetune/Step Time": 4.9555173479020596}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8999056816101074, "Finetune/Loss (Raw)": 0.8754236102104187, "Finetune/Step": 1966, "Finetune/Step Time": 4.9559968970716}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.8988370895385742, "Finetune/Loss (Raw)": 0.83965665102005, "Finetune/Step": 1967, "Finetune/Step Time": 4.938654121011496}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8989426493644714, "Finetune/Loss (Raw)": 1.0099307298660278, "Finetune/Step": 1968, "Finetune/Step Time": 4.930750275030732}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8959969282150269, "Finetune/Loss (Raw)": 0.4486735463142395, "Finetune/Step": 1969, "Finetune/Step Time": 4.964474393054843}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8948422074317932, "Finetune/Loss (Raw)": 0.9038426876068115, "Finetune/Step": 1970, "Finetune/Step Time": 4.959313729777932}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8903826475143433, "Finetune/Loss (Raw)": 0.4065403342247009, "Finetune/Step": 1971, "Finetune/Step Time": 4.983870880678296}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8902336359024048, "Finetune/Loss (Raw)": 0.9148015975952148, "Finetune/Step": 1972, "Finetune/Step Time": 4.971584100276232}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8898822069168091, "Finetune/Loss (Raw)": 0.8745352625846863, "Finetune/Step": 1973, "Finetune/Step Time": 4.998523559421301}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8900086879730225, "Finetune/Loss (Raw)": 1.0747435092926025, "Finetune/Step": 1974, "Finetune/Step Time": 4.99750492721796}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8893179893493652, "Finetune/Loss (Raw)": 0.9148582816123962, "Finetune/Step": 1975, "Finetune/Step Time": 4.987119771540165}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.889296293258667, "Finetune/Loss (Raw)": 0.9439612030982971, "Finetune/Step": 1976, "Finetune/Step Time": 4.9900266751646996}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8888707160949707, "Finetune/Loss (Raw)": 0.9873448014259338, "Finetune/Step": 1977, "Finetune/Step Time": 4.998173911124468}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8890207409858704, "Finetune/Loss (Raw)": 1.0470138788223267, "Finetune/Step": 1978, "Finetune/Step Time": 4.991545706987381}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8853597640991211, "Finetune/Loss (Raw)": 0.37973150610923767, "Finetune/Step": 1979, "Finetune/Step Time": 5.003307729959488}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8839700222015381, "Finetune/Loss (Raw)": 0.8085788488388062, "Finetune/Step": 1980, "Finetune/Step Time": 5.016439583152533}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8842295408248901, "Finetune/Loss (Raw)": 1.0014785528182983, "Finetune/Step": 1981, "Finetune/Step Time": 5.016909210011363}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8841267824172974, "Finetune/Loss (Raw)": 0.9678247570991516, "Finetune/Step": 1982, "Finetune/Step Time": 5.024757811799645}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8831614255905151, "Finetune/Loss (Raw)": 0.8994283080101013, "Finetune/Step": 1983, "Finetune/Step Time": 5.0233652330935}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8834108114242554, "Finetune/Loss (Raw)": 1.0941516160964966, "Finetune/Step": 1984, "Finetune/Step Time": 5.023001821711659}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8843964338302612, "Finetune/Loss (Raw)": 1.0076125860214233, "Finetune/Step": 1985, "Finetune/Step Time": 4.983151545748115}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8858035802841187, "Finetune/Loss (Raw)": 1.1769956350326538, "Finetune/Step": 1986, "Finetune/Step Time": 4.973159775137901}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8849105834960938, "Finetune/Loss (Raw)": 0.938221275806427, "Finetune/Step": 1987, "Finetune/Step Time": 4.999763239175081}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8847280144691467, "Finetune/Loss (Raw)": 0.8741490244865417, "Finetune/Step": 1988, "Finetune/Step Time": 4.997534723952413}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.885630190372467, "Finetune/Loss (Raw)": 0.965566098690033, "Finetune/Step": 1989, "Finetune/Step Time": 4.99893899820745}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8866481781005859, "Finetune/Loss (Raw)": 0.9855872988700867, "Finetune/Step": 1990, "Finetune/Step Time": 4.9995395597070456}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8865705728530884, "Finetune/Loss (Raw)": 0.8146471381187439, "Finetune/Step": 1991, "Finetune/Step Time": 4.995854994282126}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8876227140426636, "Finetune/Loss (Raw)": 0.9720070362091064, "Finetune/Step": 1992, "Finetune/Step Time": 4.990921813994646}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.886314868927002, "Finetune/Loss (Raw)": 0.861208975315094, "Finetune/Step": 1993, "Finetune/Step Time": 4.995409136638045}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8841116428375244, "Finetune/Loss (Raw)": 0.754004955291748, "Finetune/Step": 1994, "Finetune/Step Time": 4.991331577301025}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8817922472953796, "Finetune/Loss (Raw)": 0.7907376289367676, "Finetune/Step": 1995, "Finetune/Step Time": 4.9949713964015245}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8808460235595703, "Finetune/Loss (Raw)": 0.833021342754364, "Finetune/Step": 1996, "Finetune/Step Time": 4.982179570943117}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8810049295425415, "Finetune/Loss (Raw)": 1.0644971132278442, "Finetune/Step": 1997, "Finetune/Step Time": 4.9842229783535}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8811236619949341, "Finetune/Loss (Raw)": 0.904385507106781, "Finetune/Step": 1998, "Finetune/Step Time": 4.984845055267215}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8770601749420166, "Finetune/Loss (Raw)": 0.4142589569091797, "Finetune/Step": 1999, "Finetune/Step Time": 4.988528190180659}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8774679899215698, "Finetune/Loss (Raw)": 0.8730071187019348, "Finetune/Step": 2000, "Finetune/Step Time": 5.0122409872710705}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8819805383682251, "Finetune/Loss (Raw)": 0.946584165096283, "Finetune/Step": 2001, "Finetune/Step Time": 4.981082815676928}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8811060190200806, "Finetune/Loss (Raw)": 0.9323808550834656, "Finetune/Step": 2002, "Finetune/Step Time": 4.973651660606265}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8809128999710083, "Finetune/Loss (Raw)": 0.8690909743309021, "Finetune/Step": 2003, "Finetune/Step Time": 4.967303993180394}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8804193735122681, "Finetune/Loss (Raw)": 0.8886686563491821, "Finetune/Step": 2004, "Finetune/Step Time": 4.9716678615659475}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8800801038742065, "Finetune/Loss (Raw)": 0.9070125222206116, "Finetune/Step": 2005, "Finetune/Step Time": 4.965408198535442}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8811586499214172, "Finetune/Loss (Raw)": 0.9315724968910217, "Finetune/Step": 2006, "Finetune/Step Time": 4.9546935353428125}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8816655278205872, "Finetune/Loss (Raw)": 1.1248726844787598, "Finetune/Step": 2007, "Finetune/Step Time": 4.954950544983149}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8829804062843323, "Finetune/Loss (Raw)": 0.9716090559959412, "Finetune/Step": 2008, "Finetune/Step Time": 4.945550175383687}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8834556341171265, "Finetune/Loss (Raw)": 0.8868815898895264, "Finetune/Step": 2009, "Finetune/Step Time": 4.934262687340379}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.883742094039917, "Finetune/Loss (Raw)": 1.0217365026474, "Finetune/Step": 2010, "Finetune/Step Time": 4.934051996096969}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8855577111244202, "Finetune/Loss (Raw)": 1.0953601598739624, "Finetune/Step": 2011, "Finetune/Step Time": 4.9326567985117435}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8899719715118408, "Finetune/Loss (Raw)": 0.9237591028213501, "Finetune/Step": 2012, "Finetune/Step Time": 4.895812556147575}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8902269601821899, "Finetune/Loss (Raw)": 1.0070394277572632, "Finetune/Step": 2013, "Finetune/Step Time": 4.912593120709062}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8879265785217285, "Finetune/Loss (Raw)": 0.7831207513809204, "Finetune/Step": 2014, "Finetune/Step Time": 4.921771103516221}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8847082257270813, "Finetune/Loss (Raw)": 0.3945389986038208, "Finetune/Step": 2015, "Finetune/Step Time": 4.954360909759998}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8819152116775513, "Finetune/Loss (Raw)": 0.40425169467926025, "Finetune/Step": 2016, "Finetune/Step Time": 4.979369612410665}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.881252110004425, "Finetune/Loss (Raw)": 0.8469547033309937, "Finetune/Step": 2017, "Finetune/Step Time": 4.979686841368675}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.88161301612854, "Finetune/Loss (Raw)": 0.9577447772026062, "Finetune/Step": 2018, "Finetune/Step Time": 4.981090005487204}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8805031776428223, "Finetune/Loss (Raw)": 0.8675820231437683, "Finetune/Step": 2019, "Finetune/Step Time": 4.993124829605222}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8794693946838379, "Finetune/Loss (Raw)": 0.9703785181045532, "Finetune/Step": 2020, "Finetune/Step Time": 5.0022191517055035}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8797376155853271, "Finetune/Loss (Raw)": 0.9541615843772888, "Finetune/Step": 2021, "Finetune/Step Time": 4.998535133898258}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8804575204849243, "Finetune/Loss (Raw)": 0.9123350977897644, "Finetune/Step": 2022, "Finetune/Step Time": 4.999481119215488}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8793730735778809, "Finetune/Loss (Raw)": 0.7624735236167908, "Finetune/Step": 2023, "Finetune/Step Time": 5.024514447897673}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8791424632072449, "Finetune/Loss (Raw)": 0.9297575950622559, "Finetune/Step": 2024, "Finetune/Step Time": 5.018009530380368}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.877400279045105, "Finetune/Loss (Raw)": 0.8673200607299805, "Finetune/Step": 2025, "Finetune/Step Time": 5.030291648581624}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8771613836288452, "Finetune/Loss (Raw)": 0.9586613774299622, "Finetune/Step": 2026, "Finetune/Step Time": 5.011866310611367}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8774515390396118, "Finetune/Loss (Raw)": 0.8556513786315918, "Finetune/Step": 2027, "Finetune/Step Time": 4.991393253207207}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8780034780502319, "Finetune/Loss (Raw)": 0.9584871530532837, "Finetune/Step": 2028, "Finetune/Step Time": 5.0107677560299635}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.879009485244751, "Finetune/Loss (Raw)": 1.0366567373275757, "Finetune/Step": 2029, "Finetune/Step Time": 5.003757864236832}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8739542961120605, "Finetune/Loss (Raw)": 0.3510454595088959, "Finetune/Step": 2030, "Finetune/Step Time": 5.042561201378703}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8742567896842957, "Finetune/Loss (Raw)": 0.8931691646575928, "Finetune/Step": 2031, "Finetune/Step Time": 5.020980475470424}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8751866817474365, "Finetune/Loss (Raw)": 1.0383116006851196, "Finetune/Step": 2032, "Finetune/Step Time": 5.02133521810174}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.880584716796875, "Finetune/Loss (Raw)": 1.0122812986373901, "Finetune/Step": 2033, "Finetune/Step Time": 4.983915578573942}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8816670179367065, "Finetune/Loss (Raw)": 1.0493853092193604, "Finetune/Step": 2034, "Finetune/Step Time": 4.971486520022154}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8807380795478821, "Finetune/Loss (Raw)": 0.8247138261795044, "Finetune/Step": 2035, "Finetune/Step Time": 4.981348589062691}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8814723491668701, "Finetune/Loss (Raw)": 0.9769607186317444, "Finetune/Step": 2036, "Finetune/Step Time": 4.995082734152675}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8831583857536316, "Finetune/Loss (Raw)": 0.9543994665145874, "Finetune/Step": 2037, "Finetune/Step Time": 5.009736765176058}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8822054862976074, "Finetune/Loss (Raw)": 0.8022215962409973, "Finetune/Step": 2038, "Finetune/Step Time": 5.012139601632953}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8827377557754517, "Finetune/Loss (Raw)": 1.0492336750030518, "Finetune/Step": 2039, "Finetune/Step Time": 5.006418127566576}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8830628395080566, "Finetune/Loss (Raw)": 1.0111669301986694, "Finetune/Step": 2040, "Finetune/Step Time": 5.00492887198925}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8831925988197327, "Finetune/Loss (Raw)": 0.9759343266487122, "Finetune/Step": 2041, "Finetune/Step Time": 5.049180708825588}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8811413049697876, "Finetune/Loss (Raw)": 0.8138405084609985, "Finetune/Step": 2042, "Finetune/Step Time": 5.05009445361793}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.880338191986084, "Finetune/Loss (Raw)": 0.9416438341140747, "Finetune/Step": 2043, "Finetune/Step Time": 5.020107598975301}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8804789781570435, "Finetune/Loss (Raw)": 0.9366728663444519, "Finetune/Step": 2044, "Finetune/Step Time": 5.019627697765827}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.881954550743103, "Finetune/Loss (Raw)": 1.0278925895690918, "Finetune/Step": 2045, "Finetune/Step Time": 5.031798524782062}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8831101059913635, "Finetune/Loss (Raw)": 1.0376701354980469, "Finetune/Step": 2046, "Finetune/Step Time": 5.031955590471625}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8833267688751221, "Finetune/Loss (Raw)": 0.9615534543991089, "Finetune/Step": 2047, "Finetune/Step Time": 5.0355428997427225}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8830233812332153, "Finetune/Loss (Raw)": 0.8059123158454895, "Finetune/Step": 2048, "Finetune/Step Time": 5.024506215006113}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8806319236755371, "Finetune/Loss (Raw)": 0.703326940536499, "Finetune/Step": 2049, "Finetune/Step Time": 5.039189798757434}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.884678304195404, "Finetune/Loss (Raw)": 0.8235353231430054, "Finetune/Step": 2050, "Finetune/Step Time": 5.0171422474086285}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8855456113815308, "Finetune/Loss (Raw)": 1.073001503944397, "Finetune/Step": 2051, "Finetune/Step Time": 5.021125920116901}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8850516080856323, "Finetune/Loss (Raw)": 0.9762485027313232, "Finetune/Step": 2052, "Finetune/Step Time": 5.032942280173302}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8834372758865356, "Finetune/Loss (Raw)": 0.9357784986495972, "Finetune/Step": 2053, "Finetune/Step Time": 5.035311637446284}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8889293074607849, "Finetune/Loss (Raw)": 1.041925311088562, "Finetune/Step": 2054, "Finetune/Step Time": 5.001920567825437}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8936727046966553, "Finetune/Loss (Raw)": 1.0077790021896362, "Finetune/Step": 2055, "Finetune/Step Time": 4.971722912043333}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8934818506240845, "Finetune/Loss (Raw)": 0.9994596242904663, "Finetune/Step": 2056, "Finetune/Step Time": 4.972243145108223}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8941099643707275, "Finetune/Loss (Raw)": 0.8862951397895813, "Finetune/Step": 2057, "Finetune/Step Time": 4.981242373585701}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8942796587944031, "Finetune/Loss (Raw)": 0.904109001159668, "Finetune/Step": 2058, "Finetune/Step Time": 4.992232831194997}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8932777643203735, "Finetune/Loss (Raw)": 0.833237886428833, "Finetune/Step": 2059, "Finetune/Step Time": 4.993677021935582}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8940969705581665, "Finetune/Loss (Raw)": 0.9327752590179443, "Finetune/Step": 2060, "Finetune/Step Time": 4.973391396924853}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.8945504426956177, "Finetune/Loss (Raw)": 1.0244508981704712, "Finetune/Step": 2061, "Finetune/Step Time": 4.972300328314304}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8934747576713562, "Finetune/Loss (Raw)": 0.8645930290222168, "Finetune/Step": 2062, "Finetune/Step Time": 4.972166679799557}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8931877613067627, "Finetune/Loss (Raw)": 1.000685214996338, "Finetune/Step": 2063, "Finetune/Step Time": 4.96419938467443}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8938663005828857, "Finetune/Loss (Raw)": 0.9216802716255188, "Finetune/Step": 2064, "Finetune/Step Time": 4.977981893345714}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8939018845558167, "Finetune/Loss (Raw)": 0.9704305529594421, "Finetune/Step": 2065, "Finetune/Step Time": 4.985691452398896}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8933727145195007, "Finetune/Loss (Raw)": 0.33953651785850525, "Finetune/Step": 2066, "Finetune/Step Time": 4.985861115157604}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8934266567230225, "Finetune/Loss (Raw)": 0.9357536435127258, "Finetune/Step": 2067, "Finetune/Step Time": 4.987205624580383}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8960678577423096, "Finetune/Loss (Raw)": 0.9235273003578186, "Finetune/Step": 2068, "Finetune/Step Time": 4.976193629205227}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8960825800895691, "Finetune/Loss (Raw)": 0.9083274602890015, "Finetune/Step": 2069, "Finetune/Step Time": 4.972588632255793}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8927091360092163, "Finetune/Loss (Raw)": 0.6934264302253723, "Finetune/Step": 2070, "Finetune/Step Time": 4.984586825594306}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8922804594039917, "Finetune/Loss (Raw)": 0.9744930267333984, "Finetune/Step": 2071, "Finetune/Step Time": 4.985229941084981}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.8934073448181152, "Finetune/Loss (Raw)": 1.098304033279419, "Finetune/Step": 2072, "Finetune/Step Time": 4.982929339632392}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8975129127502441, "Finetune/Loss (Raw)": 0.9104588031768799, "Finetune/Step": 2073, "Finetune/Step Time": 4.957727130502462}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8982734680175781, "Finetune/Loss (Raw)": 1.027667760848999, "Finetune/Step": 2074, "Finetune/Step Time": 4.948826145380735}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8963979482650757, "Finetune/Loss (Raw)": 0.8786913752555847, "Finetune/Step": 2075, "Finetune/Step Time": 4.948612365871668}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.893988847732544, "Finetune/Loss (Raw)": 0.7768502235412598, "Finetune/Step": 2076, "Finetune/Step Time": 4.955600634217262}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8924534320831299, "Finetune/Loss (Raw)": 0.8691877722740173, "Finetune/Step": 2077, "Finetune/Step Time": 4.9555340595543385}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8909310698509216, "Finetune/Loss (Raw)": 0.8849834203720093, "Finetune/Step": 2078, "Finetune/Step Time": 4.955342769622803}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8899604082107544, "Finetune/Loss (Raw)": 0.9289677739143372, "Finetune/Step": 2079, "Finetune/Step Time": 4.944816987961531}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8876802325248718, "Finetune/Loss (Raw)": 0.7746517062187195, "Finetune/Step": 2080, "Finetune/Step Time": 4.963764324784279}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8893287181854248, "Finetune/Loss (Raw)": 0.921690046787262, "Finetune/Step": 2081, "Finetune/Step Time": 4.963664244860411}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8894432783126831, "Finetune/Loss (Raw)": 0.8509352803230286, "Finetune/Step": 2082, "Finetune/Step Time": 4.95053363032639}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8905963897705078, "Finetune/Loss (Raw)": 0.9747003316879272, "Finetune/Step": 2083, "Finetune/Step Time": 4.933203984051943}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8925843238830566, "Finetune/Loss (Raw)": 1.104067087173462, "Finetune/Step": 2084, "Finetune/Step Time": 4.9291185233742}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8867154121398926, "Finetune/Loss (Raw)": 0.32103225588798523, "Finetune/Step": 2085, "Finetune/Step Time": 4.96392235532403}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8862152099609375, "Finetune/Loss (Raw)": 0.9925156235694885, "Finetune/Step": 2086, "Finetune/Step Time": 4.963179161772132}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8879929780960083, "Finetune/Loss (Raw)": 1.0611509084701538, "Finetune/Step": 2087, "Finetune/Step Time": 4.958544816821814}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.887470543384552, "Finetune/Loss (Raw)": 1.0430388450622559, "Finetune/Step": 2088, "Finetune/Step Time": 4.94877402856946}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8887219429016113, "Finetune/Loss (Raw)": 0.9737735390663147, "Finetune/Step": 2089, "Finetune/Step Time": 4.943140292540193}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8876655101776123, "Finetune/Loss (Raw)": 0.2752413749694824, "Finetune/Step": 2090, "Finetune/Step Time": 4.938548622652888}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8911323547363281, "Finetune/Loss (Raw)": 0.8420756459236145, "Finetune/Step": 2091, "Finetune/Step Time": 4.906069051474333}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8910300135612488, "Finetune/Loss (Raw)": 0.9982445240020752, "Finetune/Step": 2092, "Finetune/Step Time": 4.893730580806732}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8922038078308105, "Finetune/Loss (Raw)": 0.9664023518562317, "Finetune/Step": 2093, "Finetune/Step Time": 4.891680316999555}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8936050534248352, "Finetune/Loss (Raw)": 1.0547773838043213, "Finetune/Step": 2094, "Finetune/Step Time": 4.892332941293716}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8945749998092651, "Finetune/Loss (Raw)": 0.9638142585754395, "Finetune/Step": 2095, "Finetune/Step Time": 4.907649869099259}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8939180374145508, "Finetune/Loss (Raw)": 0.925840437412262, "Finetune/Step": 2096, "Finetune/Step Time": 4.903852576389909}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.898637056350708, "Finetune/Loss (Raw)": 1.052704930305481, "Finetune/Step": 2097, "Finetune/Step Time": 4.867276839911938}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8985604047775269, "Finetune/Loss (Raw)": 0.894034206867218, "Finetune/Step": 2098, "Finetune/Step Time": 4.876091852784157}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8982170820236206, "Finetune/Loss (Raw)": 0.36259016394615173, "Finetune/Step": 2099, "Finetune/Step Time": 4.872877592220902}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8972263336181641, "Finetune/Loss (Raw)": 0.7879853844642639, "Finetune/Step": 2100, "Finetune/Step Time": 4.87908817268908}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8982506990432739, "Finetune/Loss (Raw)": 1.0056545734405518, "Finetune/Step": 2101, "Finetune/Step Time": 4.843303794041276}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8968676328659058, "Finetune/Loss (Raw)": 0.8977137207984924, "Finetune/Step": 2102, "Finetune/Step Time": 4.851848870515823}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8926277756690979, "Finetune/Loss (Raw)": 0.37215760350227356, "Finetune/Step": 2103, "Finetune/Step Time": 4.889305982738733}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8922544717788696, "Finetune/Loss (Raw)": 0.8961748480796814, "Finetune/Step": 2104, "Finetune/Step Time": 4.896655071526766}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8917871713638306, "Finetune/Loss (Raw)": 0.9275373220443726, "Finetune/Step": 2105, "Finetune/Step Time": 4.906869055703282}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8908690810203552, "Finetune/Loss (Raw)": 0.9294920563697815, "Finetune/Step": 2106, "Finetune/Step Time": 4.905225593596697}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8951631784439087, "Finetune/Loss (Raw)": 0.9293733239173889, "Finetune/Step": 2107, "Finetune/Step Time": 4.869081102311611}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8958034515380859, "Finetune/Loss (Raw)": 0.8905377388000488, "Finetune/Step": 2108, "Finetune/Step Time": 4.85675673186779}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8953642249107361, "Finetune/Loss (Raw)": 0.9452600479125977, "Finetune/Step": 2109, "Finetune/Step Time": 4.860195890069008}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8953254222869873, "Finetune/Loss (Raw)": 0.962855875492096, "Finetune/Step": 2110, "Finetune/Step Time": 4.868157049641013}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8954590559005737, "Finetune/Loss (Raw)": 0.9165306687355042, "Finetune/Step": 2111, "Finetune/Step Time": 4.882664466276765}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.890485405921936, "Finetune/Loss (Raw)": 0.4575220048427582, "Finetune/Step": 2112, "Finetune/Step Time": 4.918228147551417}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8899515867233276, "Finetune/Loss (Raw)": 0.9392950534820557, "Finetune/Step": 2113, "Finetune/Step Time": 4.916087483987212}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8893687725067139, "Finetune/Loss (Raw)": 1.1023926734924316, "Finetune/Step": 2114, "Finetune/Step Time": 4.934509884566069}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8898812532424927, "Finetune/Loss (Raw)": 1.0038217306137085, "Finetune/Step": 2115, "Finetune/Step Time": 4.910297041758895}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8863465189933777, "Finetune/Loss (Raw)": 0.42169538140296936, "Finetune/Step": 2116, "Finetune/Step Time": 4.942710556089878}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.884732723236084, "Finetune/Loss (Raw)": 0.7590090036392212, "Finetune/Step": 2117, "Finetune/Step Time": 4.959162715822458}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8837608098983765, "Finetune/Loss (Raw)": 0.8611785173416138, "Finetune/Step": 2118, "Finetune/Step Time": 4.9545382261276245}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8841802477836609, "Finetune/Loss (Raw)": 0.8683335185050964, "Finetune/Step": 2119, "Finetune/Step Time": 4.967863615602255}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8792070746421814, "Finetune/Loss (Raw)": 0.3354395925998688, "Finetune/Step": 2120, "Finetune/Step Time": 5.003950580954552}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8797879219055176, "Finetune/Loss (Raw)": 0.9355584383010864, "Finetune/Step": 2121, "Finetune/Step Time": 4.995651068165898}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.881669819355011, "Finetune/Loss (Raw)": 0.9948840737342834, "Finetune/Step": 2122, "Finetune/Step Time": 4.989567823708057}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8833036422729492, "Finetune/Loss (Raw)": 0.9998738765716553, "Finetune/Step": 2123, "Finetune/Step Time": 4.98069279268384}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8845459818840027, "Finetune/Loss (Raw)": 0.9920327663421631, "Finetune/Step": 2124, "Finetune/Step Time": 4.977185331285}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8840285539627075, "Finetune/Loss (Raw)": 0.998268723487854, "Finetune/Step": 2125, "Finetune/Step Time": 4.991486392915249}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8848479390144348, "Finetune/Loss (Raw)": 1.0092673301696777, "Finetune/Step": 2126, "Finetune/Step Time": 4.988322023302317}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8889271020889282, "Finetune/Loss (Raw)": 0.9363934993743896, "Finetune/Step": 2127, "Finetune/Step Time": 4.955233005806804}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.884888768196106, "Finetune/Loss (Raw)": 0.3561055660247803, "Finetune/Step": 2128, "Finetune/Step Time": 4.966013366356492}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.879683792591095, "Finetune/Loss (Raw)": 0.2803468406200409, "Finetune/Step": 2129, "Finetune/Step Time": 4.9967716839164495}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8799200654029846, "Finetune/Loss (Raw)": 0.9626227021217346, "Finetune/Step": 2130, "Finetune/Step Time": 4.995354514569044}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8808504939079285, "Finetune/Loss (Raw)": 0.9881889820098877, "Finetune/Step": 2131, "Finetune/Step Time": 4.985135098919272}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8807615041732788, "Finetune/Loss (Raw)": 0.8772623538970947, "Finetune/Step": 2132, "Finetune/Step Time": 4.989715896546841}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8826492428779602, "Finetune/Loss (Raw)": 1.1486525535583496, "Finetune/Step": 2133, "Finetune/Step Time": 4.986921833828092}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8822523355484009, "Finetune/Loss (Raw)": 0.8807639479637146, "Finetune/Step": 2134, "Finetune/Step Time": 4.997471569105983}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8802640438079834, "Finetune/Loss (Raw)": 0.8703752160072327, "Finetune/Step": 2135, "Finetune/Step Time": 4.993257896974683}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.88023442029953, "Finetune/Loss (Raw)": 0.9678179025650024, "Finetune/Step": 2136, "Finetune/Step Time": 4.979504702612758}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8766424059867859, "Finetune/Loss (Raw)": 0.42710620164871216, "Finetune/Step": 2137, "Finetune/Step Time": 5.016309920698404}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8758520483970642, "Finetune/Loss (Raw)": 0.920566976070404, "Finetune/Step": 2138, "Finetune/Step Time": 5.014390267431736}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8741023540496826, "Finetune/Loss (Raw)": 0.8714014291763306, "Finetune/Step": 2139, "Finetune/Step Time": 5.023399407044053}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8744944930076599, "Finetune/Loss (Raw)": 0.9739458560943604, "Finetune/Step": 2140, "Finetune/Step Time": 5.03180929645896}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.875070333480835, "Finetune/Loss (Raw)": 1.080754041671753, "Finetune/Step": 2141, "Finetune/Step Time": 5.017217021435499}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8756662607192993, "Finetune/Loss (Raw)": 0.8593980073928833, "Finetune/Step": 2142, "Finetune/Step Time": 5.005981342867017}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8798757791519165, "Finetune/Loss (Raw)": 0.9333605766296387, "Finetune/Step": 2143, "Finetune/Step Time": 4.992359694093466}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8837752342224121, "Finetune/Loss (Raw)": 0.9033792018890381, "Finetune/Step": 2144, "Finetune/Step Time": 4.974047450348735}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.882627546787262, "Finetune/Loss (Raw)": 0.7000542283058167, "Finetune/Step": 2145, "Finetune/Step Time": 4.9743939861655235}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8823497891426086, "Finetune/Loss (Raw)": 0.9221930503845215, "Finetune/Step": 2146, "Finetune/Step Time": 4.989438908174634}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8829127550125122, "Finetune/Loss (Raw)": 0.939643383026123, "Finetune/Step": 2147, "Finetune/Step Time": 4.986055668443441}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8836470246315002, "Finetune/Loss (Raw)": 1.0643540620803833, "Finetune/Step": 2148, "Finetune/Step Time": 4.9766413401812315}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8839414119720459, "Finetune/Loss (Raw)": 0.991841733455658, "Finetune/Step": 2149, "Finetune/Step Time": 4.970977753400803}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8839644193649292, "Finetune/Loss (Raw)": 0.9152838587760925, "Finetune/Step": 2150, "Finetune/Step Time": 4.968911973759532}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8868311643600464, "Finetune/Loss (Raw)": 1.1294231414794922, "Finetune/Step": 2151, "Finetune/Step Time": 4.952845325693488}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8858861923217773, "Finetune/Loss (Raw)": 0.8087995052337646, "Finetune/Step": 2152, "Finetune/Step Time": 4.959183497354388}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8858222961425781, "Finetune/Loss (Raw)": 0.8591415882110596, "Finetune/Step": 2153, "Finetune/Step Time": 4.948541199788451}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8850993514060974, "Finetune/Loss (Raw)": 0.8661218881607056, "Finetune/Step": 2154, "Finetune/Step Time": 4.958378272131085}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8855814933776855, "Finetune/Loss (Raw)": 0.9173678159713745, "Finetune/Step": 2155, "Finetune/Step Time": 4.965112913399935}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8840648531913757, "Finetune/Loss (Raw)": 0.7643542289733887, "Finetune/Step": 2156, "Finetune/Step Time": 4.955509474501014}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8828516602516174, "Finetune/Loss (Raw)": 0.8813665509223938, "Finetune/Step": 2157, "Finetune/Step Time": 4.970291098579764}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8876581788063049, "Finetune/Loss (Raw)": 0.9662847518920898, "Finetune/Step": 2158, "Finetune/Step Time": 4.924439864233136}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.888352632522583, "Finetune/Loss (Raw)": 0.9820607304573059, "Finetune/Step": 2159, "Finetune/Step Time": 4.941426679491997}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8875781893730164, "Finetune/Loss (Raw)": 0.9391800165176392, "Finetune/Step": 2160, "Finetune/Step Time": 4.9318507462739944}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.886439323425293, "Finetune/Loss (Raw)": 0.8665044903755188, "Finetune/Step": 2161, "Finetune/Step Time": 4.926217310130596}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.885388970375061, "Finetune/Loss (Raw)": 0.9149413704872131, "Finetune/Step": 2162, "Finetune/Step Time": 4.936325380578637}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8858500719070435, "Finetune/Loss (Raw)": 0.8837360143661499, "Finetune/Step": 2163, "Finetune/Step Time": 4.925921496003866}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8864002227783203, "Finetune/Loss (Raw)": 1.0473785400390625, "Finetune/Step": 2164, "Finetune/Step Time": 4.912525525316596}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8862442970275879, "Finetune/Loss (Raw)": 0.9344371557235718, "Finetune/Step": 2165, "Finetune/Step Time": 4.922379080206156}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.88750159740448, "Finetune/Loss (Raw)": 0.9631580114364624, "Finetune/Step": 2166, "Finetune/Step Time": 4.922229044139385}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8876283764839172, "Finetune/Loss (Raw)": 1.0654624700546265, "Finetune/Step": 2167, "Finetune/Step Time": 4.921869000419974}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8869754076004028, "Finetune/Loss (Raw)": 0.927582859992981, "Finetune/Step": 2168, "Finetune/Step Time": 4.926283340901136}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8868426084518433, "Finetune/Loss (Raw)": 0.9589468240737915, "Finetune/Step": 2169, "Finetune/Step Time": 4.883038979023695}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8870480060577393, "Finetune/Loss (Raw)": 0.8401274085044861, "Finetune/Step": 2170, "Finetune/Step Time": 4.884399205446243}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.886768102645874, "Finetune/Loss (Raw)": 0.9058115482330322, "Finetune/Step": 2171, "Finetune/Step Time": 4.894046608358622}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8865280747413635, "Finetune/Loss (Raw)": 0.9059549570083618, "Finetune/Step": 2172, "Finetune/Step Time": 4.894354039803147}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8858374357223511, "Finetune/Loss (Raw)": 0.9394852519035339, "Finetune/Step": 2173, "Finetune/Step Time": 4.89821121096611}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8837425112724304, "Finetune/Loss (Raw)": 0.769523561000824, "Finetune/Step": 2174, "Finetune/Step Time": 4.9108600206673145}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.883575439453125, "Finetune/Loss (Raw)": 0.9401656985282898, "Finetune/Step": 2175, "Finetune/Step Time": 4.926674352958798}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8850036859512329, "Finetune/Loss (Raw)": 0.9887319207191467, "Finetune/Step": 2176, "Finetune/Step Time": 4.92643566429615}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8878800868988037, "Finetune/Loss (Raw)": 1.0715065002441406, "Finetune/Step": 2177, "Finetune/Step Time": 4.9154576770961285}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8877139091491699, "Finetune/Loss (Raw)": 0.8022608160972595, "Finetune/Step": 2178, "Finetune/Step Time": 4.903253244236112}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8867930173873901, "Finetune/Loss (Raw)": 0.9551258683204651, "Finetune/Step": 2179, "Finetune/Step Time": 4.913278188556433}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8867377042770386, "Finetune/Loss (Raw)": 0.969177782535553, "Finetune/Step": 2180, "Finetune/Step Time": 4.907150560989976}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8870394229888916, "Finetune/Loss (Raw)": 0.9743929505348206, "Finetune/Step": 2181, "Finetune/Step Time": 4.905074968934059}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8866682648658752, "Finetune/Loss (Raw)": 0.9944162964820862, "Finetune/Step": 2182, "Finetune/Step Time": 4.908676849678159}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8849613666534424, "Finetune/Loss (Raw)": 0.7892994284629822, "Finetune/Step": 2183, "Finetune/Step Time": 4.925126811489463}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8834864497184753, "Finetune/Loss (Raw)": 0.8106614351272583, "Finetune/Step": 2184, "Finetune/Step Time": 4.940179757773876}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8838174343109131, "Finetune/Loss (Raw)": 0.9286640286445618, "Finetune/Step": 2185, "Finetune/Step Time": 4.9262767266482115}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8838050365447998, "Finetune/Loss (Raw)": 0.9025256633758545, "Finetune/Step": 2186, "Finetune/Step Time": 4.911396153271198}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8831806182861328, "Finetune/Loss (Raw)": 0.7533091306686401, "Finetune/Step": 2187, "Finetune/Step Time": 4.94506979547441}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8830899000167847, "Finetune/Loss (Raw)": 0.9211665987968445, "Finetune/Step": 2188, "Finetune/Step Time": 4.978846488520503}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8816666603088379, "Finetune/Loss (Raw)": 0.8422754406929016, "Finetune/Step": 2189, "Finetune/Step Time": 4.986511809751391}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8815146684646606, "Finetune/Loss (Raw)": 0.8451375365257263, "Finetune/Step": 2190, "Finetune/Step Time": 4.996327912434936}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8811583518981934, "Finetune/Loss (Raw)": 0.955071210861206, "Finetune/Step": 2191, "Finetune/Step Time": 5.0114961713552475}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.8802119493484497, "Finetune/Loss (Raw)": 0.8005444407463074, "Finetune/Step": 2192, "Finetune/Step Time": 4.993133541196585}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8803659677505493, "Finetune/Loss (Raw)": 0.9901435375213623, "Finetune/Step": 2193, "Finetune/Step Time": 4.9880468510091305}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8853409886360168, "Finetune/Loss (Raw)": 0.9763408899307251, "Finetune/Step": 2194, "Finetune/Step Time": 4.956365708261728}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8857972025871277, "Finetune/Loss (Raw)": 0.9941467642784119, "Finetune/Step": 2195, "Finetune/Step Time": 4.954960519447923}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8852864503860474, "Finetune/Loss (Raw)": 0.8581472039222717, "Finetune/Step": 2196, "Finetune/Step Time": 4.96405516564846}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.885970413684845, "Finetune/Loss (Raw)": 0.9958825707435608, "Finetune/Step": 2197, "Finetune/Step Time": 4.965683661401272}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8874258399009705, "Finetune/Loss (Raw)": 0.8797194957733154, "Finetune/Step": 2198, "Finetune/Step Time": 4.959594056010246}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8864701986312866, "Finetune/Loss (Raw)": 0.8521715998649597, "Finetune/Step": 2199, "Finetune/Step Time": 4.951296407729387}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8847280740737915, "Finetune/Loss (Raw)": 0.8753063678741455, "Finetune/Step": 2200, "Finetune/Step Time": 4.958059802651405}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.88040691614151, "Finetune/Loss (Raw)": 0.3573588728904724, "Finetune/Step": 2201, "Finetune/Step Time": 4.981121299788356}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8795377016067505, "Finetune/Loss (Raw)": 0.9164067506790161, "Finetune/Step": 2202, "Finetune/Step Time": 4.972445983439684}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8795146942138672, "Finetune/Loss (Raw)": 0.8757386207580566, "Finetune/Step": 2203, "Finetune/Step Time": 4.973181996494532}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.880106508731842, "Finetune/Loss (Raw)": 0.8526091575622559, "Finetune/Step": 2204, "Finetune/Step Time": 4.97049274854362}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8766655921936035, "Finetune/Loss (Raw)": 0.4287460744380951, "Finetune/Step": 2205, "Finetune/Step Time": 5.009337961673737}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.875045120716095, "Finetune/Loss (Raw)": 0.6775640845298767, "Finetune/Step": 2206, "Finetune/Step Time": 5.0698707066476345}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.875351071357727, "Finetune/Loss (Raw)": 0.968134880065918, "Finetune/Step": 2207, "Finetune/Step Time": 5.070639658719301}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8760632276535034, "Finetune/Loss (Raw)": 0.865800142288208, "Finetune/Step": 2208, "Finetune/Step Time": 5.062931556254625}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8758972883224487, "Finetune/Loss (Raw)": 0.9004564881324768, "Finetune/Step": 2209, "Finetune/Step Time": 5.052843622863293}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8723244667053223, "Finetune/Loss (Raw)": 0.3936145305633545, "Finetune/Step": 2210, "Finetune/Step Time": 5.0917858220636845}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8726080656051636, "Finetune/Loss (Raw)": 1.0109946727752686, "Finetune/Step": 2211, "Finetune/Step Time": 5.1208345629274845}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.869530200958252, "Finetune/Loss (Raw)": 0.7100977897644043, "Finetune/Step": 2212, "Finetune/Step Time": 5.143720066174865}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8733434677124023, "Finetune/Loss (Raw)": 0.8091409206390381, "Finetune/Step": 2213, "Finetune/Step Time": 5.114804744720459}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.8711689114570618, "Finetune/Loss (Raw)": 0.714166522026062, "Finetune/Step": 2214, "Finetune/Step Time": 5.121734298765659}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.8704806566238403, "Finetune/Loss (Raw)": 0.9730578064918518, "Finetune/Step": 2215, "Finetune/Step Time": 5.116019940003753}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.8697754144668579, "Finetune/Loss (Raw)": 0.9527573585510254, "Finetune/Step": 2216, "Finetune/Step Time": 5.118234630674124}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8700976371765137, "Finetune/Loss (Raw)": 1.0150234699249268, "Finetune/Step": 2217, "Finetune/Step Time": 5.119764588773251}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.8737432956695557, "Finetune/Loss (Raw)": 0.7418850660324097, "Finetune/Step": 2218, "Finetune/Step Time": 5.094508484005928}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.873920738697052, "Finetune/Loss (Raw)": 0.8647910952568054, "Finetune/Step": 2219, "Finetune/Step Time": 5.125189462676644}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.8738254308700562, "Finetune/Loss (Raw)": 0.9860423803329468, "Finetune/Step": 2220, "Finetune/Step Time": 5.124885408207774}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.8728605508804321, "Finetune/Loss (Raw)": 0.8429006338119507, "Finetune/Step": 2221, "Finetune/Step Time": 5.141617400571704}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.8722386956214905, "Finetune/Loss (Raw)": 0.9751781821250916, "Finetune/Step": 2222, "Finetune/Step Time": 5.145155416801572}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.8720529079437256, "Finetune/Loss (Raw)": 0.9400410652160645, "Finetune/Step": 2223, "Finetune/Step Time": 5.1382842399179935}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.8719810247421265, "Finetune/Loss (Raw)": 0.9166340231895447, "Finetune/Step": 2224, "Finetune/Step Time": 5.139089170843363}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.8707147836685181, "Finetune/Loss (Raw)": 0.8906232118606567, "Finetune/Step": 2225, "Finetune/Step Time": 5.150676064193249}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.8710383176803589, "Finetune/Loss (Raw)": 0.9354546070098877, "Finetune/Step": 2226, "Finetune/Step Time": 5.161378663033247}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.875913143157959, "Finetune/Loss (Raw)": 0.9865604043006897, "Finetune/Step": 2227, "Finetune/Step Time": 5.130214419215918}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.8767532110214233, "Finetune/Loss (Raw)": 0.8955185413360596, "Finetune/Step": 2228, "Finetune/Step Time": 5.134064922109246}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.876052975654602, "Finetune/Loss (Raw)": 0.9160178303718567, "Finetune/Step": 2229, "Finetune/Step Time": 5.133513528853655}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.8757810592651367, "Finetune/Loss (Raw)": 0.8629133105278015, "Finetune/Step": 2230, "Finetune/Step Time": 5.134122781455517}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8806093335151672, "Finetune/Loss (Raw)": 0.9901777505874634, "Finetune/Step": 2231, "Finetune/Step Time": 5.09781457670033}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.8816733360290527, "Finetune/Loss (Raw)": 1.0323694944381714, "Finetune/Step": 2232, "Finetune/Step Time": 5.089089119806886}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.880652904510498, "Finetune/Loss (Raw)": 0.7969250082969666, "Finetune/Step": 2233, "Finetune/Step Time": 5.0871722381561995}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8810154795646667, "Finetune/Loss (Raw)": 0.9758946895599365, "Finetune/Step": 2234, "Finetune/Step Time": 5.091196725144982}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.8817943930625916, "Finetune/Loss (Raw)": 1.0290749073028564, "Finetune/Step": 2235, "Finetune/Step Time": 5.102850878611207}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8826421499252319, "Finetune/Loss (Raw)": 0.9990434646606445, "Finetune/Step": 2236, "Finetune/Step Time": 5.103661756962538}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.8822744488716125, "Finetune/Loss (Raw)": 0.8982025980949402, "Finetune/Step": 2237, "Finetune/Step Time": 5.1041384395211935}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.8807638883590698, "Finetune/Loss (Raw)": 0.7694994211196899, "Finetune/Step": 2238, "Finetune/Step Time": 5.108719268813729}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8827251195907593, "Finetune/Loss (Raw)": 1.1675682067871094, "Finetune/Step": 2239, "Finetune/Step Time": 5.094629988074303}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8874223232269287, "Finetune/Loss (Raw)": 1.0587711334228516, "Finetune/Step": 2240, "Finetune/Step Time": 5.061438856646419}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8878723382949829, "Finetune/Loss (Raw)": 0.9968888163566589, "Finetune/Step": 2241, "Finetune/Step Time": 5.069674804806709}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8862197399139404, "Finetune/Loss (Raw)": 0.8908588886260986, "Finetune/Step": 2242, "Finetune/Step Time": 5.052254255861044}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8853370547294617, "Finetune/Loss (Raw)": 0.890845775604248, "Finetune/Step": 2243, "Finetune/Step Time": 5.055084323510528}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8911311626434326, "Finetune/Loss (Raw)": 1.1633365154266357, "Finetune/Step": 2244, "Finetune/Step Time": 5.017506740987301}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.8927444219589233, "Finetune/Loss (Raw)": 0.965509295463562, "Finetune/Step": 2245, "Finetune/Step Time": 4.997720215469599}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8945110440254211, "Finetune/Loss (Raw)": 1.0873075723648071, "Finetune/Step": 2246, "Finetune/Step Time": 5.0006138533353806}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8944350481033325, "Finetune/Loss (Raw)": 0.8586021065711975, "Finetune/Step": 2247, "Finetune/Step Time": 4.9993024207651615}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8978438973426819, "Finetune/Loss (Raw)": 0.7717757225036621, "Finetune/Step": 2248, "Finetune/Step Time": 4.959751892834902}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.897350549697876, "Finetune/Loss (Raw)": 0.8724108934402466, "Finetune/Step": 2249, "Finetune/Step Time": 4.959982553496957}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8969791531562805, "Finetune/Loss (Raw)": 0.947342038154602, "Finetune/Step": 2250, "Finetune/Step Time": 4.981169680133462}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8966202735900879, "Finetune/Loss (Raw)": 0.9539347887039185, "Finetune/Step": 2251, "Finetune/Step Time": 4.982516303658485}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8913778066635132, "Finetune/Loss (Raw)": 0.32099637389183044, "Finetune/Step": 2252, "Finetune/Step Time": 5.0131489131599665}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8916634917259216, "Finetune/Loss (Raw)": 1.0348432064056396, "Finetune/Step": 2253, "Finetune/Step Time": 4.993807645514607}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8919248580932617, "Finetune/Loss (Raw)": 1.0427179336547852, "Finetune/Step": 2254, "Finetune/Step Time": 5.0002599488943815}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8920779228210449, "Finetune/Loss (Raw)": 0.9559918642044067, "Finetune/Step": 2255, "Finetune/Step Time": 4.997994087636471}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.8962485790252686, "Finetune/Loss (Raw)": 0.8899482488632202, "Finetune/Step": 2256, "Finetune/Step Time": 4.961563140153885}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9017218351364136, "Finetune/Loss (Raw)": 0.980915904045105, "Finetune/Step": 2257, "Finetune/Step Time": 4.929114794358611}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9000358581542969, "Finetune/Loss (Raw)": 0.7468184232711792, "Finetune/Step": 2258, "Finetune/Step Time": 4.929235331714153}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8989275693893433, "Finetune/Loss (Raw)": 0.846335232257843, "Finetune/Step": 2259, "Finetune/Step Time": 4.926409650593996}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8987787365913391, "Finetune/Loss (Raw)": 0.8582108616828918, "Finetune/Step": 2260, "Finetune/Step Time": 4.931741559877992}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8973022699356079, "Finetune/Loss (Raw)": 0.9596653580665588, "Finetune/Step": 2261, "Finetune/Step Time": 4.93407941237092}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8986167311668396, "Finetune/Loss (Raw)": 1.0490140914916992, "Finetune/Step": 2262, "Finetune/Step Time": 4.92817866243422}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8984525799751282, "Finetune/Loss (Raw)": 0.8493618369102478, "Finetune/Step": 2263, "Finetune/Step Time": 4.932633398100734}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8983656167984009, "Finetune/Loss (Raw)": 0.9566900730133057, "Finetune/Step": 2264, "Finetune/Step Time": 4.935640320181847}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9021157026290894, "Finetune/Loss (Raw)": 0.9071161150932312, "Finetune/Step": 2265, "Finetune/Step Time": 4.901977960020304}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9008662104606628, "Finetune/Loss (Raw)": 0.760631263256073, "Finetune/Step": 2266, "Finetune/Step Time": 4.914670038968325}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9009685516357422, "Finetune/Loss (Raw)": 0.8845043182373047, "Finetune/Step": 2267, "Finetune/Step Time": 4.8943454567343}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8999478220939636, "Finetune/Loss (Raw)": 0.8432897925376892, "Finetune/Step": 2268, "Finetune/Step Time": 4.886318257078528}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8988516330718994, "Finetune/Loss (Raw)": 0.9404383301734924, "Finetune/Step": 2269, "Finetune/Step Time": 4.879675466567278}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.898245096206665, "Finetune/Loss (Raw)": 0.7817615866661072, "Finetune/Step": 2270, "Finetune/Step Time": 4.88876867480576}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8984693288803101, "Finetune/Loss (Raw)": 0.9620617628097534, "Finetune/Step": 2271, "Finetune/Step Time": 4.862896732985973}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.899075448513031, "Finetune/Loss (Raw)": 0.980964720249176, "Finetune/Step": 2272, "Finetune/Step Time": 4.851843060925603}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9008851051330566, "Finetune/Loss (Raw)": 0.9316930174827576, "Finetune/Step": 2273, "Finetune/Step Time": 4.842323863878846}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9002132415771484, "Finetune/Loss (Raw)": 0.8361989259719849, "Finetune/Step": 2274, "Finetune/Step Time": 4.853598058223724}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9009482264518738, "Finetune/Loss (Raw)": 1.0337141752243042, "Finetune/Step": 2275, "Finetune/Step Time": 4.84510607086122}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.8999230265617371, "Finetune/Loss (Raw)": 0.9331303834915161, "Finetune/Step": 2276, "Finetune/Step Time": 4.8534603882581}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8980448246002197, "Finetune/Loss (Raw)": 0.751433789730072, "Finetune/Step": 2277, "Finetune/Step Time": 4.858186107128859}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8984960317611694, "Finetune/Loss (Raw)": 0.973039984703064, "Finetune/Step": 2278, "Finetune/Step Time": 4.856280852109194}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8976865410804749, "Finetune/Loss (Raw)": 1.0258080959320068, "Finetune/Step": 2279, "Finetune/Step Time": 4.8453703206032515}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8983539342880249, "Finetune/Loss (Raw)": 0.8942219018936157, "Finetune/Step": 2280, "Finetune/Step Time": 4.8402791284024715}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.8986837863922119, "Finetune/Loss (Raw)": 0.9013584852218628, "Finetune/Step": 2281, "Finetune/Step Time": 4.841757010668516}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8989426493644714, "Finetune/Loss (Raw)": 0.8992618918418884, "Finetune/Step": 2282, "Finetune/Step Time": 4.835342915728688}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.899834930896759, "Finetune/Loss (Raw)": 1.0315783023834229, "Finetune/Step": 2283, "Finetune/Step Time": 4.822896238416433}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.900797963142395, "Finetune/Loss (Raw)": 0.8876296281814575, "Finetune/Step": 2284, "Finetune/Step Time": 4.841704420745373}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9013861417770386, "Finetune/Loss (Raw)": 0.9566507339477539, "Finetune/Step": 2285, "Finetune/Step Time": 4.8360351752489805}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9012856483459473, "Finetune/Loss (Raw)": 0.9534196257591248, "Finetune/Step": 2286, "Finetune/Step Time": 4.846775498241186}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8996226787567139, "Finetune/Loss (Raw)": 0.7691981196403503, "Finetune/Step": 2287, "Finetune/Step Time": 4.8315045889467}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.899726152420044, "Finetune/Loss (Raw)": 0.9524204134941101, "Finetune/Step": 2288, "Finetune/Step Time": 4.841090796515346}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8987154364585876, "Finetune/Loss (Raw)": 0.7371383905410767, "Finetune/Step": 2289, "Finetune/Step Time": 4.854440398514271}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8994170427322388, "Finetune/Loss (Raw)": 1.0047465562820435, "Finetune/Step": 2290, "Finetune/Step Time": 4.847482958808541}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8990548849105835, "Finetune/Loss (Raw)": 0.8373805284500122, "Finetune/Step": 2291, "Finetune/Step Time": 4.854600878432393}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.8975688219070435, "Finetune/Loss (Raw)": 0.857164740562439, "Finetune/Step": 2292, "Finetune/Step Time": 4.862696912139654}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.8960444927215576, "Finetune/Loss (Raw)": 0.739321768283844, "Finetune/Step": 2293, "Finetune/Step Time": 4.84751445427537}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.8958325386047363, "Finetune/Loss (Raw)": 0.9360270500183105, "Finetune/Step": 2294, "Finetune/Step Time": 4.84553231112659}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.8947262763977051, "Finetune/Loss (Raw)": 0.923859715461731, "Finetune/Step": 2295, "Finetune/Step Time": 4.863815354183316}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.893437385559082, "Finetune/Loss (Raw)": 0.7626010775566101, "Finetune/Step": 2296, "Finetune/Step Time": 4.859083300456405}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.8931987881660461, "Finetune/Loss (Raw)": 0.9284086227416992, "Finetune/Step": 2297, "Finetune/Step Time": 4.861375451087952}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.8934287428855896, "Finetune/Loss (Raw)": 0.8695618510246277, "Finetune/Step": 2298, "Finetune/Step Time": 4.862792203202844}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.8939772248268127, "Finetune/Loss (Raw)": 0.9760175347328186, "Finetune/Step": 2299, "Finetune/Step Time": 4.8604362066835165}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.8945093154907227, "Finetune/Loss (Raw)": 0.9740585684776306, "Finetune/Step": 2300, "Finetune/Step Time": 4.8714379500597715}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.8937183618545532, "Finetune/Loss (Raw)": 0.8382520079612732, "Finetune/Step": 2301, "Finetune/Step Time": 4.857778515666723}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8939672708511353, "Finetune/Loss (Raw)": 0.8013842105865479, "Finetune/Step": 2302, "Finetune/Step Time": 4.850322440266609}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8937877416610718, "Finetune/Loss (Raw)": 0.9171815514564514, "Finetune/Step": 2303, "Finetune/Step Time": 4.832656590268016}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.8917058706283569, "Finetune/Loss (Raw)": 0.7222504615783691, "Finetune/Step": 2304, "Finetune/Step Time": 4.841054296121001}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.8896776437759399, "Finetune/Loss (Raw)": 0.8118933439254761, "Finetune/Step": 2305, "Finetune/Step Time": 4.836844000965357}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8916088342666626, "Finetune/Loss (Raw)": 1.0494489669799805, "Finetune/Step": 2306, "Finetune/Step Time": 4.838871220126748}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.891750693321228, "Finetune/Loss (Raw)": 0.9732900857925415, "Finetune/Step": 2307, "Finetune/Step Time": 4.822863068431616}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.8889592885971069, "Finetune/Loss (Raw)": 0.6118809580802917, "Finetune/Step": 2308, "Finetune/Step Time": 4.825550843030214}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.8887203931808472, "Finetune/Loss (Raw)": 0.9438121914863586, "Finetune/Step": 2309, "Finetune/Step Time": 4.825670709833503}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.8884351253509521, "Finetune/Loss (Raw)": 0.9579006433486938, "Finetune/Step": 2310, "Finetune/Step Time": 4.820506576448679}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.8903292417526245, "Finetune/Loss (Raw)": 1.0317490100860596, "Finetune/Step": 2311, "Finetune/Step Time": 4.799901001155376}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.8908260464668274, "Finetune/Loss (Raw)": 0.8742536306381226, "Finetune/Step": 2312, "Finetune/Step Time": 4.808817960321903}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.8909306526184082, "Finetune/Loss (Raw)": 0.942051112651825, "Finetune/Step": 2313, "Finetune/Step Time": 4.814431784674525}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.8905931711196899, "Finetune/Loss (Raw)": 0.8593254685401917, "Finetune/Step": 2314, "Finetune/Step Time": 4.822842938825488}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.8914273977279663, "Finetune/Loss (Raw)": 0.8600975275039673, "Finetune/Step": 2315, "Finetune/Step Time": 4.788791388273239}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8919076919555664, "Finetune/Loss (Raw)": 0.9826364517211914, "Finetune/Step": 2316, "Finetune/Step Time": 4.753573887050152}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8920220136642456, "Finetune/Loss (Raw)": 0.8569118976593018, "Finetune/Step": 2317, "Finetune/Step Time": 4.750084713101387}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.8923308849334717, "Finetune/Loss (Raw)": 0.8846710324287415, "Finetune/Step": 2318, "Finetune/Step Time": 4.737744649872184}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8933281898498535, "Finetune/Loss (Raw)": 1.0827295780181885, "Finetune/Step": 2319, "Finetune/Step Time": 4.7287861332297325}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.8943524956703186, "Finetune/Loss (Raw)": 0.9316505193710327, "Finetune/Step": 2320, "Finetune/Step Time": 4.727223988622427}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8938885927200317, "Finetune/Loss (Raw)": 0.9307728409767151, "Finetune/Step": 2321, "Finetune/Step Time": 4.734748389571905}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.89398193359375, "Finetune/Loss (Raw)": 0.9882817268371582, "Finetune/Step": 2322, "Finetune/Step Time": 4.734911695122719}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8924540281295776, "Finetune/Loss (Raw)": 0.7985693216323853, "Finetune/Step": 2323, "Finetune/Step Time": 4.749567169696093}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.892456591129303, "Finetune/Loss (Raw)": 0.8584809303283691, "Finetune/Step": 2324, "Finetune/Step Time": 4.739582676440477}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8926133513450623, "Finetune/Loss (Raw)": 1.0159478187561035, "Finetune/Step": 2325, "Finetune/Step Time": 4.746697774156928}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8891642093658447, "Finetune/Loss (Raw)": 0.43822547793388367, "Finetune/Step": 2326, "Finetune/Step Time": 4.780179228633642}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.8896140456199646, "Finetune/Loss (Raw)": 0.9097543954849243, "Finetune/Step": 2327, "Finetune/Step Time": 4.79591772146523}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8894355297088623, "Finetune/Loss (Raw)": 0.8524622321128845, "Finetune/Step": 2328, "Finetune/Step Time": 4.789802359417081}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8943126201629639, "Finetune/Loss (Raw)": 0.9816266894340515, "Finetune/Step": 2329, "Finetune/Step Time": 4.7567502446472645}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8934884071350098, "Finetune/Loss (Raw)": 0.8109034299850464, "Finetune/Step": 2330, "Finetune/Step Time": 4.769911581650376}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8939687013626099, "Finetune/Loss (Raw)": 0.9372156262397766, "Finetune/Step": 2331, "Finetune/Step Time": 4.778058554977179}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8960468173027039, "Finetune/Loss (Raw)": 1.118608832359314, "Finetune/Step": 2332, "Finetune/Step Time": 4.773869454860687}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.900496244430542, "Finetune/Loss (Raw)": 0.9982700943946838, "Finetune/Step": 2333, "Finetune/Step Time": 4.752186950296164}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9025970697402954, "Finetune/Loss (Raw)": 0.946472704410553, "Finetune/Step": 2334, "Finetune/Step Time": 4.7112972792238}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9018828868865967, "Finetune/Loss (Raw)": 0.876721978187561, "Finetune/Step": 2335, "Finetune/Step Time": 4.707863427698612}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9020626544952393, "Finetune/Loss (Raw)": 0.8888022899627686, "Finetune/Step": 2336, "Finetune/Step Time": 4.713153405115008}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9025870561599731, "Finetune/Loss (Raw)": 0.9675856232643127, "Finetune/Step": 2337, "Finetune/Step Time": 4.717969506978989}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9071847200393677, "Finetune/Loss (Raw)": 0.9821146726608276, "Finetune/Step": 2338, "Finetune/Step Time": 4.678626526147127}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9058704376220703, "Finetune/Loss (Raw)": 0.8427616953849792, "Finetune/Step": 2339, "Finetune/Step Time": 4.6694524716585875}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9074429869651794, "Finetune/Loss (Raw)": 0.9113885760307312, "Finetune/Step": 2340, "Finetune/Step Time": 4.6551537327468395}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9092504978179932, "Finetune/Loss (Raw)": 1.0405032634735107, "Finetune/Step": 2341, "Finetune/Step Time": 4.682685473933816}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9064497947692871, "Finetune/Loss (Raw)": 0.3556675910949707, "Finetune/Step": 2342, "Finetune/Step Time": 4.708505779504776}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9065831899642944, "Finetune/Loss (Raw)": 0.9901360869407654, "Finetune/Step": 2343, "Finetune/Step Time": 4.731445988640189}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9062474966049194, "Finetune/Loss (Raw)": 0.9097930192947388, "Finetune/Step": 2344, "Finetune/Step Time": 4.760745584964752}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9072697162628174, "Finetune/Loss (Raw)": 1.1458603143692017, "Finetune/Step": 2345, "Finetune/Step Time": 4.75474276393652}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9085699915885925, "Finetune/Loss (Raw)": 0.9083225727081299, "Finetune/Step": 2346, "Finetune/Step Time": 4.745076643303037}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9088226556777954, "Finetune/Loss (Raw)": 0.8971302509307861, "Finetune/Step": 2347, "Finetune/Step Time": 4.713023763149977}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9089454412460327, "Finetune/Loss (Raw)": 1.0017635822296143, "Finetune/Step": 2348, "Finetune/Step Time": 4.7151820641011}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9095573425292969, "Finetune/Loss (Raw)": 0.9212175607681274, "Finetune/Step": 2349, "Finetune/Step Time": 4.706521317362785}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9090834856033325, "Finetune/Loss (Raw)": 0.9145249128341675, "Finetune/Step": 2350, "Finetune/Step Time": 4.699429541826248}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9097903966903687, "Finetune/Loss (Raw)": 1.0305283069610596, "Finetune/Step": 2351, "Finetune/Step Time": 4.696519214659929}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.911045491695404, "Finetune/Loss (Raw)": 1.0772861242294312, "Finetune/Step": 2352, "Finetune/Step Time": 4.705071710050106}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9112498760223389, "Finetune/Loss (Raw)": 0.9167906045913696, "Finetune/Step": 2353, "Finetune/Step Time": 4.7039304450154305}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9111746549606323, "Finetune/Loss (Raw)": 0.9258214235305786, "Finetune/Step": 2354, "Finetune/Step Time": 4.685244966298342}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9098953604698181, "Finetune/Loss (Raw)": 0.8228118419647217, "Finetune/Step": 2355, "Finetune/Step Time": 4.682672379538417}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9092427492141724, "Finetune/Loss (Raw)": 0.8119836449623108, "Finetune/Step": 2356, "Finetune/Step Time": 4.677440337836742}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9091901779174805, "Finetune/Loss (Raw)": 0.9092854857444763, "Finetune/Step": 2357, "Finetune/Step Time": 4.6815090123564005}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9104448556900024, "Finetune/Loss (Raw)": 1.0235168933868408, "Finetune/Step": 2358, "Finetune/Step Time": 4.672875387594104}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9050015211105347, "Finetune/Loss (Raw)": 0.2934284210205078, "Finetune/Step": 2359, "Finetune/Step Time": 4.713528731837869}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.904119610786438, "Finetune/Loss (Raw)": 0.9194836616516113, "Finetune/Step": 2360, "Finetune/Step Time": 4.7180314641445875}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9052932858467102, "Finetune/Loss (Raw)": 0.9471576809883118, "Finetune/Step": 2361, "Finetune/Step Time": 4.711725901812315}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9049892425537109, "Finetune/Loss (Raw)": 0.9369722008705139, "Finetune/Step": 2362, "Finetune/Step Time": 4.704605858772993}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9026422500610352, "Finetune/Loss (Raw)": 0.7286673784255981, "Finetune/Step": 2363, "Finetune/Step Time": 4.710491821169853}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9014261960983276, "Finetune/Loss (Raw)": 0.8433899283409119, "Finetune/Step": 2364, "Finetune/Step Time": 4.707624267786741}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9024792909622192, "Finetune/Loss (Raw)": 1.0329936742782593, "Finetune/Step": 2365, "Finetune/Step Time": 4.703604333102703}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9025236368179321, "Finetune/Loss (Raw)": 0.7751767039299011, "Finetune/Step": 2366, "Finetune/Step Time": 4.699774194508791}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9009844064712524, "Finetune/Loss (Raw)": 0.970555305480957, "Finetune/Step": 2367, "Finetune/Step Time": 4.705086342990398}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8997859954833984, "Finetune/Loss (Raw)": 0.9053595662117004, "Finetune/Step": 2368, "Finetune/Step Time": 4.705985881388187}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8997923731803894, "Finetune/Loss (Raw)": 0.9977172613143921, "Finetune/Step": 2369, "Finetune/Step Time": 4.702933523803949}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.899946928024292, "Finetune/Loss (Raw)": 0.9106315970420837, "Finetune/Step": 2370, "Finetune/Step Time": 4.705174900591373}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9008841514587402, "Finetune/Loss (Raw)": 1.010817289352417, "Finetune/Step": 2371, "Finetune/Step Time": 4.703816268593073}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8987627029418945, "Finetune/Loss (Raw)": 0.8917880654335022, "Finetune/Step": 2372, "Finetune/Step Time": 4.706235935911536}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8991344571113586, "Finetune/Loss (Raw)": 1.0130993127822876, "Finetune/Step": 2373, "Finetune/Step Time": 4.72839742526412}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8970876932144165, "Finetune/Loss (Raw)": 0.825320303440094, "Finetune/Step": 2374, "Finetune/Step Time": 4.729772472754121}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8963544368743896, "Finetune/Loss (Raw)": 0.7647431492805481, "Finetune/Step": 2375, "Finetune/Step Time": 4.732973974198103}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8977636098861694, "Finetune/Loss (Raw)": 0.9521506428718567, "Finetune/Step": 2376, "Finetune/Step Time": 4.738432379439473}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8992823362350464, "Finetune/Loss (Raw)": 1.0668046474456787, "Finetune/Step": 2377, "Finetune/Step Time": 4.738259334117174}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.899725079536438, "Finetune/Loss (Raw)": 1.0040149688720703, "Finetune/Step": 2378, "Finetune/Step Time": 4.716340366750956}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.899669885635376, "Finetune/Loss (Raw)": 0.9468751549720764, "Finetune/Step": 2379, "Finetune/Step Time": 4.73384877294302}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9033293724060059, "Finetune/Loss (Raw)": 0.7894084453582764, "Finetune/Step": 2380, "Finetune/Step Time": 4.697748698294163}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.902469277381897, "Finetune/Loss (Raw)": 0.9247536063194275, "Finetune/Step": 2381, "Finetune/Step Time": 4.700949715450406}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9004285335540771, "Finetune/Loss (Raw)": 0.7814978361129761, "Finetune/Step": 2382, "Finetune/Step Time": 4.712818782776594}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8982757329940796, "Finetune/Loss (Raw)": 0.6804384589195251, "Finetune/Step": 2383, "Finetune/Step Time": 4.7262784745544195}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8999093770980835, "Finetune/Loss (Raw)": 1.0990452766418457, "Finetune/Step": 2384, "Finetune/Step Time": 4.721869317814708}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8993600010871887, "Finetune/Loss (Raw)": 0.9106037616729736, "Finetune/Step": 2385, "Finetune/Step Time": 4.727067468687892}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9015763998031616, "Finetune/Loss (Raw)": 1.030509352684021, "Finetune/Step": 2386, "Finetune/Step Time": 4.733748756349087}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9018101692199707, "Finetune/Loss (Raw)": 0.8762628436088562, "Finetune/Step": 2387, "Finetune/Step Time": 4.748020734637976}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9027739763259888, "Finetune/Loss (Raw)": 0.9815786480903625, "Finetune/Step": 2388, "Finetune/Step Time": 4.758100440725684}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9033486843109131, "Finetune/Loss (Raw)": 1.033229112625122, "Finetune/Step": 2389, "Finetune/Step Time": 4.7564141526818275}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9032469391822815, "Finetune/Loss (Raw)": 1.035988688468933, "Finetune/Step": 2390, "Finetune/Step Time": 4.7602059710770845}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9043415784835815, "Finetune/Loss (Raw)": 0.9894810318946838, "Finetune/Step": 2391, "Finetune/Step Time": 4.759657878428698}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9041627049446106, "Finetune/Loss (Raw)": 0.9337888956069946, "Finetune/Step": 2392, "Finetune/Step Time": 4.760075904428959}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9050690531730652, "Finetune/Loss (Raw)": 1.0231246948242188, "Finetune/Step": 2393, "Finetune/Step Time": 4.773406697437167}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9022286534309387, "Finetune/Loss (Raw)": 0.3970628082752228, "Finetune/Step": 2394, "Finetune/Step Time": 4.803924545645714}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9026715755462646, "Finetune/Loss (Raw)": 0.9412039518356323, "Finetune/Step": 2395, "Finetune/Step Time": 4.808793714269996}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9028781056404114, "Finetune/Loss (Raw)": 0.8697177171707153, "Finetune/Step": 2396, "Finetune/Step Time": 4.811608146876097}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9028282761573792, "Finetune/Loss (Raw)": 0.9340659379959106, "Finetune/Step": 2397, "Finetune/Step Time": 4.809146473184228}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9051670432090759, "Finetune/Loss (Raw)": 1.0811200141906738, "Finetune/Step": 2398, "Finetune/Step Time": 4.8001354560256}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9053777456283569, "Finetune/Loss (Raw)": 0.9890288710594177, "Finetune/Step": 2399, "Finetune/Step Time": 4.81234429590404}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9041276574134827, "Finetune/Loss (Raw)": 0.8209578394889832, "Finetune/Step": 2400, "Finetune/Step Time": 4.804145762696862}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9042143821716309, "Finetune/Loss (Raw)": 0.9427962303161621, "Finetune/Step": 2401, "Finetune/Step Time": 4.802246727049351}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9040944576263428, "Finetune/Loss (Raw)": 0.8208478093147278, "Finetune/Step": 2402, "Finetune/Step Time": 4.78564291074872}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9033390879631042, "Finetune/Loss (Raw)": 0.9370255470275879, "Finetune/Step": 2403, "Finetune/Step Time": 4.794496119022369}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9034674763679504, "Finetune/Loss (Raw)": 0.9495629072189331, "Finetune/Step": 2404, "Finetune/Step Time": 4.787684680894017}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9049087762832642, "Finetune/Loss (Raw)": 0.9359196424484253, "Finetune/Step": 2405, "Finetune/Step Time": 4.783647894859314}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9050710201263428, "Finetune/Loss (Raw)": 0.9938045144081116, "Finetune/Step": 2406, "Finetune/Step Time": 4.785025918856263}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9025256633758545, "Finetune/Loss (Raw)": 0.7000030875205994, "Finetune/Step": 2407, "Finetune/Step Time": 4.806473704054952}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9041483402252197, "Finetune/Loss (Raw)": 1.1019319295883179, "Finetune/Step": 2408, "Finetune/Step Time": 4.814922574907541}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9040669202804565, "Finetune/Loss (Raw)": 0.8909334540367126, "Finetune/Step": 2409, "Finetune/Step Time": 4.81492436490953}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.904301643371582, "Finetune/Loss (Raw)": 0.9293025135993958, "Finetune/Step": 2410, "Finetune/Step Time": 4.824252491816878}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9021785259246826, "Finetune/Loss (Raw)": 0.7598236203193665, "Finetune/Step": 2411, "Finetune/Step Time": 4.831360528245568}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9022513031959534, "Finetune/Loss (Raw)": 0.8969454765319824, "Finetune/Step": 2412, "Finetune/Step Time": 4.80466216057539}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9011340141296387, "Finetune/Loss (Raw)": 0.8136382102966309, "Finetune/Step": 2413, "Finetune/Step Time": 4.800552532076836}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9011172652244568, "Finetune/Loss (Raw)": 0.9512746930122375, "Finetune/Step": 2414, "Finetune/Step Time": 4.786024119704962}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9020107984542847, "Finetune/Loss (Raw)": 0.8835653066635132, "Finetune/Step": 2415, "Finetune/Step Time": 4.785680711269379}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9020054340362549, "Finetune/Loss (Raw)": 0.951732873916626, "Finetune/Step": 2416, "Finetune/Step Time": 4.777759779244661}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9032894372940063, "Finetune/Loss (Raw)": 0.9015013575553894, "Finetune/Step": 2417, "Finetune/Step Time": 4.775857636705041}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8988915681838989, "Finetune/Loss (Raw)": 0.44181087613105774, "Finetune/Step": 2418, "Finetune/Step Time": 4.804234566166997}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8993047475814819, "Finetune/Loss (Raw)": 0.890275776386261, "Finetune/Step": 2419, "Finetune/Step Time": 4.811617096886039}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.9010151028633118, "Finetune/Loss (Raw)": 1.076083779335022, "Finetune/Step": 2420, "Finetune/Step Time": 4.801065942272544}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9012584686279297, "Finetune/Loss (Raw)": 0.7704787850379944, "Finetune/Step": 2421, "Finetune/Step Time": 4.810464233160019}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9001144170761108, "Finetune/Loss (Raw)": 0.7895786166191101, "Finetune/Step": 2422, "Finetune/Step Time": 4.8206753972917795}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8986179828643799, "Finetune/Loss (Raw)": 0.7323266863822937, "Finetune/Step": 2423, "Finetune/Step Time": 4.819513086229563}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.900011420249939, "Finetune/Loss (Raw)": 0.9409523010253906, "Finetune/Step": 2424, "Finetune/Step Time": 4.824457040056586}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8993128538131714, "Finetune/Loss (Raw)": 0.8389972448348999, "Finetune/Step": 2425, "Finetune/Step Time": 4.8347858134657145}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8954213857650757, "Finetune/Loss (Raw)": 0.3714466392993927, "Finetune/Step": 2426, "Finetune/Step Time": 4.873759130015969}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8953644037246704, "Finetune/Loss (Raw)": 0.9687224626541138, "Finetune/Step": 2427, "Finetune/Step Time": 4.864481026306748}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8939991593360901, "Finetune/Loss (Raw)": 0.7993138432502747, "Finetune/Step": 2428, "Finetune/Step Time": 4.853593053296208}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.895043671131134, "Finetune/Loss (Raw)": 0.9719499349594116, "Finetune/Step": 2429, "Finetune/Step Time": 4.865694360807538}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8946915864944458, "Finetune/Loss (Raw)": 0.7563185691833496, "Finetune/Step": 2430, "Finetune/Step Time": 4.895485600456595}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8953422904014587, "Finetune/Loss (Raw)": 1.0004745721817017, "Finetune/Step": 2431, "Finetune/Step Time": 4.8933145850896835}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8968104124069214, "Finetune/Loss (Raw)": 0.9101656079292297, "Finetune/Step": 2432, "Finetune/Step Time": 4.896038541570306}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8972688913345337, "Finetune/Loss (Raw)": 0.870580792427063, "Finetune/Step": 2433, "Finetune/Step Time": 4.89517080783844}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8962810039520264, "Finetune/Loss (Raw)": 0.9229989051818848, "Finetune/Step": 2434, "Finetune/Step Time": 4.894327199086547}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8955796957015991, "Finetune/Loss (Raw)": 0.8835249543190002, "Finetune/Step": 2435, "Finetune/Step Time": 4.90364209190011}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8984339833259583, "Finetune/Loss (Raw)": 0.9772293567657471, "Finetune/Step": 2436, "Finetune/Step Time": 4.896324949339032}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.8978899717330933, "Finetune/Loss (Raw)": 0.8741713762283325, "Finetune/Step": 2437, "Finetune/Step Time": 4.901606110855937}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.8983062505722046, "Finetune/Loss (Raw)": 1.011188268661499, "Finetune/Step": 2438, "Finetune/Step Time": 4.90569331869483}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8980087041854858, "Finetune/Loss (Raw)": 0.9936639666557312, "Finetune/Step": 2439, "Finetune/Step Time": 4.9060440715402365}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8990135192871094, "Finetune/Loss (Raw)": 1.00286865234375, "Finetune/Step": 2440, "Finetune/Step Time": 4.886065548285842}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.899187445640564, "Finetune/Loss (Raw)": 0.9643206000328064, "Finetune/Step": 2441, "Finetune/Step Time": 4.881490835919976}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8996787071228027, "Finetune/Loss (Raw)": 0.922199547290802, "Finetune/Step": 2442, "Finetune/Step Time": 4.877565737813711}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9006065130233765, "Finetune/Loss (Raw)": 0.9788616299629211, "Finetune/Step": 2443, "Finetune/Step Time": 4.882912116125226}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9004702568054199, "Finetune/Loss (Raw)": 0.9651892781257629, "Finetune/Step": 2444, "Finetune/Step Time": 4.889585204422474}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8967922925949097, "Finetune/Loss (Raw)": 0.38613811135292053, "Finetune/Step": 2445, "Finetune/Step Time": 4.921360835433006}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8971550464630127, "Finetune/Loss (Raw)": 0.931097686290741, "Finetune/Step": 2446, "Finetune/Step Time": 4.923216260969639}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8957602977752686, "Finetune/Loss (Raw)": 0.9042108654975891, "Finetune/Step": 2447, "Finetune/Step Time": 4.9278241861611605}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8963238000869751, "Finetune/Loss (Raw)": 1.0037707090377808, "Finetune/Step": 2448, "Finetune/Step Time": 4.929276784881949}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8953888416290283, "Finetune/Loss (Raw)": 0.8111050724983215, "Finetune/Step": 2449, "Finetune/Step Time": 4.921329019591212}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8914744853973389, "Finetune/Loss (Raw)": 0.48724204301834106, "Finetune/Step": 2450, "Finetune/Step Time": 4.9532531797885895}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8877506256103516, "Finetune/Loss (Raw)": 0.32191529870033264, "Finetune/Step": 2451, "Finetune/Step Time": 4.9805009458214045}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8885774612426758, "Finetune/Loss (Raw)": 0.9643121957778931, "Finetune/Step": 2452, "Finetune/Step Time": 4.981928175315261}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8878859877586365, "Finetune/Loss (Raw)": 0.9274402856826782, "Finetune/Step": 2453, "Finetune/Step Time": 4.9994731694459915}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8916720151901245, "Finetune/Loss (Raw)": 0.9228395819664001, "Finetune/Step": 2454, "Finetune/Step Time": 4.969888621941209}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8923752307891846, "Finetune/Loss (Raw)": 0.9997644424438477, "Finetune/Step": 2455, "Finetune/Step Time": 4.957064468413591}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8932251334190369, "Finetune/Loss (Raw)": 0.9612498879432678, "Finetune/Step": 2456, "Finetune/Step Time": 4.946797577664256}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8929908275604248, "Finetune/Loss (Raw)": 0.9516388773918152, "Finetune/Step": 2457, "Finetune/Step Time": 4.943772545084357}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8941351175308228, "Finetune/Loss (Raw)": 0.957366406917572, "Finetune/Step": 2458, "Finetune/Step Time": 4.949437715113163}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8936262130737305, "Finetune/Loss (Raw)": 0.8720762133598328, "Finetune/Step": 2459, "Finetune/Step Time": 4.943167207762599}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.89217209815979, "Finetune/Loss (Raw)": 0.9324843883514404, "Finetune/Step": 2460, "Finetune/Step Time": 4.937279835343361}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8927090167999268, "Finetune/Loss (Raw)": 1.0669913291931152, "Finetune/Step": 2461, "Finetune/Step Time": 4.933379918336868}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8928334712982178, "Finetune/Loss (Raw)": 0.9624052047729492, "Finetune/Step": 2462, "Finetune/Step Time": 4.915015701204538}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.893332839012146, "Finetune/Loss (Raw)": 0.940643846988678, "Finetune/Step": 2463, "Finetune/Step Time": 4.9202341213822365}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.894298791885376, "Finetune/Loss (Raw)": 1.012441873550415, "Finetune/Step": 2464, "Finetune/Step Time": 4.904900122433901}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8937881588935852, "Finetune/Loss (Raw)": 0.9022254347801208, "Finetune/Step": 2465, "Finetune/Step Time": 4.901888705790043}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8924616575241089, "Finetune/Loss (Raw)": 0.8123199939727783, "Finetune/Step": 2466, "Finetune/Step Time": 4.908073579892516}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8930355310440063, "Finetune/Loss (Raw)": 0.9162161946296692, "Finetune/Step": 2467, "Finetune/Step Time": 4.88779522664845}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8946272730827332, "Finetune/Loss (Raw)": 1.115135669708252, "Finetune/Step": 2468, "Finetune/Step Time": 4.892169266939163}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8943148851394653, "Finetune/Loss (Raw)": 1.0005114078521729, "Finetune/Step": 2469, "Finetune/Step Time": 4.863129071891308}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8981269598007202, "Finetune/Loss (Raw)": 0.8436154127120972, "Finetune/Step": 2470, "Finetune/Step Time": 4.835026556625962}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8980977535247803, "Finetune/Loss (Raw)": 0.9863985180854797, "Finetune/Step": 2471, "Finetune/Step Time": 4.813667632639408}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.89833003282547, "Finetune/Loss (Raw)": 0.939528226852417, "Finetune/Step": 2472, "Finetune/Step Time": 4.7819560039788485}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8967340588569641, "Finetune/Loss (Raw)": 0.9415741562843323, "Finetune/Step": 2473, "Finetune/Step Time": 4.793268647044897}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8968912959098816, "Finetune/Loss (Raw)": 0.9284486770629883, "Finetune/Step": 2474, "Finetune/Step Time": 4.80262971110642}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.896773099899292, "Finetune/Loss (Raw)": 0.882002055644989, "Finetune/Step": 2475, "Finetune/Step Time": 4.802461974322796}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8962806463241577, "Finetune/Loss (Raw)": 0.9387313723564148, "Finetune/Step": 2476, "Finetune/Step Time": 4.800068272277713}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8963394165039062, "Finetune/Loss (Raw)": 0.9287374019622803, "Finetune/Step": 2477, "Finetune/Step Time": 4.796916546300054}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.896335780620575, "Finetune/Loss (Raw)": 0.9140609502792358, "Finetune/Step": 2478, "Finetune/Step Time": 4.796088550239801}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8948060274124146, "Finetune/Loss (Raw)": 0.8347213864326477, "Finetune/Step": 2479, "Finetune/Step Time": 4.796792559325695}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8930155038833618, "Finetune/Loss (Raw)": 0.8480989336967468, "Finetune/Step": 2480, "Finetune/Step Time": 4.795694539323449}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8887860178947449, "Finetune/Loss (Raw)": 0.37541326880455017, "Finetune/Step": 2481, "Finetune/Step Time": 4.826610889285803}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8900819420814514, "Finetune/Loss (Raw)": 1.0917035341262817, "Finetune/Step": 2482, "Finetune/Step Time": 4.823107708245516}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8907725811004639, "Finetune/Loss (Raw)": 0.9112090468406677, "Finetune/Step": 2483, "Finetune/Step Time": 4.828547494485974}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8912242650985718, "Finetune/Loss (Raw)": 0.8698071837425232, "Finetune/Step": 2484, "Finetune/Step Time": 4.833891859278083}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8913894891738892, "Finetune/Loss (Raw)": 0.9304323196411133, "Finetune/Step": 2485, "Finetune/Step Time": 4.834034556522965}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.889829158782959, "Finetune/Loss (Raw)": 0.8237878680229187, "Finetune/Step": 2486, "Finetune/Step Time": 4.844869129359722}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8899967670440674, "Finetune/Loss (Raw)": 0.31487902998924255, "Finetune/Step": 2487, "Finetune/Step Time": 4.837081773206592}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8909276127815247, "Finetune/Loss (Raw)": 1.0386419296264648, "Finetune/Step": 2488, "Finetune/Step Time": 4.835385985672474}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8910121917724609, "Finetune/Loss (Raw)": 0.957983672618866, "Finetune/Step": 2489, "Finetune/Step Time": 4.858420668169856}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.886183500289917, "Finetune/Loss (Raw)": 0.31889861822128296, "Finetune/Step": 2490, "Finetune/Step Time": 4.89770383387804}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8874870538711548, "Finetune/Loss (Raw)": 0.8955235481262207, "Finetune/Step": 2491, "Finetune/Step Time": 4.8904813546687365}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8871039748191833, "Finetune/Loss (Raw)": 0.7943506240844727, "Finetune/Step": 2492, "Finetune/Step Time": 4.897546570748091}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8866528272628784, "Finetune/Loss (Raw)": 0.9752518534660339, "Finetune/Step": 2493, "Finetune/Step Time": 4.905583860352635}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8885838389396667, "Finetune/Loss (Raw)": 1.0223437547683716, "Finetune/Step": 2494, "Finetune/Step Time": 4.899795213714242}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8883077502250671, "Finetune/Loss (Raw)": 0.9352147579193115, "Finetune/Step": 2495, "Finetune/Step Time": 4.892958238720894}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8884228467941284, "Finetune/Loss (Raw)": 0.9200922250747681, "Finetune/Step": 2496, "Finetune/Step Time": 4.909368932247162}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8869446516036987, "Finetune/Loss (Raw)": 0.808506429195404, "Finetune/Step": 2497, "Finetune/Step Time": 4.908282820135355}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8877555131912231, "Finetune/Loss (Raw)": 1.0144296884536743, "Finetune/Step": 2498, "Finetune/Step Time": 4.908932723104954}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.885045051574707, "Finetune/Loss (Raw)": 0.6638779640197754, "Finetune/Step": 2499, "Finetune/Step Time": 4.921778963878751}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8854407668113708, "Finetune/Loss (Raw)": 0.9424341320991516, "Finetune/Step": 2500, "Finetune/Step Time": 4.921915745362639}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8848354816436768, "Finetune/Loss (Raw)": 0.9356285929679871, "Finetune/Step": 2501, "Finetune/Step Time": 4.902552351355553}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8857628107070923, "Finetune/Loss (Raw)": 0.9440136551856995, "Finetune/Step": 2502, "Finetune/Step Time": 4.903013674542308}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8866883516311646, "Finetune/Loss (Raw)": 0.883207380771637, "Finetune/Step": 2503, "Finetune/Step Time": 4.891814371570945}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8862552642822266, "Finetune/Loss (Raw)": 0.8967203497886658, "Finetune/Step": 2504, "Finetune/Step Time": 4.896045906469226}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8849650621414185, "Finetune/Loss (Raw)": 0.9016609191894531, "Finetune/Step": 2505, "Finetune/Step Time": 4.895744547247887}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8838580846786499, "Finetune/Loss (Raw)": 0.8623149991035461, "Finetune/Step": 2506, "Finetune/Step Time": 4.899826727807522}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8843057751655579, "Finetune/Loss (Raw)": 1.0041807889938354, "Finetune/Step": 2507, "Finetune/Step Time": 4.886855136603117}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8847377300262451, "Finetune/Loss (Raw)": 0.8446937203407288, "Finetune/Step": 2508, "Finetune/Step Time": 4.894421981647611}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8840500116348267, "Finetune/Loss (Raw)": 0.8367287516593933, "Finetune/Step": 2509, "Finetune/Step Time": 4.897416844964027}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8861310482025146, "Finetune/Loss (Raw)": 1.0478746891021729, "Finetune/Step": 2510, "Finetune/Step Time": 4.88073268905282}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8884938359260559, "Finetune/Loss (Raw)": 0.9828740358352661, "Finetune/Step": 2511, "Finetune/Step Time": 4.877303605899215}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8862196803092957, "Finetune/Loss (Raw)": 0.8079554438591003, "Finetune/Step": 2512, "Finetune/Step Time": 4.886672616004944}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8857376575469971, "Finetune/Loss (Raw)": 0.8489025831222534, "Finetune/Step": 2513, "Finetune/Step Time": 4.885961135849357}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8856227397918701, "Finetune/Loss (Raw)": 1.0158085823059082, "Finetune/Step": 2514, "Finetune/Step Time": 4.892481194809079}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8847668766975403, "Finetune/Loss (Raw)": 0.7667040824890137, "Finetune/Step": 2515, "Finetune/Step Time": 4.897505797445774}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8843610286712646, "Finetune/Loss (Raw)": 0.9296351075172424, "Finetune/Step": 2516, "Finetune/Step Time": 4.875145172700286}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8835943937301636, "Finetune/Loss (Raw)": 0.935097873210907, "Finetune/Step": 2517, "Finetune/Step Time": 4.878761325031519}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8821965456008911, "Finetune/Loss (Raw)": 0.8570639491081238, "Finetune/Step": 2518, "Finetune/Step Time": 4.884707225486636}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8813284635543823, "Finetune/Loss (Raw)": 0.8783578872680664, "Finetune/Step": 2519, "Finetune/Step Time": 4.888861773535609}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8817405700683594, "Finetune/Loss (Raw)": 0.9865478873252869, "Finetune/Step": 2520, "Finetune/Step Time": 4.88851866312325}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.876926064491272, "Finetune/Loss (Raw)": 0.406870573759079, "Finetune/Step": 2521, "Finetune/Step Time": 4.907661400735378}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8812038898468018, "Finetune/Loss (Raw)": 0.9446197152137756, "Finetune/Step": 2522, "Finetune/Step Time": 4.882999964058399}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8794058561325073, "Finetune/Loss (Raw)": 0.7110548615455627, "Finetune/Step": 2523, "Finetune/Step Time": 4.884757956489921}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8795175552368164, "Finetune/Loss (Raw)": 0.8840104937553406, "Finetune/Step": 2524, "Finetune/Step Time": 4.878131089732051}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8788372278213501, "Finetune/Loss (Raw)": 0.8469828367233276, "Finetune/Step": 2525, "Finetune/Step Time": 4.891465561464429}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8777551651000977, "Finetune/Loss (Raw)": 0.9426182508468628, "Finetune/Step": 2526, "Finetune/Step Time": 4.893997551873326}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8777462244033813, "Finetune/Loss (Raw)": 0.9878830909729004, "Finetune/Step": 2527, "Finetune/Step Time": 4.899120915681124}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8791334629058838, "Finetune/Loss (Raw)": 0.9985273480415344, "Finetune/Step": 2528, "Finetune/Step Time": 4.90539924800396}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8738835453987122, "Finetune/Loss (Raw)": 0.27080652117729187, "Finetune/Step": 2529, "Finetune/Step Time": 4.939219977706671}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8747328519821167, "Finetune/Loss (Raw)": 0.9295666813850403, "Finetune/Step": 2530, "Finetune/Step Time": 4.930630875751376}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8739228844642639, "Finetune/Loss (Raw)": 0.8333380818367004, "Finetune/Step": 2531, "Finetune/Step Time": 4.929557099938393}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8742039203643799, "Finetune/Loss (Raw)": 0.9855433106422424, "Finetune/Step": 2532, "Finetune/Step Time": 4.946511248126626}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8739243745803833, "Finetune/Loss (Raw)": 0.9001362323760986, "Finetune/Step": 2533, "Finetune/Step Time": 4.954268669709563}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.869110643863678, "Finetune/Loss (Raw)": 0.37764325737953186, "Finetune/Step": 2534, "Finetune/Step Time": 4.988833064213395}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8715834617614746, "Finetune/Loss (Raw)": 1.0165210962295532, "Finetune/Step": 2535, "Finetune/Step Time": 4.972793938592076}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8686835765838623, "Finetune/Loss (Raw)": 0.7307580709457397, "Finetune/Step": 2536, "Finetune/Step Time": 4.980432415381074}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.868713915348053, "Finetune/Loss (Raw)": 0.8948153853416443, "Finetune/Step": 2537, "Finetune/Step Time": 4.987461362034082}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.869259238243103, "Finetune/Loss (Raw)": 0.9991057515144348, "Finetune/Step": 2538, "Finetune/Step Time": 4.99634556286037}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8702113628387451, "Finetune/Loss (Raw)": 0.8816919326782227, "Finetune/Step": 2539, "Finetune/Step Time": 4.994384679943323}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8710662722587585, "Finetune/Loss (Raw)": 1.0063685178756714, "Finetune/Step": 2540, "Finetune/Step Time": 4.994337342679501}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8713259696960449, "Finetune/Loss (Raw)": 0.8468779921531677, "Finetune/Step": 2541, "Finetune/Step Time": 5.005589755252004}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.871068000793457, "Finetune/Loss (Raw)": 0.9182526469230652, "Finetune/Step": 2542, "Finetune/Step Time": 5.015201356261969}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.8714248538017273, "Finetune/Loss (Raw)": 0.9292468428611755, "Finetune/Step": 2543, "Finetune/Step Time": 5.010103441774845}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8697360157966614, "Finetune/Loss (Raw)": 0.7355640530586243, "Finetune/Step": 2544, "Finetune/Step Time": 5.020206781104207}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8695507049560547, "Finetune/Loss (Raw)": 0.8777823448181152, "Finetune/Step": 2545, "Finetune/Step Time": 5.013478694483638}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8682961463928223, "Finetune/Loss (Raw)": 0.281225323677063, "Finetune/Step": 2546, "Finetune/Step Time": 5.013855246827006}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8681457042694092, "Finetune/Loss (Raw)": 0.8710177540779114, "Finetune/Step": 2547, "Finetune/Step Time": 4.984867928549647}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8678221702575684, "Finetune/Loss (Raw)": 1.034670352935791, "Finetune/Step": 2548, "Finetune/Step Time": 4.987388467416167}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8643326759338379, "Finetune/Loss (Raw)": 0.3238280713558197, "Finetune/Step": 2549, "Finetune/Step Time": 5.002577258273959}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.865439772605896, "Finetune/Loss (Raw)": 0.9312877058982849, "Finetune/Step": 2550, "Finetune/Step Time": 4.992048254236579}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8671778440475464, "Finetune/Loss (Raw)": 0.9547916054725647, "Finetune/Step": 2551, "Finetune/Step Time": 4.987766159698367}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8683228492736816, "Finetune/Loss (Raw)": 1.0875189304351807, "Finetune/Step": 2552, "Finetune/Step Time": 4.983159244060516}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8684887290000916, "Finetune/Loss (Raw)": 0.860230565071106, "Finetune/Step": 2553, "Finetune/Step Time": 4.984731826931238}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8729751110076904, "Finetune/Loss (Raw)": 0.9457066059112549, "Finetune/Step": 2554, "Finetune/Step Time": 4.973669109866023}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8679908514022827, "Finetune/Loss (Raw)": 0.3307300806045532, "Finetune/Step": 2555, "Finetune/Step Time": 5.0134392734616995}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8687757849693298, "Finetune/Loss (Raw)": 0.8997829556465149, "Finetune/Step": 2556, "Finetune/Step Time": 5.013409525156021}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.867138147354126, "Finetune/Loss (Raw)": 0.7623387575149536, "Finetune/Step": 2557, "Finetune/Step Time": 4.996600216254592}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.868010938167572, "Finetune/Loss (Raw)": 0.8680351972579956, "Finetune/Step": 2558, "Finetune/Step Time": 4.961199786514044}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8672217130661011, "Finetune/Loss (Raw)": 0.8994536995887756, "Finetune/Step": 2559, "Finetune/Step Time": 4.966124622151256}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8670075535774231, "Finetune/Loss (Raw)": 0.8827529549598694, "Finetune/Step": 2560, "Finetune/Step Time": 4.974853541702032}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8671789169311523, "Finetune/Loss (Raw)": 0.8925222158432007, "Finetune/Step": 2561, "Finetune/Step Time": 4.97830618545413}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8678468465805054, "Finetune/Loss (Raw)": 1.0084928274154663, "Finetune/Step": 2562, "Finetune/Step Time": 4.977644104510546}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.865964412689209, "Finetune/Loss (Raw)": 0.6425696611404419, "Finetune/Step": 2563, "Finetune/Step Time": 4.975696412846446}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8655426502227783, "Finetune/Loss (Raw)": 0.9232407212257385, "Finetune/Step": 2564, "Finetune/Step Time": 4.984221711754799}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8663798570632935, "Finetune/Loss (Raw)": 0.981336772441864, "Finetune/Step": 2565, "Finetune/Step Time": 4.981849104166031}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8657094836235046, "Finetune/Loss (Raw)": 0.9253785014152527, "Finetune/Step": 2566, "Finetune/Step Time": 4.984700573608279}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8642298579216003, "Finetune/Loss (Raw)": 0.8042716979980469, "Finetune/Step": 2567, "Finetune/Step Time": 4.989605505019426}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.862652063369751, "Finetune/Loss (Raw)": 0.8009165525436401, "Finetune/Step": 2568, "Finetune/Step Time": 4.993091996759176}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8638904094696045, "Finetune/Loss (Raw)": 1.1228265762329102, "Finetune/Step": 2569, "Finetune/Step Time": 4.990951901301742}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8638851642608643, "Finetune/Loss (Raw)": 0.9215251803398132, "Finetune/Step": 2570, "Finetune/Step Time": 4.995267368853092}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8645814657211304, "Finetune/Loss (Raw)": 1.0679807662963867, "Finetune/Step": 2571, "Finetune/Step Time": 4.993676573038101}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8638937473297119, "Finetune/Loss (Raw)": 0.8771668076515198, "Finetune/Step": 2572, "Finetune/Step Time": 4.99080853164196}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8679282069206238, "Finetune/Loss (Raw)": 0.9025535583496094, "Finetune/Step": 2573, "Finetune/Step Time": 4.962007420137525}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8675123453140259, "Finetune/Loss (Raw)": 0.8778642416000366, "Finetune/Step": 2574, "Finetune/Step Time": 4.984755601733923}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8669013381004333, "Finetune/Loss (Raw)": 0.8260049819946289, "Finetune/Step": 2575, "Finetune/Step Time": 4.977048944681883}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8664027452468872, "Finetune/Loss (Raw)": 0.9399452805519104, "Finetune/Step": 2576, "Finetune/Step Time": 4.978248834609985}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.8676943778991699, "Finetune/Loss (Raw)": 0.976437509059906, "Finetune/Step": 2577, "Finetune/Step Time": 4.982171718031168}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.871853232383728, "Finetune/Loss (Raw)": 1.019568681716919, "Finetune/Step": 2578, "Finetune/Step Time": 4.947607707232237}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8771778345108032, "Finetune/Loss (Raw)": 1.0034656524658203, "Finetune/Step": 2579, "Finetune/Step Time": 4.9069722183048725}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8751449584960938, "Finetune/Loss (Raw)": 0.7041035890579224, "Finetune/Step": 2580, "Finetune/Step Time": 4.917698547244072}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.876075267791748, "Finetune/Loss (Raw)": 1.0465283393859863, "Finetune/Step": 2581, "Finetune/Step Time": 4.893910715356469}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.8756961822509766, "Finetune/Loss (Raw)": 0.8743129372596741, "Finetune/Step": 2582, "Finetune/Step Time": 4.8831959795206785}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.87425696849823, "Finetune/Loss (Raw)": 0.8155463933944702, "Finetune/Step": 2583, "Finetune/Step Time": 4.8916386645287275}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8747972249984741, "Finetune/Loss (Raw)": 1.0304023027420044, "Finetune/Step": 2584, "Finetune/Step Time": 4.892285602167249}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.8736642599105835, "Finetune/Loss (Raw)": 0.8066220283508301, "Finetune/Step": 2585, "Finetune/Step Time": 4.8945567067712545}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.8737589716911316, "Finetune/Loss (Raw)": 0.9694843292236328, "Finetune/Step": 2586, "Finetune/Step Time": 4.880857339128852}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.8743140697479248, "Finetune/Loss (Raw)": 0.9431229829788208, "Finetune/Step": 2587, "Finetune/Step Time": 4.880973771214485}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.873718798160553, "Finetune/Loss (Raw)": 0.856298565864563, "Finetune/Step": 2588, "Finetune/Step Time": 4.889601863920689}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.8731098175048828, "Finetune/Loss (Raw)": 0.9890375733375549, "Finetune/Step": 2589, "Finetune/Step Time": 4.894088448956609}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.8728231191635132, "Finetune/Loss (Raw)": 0.9257147908210754, "Finetune/Step": 2590, "Finetune/Step Time": 4.896971996873617}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.8718467354774475, "Finetune/Loss (Raw)": 0.815662145614624, "Finetune/Step": 2591, "Finetune/Step Time": 4.938146870583296}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.8710533380508423, "Finetune/Loss (Raw)": 0.9108842611312866, "Finetune/Step": 2592, "Finetune/Step Time": 4.94632507674396}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.8704414367675781, "Finetune/Loss (Raw)": 0.8239016532897949, "Finetune/Step": 2593, "Finetune/Step Time": 4.966635026037693}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.870506763458252, "Finetune/Loss (Raw)": 0.8206863403320312, "Finetune/Step": 2594, "Finetune/Step Time": 4.972842192277312}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.87025386095047, "Finetune/Loss (Raw)": 0.8838417530059814, "Finetune/Step": 2595, "Finetune/Step Time": 4.9777405224740505}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.8682910203933716, "Finetune/Loss (Raw)": 0.8638875484466553, "Finetune/Step": 2596, "Finetune/Step Time": 4.975547252222896}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.867974042892456, "Finetune/Loss (Raw)": 0.9599487781524658, "Finetune/Step": 2597, "Finetune/Step Time": 4.978599680587649}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.8671261668205261, "Finetune/Loss (Raw)": 0.7350807785987854, "Finetune/Step": 2598, "Finetune/Step Time": 4.990762278437614}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.8668534755706787, "Finetune/Loss (Raw)": 0.9514973759651184, "Finetune/Step": 2599, "Finetune/Step Time": 4.994969263672829}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8664418458938599, "Finetune/Loss (Raw)": 0.8868362903594971, "Finetune/Step": 2600, "Finetune/Step Time": 4.999482020735741}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.8662512302398682, "Finetune/Loss (Raw)": 0.9171826839447021, "Finetune/Step": 2601, "Finetune/Step Time": 5.000994700938463}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.866985023021698, "Finetune/Loss (Raw)": 1.022365689277649, "Finetune/Step": 2602, "Finetune/Step Time": 4.9931554570794106}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.8678137063980103, "Finetune/Loss (Raw)": 0.9880717992782593, "Finetune/Step": 2603, "Finetune/Step Time": 4.998120257630944}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.8673675656318665, "Finetune/Loss (Raw)": 0.881629228591919, "Finetune/Step": 2604, "Finetune/Step Time": 5.004247236996889}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8663123846054077, "Finetune/Loss (Raw)": 0.7936748266220093, "Finetune/Step": 2605, "Finetune/Step Time": 5.002802096307278}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.865687906742096, "Finetune/Loss (Raw)": 0.8341328501701355, "Finetune/Step": 2606, "Finetune/Step Time": 5.032365093007684}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8665850758552551, "Finetune/Loss (Raw)": 0.9495536684989929, "Finetune/Step": 2607, "Finetune/Step Time": 5.05281500518322}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.8674159646034241, "Finetune/Loss (Raw)": 0.9544536471366882, "Finetune/Step": 2608, "Finetune/Step Time": 5.044870980083942}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.8717437982559204, "Finetune/Loss (Raw)": 0.9293793439865112, "Finetune/Step": 2609, "Finetune/Step Time": 5.008504351601005}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.8700172305107117, "Finetune/Loss (Raw)": 0.8706982731819153, "Finetune/Step": 2610, "Finetune/Step Time": 5.0310073141008615}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.8684694766998291, "Finetune/Loss (Raw)": 0.7130914926528931, "Finetune/Step": 2611, "Finetune/Step Time": 5.0319711826741695}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.8685906529426575, "Finetune/Loss (Raw)": 0.8853207230567932, "Finetune/Step": 2612, "Finetune/Step Time": 5.020249741151929}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.8692783713340759, "Finetune/Loss (Raw)": 1.0184625387191772, "Finetune/Step": 2613, "Finetune/Step Time": 5.018955606967211}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.8694348931312561, "Finetune/Loss (Raw)": 0.8438239693641663, "Finetune/Step": 2614, "Finetune/Step Time": 5.011005895212293}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.8744685649871826, "Finetune/Loss (Raw)": 0.9591875672340393, "Finetune/Step": 2615, "Finetune/Step Time": 4.98608511313796}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.8737897872924805, "Finetune/Loss (Raw)": 0.9517544507980347, "Finetune/Step": 2616, "Finetune/Step Time": 4.9840869549661875}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.8693928718566895, "Finetune/Loss (Raw)": 0.3951781094074249, "Finetune/Step": 2617, "Finetune/Step Time": 4.995660785585642}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.8731539845466614, "Finetune/Loss (Raw)": 0.8003231287002563, "Finetune/Step": 2618, "Finetune/Step Time": 4.966628290712833}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.8736811876296997, "Finetune/Loss (Raw)": 0.9630060195922852, "Finetune/Step": 2619, "Finetune/Step Time": 4.960825324058533}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.8739486932754517, "Finetune/Loss (Raw)": 0.8285928964614868, "Finetune/Step": 2620, "Finetune/Step Time": 4.951375307515264}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.8731859922409058, "Finetune/Loss (Raw)": 0.8776260018348694, "Finetune/Step": 2621, "Finetune/Step Time": 4.953988499939442}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.8725534677505493, "Finetune/Loss (Raw)": 0.9413822293281555, "Finetune/Step": 2622, "Finetune/Step Time": 4.9434446562081575}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.8722887635231018, "Finetune/Loss (Raw)": 0.9013311862945557, "Finetune/Step": 2623, "Finetune/Step Time": 4.963899068534374}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.8721818923950195, "Finetune/Loss (Raw)": 0.9064111113548279, "Finetune/Step": 2624, "Finetune/Step Time": 4.9576664343476295}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.8718397617340088, "Finetune/Loss (Raw)": 0.7647229433059692, "Finetune/Step": 2625, "Finetune/Step Time": 4.971353992819786}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8663368225097656, "Finetune/Loss (Raw)": 0.3100460469722748, "Finetune/Step": 2626, "Finetune/Step Time": 5.012578999623656}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.8680962324142456, "Finetune/Loss (Raw)": 0.889086902141571, "Finetune/Step": 2627, "Finetune/Step Time": 4.995057361200452}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.8684545755386353, "Finetune/Loss (Raw)": 0.9882948398590088, "Finetune/Step": 2628, "Finetune/Step Time": 4.99428172595799}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8661300539970398, "Finetune/Loss (Raw)": 0.6380935907363892, "Finetune/Step": 2629, "Finetune/Step Time": 5.009647268801928}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8650603294372559, "Finetune/Loss (Raw)": 0.8070935010910034, "Finetune/Step": 2630, "Finetune/Step Time": 5.00958832539618}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8662476539611816, "Finetune/Loss (Raw)": 1.0351775884628296, "Finetune/Step": 2631, "Finetune/Step Time": 5.00650885142386}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8654906749725342, "Finetune/Loss (Raw)": 0.7998211979866028, "Finetune/Step": 2632, "Finetune/Step Time": 5.00204150006175}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8658199310302734, "Finetune/Loss (Raw)": 0.9438114762306213, "Finetune/Step": 2633, "Finetune/Step Time": 5.003998154774308}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.8665071725845337, "Finetune/Loss (Raw)": 0.950284481048584, "Finetune/Step": 2634, "Finetune/Step Time": 5.004591070115566}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.8658875823020935, "Finetune/Loss (Raw)": 0.924872100353241, "Finetune/Step": 2635, "Finetune/Step Time": 4.998906143009663}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.8671947717666626, "Finetune/Loss (Raw)": 1.012012004852295, "Finetune/Step": 2636, "Finetune/Step Time": 4.998094253242016}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.8671413660049438, "Finetune/Loss (Raw)": 0.8298954963684082, "Finetune/Step": 2637, "Finetune/Step Time": 5.003116648644209}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.8665878772735596, "Finetune/Loss (Raw)": 0.9770249128341675, "Finetune/Step": 2638, "Finetune/Step Time": 5.023409742861986}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8653405904769897, "Finetune/Loss (Raw)": 0.8232247233390808, "Finetune/Step": 2639, "Finetune/Step Time": 5.014040995389223}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8617498278617859, "Finetune/Loss (Raw)": 0.34833624958992004, "Finetune/Step": 2640, "Finetune/Step Time": 5.0406352281570435}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8621799945831299, "Finetune/Loss (Raw)": 0.9039609432220459, "Finetune/Step": 2641, "Finetune/Step Time": 5.032068310305476}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8611934781074524, "Finetune/Loss (Raw)": 0.8895432949066162, "Finetune/Step": 2642, "Finetune/Step Time": 5.021736932918429}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8609803915023804, "Finetune/Loss (Raw)": 0.7394319772720337, "Finetune/Step": 2643, "Finetune/Step Time": 5.018837591633201}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8596887588500977, "Finetune/Loss (Raw)": 0.7642960548400879, "Finetune/Step": 2644, "Finetune/Step Time": 5.052418410778046}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8596987128257751, "Finetune/Loss (Raw)": 0.9363784193992615, "Finetune/Step": 2645, "Finetune/Step Time": 5.0557428281754255}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8603542447090149, "Finetune/Loss (Raw)": 0.9409670829772949, "Finetune/Step": 2646, "Finetune/Step Time": 5.041759813204408}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.859933614730835, "Finetune/Loss (Raw)": 0.8245267271995544, "Finetune/Step": 2647, "Finetune/Step Time": 5.047855794429779}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8596943616867065, "Finetune/Loss (Raw)": 0.9559123516082764, "Finetune/Step": 2648, "Finetune/Step Time": 5.0586852096021175}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8631601333618164, "Finetune/Loss (Raw)": 0.850496768951416, "Finetune/Step": 2649, "Finetune/Step Time": 5.036636132746935}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8621066212654114, "Finetune/Loss (Raw)": 0.8097656965255737, "Finetune/Step": 2650, "Finetune/Step Time": 5.019741959869862}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8631793260574341, "Finetune/Loss (Raw)": 0.8483616709709167, "Finetune/Step": 2651, "Finetune/Step Time": 5.015041716396809}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8641961812973022, "Finetune/Loss (Raw)": 1.0141628980636597, "Finetune/Step": 2652, "Finetune/Step Time": 5.021550960838795}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8645141124725342, "Finetune/Loss (Raw)": 0.8876878619194031, "Finetune/Step": 2653, "Finetune/Step Time": 5.033078318461776}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8598194122314453, "Finetune/Loss (Raw)": 0.34169504046440125, "Finetune/Step": 2654, "Finetune/Step Time": 5.061197642236948}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.85929936170578, "Finetune/Loss (Raw)": 0.9213157296180725, "Finetune/Step": 2655, "Finetune/Step Time": 5.059582628309727}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8585144281387329, "Finetune/Loss (Raw)": 0.8980554342269897, "Finetune/Step": 2656, "Finetune/Step Time": 5.056056363508105}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8619794845581055, "Finetune/Loss (Raw)": 0.7143309116363525, "Finetune/Step": 2657, "Finetune/Step Time": 5.035777559503913}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8601871728897095, "Finetune/Loss (Raw)": 0.7001508474349976, "Finetune/Step": 2658, "Finetune/Step Time": 5.054806526750326}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8615490198135376, "Finetune/Loss (Raw)": 1.0076524019241333, "Finetune/Step": 2659, "Finetune/Step Time": 5.045758383348584}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8611217737197876, "Finetune/Loss (Raw)": 0.9308541417121887, "Finetune/Step": 2660, "Finetune/Step Time": 5.02957733720541}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8626816272735596, "Finetune/Loss (Raw)": 1.0998090505599976, "Finetune/Step": 2661, "Finetune/Step Time": 5.0225626938045025}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.8676435947418213, "Finetune/Loss (Raw)": 1.0127617120742798, "Finetune/Step": 2662, "Finetune/Step Time": 4.984150042757392}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.8673396706581116, "Finetune/Loss (Raw)": 0.9776274561882019, "Finetune/Step": 2663, "Finetune/Step Time": 4.991571569815278}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.8650602698326111, "Finetune/Loss (Raw)": 0.438994824886322, "Finetune/Step": 2664, "Finetune/Step Time": 5.0136224161833525}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8641535043716431, "Finetune/Loss (Raw)": 0.778753936290741, "Finetune/Step": 2665, "Finetune/Step Time": 5.006286766380072}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8639081716537476, "Finetune/Loss (Raw)": 0.9676968455314636, "Finetune/Step": 2666, "Finetune/Step Time": 5.003116976469755}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8632311820983887, "Finetune/Loss (Raw)": 0.7950422167778015, "Finetune/Step": 2667, "Finetune/Step Time": 4.998172085732222}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.862031102180481, "Finetune/Loss (Raw)": 0.8527532815933228, "Finetune/Step": 2668, "Finetune/Step Time": 4.994463037699461}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8632287383079529, "Finetune/Loss (Raw)": 1.0001790523529053, "Finetune/Step": 2669, "Finetune/Step Time": 4.982936857268214}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.863233745098114, "Finetune/Loss (Raw)": 0.918890655040741, "Finetune/Step": 2670, "Finetune/Step Time": 4.972852025181055}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.861990213394165, "Finetune/Loss (Raw)": 0.7700791954994202, "Finetune/Step": 2671, "Finetune/Step Time": 4.979534080252051}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8615577816963196, "Finetune/Loss (Raw)": 0.6802077293395996, "Finetune/Step": 2672, "Finetune/Step Time": 4.984870342537761}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8614686131477356, "Finetune/Loss (Raw)": 0.8663730621337891, "Finetune/Step": 2673, "Finetune/Step Time": 4.984930153936148}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.8658332824707031, "Finetune/Loss (Raw)": 0.8399014472961426, "Finetune/Step": 2674, "Finetune/Step Time": 4.9606782998889685}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.8657709360122681, "Finetune/Loss (Raw)": 0.8630293011665344, "Finetune/Step": 2675, "Finetune/Step Time": 4.970747148618102}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8642204999923706, "Finetune/Loss (Raw)": 0.8362205028533936, "Finetune/Step": 2676, "Finetune/Step Time": 4.974167715758085}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.8693469762802124, "Finetune/Loss (Raw)": 0.9800218939781189, "Finetune/Step": 2677, "Finetune/Step Time": 4.936621308326721}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.8688930869102478, "Finetune/Loss (Raw)": 0.8731815218925476, "Finetune/Step": 2678, "Finetune/Step Time": 4.9357655961066484}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.8693777322769165, "Finetune/Loss (Raw)": 1.016831636428833, "Finetune/Step": 2679, "Finetune/Step Time": 4.92781719379127}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.868070125579834, "Finetune/Loss (Raw)": 0.9201393127441406, "Finetune/Step": 2680, "Finetune/Step Time": 4.930840838700533}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8640214204788208, "Finetune/Loss (Raw)": 0.34200534224510193, "Finetune/Step": 2681, "Finetune/Step Time": 4.953353663906455}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8636248111724854, "Finetune/Loss (Raw)": 0.8949390649795532, "Finetune/Step": 2682, "Finetune/Step Time": 4.929069427773356}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.8681304454803467, "Finetune/Loss (Raw)": 0.9074508547782898, "Finetune/Step": 2683, "Finetune/Step Time": 4.886771848425269}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.8679728507995605, "Finetune/Loss (Raw)": 0.8796113133430481, "Finetune/Step": 2684, "Finetune/Step Time": 4.886710537597537}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.8690926432609558, "Finetune/Loss (Raw)": 0.9056700468063354, "Finetune/Step": 2685, "Finetune/Step Time": 4.890600023791194}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.8684922456741333, "Finetune/Loss (Raw)": 0.791189432144165, "Finetune/Step": 2686, "Finetune/Step Time": 4.893291408196092}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.8684024810791016, "Finetune/Loss (Raw)": 0.8879584074020386, "Finetune/Step": 2687, "Finetune/Step Time": 4.888763511553407}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.8687488436698914, "Finetune/Loss (Raw)": 0.927087664604187, "Finetune/Step": 2688, "Finetune/Step Time": 4.880581585690379}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.8697352409362793, "Finetune/Loss (Raw)": 1.0187803506851196, "Finetune/Step": 2689, "Finetune/Step Time": 4.8782466147094965}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8647483587265015, "Finetune/Loss (Raw)": 0.3701702654361725, "Finetune/Step": 2690, "Finetune/Step Time": 4.9193859957158566}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.8679391145706177, "Finetune/Loss (Raw)": 1.0509809255599976, "Finetune/Step": 2691, "Finetune/Step Time": 4.911768075078726}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.8673661947250366, "Finetune/Loss (Raw)": 0.849915087223053, "Finetune/Step": 2692, "Finetune/Step Time": 4.905511166900396}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.8671625852584839, "Finetune/Loss (Raw)": 0.9552725553512573, "Finetune/Step": 2693, "Finetune/Step Time": 4.902890976518393}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.8669469952583313, "Finetune/Loss (Raw)": 0.8977847695350647, "Finetune/Step": 2694, "Finetune/Step Time": 4.909734999760985}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.8672903180122375, "Finetune/Loss (Raw)": 0.8482123613357544, "Finetune/Step": 2695, "Finetune/Step Time": 4.908732151612639}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.8685414791107178, "Finetune/Loss (Raw)": 0.9610751271247864, "Finetune/Step": 2696, "Finetune/Step Time": 4.92079252935946}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.8665385246276855, "Finetune/Loss (Raw)": 0.866435170173645, "Finetune/Step": 2697, "Finetune/Step Time": 4.923290500417352}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.8657066822052002, "Finetune/Loss (Raw)": 0.8150562047958374, "Finetune/Step": 2698, "Finetune/Step Time": 4.918738748878241}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.8651705980300903, "Finetune/Loss (Raw)": 0.9993649125099182, "Finetune/Step": 2699, "Finetune/Step Time": 4.9331444669514894}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.8650623559951782, "Finetune/Loss (Raw)": 0.8633114099502563, "Finetune/Step": 2700, "Finetune/Step Time": 4.932805335149169}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.8648513555526733, "Finetune/Loss (Raw)": 0.8755428791046143, "Finetune/Step": 2701, "Finetune/Step Time": 4.955815073102713}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.8651780486106873, "Finetune/Loss (Raw)": 0.9196807742118835, "Finetune/Step": 2702, "Finetune/Step Time": 4.9443314447999}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.865179181098938, "Finetune/Loss (Raw)": 0.8261502981185913, "Finetune/Step": 2703, "Finetune/Step Time": 4.9612630400806665}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8640496730804443, "Finetune/Loss (Raw)": 0.7953776121139526, "Finetune/Step": 2704, "Finetune/Step Time": 4.97355142980814}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8631516098976135, "Finetune/Loss (Raw)": 0.8614702820777893, "Finetune/Step": 2705, "Finetune/Step Time": 4.974180644378066}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8628104329109192, "Finetune/Loss (Raw)": 0.9759066700935364, "Finetune/Step": 2706, "Finetune/Step Time": 4.9811097253113985}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8627625703811646, "Finetune/Loss (Raw)": 0.9973306059837341, "Finetune/Step": 2707, "Finetune/Step Time": 4.977618070319295}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.8651286363601685, "Finetune/Loss (Raw)": 1.0069749355316162, "Finetune/Step": 2708, "Finetune/Step Time": 4.974937692284584}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8636949062347412, "Finetune/Loss (Raw)": 0.8629968762397766, "Finetune/Step": 2709, "Finetune/Step Time": 4.984888501465321}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8598345518112183, "Finetune/Loss (Raw)": 0.3801940679550171, "Finetune/Step": 2710, "Finetune/Step Time": 5.021918788552284}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.860933244228363, "Finetune/Loss (Raw)": 0.9561779499053955, "Finetune/Step": 2711, "Finetune/Step Time": 5.012292785570025}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8601112365722656, "Finetune/Loss (Raw)": 0.9251899719238281, "Finetune/Step": 2712, "Finetune/Step Time": 5.030718374997377}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8606681823730469, "Finetune/Loss (Raw)": 0.8779043555259705, "Finetune/Step": 2713, "Finetune/Step Time": 5.037595434114337}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.860515832901001, "Finetune/Loss (Raw)": 0.9499832987785339, "Finetune/Step": 2714, "Finetune/Step Time": 5.037332616746426}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8596082925796509, "Finetune/Loss (Raw)": 0.8269579410552979, "Finetune/Step": 2715, "Finetune/Step Time": 5.030222523957491}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8596081733703613, "Finetune/Loss (Raw)": 0.8562820553779602, "Finetune/Step": 2716, "Finetune/Step Time": 5.022272335365415}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8588948249816895, "Finetune/Loss (Raw)": 0.8977267146110535, "Finetune/Step": 2717, "Finetune/Step Time": 5.003662221133709}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.858454704284668, "Finetune/Loss (Raw)": 0.8693864345550537, "Finetune/Step": 2718, "Finetune/Step Time": 5.003470757976174}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8593788743019104, "Finetune/Loss (Raw)": 0.9339589476585388, "Finetune/Step": 2719, "Finetune/Step Time": 4.958637995645404}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8596136569976807, "Finetune/Loss (Raw)": 0.9409390091896057, "Finetune/Step": 2720, "Finetune/Step Time": 4.954262364655733}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.859806478023529, "Finetune/Loss (Raw)": 0.8485742211341858, "Finetune/Step": 2721, "Finetune/Step Time": 4.945002572610974}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8603243827819824, "Finetune/Loss (Raw)": 0.8869855403900146, "Finetune/Step": 2722, "Finetune/Step Time": 4.935423946008086}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.860083818435669, "Finetune/Loss (Raw)": 0.8530471324920654, "Finetune/Step": 2723, "Finetune/Step Time": 4.930177751928568}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8605250716209412, "Finetune/Loss (Raw)": 0.9203680157661438, "Finetune/Step": 2724, "Finetune/Step Time": 4.927748227491975}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8601241111755371, "Finetune/Loss (Raw)": 0.9086241126060486, "Finetune/Step": 2725, "Finetune/Step Time": 4.921350106596947}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8615124821662903, "Finetune/Loss (Raw)": 0.9127916693687439, "Finetune/Step": 2726, "Finetune/Step Time": 4.918427450582385}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8609963655471802, "Finetune/Loss (Raw)": 0.8854377269744873, "Finetune/Step": 2727, "Finetune/Step Time": 4.921283653005958}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8601759672164917, "Finetune/Loss (Raw)": 0.7818220257759094, "Finetune/Step": 2728, "Finetune/Step Time": 4.920086815953255}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8562992215156555, "Finetune/Loss (Raw)": 0.4209560453891754, "Finetune/Step": 2729, "Finetune/Step Time": 4.9458037707954645}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.854354977607727, "Finetune/Loss (Raw)": 0.7735085487365723, "Finetune/Step": 2730, "Finetune/Step Time": 4.9478308372199535}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8536579608917236, "Finetune/Loss (Raw)": 0.898849606513977, "Finetune/Step": 2731, "Finetune/Step Time": 4.944614067673683}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8540704250335693, "Finetune/Loss (Raw)": 0.9344249963760376, "Finetune/Step": 2732, "Finetune/Step Time": 4.9398106057196856}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8548306822776794, "Finetune/Loss (Raw)": 0.8909866809844971, "Finetune/Step": 2733, "Finetune/Step Time": 4.950678223744035}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8557488918304443, "Finetune/Loss (Raw)": 0.9516640901565552, "Finetune/Step": 2734, "Finetune/Step Time": 4.9270640183240175}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.855853796005249, "Finetune/Loss (Raw)": 0.9629897475242615, "Finetune/Step": 2735, "Finetune/Step Time": 4.903687033802271}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8519819974899292, "Finetune/Loss (Raw)": 0.458852618932724, "Finetune/Step": 2736, "Finetune/Step Time": 4.937787739560008}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8495076894760132, "Finetune/Loss (Raw)": 0.6126678586006165, "Finetune/Step": 2737, "Finetune/Step Time": 4.942673359066248}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.849868655204773, "Finetune/Loss (Raw)": 0.9169014692306519, "Finetune/Step": 2738, "Finetune/Step Time": 4.926896082237363}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8516020774841309, "Finetune/Loss (Raw)": 0.9349759221076965, "Finetune/Step": 2739, "Finetune/Step Time": 4.923802813515067}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8512306213378906, "Finetune/Loss (Raw)": 0.8377634286880493, "Finetune/Step": 2740, "Finetune/Step Time": 4.932639507576823}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8510681390762329, "Finetune/Loss (Raw)": 0.9976696968078613, "Finetune/Step": 2741, "Finetune/Step Time": 4.933254646137357}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.851540207862854, "Finetune/Loss (Raw)": 0.904254138469696, "Finetune/Step": 2742, "Finetune/Step Time": 4.938333120197058}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8515408039093018, "Finetune/Loss (Raw)": 0.9592646956443787, "Finetune/Step": 2743, "Finetune/Step Time": 4.9302730448544025}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8513443470001221, "Finetune/Loss (Raw)": 0.9266053438186646, "Finetune/Step": 2744, "Finetune/Step Time": 4.926928531378508}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8559603095054626, "Finetune/Loss (Raw)": 0.9860166907310486, "Finetune/Step": 2745, "Finetune/Step Time": 4.887120615690947}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8567303419113159, "Finetune/Loss (Raw)": 0.8988936543464661, "Finetune/Step": 2746, "Finetune/Step Time": 4.893763434141874}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8560651540756226, "Finetune/Loss (Raw)": 0.8778566122055054, "Finetune/Step": 2747, "Finetune/Step Time": 4.910338085144758}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8575267195701599, "Finetune/Loss (Raw)": 1.015669822692871, "Finetune/Step": 2748, "Finetune/Step Time": 4.9125525914132595}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8580366969108582, "Finetune/Loss (Raw)": 0.942908525466919, "Finetune/Step": 2749, "Finetune/Step Time": 4.903079438954592}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8573594093322754, "Finetune/Loss (Raw)": 0.8546912670135498, "Finetune/Step": 2750, "Finetune/Step Time": 4.907181611284614}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8575989007949829, "Finetune/Loss (Raw)": 0.9319853186607361, "Finetune/Step": 2751, "Finetune/Step Time": 4.896635422483087}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8579025864601135, "Finetune/Loss (Raw)": 0.945277750492096, "Finetune/Step": 2752, "Finetune/Step Time": 4.896053444594145}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8596314191818237, "Finetune/Loss (Raw)": 0.9860109686851501, "Finetune/Step": 2753, "Finetune/Step Time": 4.881889943033457}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8645610213279724, "Finetune/Loss (Raw)": 0.9410416483879089, "Finetune/Step": 2754, "Finetune/Step Time": 4.838146636262536}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8604015111923218, "Finetune/Loss (Raw)": 0.3566739857196808, "Finetune/Step": 2755, "Finetune/Step Time": 4.87726167216897}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8601728677749634, "Finetune/Loss (Raw)": 0.9590224623680115, "Finetune/Step": 2756, "Finetune/Step Time": 4.8990825936198235}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8612563014030457, "Finetune/Loss (Raw)": 0.7767727375030518, "Finetune/Step": 2757, "Finetune/Step Time": 4.919643519446254}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8623479604721069, "Finetune/Loss (Raw)": 0.9468278288841248, "Finetune/Step": 2758, "Finetune/Step Time": 4.91978744789958}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8607690334320068, "Finetune/Loss (Raw)": 0.8330762386322021, "Finetune/Step": 2759, "Finetune/Step Time": 4.920706598088145}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8603149652481079, "Finetune/Loss (Raw)": 0.7416940927505493, "Finetune/Step": 2760, "Finetune/Step Time": 4.920381881296635}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8562228679656982, "Finetune/Loss (Raw)": 0.42002320289611816, "Finetune/Step": 2761, "Finetune/Step Time": 4.9564135149121284}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8553699254989624, "Finetune/Loss (Raw)": 0.8411111235618591, "Finetune/Step": 2762, "Finetune/Step Time": 4.965930735692382}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8550823926925659, "Finetune/Loss (Raw)": 0.8880638480186462, "Finetune/Step": 2763, "Finetune/Step Time": 4.968821434304118}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8539776802062988, "Finetune/Loss (Raw)": 0.8706125020980835, "Finetune/Step": 2764, "Finetune/Step Time": 4.969444150105119}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8502546548843384, "Finetune/Loss (Raw)": 0.3533449172973633, "Finetune/Step": 2765, "Finetune/Step Time": 4.998749420046806}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8493829369544983, "Finetune/Loss (Raw)": 0.8654487729072571, "Finetune/Step": 2766, "Finetune/Step Time": 4.983745604753494}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8507051467895508, "Finetune/Loss (Raw)": 0.9924708604812622, "Finetune/Step": 2767, "Finetune/Step Time": 4.997184982523322}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8554374575614929, "Finetune/Loss (Raw)": 0.9540711641311646, "Finetune/Step": 2768, "Finetune/Step Time": 4.963030634447932}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8556368947029114, "Finetune/Loss (Raw)": 0.9294862747192383, "Finetune/Step": 2769, "Finetune/Step Time": 4.971695803105831}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8539812564849854, "Finetune/Loss (Raw)": 0.6776267290115356, "Finetune/Step": 2770, "Finetune/Step Time": 4.988214889541268}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8552578687667847, "Finetune/Loss (Raw)": 0.9028317332267761, "Finetune/Step": 2771, "Finetune/Step Time": 4.981178307905793}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8564351797103882, "Finetune/Loss (Raw)": 0.9149950742721558, "Finetune/Step": 2772, "Finetune/Step Time": 4.949942942708731}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8565909266471863, "Finetune/Loss (Raw)": 0.9563135504722595, "Finetune/Step": 2773, "Finetune/Step Time": 4.942692464217544}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8518223762512207, "Finetune/Loss (Raw)": 0.33058881759643555, "Finetune/Step": 2774, "Finetune/Step Time": 4.97814479097724}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8525718450546265, "Finetune/Loss (Raw)": 0.920462429523468, "Finetune/Step": 2775, "Finetune/Step Time": 4.967845436185598}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8513739109039307, "Finetune/Loss (Raw)": 0.8025732040405273, "Finetune/Step": 2776, "Finetune/Step Time": 4.960066264495254}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8513672351837158, "Finetune/Loss (Raw)": 0.8496475219726562, "Finetune/Step": 2777, "Finetune/Step Time": 4.946648636832833}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.852040708065033, "Finetune/Loss (Raw)": 0.8959674835205078, "Finetune/Step": 2778, "Finetune/Step Time": 4.947017701342702}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8519967794418335, "Finetune/Loss (Raw)": 0.8427348136901855, "Finetune/Step": 2779, "Finetune/Step Time": 4.952911596745253}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8510216474533081, "Finetune/Loss (Raw)": 0.8893497586250305, "Finetune/Step": 2780, "Finetune/Step Time": 4.951487734913826}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8518887758255005, "Finetune/Loss (Raw)": 0.9986838102340698, "Finetune/Step": 2781, "Finetune/Step Time": 4.935704713687301}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8559830784797668, "Finetune/Loss (Raw)": 0.865766704082489, "Finetune/Step": 2782, "Finetune/Step Time": 4.902702920138836}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8569158911705017, "Finetune/Loss (Raw)": 1.0407123565673828, "Finetune/Step": 2783, "Finetune/Step Time": 4.9067413825541735}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8554052114486694, "Finetune/Loss (Raw)": 0.7046905159950256, "Finetune/Step": 2784, "Finetune/Step Time": 4.919559005647898}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8566052913665771, "Finetune/Loss (Raw)": 0.8679405450820923, "Finetune/Step": 2785, "Finetune/Step Time": 4.9080880377441645}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8586859703063965, "Finetune/Loss (Raw)": 0.9664744138717651, "Finetune/Step": 2786, "Finetune/Step Time": 4.885075436905026}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8573267459869385, "Finetune/Loss (Raw)": 0.8336775302886963, "Finetune/Step": 2787, "Finetune/Step Time": 4.885430816560984}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8573031425476074, "Finetune/Loss (Raw)": 0.9278297424316406, "Finetune/Step": 2788, "Finetune/Step Time": 4.895635211840272}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.855445384979248, "Finetune/Loss (Raw)": 0.862017810344696, "Finetune/Step": 2789, "Finetune/Step Time": 4.908846143633127}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8546533584594727, "Finetune/Loss (Raw)": 0.911386251449585, "Finetune/Step": 2790, "Finetune/Step Time": 4.911887161433697}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.852786660194397, "Finetune/Loss (Raw)": 0.7386887073516846, "Finetune/Step": 2791, "Finetune/Step Time": 4.922016028314829}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8570799827575684, "Finetune/Loss (Raw)": 0.9885362386703491, "Finetune/Step": 2792, "Finetune/Step Time": 4.896691324189305}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.858738899230957, "Finetune/Loss (Raw)": 0.9910984635353088, "Finetune/Step": 2793, "Finetune/Step Time": 4.894693415611982}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8576374053955078, "Finetune/Loss (Raw)": 0.8266989588737488, "Finetune/Step": 2794, "Finetune/Step Time": 4.8973681796342134}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8584917187690735, "Finetune/Loss (Raw)": 0.9043999910354614, "Finetune/Step": 2795, "Finetune/Step Time": 4.908250192180276}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.858589768409729, "Finetune/Loss (Raw)": 0.8652999401092529, "Finetune/Step": 2796, "Finetune/Step Time": 4.925049370154738}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8567181825637817, "Finetune/Loss (Raw)": 0.7606146931648254, "Finetune/Step": 2797, "Finetune/Step Time": 4.938175685703754}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8525093793869019, "Finetune/Loss (Raw)": 0.3801671862602234, "Finetune/Step": 2798, "Finetune/Step Time": 4.9779535830020905}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8523125648498535, "Finetune/Loss (Raw)": 0.7448813319206238, "Finetune/Step": 2799, "Finetune/Step Time": 4.9751234613358974}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8527435660362244, "Finetune/Loss (Raw)": 0.7353798747062683, "Finetune/Step": 2800, "Finetune/Step Time": 4.974679155275226}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8535853028297424, "Finetune/Loss (Raw)": 0.9741177558898926, "Finetune/Step": 2801, "Finetune/Step Time": 4.989223051816225}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8546603918075562, "Finetune/Loss (Raw)": 0.9775117039680481, "Finetune/Step": 2802, "Finetune/Step Time": 4.98842846788466}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8550655841827393, "Finetune/Loss (Raw)": 0.9148943424224854, "Finetune/Step": 2803, "Finetune/Step Time": 4.982262518256903}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8557037711143494, "Finetune/Loss (Raw)": 0.9179099798202515, "Finetune/Step": 2804, "Finetune/Step Time": 4.976931802928448}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8560492992401123, "Finetune/Loss (Raw)": 1.0242486000061035, "Finetune/Step": 2805, "Finetune/Step Time": 4.975839259102941}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8557916879653931, "Finetune/Loss (Raw)": 0.8402016162872314, "Finetune/Step": 2806, "Finetune/Step Time": 4.982615699991584}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.8544085025787354, "Finetune/Loss (Raw)": 0.8397898077964783, "Finetune/Step": 2807, "Finetune/Step Time": 4.980933453887701}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8531941771507263, "Finetune/Loss (Raw)": 0.7647035717964172, "Finetune/Step": 2808, "Finetune/Step Time": 4.991004779934883}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8532697558403015, "Finetune/Loss (Raw)": 0.3516761064529419, "Finetune/Step": 2809, "Finetune/Step Time": 4.991225320845842}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8522361516952515, "Finetune/Loss (Raw)": 0.7626375555992126, "Finetune/Step": 2810, "Finetune/Step Time": 4.989339582622051}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8523116111755371, "Finetune/Loss (Raw)": 0.9171122312545776, "Finetune/Step": 2811, "Finetune/Step Time": 4.993271427229047}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8522509336471558, "Finetune/Loss (Raw)": 0.8718485236167908, "Finetune/Step": 2812, "Finetune/Step Time": 4.992582494392991}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8529508113861084, "Finetune/Loss (Raw)": 0.9952490925788879, "Finetune/Step": 2813, "Finetune/Step Time": 4.991279035806656}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8495258688926697, "Finetune/Loss (Raw)": 0.352794885635376, "Finetune/Step": 2814, "Finetune/Step Time": 5.026149930432439}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8505812883377075, "Finetune/Loss (Raw)": 1.0230482816696167, "Finetune/Step": 2815, "Finetune/Step Time": 5.028287066146731}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8506444096565247, "Finetune/Loss (Raw)": 0.9351761341094971, "Finetune/Step": 2816, "Finetune/Step Time": 5.015562130138278}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8493830561637878, "Finetune/Loss (Raw)": 0.8573302626609802, "Finetune/Step": 2817, "Finetune/Step Time": 5.0222680028527975}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8530296087265015, "Finetune/Loss (Raw)": 0.8369213938713074, "Finetune/Step": 2818, "Finetune/Step Time": 4.986339332535863}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8529332876205444, "Finetune/Loss (Raw)": 1.0386534929275513, "Finetune/Step": 2819, "Finetune/Step Time": 4.989802440628409}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8541461229324341, "Finetune/Loss (Raw)": 1.0051593780517578, "Finetune/Step": 2820, "Finetune/Step Time": 4.989673897624016}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8523054122924805, "Finetune/Loss (Raw)": 0.7196688055992126, "Finetune/Step": 2821, "Finetune/Step Time": 5.013503227382898}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.85238116979599, "Finetune/Loss (Raw)": 0.9074732661247253, "Finetune/Step": 2822, "Finetune/Step Time": 5.003777798265219}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8488963842391968, "Finetune/Loss (Raw)": 0.40216025710105896, "Finetune/Step": 2823, "Finetune/Step Time": 5.033356841653585}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8476680517196655, "Finetune/Loss (Raw)": 0.8038535714149475, "Finetune/Step": 2824, "Finetune/Step Time": 5.0190028585493565}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8471547961235046, "Finetune/Loss (Raw)": 0.8007368445396423, "Finetune/Step": 2825, "Finetune/Step Time": 5.017846802249551}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8468334674835205, "Finetune/Loss (Raw)": 0.773925244808197, "Finetune/Step": 2826, "Finetune/Step Time": 5.025868387892842}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8463975191116333, "Finetune/Loss (Raw)": 0.9435649514198303, "Finetune/Step": 2827, "Finetune/Step Time": 5.013795921579003}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8478521108627319, "Finetune/Loss (Raw)": 1.049497365951538, "Finetune/Step": 2828, "Finetune/Step Time": 5.013378964737058}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.848246157169342, "Finetune/Loss (Raw)": 0.9259822964668274, "Finetune/Step": 2829, "Finetune/Step Time": 4.995844041928649}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8486038446426392, "Finetune/Loss (Raw)": 0.9654616713523865, "Finetune/Step": 2830, "Finetune/Step Time": 4.987511079758406}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8503973484039307, "Finetune/Loss (Raw)": 1.0557098388671875, "Finetune/Step": 2831, "Finetune/Step Time": 4.970799943432212}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8519659042358398, "Finetune/Loss (Raw)": 0.9961616396903992, "Finetune/Step": 2832, "Finetune/Step Time": 4.96604298427701}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8521670699119568, "Finetune/Loss (Raw)": 0.8872204422950745, "Finetune/Step": 2833, "Finetune/Step Time": 4.9725606590509415}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8473222851753235, "Finetune/Loss (Raw)": 0.3557688295841217, "Finetune/Step": 2834, "Finetune/Step Time": 5.0012190993875265}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8468121290206909, "Finetune/Loss (Raw)": 0.9320353269577026, "Finetune/Step": 2835, "Finetune/Step Time": 5.004086056724191}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8447084426879883, "Finetune/Loss (Raw)": 0.7377008199691772, "Finetune/Step": 2836, "Finetune/Step Time": 4.996105635538697}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8454755544662476, "Finetune/Loss (Raw)": 0.9611932635307312, "Finetune/Step": 2837, "Finetune/Step Time": 4.984721373766661}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8490201234817505, "Finetune/Loss (Raw)": 0.8338989615440369, "Finetune/Step": 2838, "Finetune/Step Time": 4.944209584966302}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8480475544929504, "Finetune/Loss (Raw)": 0.8316827416419983, "Finetune/Step": 2839, "Finetune/Step Time": 4.949497394263744}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8481248021125793, "Finetune/Loss (Raw)": 0.9350800514221191, "Finetune/Step": 2840, "Finetune/Step Time": 4.933249892666936}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8496372103691101, "Finetune/Loss (Raw)": 1.0714960098266602, "Finetune/Step": 2841, "Finetune/Step Time": 4.927304537966847}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8492652177810669, "Finetune/Loss (Raw)": 0.9023588299751282, "Finetune/Step": 2842, "Finetune/Step Time": 4.9296581372618675}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8486984968185425, "Finetune/Loss (Raw)": 0.7544201612472534, "Finetune/Step": 2843, "Finetune/Step Time": 4.934894947335124}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8490704894065857, "Finetune/Loss (Raw)": 0.9039022326469421, "Finetune/Step": 2844, "Finetune/Step Time": 4.93551667034626}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8495258092880249, "Finetune/Loss (Raw)": 0.9560057520866394, "Finetune/Step": 2845, "Finetune/Step Time": 4.9467932395637035}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8494139313697815, "Finetune/Loss (Raw)": 0.8550710082054138, "Finetune/Step": 2846, "Finetune/Step Time": 4.945060722529888}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8473889231681824, "Finetune/Loss (Raw)": 0.6747525334358215, "Finetune/Step": 2847, "Finetune/Step Time": 4.9572686944156885}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.847602367401123, "Finetune/Loss (Raw)": 0.9682566523551941, "Finetune/Step": 2848, "Finetune/Step Time": 4.964222082868218}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8477504253387451, "Finetune/Loss (Raw)": 0.8675328493118286, "Finetune/Step": 2849, "Finetune/Step Time": 4.960230942815542}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8476539254188538, "Finetune/Loss (Raw)": 0.8746272325515747, "Finetune/Step": 2850, "Finetune/Step Time": 4.955691611394286}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.848278820514679, "Finetune/Loss (Raw)": 0.9330387115478516, "Finetune/Step": 2851, "Finetune/Step Time": 4.952259270474315}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8487653732299805, "Finetune/Loss (Raw)": 0.9826425909996033, "Finetune/Step": 2852, "Finetune/Step Time": 4.952718801796436}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8485063314437866, "Finetune/Loss (Raw)": 0.875470757484436, "Finetune/Step": 2853, "Finetune/Step Time": 4.9528209790587425}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8487665057182312, "Finetune/Loss (Raw)": 0.9460931420326233, "Finetune/Step": 2854, "Finetune/Step Time": 4.9455487839877605}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8492023944854736, "Finetune/Loss (Raw)": 0.9412270188331604, "Finetune/Step": 2855, "Finetune/Step Time": 4.950176769867539}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8504541516304016, "Finetune/Loss (Raw)": 0.9420521259307861, "Finetune/Step": 2856, "Finetune/Step Time": 4.964042140170932}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8548340201377869, "Finetune/Loss (Raw)": 0.9815815091133118, "Finetune/Step": 2857, "Finetune/Step Time": 4.930773204192519}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8550986647605896, "Finetune/Loss (Raw)": 0.8073768615722656, "Finetune/Step": 2858, "Finetune/Step Time": 4.924149136990309}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8551384210586548, "Finetune/Loss (Raw)": 0.903938353061676, "Finetune/Step": 2859, "Finetune/Step Time": 4.925655696541071}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8540186882019043, "Finetune/Loss (Raw)": 0.7911017537117004, "Finetune/Step": 2860, "Finetune/Step Time": 4.936171660199761}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8550851941108704, "Finetune/Loss (Raw)": 1.0274994373321533, "Finetune/Step": 2861, "Finetune/Step Time": 4.925404749810696}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8540413975715637, "Finetune/Loss (Raw)": 0.8180643916130066, "Finetune/Step": 2862, "Finetune/Step Time": 4.941765921190381}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8537184000015259, "Finetune/Loss (Raw)": 0.9216420650482178, "Finetune/Step": 2863, "Finetune/Step Time": 4.9391613230109215}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8567768335342407, "Finetune/Loss (Raw)": 0.8503286838531494, "Finetune/Step": 2864, "Finetune/Step Time": 4.9132382199168205}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8597500920295715, "Finetune/Loss (Raw)": 0.9932523369789124, "Finetune/Step": 2865, "Finetune/Step Time": 4.905337391421199}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8556626439094543, "Finetune/Loss (Raw)": 0.3937002718448639, "Finetune/Step": 2866, "Finetune/Step Time": 4.9368724171072245}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8554220795631409, "Finetune/Loss (Raw)": 0.9041903018951416, "Finetune/Step": 2867, "Finetune/Step Time": 4.939459383487701}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8568728566169739, "Finetune/Loss (Raw)": 1.0234593152999878, "Finetune/Step": 2868, "Finetune/Step Time": 4.934446299448609}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8547217845916748, "Finetune/Loss (Raw)": 0.7223396301269531, "Finetune/Step": 2869, "Finetune/Step Time": 4.9707000236958265}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8506177663803101, "Finetune/Loss (Raw)": 0.3789336085319519, "Finetune/Step": 2870, "Finetune/Step Time": 4.999505698680878}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.850999116897583, "Finetune/Loss (Raw)": 1.0080814361572266, "Finetune/Step": 2871, "Finetune/Step Time": 4.997859805822372}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8514130115509033, "Finetune/Loss (Raw)": 0.9795747399330139, "Finetune/Step": 2872, "Finetune/Step Time": 4.997995778918266}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8506331443786621, "Finetune/Loss (Raw)": 0.8862005472183228, "Finetune/Step": 2873, "Finetune/Step Time": 4.999747747555375}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8464215397834778, "Finetune/Loss (Raw)": 0.3598015606403351, "Finetune/Step": 2874, "Finetune/Step Time": 5.02152176015079}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8474043011665344, "Finetune/Loss (Raw)": 1.0036526918411255, "Finetune/Step": 2875, "Finetune/Step Time": 5.000852318480611}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8463270664215088, "Finetune/Loss (Raw)": 0.8777804374694824, "Finetune/Step": 2876, "Finetune/Step Time": 5.0092105735093355}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8455197811126709, "Finetune/Loss (Raw)": 0.8395783305168152, "Finetune/Step": 2877, "Finetune/Step Time": 5.012236125767231}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8460536599159241, "Finetune/Loss (Raw)": 0.9230314493179321, "Finetune/Step": 2878, "Finetune/Step Time": 5.017440881580114}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8448971509933472, "Finetune/Loss (Raw)": 0.7839468717575073, "Finetune/Step": 2879, "Finetune/Step Time": 5.018394887447357}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8452365398406982, "Finetune/Loss (Raw)": 0.9887247085571289, "Finetune/Step": 2880, "Finetune/Step Time": 5.0044848918914795}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8451707363128662, "Finetune/Loss (Raw)": 0.9775920510292053, "Finetune/Step": 2881, "Finetune/Step Time": 5.009256545454264}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8455350399017334, "Finetune/Loss (Raw)": 0.9876646399497986, "Finetune/Step": 2882, "Finetune/Step Time": 5.015486320480704}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8506371974945068, "Finetune/Loss (Raw)": 1.0097578763961792, "Finetune/Step": 2883, "Finetune/Step Time": 4.982500396668911}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8498003482818604, "Finetune/Loss (Raw)": 0.8518975973129272, "Finetune/Step": 2884, "Finetune/Step Time": 4.983901415020227}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8510728478431702, "Finetune/Loss (Raw)": 0.9396579265594482, "Finetune/Step": 2885, "Finetune/Step Time": 4.953064355999231}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8490093350410461, "Finetune/Loss (Raw)": 0.6826953887939453, "Finetune/Step": 2886, "Finetune/Step Time": 4.9765189085155725}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8486552238464355, "Finetune/Loss (Raw)": 0.7877497673034668, "Finetune/Step": 2887, "Finetune/Step Time": 4.981469692662358}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8510818481445312, "Finetune/Loss (Raw)": 1.0523016452789307, "Finetune/Step": 2888, "Finetune/Step Time": 4.9887157417833805}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8503854274749756, "Finetune/Loss (Raw)": 0.3308804929256439, "Finetune/Step": 2889, "Finetune/Step Time": 4.987622320652008}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8501313924789429, "Finetune/Loss (Raw)": 0.8085933327674866, "Finetune/Step": 2890, "Finetune/Step Time": 4.981803556904197}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8501639366149902, "Finetune/Loss (Raw)": 0.8922312259674072, "Finetune/Step": 2891, "Finetune/Step Time": 4.981029883027077}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8519055843353271, "Finetune/Loss (Raw)": 1.0935481786727905, "Finetune/Step": 2892, "Finetune/Step Time": 4.990490550175309}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8560389280319214, "Finetune/Loss (Raw)": 0.882405698299408, "Finetune/Step": 2893, "Finetune/Step Time": 4.952195608988404}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8571804761886597, "Finetune/Loss (Raw)": 1.0115717649459839, "Finetune/Step": 2894, "Finetune/Step Time": 4.951479749754071}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8563543558120728, "Finetune/Loss (Raw)": 0.8867222666740417, "Finetune/Step": 2895, "Finetune/Step Time": 4.938162095844746}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8562301397323608, "Finetune/Loss (Raw)": 0.9381796717643738, "Finetune/Step": 2896, "Finetune/Step Time": 4.940370488911867}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8566218614578247, "Finetune/Loss (Raw)": 0.9796152710914612, "Finetune/Step": 2897, "Finetune/Step Time": 4.934464283287525}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.858471691608429, "Finetune/Loss (Raw)": 0.9144130945205688, "Finetune/Step": 2898, "Finetune/Step Time": 4.917091580107808}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.858149528503418, "Finetune/Loss (Raw)": 0.8615951538085938, "Finetune/Step": 2899, "Finetune/Step Time": 4.917575132101774}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8571301698684692, "Finetune/Loss (Raw)": 0.7845202684402466, "Finetune/Step": 2900, "Finetune/Step Time": 4.920707771554589}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8558914661407471, "Finetune/Loss (Raw)": 0.7977503538131714, "Finetune/Step": 2901, "Finetune/Step Time": 4.930190337821841}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8605642318725586, "Finetune/Loss (Raw)": 0.9287042021751404, "Finetune/Step": 2902, "Finetune/Step Time": 4.9174696411937475}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8608181476593018, "Finetune/Loss (Raw)": 0.9529604315757751, "Finetune/Step": 2903, "Finetune/Step Time": 4.920286534354091}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8613017797470093, "Finetune/Loss (Raw)": 0.8644824028015137, "Finetune/Step": 2904, "Finetune/Step Time": 4.91873287409544}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8616586327552795, "Finetune/Loss (Raw)": 0.8953259587287903, "Finetune/Step": 2905, "Finetune/Step Time": 4.920355444774032}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.861933708190918, "Finetune/Loss (Raw)": 0.9311733245849609, "Finetune/Step": 2906, "Finetune/Step Time": 4.921764779835939}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8620805740356445, "Finetune/Loss (Raw)": 0.8615405559539795, "Finetune/Step": 2907, "Finetune/Step Time": 4.913853768259287}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8624997138977051, "Finetune/Loss (Raw)": 0.9430007934570312, "Finetune/Step": 2908, "Finetune/Step Time": 4.916948696598411}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8631445169448853, "Finetune/Loss (Raw)": 1.0812113285064697, "Finetune/Step": 2909, "Finetune/Step Time": 4.911444088444114}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8640809059143066, "Finetune/Loss (Raw)": 0.9856345057487488, "Finetune/Step": 2910, "Finetune/Step Time": 4.911985328420997}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8641469478607178, "Finetune/Loss (Raw)": 1.04915452003479, "Finetune/Step": 2911, "Finetune/Step Time": 4.897791961207986}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.8659971952438354, "Finetune/Loss (Raw)": 0.9415304660797119, "Finetune/Step": 2912, "Finetune/Step Time": 4.88964763097465}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.8664961457252502, "Finetune/Loss (Raw)": 0.9317970871925354, "Finetune/Step": 2913, "Finetune/Step Time": 4.882363324984908}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.8644167184829712, "Finetune/Loss (Raw)": 0.700313925743103, "Finetune/Step": 2914, "Finetune/Step Time": 4.9091233890503645}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.8636751174926758, "Finetune/Loss (Raw)": 0.7387474179267883, "Finetune/Step": 2915, "Finetune/Step Time": 4.921106310561299}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8636731505393982, "Finetune/Loss (Raw)": 0.9275835156440735, "Finetune/Step": 2916, "Finetune/Step Time": 4.907847175374627}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.8645327687263489, "Finetune/Loss (Raw)": 0.9720449447631836, "Finetune/Step": 2917, "Finetune/Step Time": 4.891847409307957}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.8640210628509521, "Finetune/Loss (Raw)": 0.8458908200263977, "Finetune/Step": 2918, "Finetune/Step Time": 4.897466920316219}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.8653784990310669, "Finetune/Loss (Raw)": 0.9124369621276855, "Finetune/Step": 2919, "Finetune/Step Time": 4.875158937647939}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8603521585464478, "Finetune/Loss (Raw)": 0.3451690077781677, "Finetune/Step": 2920, "Finetune/Step Time": 4.896894715726376}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8596075773239136, "Finetune/Loss (Raw)": 0.895794153213501, "Finetune/Step": 2921, "Finetune/Step Time": 4.914464324712753}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8598343133926392, "Finetune/Loss (Raw)": 0.8557177186012268, "Finetune/Step": 2922, "Finetune/Step Time": 4.907071413472295}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8596398830413818, "Finetune/Loss (Raw)": 0.8795127868652344, "Finetune/Step": 2923, "Finetune/Step Time": 4.929424148052931}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8606672286987305, "Finetune/Loss (Raw)": 0.9967983961105347, "Finetune/Step": 2924, "Finetune/Step Time": 4.912654569372535}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8626108169555664, "Finetune/Loss (Raw)": 1.0093913078308105, "Finetune/Step": 2925, "Finetune/Step Time": 4.896106673404574}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.8665106892585754, "Finetune/Loss (Raw)": 0.8793580532073975, "Finetune/Step": 2926, "Finetune/Step Time": 4.899292483925819}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.86616051197052, "Finetune/Loss (Raw)": 0.7000565528869629, "Finetune/Step": 2927, "Finetune/Step Time": 4.90914998203516}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.8674343228340149, "Finetune/Loss (Raw)": 0.898430347442627, "Finetune/Step": 2928, "Finetune/Step Time": 4.913127766922116}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.8679688572883606, "Finetune/Loss (Raw)": 1.0425341129302979, "Finetune/Step": 2929, "Finetune/Step Time": 4.892588784918189}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.8679083585739136, "Finetune/Loss (Raw)": 0.9697746634483337, "Finetune/Step": 2930, "Finetune/Step Time": 4.884832223877311}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.8681026697158813, "Finetune/Loss (Raw)": 0.9397585988044739, "Finetune/Step": 2931, "Finetune/Step Time": 4.887699361890554}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.868240237236023, "Finetune/Loss (Raw)": 0.9355263113975525, "Finetune/Step": 2932, "Finetune/Step Time": 4.89658067189157}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.8673332333564758, "Finetune/Loss (Raw)": 0.9081461429595947, "Finetune/Step": 2933, "Finetune/Step Time": 4.90774361602962}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.8679739832878113, "Finetune/Loss (Raw)": 0.9222173690795898, "Finetune/Step": 2934, "Finetune/Step Time": 4.901265015825629}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.8684560060501099, "Finetune/Loss (Raw)": 0.9014859795570374, "Finetune/Step": 2935, "Finetune/Step Time": 4.906110787764192}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.8704595565795898, "Finetune/Loss (Raw)": 1.0211645364761353, "Finetune/Step": 2936, "Finetune/Step Time": 4.91247103177011}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.875956654548645, "Finetune/Loss (Raw)": 1.0553033351898193, "Finetune/Step": 2937, "Finetune/Step Time": 4.878039626404643}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.8773621320724487, "Finetune/Loss (Raw)": 0.9425405859947205, "Finetune/Step": 2938, "Finetune/Step Time": 4.879849350079894}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8772256374359131, "Finetune/Loss (Raw)": 0.8996450304985046, "Finetune/Step": 2939, "Finetune/Step Time": 4.878470664843917}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8760451674461365, "Finetune/Loss (Raw)": 0.7207396626472473, "Finetune/Step": 2940, "Finetune/Step Time": 4.880872407928109}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8735802173614502, "Finetune/Loss (Raw)": 0.6797337532043457, "Finetune/Step": 2941, "Finetune/Step Time": 4.898961892351508}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8788260221481323, "Finetune/Loss (Raw)": 1.024254560470581, "Finetune/Step": 2942, "Finetune/Step Time": 4.867266166955233}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8782010078430176, "Finetune/Loss (Raw)": 0.9430590867996216, "Finetune/Step": 2943, "Finetune/Step Time": 4.872144013643265}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8780292272567749, "Finetune/Loss (Raw)": 0.9131839275360107, "Finetune/Step": 2944, "Finetune/Step Time": 4.879856808111072}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8777862787246704, "Finetune/Loss (Raw)": 0.8262274265289307, "Finetune/Step": 2945, "Finetune/Step Time": 4.888949990272522}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8784072399139404, "Finetune/Loss (Raw)": 0.9164119362831116, "Finetune/Step": 2946, "Finetune/Step Time": 4.880230773240328}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.8771066069602966, "Finetune/Loss (Raw)": 0.8721673488616943, "Finetune/Step": 2947, "Finetune/Step Time": 4.896624548360705}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.8768047094345093, "Finetune/Loss (Raw)": 0.9665139317512512, "Finetune/Step": 2948, "Finetune/Step Time": 4.9068065546453}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.8785898685455322, "Finetune/Loss (Raw)": 0.9481690526008606, "Finetune/Step": 2949, "Finetune/Step Time": 4.8860835656523705}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.8785977959632874, "Finetune/Loss (Raw)": 0.9084881544113159, "Finetune/Step": 2950, "Finetune/Step Time": 4.885866992175579}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.877833366394043, "Finetune/Loss (Raw)": 0.3043186664581299, "Finetune/Step": 2951, "Finetune/Step Time": 4.8865076545625925}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8790110349655151, "Finetune/Loss (Raw)": 0.9545942544937134, "Finetune/Step": 2952, "Finetune/Step Time": 4.889638833701611}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8804512619972229, "Finetune/Loss (Raw)": 0.9850846529006958, "Finetune/Step": 2953, "Finetune/Step Time": 4.88883538171649}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8806170225143433, "Finetune/Loss (Raw)": 0.7951440215110779, "Finetune/Step": 2954, "Finetune/Step Time": 4.892797755077481}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8814812302589417, "Finetune/Loss (Raw)": 1.0541867017745972, "Finetune/Step": 2955, "Finetune/Step Time": 4.899379067122936}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8806295394897461, "Finetune/Loss (Raw)": 0.9404794573783875, "Finetune/Step": 2956, "Finetune/Step Time": 4.896298211067915}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8804470300674438, "Finetune/Loss (Raw)": 0.9026188850402832, "Finetune/Step": 2957, "Finetune/Step Time": 4.890421960502863}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.8800352811813354, "Finetune/Loss (Raw)": 0.9127618670463562, "Finetune/Step": 2958, "Finetune/Step Time": 4.893536739051342}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.8742766976356506, "Finetune/Loss (Raw)": 0.3186069130897522, "Finetune/Step": 2959, "Finetune/Step Time": 4.925969559699297}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.8735818862915039, "Finetune/Loss (Raw)": 0.9072198867797852, "Finetune/Step": 2960, "Finetune/Step Time": 4.923034997656941}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.8732161521911621, "Finetune/Loss (Raw)": 0.8404095768928528, "Finetune/Step": 2961, "Finetune/Step Time": 4.909330295398831}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.8788315057754517, "Finetune/Loss (Raw)": 1.0745322704315186, "Finetune/Step": 2962, "Finetune/Step Time": 4.879876269027591}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8792020082473755, "Finetune/Loss (Raw)": 0.9794686436653137, "Finetune/Step": 2963, "Finetune/Step Time": 4.8903679382056}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8811802864074707, "Finetune/Loss (Raw)": 0.9909117817878723, "Finetune/Step": 2964, "Finetune/Step Time": 4.893118923529983}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8811620473861694, "Finetune/Loss (Raw)": 0.9588582515716553, "Finetune/Step": 2965, "Finetune/Step Time": 4.889180736616254}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8810364007949829, "Finetune/Loss (Raw)": 0.8178234100341797, "Finetune/Step": 2966, "Finetune/Step Time": 4.897131506353617}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8806335926055908, "Finetune/Loss (Raw)": 0.780121386051178, "Finetune/Step": 2967, "Finetune/Step Time": 4.908908095210791}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8813252449035645, "Finetune/Loss (Raw)": 1.0236127376556396, "Finetune/Step": 2968, "Finetune/Step Time": 4.917715881019831}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8797099590301514, "Finetune/Loss (Raw)": 0.8647328019142151, "Finetune/Step": 2969, "Finetune/Step Time": 4.9143123254179955}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8797685503959656, "Finetune/Loss (Raw)": 0.9098645448684692, "Finetune/Step": 2970, "Finetune/Step Time": 4.926297212019563}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8808732032775879, "Finetune/Loss (Raw)": 0.8958134651184082, "Finetune/Step": 2971, "Finetune/Step Time": 4.933747408911586}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8810551166534424, "Finetune/Loss (Raw)": 0.927190363407135, "Finetune/Step": 2972, "Finetune/Step Time": 4.929603848606348}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8796817660331726, "Finetune/Loss (Raw)": 0.7802123427391052, "Finetune/Step": 2973, "Finetune/Step Time": 4.93277576752007}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8802873492240906, "Finetune/Loss (Raw)": 0.9325883388519287, "Finetune/Step": 2974, "Finetune/Step Time": 4.933583555743098}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.8780723810195923, "Finetune/Loss (Raw)": 0.39124035835266113, "Finetune/Step": 2975, "Finetune/Step Time": 4.957223825156689}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8769621849060059, "Finetune/Loss (Raw)": 0.8261473774909973, "Finetune/Step": 2976, "Finetune/Step Time": 4.951316216960549}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.877377450466156, "Finetune/Loss (Raw)": 0.9206852912902832, "Finetune/Step": 2977, "Finetune/Step Time": 4.94881372526288}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8782353401184082, "Finetune/Loss (Raw)": 0.9844311475753784, "Finetune/Step": 2978, "Finetune/Step Time": 4.948973439633846}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8779215812683105, "Finetune/Loss (Raw)": 0.8928871154785156, "Finetune/Step": 2979, "Finetune/Step Time": 4.959618927910924}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8768383264541626, "Finetune/Loss (Raw)": 0.8439767360687256, "Finetune/Step": 2980, "Finetune/Step Time": 4.963093891739845}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8761355876922607, "Finetune/Loss (Raw)": 0.7855294346809387, "Finetune/Step": 2981, "Finetune/Step Time": 4.990156168118119}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8751636743545532, "Finetune/Loss (Raw)": 0.8216897249221802, "Finetune/Step": 2982, "Finetune/Step Time": 4.983604319393635}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.875710129737854, "Finetune/Loss (Raw)": 1.0111689567565918, "Finetune/Step": 2983, "Finetune/Step Time": 4.974083652719855}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8759894371032715, "Finetune/Loss (Raw)": 0.9778074026107788, "Finetune/Step": 2984, "Finetune/Step Time": 4.973642973229289}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8751685619354248, "Finetune/Loss (Raw)": 0.8765103220939636, "Finetune/Step": 2985, "Finetune/Step Time": 4.9735877979546785}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.8714331984519958, "Finetune/Loss (Raw)": 0.32924970984458923, "Finetune/Step": 2986, "Finetune/Step Time": 5.01096604578197}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8709337711334229, "Finetune/Loss (Raw)": 0.8400119543075562, "Finetune/Step": 2987, "Finetune/Step Time": 5.023948082700372}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.8721969127655029, "Finetune/Loss (Raw)": 0.9527815580368042, "Finetune/Step": 2988, "Finetune/Step Time": 5.020464796572924}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8705844879150391, "Finetune/Loss (Raw)": 0.8211010694503784, "Finetune/Step": 2989, "Finetune/Step Time": 5.025006856769323}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.872084379196167, "Finetune/Loss (Raw)": 1.0100542306900024, "Finetune/Step": 2990, "Finetune/Step Time": 5.006554566323757}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8723142743110657, "Finetune/Loss (Raw)": 0.9510722756385803, "Finetune/Step": 2991, "Finetune/Step Time": 5.011367971077561}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8718035221099854, "Finetune/Loss (Raw)": 0.7849482297897339, "Finetune/Step": 2992, "Finetune/Step Time": 5.011440631002188}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8718513250350952, "Finetune/Loss (Raw)": 0.9993682503700256, "Finetune/Step": 2993, "Finetune/Step Time": 5.0073084235191345}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8767194747924805, "Finetune/Loss (Raw)": 1.01682710647583, "Finetune/Step": 2994, "Finetune/Step Time": 4.974113404750824}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8766767978668213, "Finetune/Loss (Raw)": 0.8987341523170471, "Finetune/Step": 2995, "Finetune/Step Time": 4.978020766749978}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8755380511283875, "Finetune/Loss (Raw)": 0.8776952624320984, "Finetune/Step": 2996, "Finetune/Step Time": 4.993070004507899}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.876393735408783, "Finetune/Loss (Raw)": 0.8318684101104736, "Finetune/Step": 2997, "Finetune/Step Time": 4.958065900951624}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8801721334457397, "Finetune/Loss (Raw)": 0.8625719547271729, "Finetune/Step": 2998, "Finetune/Step Time": 4.931857939809561}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8806165456771851, "Finetune/Loss (Raw)": 1.0649648904800415, "Finetune/Step": 2999, "Finetune/Step Time": 4.938467124477029}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8799483180046082, "Finetune/Loss (Raw)": 0.894034743309021, "Finetune/Step": 3000, "Finetune/Step Time": 4.9426318276673555}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8797334432601929, "Finetune/Loss (Raw)": 0.8587000370025635, "Finetune/Step": 3001, "Finetune/Step Time": 4.945486897602677}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8842210173606873, "Finetune/Loss (Raw)": 0.9342170357704163, "Finetune/Step": 3002, "Finetune/Step Time": 4.912929067388177}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8832699656486511, "Finetune/Loss (Raw)": 0.8819137215614319, "Finetune/Step": 3003, "Finetune/Step Time": 4.919490190222859}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8836963176727295, "Finetune/Loss (Raw)": 0.9323468804359436, "Finetune/Step": 3004, "Finetune/Step Time": 4.912538236007094}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8828334808349609, "Finetune/Loss (Raw)": 0.7291402816772461, "Finetune/Step": 3005, "Finetune/Step Time": 4.93536171503365}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8829459547996521, "Finetune/Loss (Raw)": 0.9374287724494934, "Finetune/Step": 3006, "Finetune/Step Time": 4.927942520007491}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.88279128074646, "Finetune/Loss (Raw)": 0.7641525268554688, "Finetune/Step": 3007, "Finetune/Step Time": 4.9190853536129}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8824377059936523, "Finetune/Loss (Raw)": 0.9434667825698853, "Finetune/Step": 3008, "Finetune/Step Time": 4.920655971392989}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8825083374977112, "Finetune/Loss (Raw)": 0.9866278767585754, "Finetune/Step": 3009, "Finetune/Step Time": 4.913560988381505}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8815821409225464, "Finetune/Loss (Raw)": 0.8691176176071167, "Finetune/Step": 3010, "Finetune/Step Time": 4.909046383574605}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8816285133361816, "Finetune/Loss (Raw)": 1.01569402217865, "Finetune/Step": 3011, "Finetune/Step Time": 4.905626954510808}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8823184967041016, "Finetune/Loss (Raw)": 0.9402083158493042, "Finetune/Step": 3012, "Finetune/Step Time": 4.877364404499531}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8819159269332886, "Finetune/Loss (Raw)": 0.8881332278251648, "Finetune/Step": 3013, "Finetune/Step Time": 4.868408773094416}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8831868171691895, "Finetune/Loss (Raw)": 0.845372200012207, "Finetune/Step": 3014, "Finetune/Step Time": 4.857040107250214}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8829857707023621, "Finetune/Loss (Raw)": 0.7620111703872681, "Finetune/Step": 3015, "Finetune/Step Time": 4.865963272750378}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8818154335021973, "Finetune/Loss (Raw)": 0.9024999737739563, "Finetune/Step": 3016, "Finetune/Step Time": 4.864158684387803}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8852531313896179, "Finetune/Loss (Raw)": 0.7709036469459534, "Finetune/Step": 3017, "Finetune/Step Time": 4.834405222907662}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8855142593383789, "Finetune/Loss (Raw)": 0.8420174717903137, "Finetune/Step": 3018, "Finetune/Step Time": 4.829965831711888}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8857381343841553, "Finetune/Loss (Raw)": 0.9208929538726807, "Finetune/Step": 3019, "Finetune/Step Time": 4.831549357622862}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8839810490608215, "Finetune/Loss (Raw)": 0.8686387538909912, "Finetune/Step": 3020, "Finetune/Step Time": 4.813221950083971}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8840214014053345, "Finetune/Loss (Raw)": 0.8875710368156433, "Finetune/Step": 3021, "Finetune/Step Time": 4.822939855977893}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8837257623672485, "Finetune/Loss (Raw)": 0.9737243056297302, "Finetune/Step": 3022, "Finetune/Step Time": 4.822796801105142}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8825509548187256, "Finetune/Loss (Raw)": 0.7363502979278564, "Finetune/Step": 3023, "Finetune/Step Time": 4.825462080538273}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8824523687362671, "Finetune/Loss (Raw)": 0.9255592823028564, "Finetune/Step": 3024, "Finetune/Step Time": 4.830980092287064}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8820704221725464, "Finetune/Loss (Raw)": 0.9307271838188171, "Finetune/Step": 3025, "Finetune/Step Time": 4.830394219607115}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8821996450424194, "Finetune/Loss (Raw)": 0.9309598207473755, "Finetune/Step": 3026, "Finetune/Step Time": 4.834718951955438}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8831526041030884, "Finetune/Loss (Raw)": 0.9835698008537292, "Finetune/Step": 3027, "Finetune/Step Time": 4.8330073822289705}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8840302228927612, "Finetune/Loss (Raw)": 0.8968495726585388, "Finetune/Step": 3028, "Finetune/Step Time": 4.83631244674325}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8860173225402832, "Finetune/Loss (Raw)": 1.0520952939987183, "Finetune/Step": 3029, "Finetune/Step Time": 4.827233392745256}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8856282234191895, "Finetune/Loss (Raw)": 0.8789106011390686, "Finetune/Step": 3030, "Finetune/Step Time": 4.8243911899626255}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8852891325950623, "Finetune/Loss (Raw)": 0.9095510840415955, "Finetune/Step": 3031, "Finetune/Step Time": 4.8216164615005255}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8861544132232666, "Finetune/Loss (Raw)": 0.9752457737922668, "Finetune/Step": 3032, "Finetune/Step Time": 4.82622348330915}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8862389326095581, "Finetune/Loss (Raw)": 0.9061338305473328, "Finetune/Step": 3033, "Finetune/Step Time": 4.823180221021175}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8871124982833862, "Finetune/Loss (Raw)": 1.042994499206543, "Finetune/Step": 3034, "Finetune/Step Time": 4.818991910666227}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8873720169067383, "Finetune/Loss (Raw)": 0.8947610259056091, "Finetune/Step": 3035, "Finetune/Step Time": 4.820451732724905}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8868848085403442, "Finetune/Loss (Raw)": 0.8806445002555847, "Finetune/Step": 3036, "Finetune/Step Time": 4.833770174533129}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8864012956619263, "Finetune/Loss (Raw)": 1.0193136930465698, "Finetune/Step": 3037, "Finetune/Step Time": 4.8362468015402555}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8863869905471802, "Finetune/Loss (Raw)": 0.9838031530380249, "Finetune/Step": 3038, "Finetune/Step Time": 4.835399417206645}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.884752631187439, "Finetune/Loss (Raw)": 0.8399562239646912, "Finetune/Step": 3039, "Finetune/Step Time": 4.835371540859342}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8846925497055054, "Finetune/Loss (Raw)": 0.9338465929031372, "Finetune/Step": 3040, "Finetune/Step Time": 4.828319173306227}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8834871649742126, "Finetune/Loss (Raw)": 0.7775000929832458, "Finetune/Step": 3041, "Finetune/Step Time": 4.833169648423791}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8852664232254028, "Finetune/Loss (Raw)": 0.9280689358711243, "Finetune/Step": 3042, "Finetune/Step Time": 4.808675719425082}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8819100856781006, "Finetune/Loss (Raw)": 0.30912843346595764, "Finetune/Step": 3043, "Finetune/Step Time": 4.833573857322335}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8802520632743835, "Finetune/Loss (Raw)": 0.7153602242469788, "Finetune/Step": 3044, "Finetune/Step Time": 4.852535637095571}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.879007875919342, "Finetune/Loss (Raw)": 0.8127847909927368, "Finetune/Step": 3045, "Finetune/Step Time": 4.858806071802974}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8804997205734253, "Finetune/Loss (Raw)": 1.0368428230285645, "Finetune/Step": 3046, "Finetune/Step Time": 4.852553475648165}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8800919651985168, "Finetune/Loss (Raw)": 0.8602514266967773, "Finetune/Step": 3047, "Finetune/Step Time": 4.858705747872591}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8855611085891724, "Finetune/Loss (Raw)": 1.0452244281768799, "Finetune/Step": 3048, "Finetune/Step Time": 4.823030499741435}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8854846954345703, "Finetune/Loss (Raw)": 0.8860042095184326, "Finetune/Step": 3049, "Finetune/Step Time": 4.80582132935524}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8865910768508911, "Finetune/Loss (Raw)": 0.9973390698432922, "Finetune/Step": 3050, "Finetune/Step Time": 4.797337641939521}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8877444863319397, "Finetune/Loss (Raw)": 1.0271474123001099, "Finetune/Step": 3051, "Finetune/Step Time": 4.775515053421259}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8867968320846558, "Finetune/Loss (Raw)": 0.8754994869232178, "Finetune/Step": 3052, "Finetune/Step Time": 4.779648477211595}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8865385055541992, "Finetune/Loss (Raw)": 0.9763182401657104, "Finetune/Step": 3053, "Finetune/Step Time": 4.782839512452483}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8875852823257446, "Finetune/Loss (Raw)": 1.0133554935455322, "Finetune/Step": 3054, "Finetune/Step Time": 4.745963469147682}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8893741965293884, "Finetune/Loss (Raw)": 0.9290367364883423, "Finetune/Step": 3055, "Finetune/Step Time": 4.737387320026755}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8899791240692139, "Finetune/Loss (Raw)": 0.9758588671684265, "Finetune/Step": 3056, "Finetune/Step Time": 4.715965623036027}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.887996256351471, "Finetune/Loss (Raw)": 0.7887215614318848, "Finetune/Step": 3057, "Finetune/Step Time": 4.7287449687719345}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8879730701446533, "Finetune/Loss (Raw)": 0.966813862323761, "Finetune/Step": 3058, "Finetune/Step Time": 4.725541489198804}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8880078792572021, "Finetune/Loss (Raw)": 0.9442132711410522, "Finetune/Step": 3059, "Finetune/Step Time": 4.722127061337233}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8883190155029297, "Finetune/Loss (Raw)": 0.9753513336181641, "Finetune/Step": 3060, "Finetune/Step Time": 4.726466881111264}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8886516094207764, "Finetune/Loss (Raw)": 0.9507151246070862, "Finetune/Step": 3061, "Finetune/Step Time": 4.723712649196386}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8880534768104553, "Finetune/Loss (Raw)": 0.8456593155860901, "Finetune/Step": 3062, "Finetune/Step Time": 4.756794614717364}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8877705335617065, "Finetune/Loss (Raw)": 0.8652735948562622, "Finetune/Step": 3063, "Finetune/Step Time": 4.748519631102681}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8868871927261353, "Finetune/Loss (Raw)": 0.9080923795700073, "Finetune/Step": 3064, "Finetune/Step Time": 4.729776790365577}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8849149942398071, "Finetune/Loss (Raw)": 0.8028603196144104, "Finetune/Step": 3065, "Finetune/Step Time": 4.746885620057583}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.882940411567688, "Finetune/Loss (Raw)": 0.6897900700569153, "Finetune/Step": 3066, "Finetune/Step Time": 4.775071162730455}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8828149437904358, "Finetune/Loss (Raw)": 0.8835899829864502, "Finetune/Step": 3067, "Finetune/Step Time": 4.7756096832454205}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8840541839599609, "Finetune/Loss (Raw)": 0.8793643116950989, "Finetune/Step": 3068, "Finetune/Step Time": 4.787232480943203}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8849388360977173, "Finetune/Loss (Raw)": 0.7929641604423523, "Finetune/Step": 3069, "Finetune/Step Time": 4.7784889079630375}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8842235803604126, "Finetune/Loss (Raw)": 0.9327035546302795, "Finetune/Step": 3070, "Finetune/Step Time": 4.776272963732481}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.88475501537323, "Finetune/Loss (Raw)": 1.011088490486145, "Finetune/Step": 3071, "Finetune/Step Time": 4.768712656572461}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8843600749969482, "Finetune/Loss (Raw)": 0.8626319169998169, "Finetune/Step": 3072, "Finetune/Step Time": 4.7747719287872314}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8848755955696106, "Finetune/Loss (Raw)": 0.8922060132026672, "Finetune/Step": 3073, "Finetune/Step Time": 4.765097040683031}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8844362497329712, "Finetune/Loss (Raw)": 0.8601757287979126, "Finetune/Step": 3074, "Finetune/Step Time": 4.767301635816693}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8799200057983398, "Finetune/Loss (Raw)": 0.2940863370895386, "Finetune/Step": 3075, "Finetune/Step Time": 4.787028877064586}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8782831430435181, "Finetune/Loss (Raw)": 0.7569936513900757, "Finetune/Step": 3076, "Finetune/Step Time": 4.773089103400707}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8781859874725342, "Finetune/Loss (Raw)": 0.935741126537323, "Finetune/Step": 3077, "Finetune/Step Time": 4.772819751873612}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8774112462997437, "Finetune/Loss (Raw)": 0.8093234896659851, "Finetune/Step": 3078, "Finetune/Step Time": 4.769334120675921}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8809559345245361, "Finetune/Loss (Raw)": 0.758039653301239, "Finetune/Step": 3079, "Finetune/Step Time": 4.756564037874341}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.87946617603302, "Finetune/Loss (Raw)": 0.7639036774635315, "Finetune/Step": 3080, "Finetune/Step Time": 4.755602475255728}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.878143310546875, "Finetune/Loss (Raw)": 0.8157484531402588, "Finetune/Step": 3081, "Finetune/Step Time": 4.7586696818470955}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8787610530853271, "Finetune/Loss (Raw)": 0.8742174506187439, "Finetune/Step": 3082, "Finetune/Step Time": 4.7485863752663136}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8779199123382568, "Finetune/Loss (Raw)": 0.9465197324752808, "Finetune/Step": 3083, "Finetune/Step Time": 4.759594729170203}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8769509196281433, "Finetune/Loss (Raw)": 0.8164510726928711, "Finetune/Step": 3084, "Finetune/Step Time": 4.770818375051022}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8782771825790405, "Finetune/Loss (Raw)": 1.0723793506622314, "Finetune/Step": 3085, "Finetune/Step Time": 4.762064844369888}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8787446022033691, "Finetune/Loss (Raw)": 0.9725955128669739, "Finetune/Step": 3086, "Finetune/Step Time": 4.766758099198341}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8832916021347046, "Finetune/Loss (Raw)": 0.9006264209747314, "Finetune/Step": 3087, "Finetune/Step Time": 4.736222956329584}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8817100524902344, "Finetune/Loss (Raw)": 0.7047750949859619, "Finetune/Step": 3088, "Finetune/Step Time": 4.735076319426298}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8825313448905945, "Finetune/Loss (Raw)": 0.9455384612083435, "Finetune/Step": 3089, "Finetune/Step Time": 4.744367614388466}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8805992007255554, "Finetune/Loss (Raw)": 0.8272097706794739, "Finetune/Step": 3090, "Finetune/Step Time": 4.73809969983995}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8793438673019409, "Finetune/Loss (Raw)": 0.8187834620475769, "Finetune/Step": 3091, "Finetune/Step Time": 4.741987839341164}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8739449977874756, "Finetune/Loss (Raw)": 0.2998633086681366, "Finetune/Step": 3092, "Finetune/Step Time": 4.775053009390831}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.8733208179473877, "Finetune/Loss (Raw)": 0.8789626359939575, "Finetune/Step": 3093, "Finetune/Step Time": 4.78196837566793}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.8740414381027222, "Finetune/Loss (Raw)": 0.9100605845451355, "Finetune/Step": 3094, "Finetune/Step Time": 4.776381837204099}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.8748558163642883, "Finetune/Loss (Raw)": 0.8843667507171631, "Finetune/Step": 3095, "Finetune/Step Time": 4.757683960720897}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8739557266235352, "Finetune/Loss (Raw)": 0.908399224281311, "Finetune/Step": 3096, "Finetune/Step Time": 4.7522192299366}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8695774078369141, "Finetune/Loss (Raw)": 0.30431416630744934, "Finetune/Step": 3097, "Finetune/Step Time": 4.790082989260554}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.8680161237716675, "Finetune/Loss (Raw)": 0.7100155353546143, "Finetune/Step": 3098, "Finetune/Step Time": 4.7777882274240255}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.8683197498321533, "Finetune/Loss (Raw)": 0.9346745014190674, "Finetune/Step": 3099, "Finetune/Step Time": 4.781077440828085}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.8694363832473755, "Finetune/Loss (Raw)": 1.0701255798339844, "Finetune/Step": 3100, "Finetune/Step Time": 4.783267974853516}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.8684169054031372, "Finetune/Loss (Raw)": 0.6497142910957336, "Finetune/Step": 3101, "Finetune/Step Time": 4.785531198605895}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.8687549829483032, "Finetune/Loss (Raw)": 0.9758588075637817, "Finetune/Step": 3102, "Finetune/Step Time": 4.7930302657186985}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.873673141002655, "Finetune/Loss (Raw)": 1.0207719802856445, "Finetune/Step": 3103, "Finetune/Step Time": 4.76855992898345}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.874406099319458, "Finetune/Loss (Raw)": 0.919958770275116, "Finetune/Step": 3104, "Finetune/Step Time": 4.763402376323938}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.874274492263794, "Finetune/Loss (Raw)": 0.9038445949554443, "Finetune/Step": 3105, "Finetune/Step Time": 4.753639155998826}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8732591867446899, "Finetune/Loss (Raw)": 0.8544729351997375, "Finetune/Step": 3106, "Finetune/Step Time": 4.7540554609149694}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8741658926010132, "Finetune/Loss (Raw)": 1.0089386701583862, "Finetune/Step": 3107, "Finetune/Step Time": 4.747287396341562}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8739581108093262, "Finetune/Loss (Raw)": 0.8173896670341492, "Finetune/Step": 3108, "Finetune/Step Time": 4.738544782623649}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8747817277908325, "Finetune/Loss (Raw)": 0.8909522294998169, "Finetune/Step": 3109, "Finetune/Step Time": 4.7139512822031975}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8749487400054932, "Finetune/Loss (Raw)": 0.8430600762367249, "Finetune/Step": 3110, "Finetune/Step Time": 4.710877850651741}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8738850355148315, "Finetune/Loss (Raw)": 0.8750163316726685, "Finetune/Step": 3111, "Finetune/Step Time": 4.719888182356954}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8738125562667847, "Finetune/Loss (Raw)": 0.9685357809066772, "Finetune/Step": 3112, "Finetune/Step Time": 4.704533504322171}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8737962245941162, "Finetune/Loss (Raw)": 0.874414324760437, "Finetune/Step": 3113, "Finetune/Step Time": 4.717992627993226}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8785434365272522, "Finetune/Loss (Raw)": 0.9368937611579895, "Finetune/Step": 3114, "Finetune/Step Time": 4.688203996047378}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8786555528640747, "Finetune/Loss (Raw)": 0.8543659448623657, "Finetune/Step": 3115, "Finetune/Step Time": 4.670503435656428}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8768919706344604, "Finetune/Loss (Raw)": 0.727039635181427, "Finetune/Step": 3116, "Finetune/Step Time": 4.69816386140883}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8774883151054382, "Finetune/Loss (Raw)": 0.8974366784095764, "Finetune/Step": 3117, "Finetune/Step Time": 4.693203611299396}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8733100891113281, "Finetune/Loss (Raw)": 0.47524014115333557, "Finetune/Step": 3118, "Finetune/Step Time": 4.724983893334866}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.8726956248283386, "Finetune/Loss (Raw)": 0.8724232912063599, "Finetune/Step": 3119, "Finetune/Step Time": 4.724787646904588}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8736010789871216, "Finetune/Loss (Raw)": 0.9008375406265259, "Finetune/Step": 3120, "Finetune/Step Time": 4.718777427449822}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.871542751789093, "Finetune/Loss (Raw)": 0.7359095811843872, "Finetune/Step": 3121, "Finetune/Step Time": 4.730343261733651}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.8705873489379883, "Finetune/Loss (Raw)": 0.8945399522781372, "Finetune/Step": 3122, "Finetune/Step Time": 4.726656634360552}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.8701088428497314, "Finetune/Loss (Raw)": 0.8374775648117065, "Finetune/Step": 3123, "Finetune/Step Time": 4.715385185554624}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8709729909896851, "Finetune/Loss (Raw)": 0.9883089065551758, "Finetune/Step": 3124, "Finetune/Step Time": 4.704209798946977}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.871652364730835, "Finetune/Loss (Raw)": 0.9188277721405029, "Finetune/Step": 3125, "Finetune/Step Time": 4.709812242537737}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8724753856658936, "Finetune/Loss (Raw)": 0.9679253101348877, "Finetune/Step": 3126, "Finetune/Step Time": 4.699945325031877}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8719800114631653, "Finetune/Loss (Raw)": 1.0015500783920288, "Finetune/Step": 3127, "Finetune/Step Time": 4.6957125924527645}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.8704833984375, "Finetune/Loss (Raw)": 0.7024659514427185, "Finetune/Step": 3128, "Finetune/Step Time": 4.737213850021362}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.8704221248626709, "Finetune/Loss (Raw)": 0.8508625030517578, "Finetune/Step": 3129, "Finetune/Step Time": 4.73365244269371}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.8694727420806885, "Finetune/Loss (Raw)": 0.8126911520957947, "Finetune/Step": 3130, "Finetune/Step Time": 4.748556803911924}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.8692865371704102, "Finetune/Loss (Raw)": 0.858083188533783, "Finetune/Step": 3131, "Finetune/Step Time": 4.750294096767902}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.8652418255805969, "Finetune/Loss (Raw)": 0.4146248698234558, "Finetune/Step": 3132, "Finetune/Step Time": 4.786069775000215}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.8667831420898438, "Finetune/Loss (Raw)": 0.9264276623725891, "Finetune/Step": 3133, "Finetune/Step Time": 4.761657815426588}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.8662201166152954, "Finetune/Loss (Raw)": 0.8653649687767029, "Finetune/Step": 3134, "Finetune/Step Time": 4.776564484462142}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.8675087094306946, "Finetune/Loss (Raw)": 0.9290886521339417, "Finetune/Step": 3135, "Finetune/Step Time": 4.778936933726072}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.8676075339317322, "Finetune/Loss (Raw)": 0.9561142921447754, "Finetune/Step": 3136, "Finetune/Step Time": 4.786014026030898}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.8664092421531677, "Finetune/Loss (Raw)": 0.833250105381012, "Finetune/Step": 3137, "Finetune/Step Time": 4.802316864952445}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.8655466437339783, "Finetune/Loss (Raw)": 0.7587026357650757, "Finetune/Step": 3138, "Finetune/Step Time": 4.810299754142761}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.8645004034042358, "Finetune/Loss (Raw)": 0.8817791938781738, "Finetune/Step": 3139, "Finetune/Step Time": 4.811838801950216}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.8639494180679321, "Finetune/Loss (Raw)": 0.8696752786636353, "Finetune/Step": 3140, "Finetune/Step Time": 4.822796935215592}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.8634932041168213, "Finetune/Loss (Raw)": 0.8297445774078369, "Finetune/Step": 3141, "Finetune/Step Time": 4.824917869642377}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.8635233640670776, "Finetune/Loss (Raw)": 0.8492294549942017, "Finetune/Step": 3142, "Finetune/Step Time": 4.824123555794358}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.8630070686340332, "Finetune/Loss (Raw)": 0.6959249973297119, "Finetune/Step": 3143, "Finetune/Step Time": 4.823634712025523}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.8637081384658813, "Finetune/Loss (Raw)": 0.9922350645065308, "Finetune/Step": 3144, "Finetune/Step Time": 4.815484952181578}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.8653749227523804, "Finetune/Loss (Raw)": 0.9842530488967896, "Finetune/Step": 3145, "Finetune/Step Time": 4.810264280065894}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.8661436438560486, "Finetune/Loss (Raw)": 0.9404115080833435, "Finetune/Step": 3146, "Finetune/Step Time": 4.810806214809418}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.8665667176246643, "Finetune/Loss (Raw)": 0.975051760673523, "Finetune/Step": 3147, "Finetune/Step Time": 4.82314701192081}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.8679229021072388, "Finetune/Loss (Raw)": 1.0422285795211792, "Finetune/Step": 3148, "Finetune/Step Time": 4.84347521327436}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.8642815351486206, "Finetune/Loss (Raw)": 0.4214768409729004, "Finetune/Step": 3149, "Finetune/Step Time": 4.871157322078943}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.8636386394500732, "Finetune/Loss (Raw)": 0.8914337754249573, "Finetune/Step": 3150, "Finetune/Step Time": 4.86826035939157}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.8648399114608765, "Finetune/Loss (Raw)": 0.8901139497756958, "Finetune/Step": 3151, "Finetune/Step Time": 4.875228906050324}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.86402827501297, "Finetune/Loss (Raw)": 0.8216710686683655, "Finetune/Step": 3152, "Finetune/Step Time": 4.869780071079731}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.8639269471168518, "Finetune/Loss (Raw)": 0.9177531599998474, "Finetune/Step": 3153, "Finetune/Step Time": 4.869861915707588}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.863592267036438, "Finetune/Loss (Raw)": 0.8881210088729858, "Finetune/Step": 3154, "Finetune/Step Time": 4.861869225278497}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.863448441028595, "Finetune/Loss (Raw)": 0.9651634693145752, "Finetune/Step": 3155, "Finetune/Step Time": 4.855904804542661}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.862846314907074, "Finetune/Loss (Raw)": 0.8197711110115051, "Finetune/Step": 3156, "Finetune/Step Time": 4.856241215020418}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8625054359436035, "Finetune/Loss (Raw)": 1.008468747138977, "Finetune/Step": 3157, "Finetune/Step Time": 4.861641865223646}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8578691482543945, "Finetune/Loss (Raw)": 0.28546181321144104, "Finetune/Step": 3158, "Finetune/Step Time": 4.8781885132193565}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.857425332069397, "Finetune/Loss (Raw)": 0.8527456521987915, "Finetune/Step": 3159, "Finetune/Step Time": 4.881710520014167}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8566255569458008, "Finetune/Loss (Raw)": 0.872870147228241, "Finetune/Step": 3160, "Finetune/Step Time": 4.871592221781611}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8566174507141113, "Finetune/Loss (Raw)": 0.9050948023796082, "Finetune/Step": 3161, "Finetune/Step Time": 4.891062954440713}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8516566753387451, "Finetune/Loss (Raw)": 0.408021479845047, "Finetune/Step": 3162, "Finetune/Step Time": 4.92644901201129}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8528112769126892, "Finetune/Loss (Raw)": 1.0425505638122559, "Finetune/Step": 3163, "Finetune/Step Time": 4.93774170614779}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8533030152320862, "Finetune/Loss (Raw)": 0.9435884952545166, "Finetune/Step": 3164, "Finetune/Step Time": 4.918046975508332}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8506959080696106, "Finetune/Loss (Raw)": 0.6856003999710083, "Finetune/Step": 3165, "Finetune/Step Time": 4.920227756723762}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8494378924369812, "Finetune/Loss (Raw)": 0.8227770924568176, "Finetune/Step": 3166, "Finetune/Step Time": 4.92067763209343}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8500471711158752, "Finetune/Loss (Raw)": 0.9179461598396301, "Finetune/Step": 3167, "Finetune/Step Time": 4.918196827173233}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8506877422332764, "Finetune/Loss (Raw)": 1.0158356428146362, "Finetune/Step": 3168, "Finetune/Step Time": 4.923733597621322}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8470807075500488, "Finetune/Loss (Raw)": 0.31580251455307007, "Finetune/Step": 3169, "Finetune/Step Time": 4.956418566405773}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8459576964378357, "Finetune/Loss (Raw)": 0.784321129322052, "Finetune/Step": 3170, "Finetune/Step Time": 4.956866716966033}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8499382734298706, "Finetune/Loss (Raw)": 0.8186392784118652, "Finetune/Step": 3171, "Finetune/Step Time": 4.92405517026782}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8512516021728516, "Finetune/Loss (Raw)": 0.8834669589996338, "Finetune/Step": 3172, "Finetune/Step Time": 4.905718460679054}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.851104736328125, "Finetune/Loss (Raw)": 0.7939924001693726, "Finetune/Step": 3173, "Finetune/Step Time": 4.917153948917985}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8511470556259155, "Finetune/Loss (Raw)": 1.042259931564331, "Finetune/Step": 3174, "Finetune/Step Time": 4.922636728733778}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8513585329055786, "Finetune/Loss (Raw)": 0.8873232007026672, "Finetune/Step": 3175, "Finetune/Step Time": 4.91862721927464}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8512992858886719, "Finetune/Loss (Raw)": 1.0376346111297607, "Finetune/Step": 3176, "Finetune/Step Time": 4.919993406161666}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8510646224021912, "Finetune/Loss (Raw)": 0.8559672832489014, "Finetune/Step": 3177, "Finetune/Step Time": 4.923805586993694}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8499928712844849, "Finetune/Loss (Raw)": 0.8601564764976501, "Finetune/Step": 3178, "Finetune/Step Time": 4.92990699224174}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8503822088241577, "Finetune/Loss (Raw)": 1.0769803524017334, "Finetune/Step": 3179, "Finetune/Step Time": 4.935843795537949}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8499538898468018, "Finetune/Loss (Raw)": 0.8206763863563538, "Finetune/Step": 3180, "Finetune/Step Time": 4.931828984990716}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8497252464294434, "Finetune/Loss (Raw)": 0.9470492005348206, "Finetune/Step": 3181, "Finetune/Step Time": 4.92716315574944}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8489664793014526, "Finetune/Loss (Raw)": 0.9162322282791138, "Finetune/Step": 3182, "Finetune/Step Time": 4.930051993578672}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8483848571777344, "Finetune/Loss (Raw)": 0.8545867204666138, "Finetune/Step": 3183, "Finetune/Step Time": 4.929624479264021}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8478382229804993, "Finetune/Loss (Raw)": 0.9058927893638611, "Finetune/Step": 3184, "Finetune/Step Time": 4.940422208979726}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8488912582397461, "Finetune/Loss (Raw)": 0.9235100746154785, "Finetune/Step": 3185, "Finetune/Step Time": 4.934578092768788}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8480004072189331, "Finetune/Loss (Raw)": 0.852785050868988, "Finetune/Step": 3186, "Finetune/Step Time": 4.938956681638956}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8480455875396729, "Finetune/Loss (Raw)": 0.9499968886375427, "Finetune/Step": 3187, "Finetune/Step Time": 4.94763215072453}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8471592664718628, "Finetune/Loss (Raw)": 0.8619001507759094, "Finetune/Step": 3188, "Finetune/Step Time": 4.951178828254342}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8463572263717651, "Finetune/Loss (Raw)": 0.8480592370033264, "Finetune/Step": 3189, "Finetune/Step Time": 4.942000053822994}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.846835732460022, "Finetune/Loss (Raw)": 0.9069092869758606, "Finetune/Step": 3190, "Finetune/Step Time": 4.912060668691993}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8475892543792725, "Finetune/Loss (Raw)": 0.9617146849632263, "Finetune/Step": 3191, "Finetune/Step Time": 4.938043151050806}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8470757603645325, "Finetune/Loss (Raw)": 0.8423731327056885, "Finetune/Step": 3192, "Finetune/Step Time": 4.943400505930185}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8475133180618286, "Finetune/Loss (Raw)": 0.8588689565658569, "Finetune/Step": 3193, "Finetune/Step Time": 4.9281849805265665}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8481791615486145, "Finetune/Loss (Raw)": 0.7750130295753479, "Finetune/Step": 3194, "Finetune/Step Time": 4.900023501366377}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8488102555274963, "Finetune/Loss (Raw)": 0.9643696546554565, "Finetune/Step": 3195, "Finetune/Step Time": 4.912135008722544}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8491249680519104, "Finetune/Loss (Raw)": 0.9196471571922302, "Finetune/Step": 3196, "Finetune/Step Time": 4.901249900460243}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8506858944892883, "Finetune/Loss (Raw)": 0.992772102355957, "Finetune/Step": 3197, "Finetune/Step Time": 4.892838954925537}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8495205640792847, "Finetune/Loss (Raw)": 0.7835406064987183, "Finetune/Step": 3198, "Finetune/Step Time": 4.901613486930728}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8487045764923096, "Finetune/Loss (Raw)": 0.906634509563446, "Finetune/Step": 3199, "Finetune/Step Time": 4.90122614055872}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8503307104110718, "Finetune/Loss (Raw)": 1.0707803964614868, "Finetune/Step": 3200, "Finetune/Step Time": 4.89124801568687}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8495317697525024, "Finetune/Loss (Raw)": 0.7899458408355713, "Finetune/Step": 3201, "Finetune/Step Time": 4.892758449539542}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8494614958763123, "Finetune/Loss (Raw)": 0.8511778116226196, "Finetune/Step": 3202, "Finetune/Step Time": 4.88937509059906}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8537872433662415, "Finetune/Loss (Raw)": 0.8477776646614075, "Finetune/Step": 3203, "Finetune/Step Time": 4.852557931095362}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8544119596481323, "Finetune/Loss (Raw)": 0.8369606137275696, "Finetune/Step": 3204, "Finetune/Step Time": 4.859478782862425}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8535007834434509, "Finetune/Loss (Raw)": 0.8191074132919312, "Finetune/Step": 3205, "Finetune/Step Time": 4.856171999126673}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8533110618591309, "Finetune/Loss (Raw)": 0.785041332244873, "Finetune/Step": 3206, "Finetune/Step Time": 4.857367482036352}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8545604348182678, "Finetune/Loss (Raw)": 0.9179531335830688, "Finetune/Step": 3207, "Finetune/Step Time": 4.856896191835403}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8560578227043152, "Finetune/Loss (Raw)": 0.9555767178535461, "Finetune/Step": 3208, "Finetune/Step Time": 4.8505138251930475}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.856397807598114, "Finetune/Loss (Raw)": 0.8592674732208252, "Finetune/Step": 3209, "Finetune/Step Time": 4.853186592459679}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8557282090187073, "Finetune/Loss (Raw)": 0.7885051965713501, "Finetune/Step": 3210, "Finetune/Step Time": 4.85757745616138}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8555957078933716, "Finetune/Loss (Raw)": 0.9295599460601807, "Finetune/Step": 3211, "Finetune/Step Time": 4.840768381953239}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8523211479187012, "Finetune/Loss (Raw)": 0.39730629324913025, "Finetune/Step": 3212, "Finetune/Step Time": 4.868722202256322}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8513834476470947, "Finetune/Loss (Raw)": 0.9523547291755676, "Finetune/Step": 3213, "Finetune/Step Time": 4.866828568279743}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8510228395462036, "Finetune/Loss (Raw)": 0.9264408349990845, "Finetune/Step": 3214, "Finetune/Step Time": 4.879122534766793}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8501948118209839, "Finetune/Loss (Raw)": 0.7946343421936035, "Finetune/Step": 3215, "Finetune/Step Time": 4.887878211215138}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8504009246826172, "Finetune/Loss (Raw)": 0.7311626076698303, "Finetune/Step": 3216, "Finetune/Step Time": 4.90862075611949}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8501718044281006, "Finetune/Loss (Raw)": 0.9162138104438782, "Finetune/Step": 3217, "Finetune/Step Time": 4.895014680922031}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8508819341659546, "Finetune/Loss (Raw)": 0.9181021451950073, "Finetune/Step": 3218, "Finetune/Step Time": 4.892940742895007}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8505199551582336, "Finetune/Loss (Raw)": 0.7724452614784241, "Finetune/Step": 3219, "Finetune/Step Time": 4.8832292556762695}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8565142154693604, "Finetune/Loss (Raw)": 1.0671354532241821, "Finetune/Step": 3220, "Finetune/Step Time": 4.8460875283926725}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8560956716537476, "Finetune/Loss (Raw)": 0.8253816366195679, "Finetune/Step": 3221, "Finetune/Step Time": 4.849884752184153}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8516026735305786, "Finetune/Loss (Raw)": 0.33495911955833435, "Finetune/Step": 3222, "Finetune/Step Time": 4.884173907339573}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8512901663780212, "Finetune/Loss (Raw)": 0.8443612456321716, "Finetune/Step": 3223, "Finetune/Step Time": 4.88965517282486}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8513464331626892, "Finetune/Loss (Raw)": 0.9156094193458557, "Finetune/Step": 3224, "Finetune/Step Time": 4.890719186514616}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.855751633644104, "Finetune/Loss (Raw)": 0.8681796193122864, "Finetune/Step": 3225, "Finetune/Step Time": 4.857812885195017}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.857219934463501, "Finetune/Loss (Raw)": 0.8979594707489014, "Finetune/Step": 3226, "Finetune/Step Time": 4.862248158082366}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.856441080570221, "Finetune/Loss (Raw)": 0.8349751234054565, "Finetune/Step": 3227, "Finetune/Step Time": 4.862728813663125}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8548409938812256, "Finetune/Loss (Raw)": 0.865318775177002, "Finetune/Step": 3228, "Finetune/Step Time": 4.860315853729844}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8573482036590576, "Finetune/Loss (Raw)": 0.9706328511238098, "Finetune/Step": 3229, "Finetune/Step Time": 4.844365984201431}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8563429117202759, "Finetune/Loss (Raw)": 0.847181499004364, "Finetune/Step": 3230, "Finetune/Step Time": 4.84706262499094}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8552154302597046, "Finetune/Loss (Raw)": 0.8764509558677673, "Finetune/Step": 3231, "Finetune/Step Time": 4.859909014776349}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8559406995773315, "Finetune/Loss (Raw)": 1.0128004550933838, "Finetune/Step": 3232, "Finetune/Step Time": 4.86196955293417}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.857516884803772, "Finetune/Loss (Raw)": 1.1055982112884521, "Finetune/Step": 3233, "Finetune/Step Time": 4.865047065541148}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8569099307060242, "Finetune/Loss (Raw)": 0.7767780423164368, "Finetune/Step": 3234, "Finetune/Step Time": 4.88692875392735}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8570120334625244, "Finetune/Loss (Raw)": 1.02200448513031, "Finetune/Step": 3235, "Finetune/Step Time": 4.8915832955390215}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8564237952232361, "Finetune/Loss (Raw)": 0.742097020149231, "Finetune/Step": 3236, "Finetune/Step Time": 4.89855838380754}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8570844531059265, "Finetune/Loss (Raw)": 0.9755164384841919, "Finetune/Step": 3237, "Finetune/Step Time": 4.896691530942917}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8536216020584106, "Finetune/Loss (Raw)": 0.3998122811317444, "Finetune/Step": 3238, "Finetune/Step Time": 4.933827616274357}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8548164963722229, "Finetune/Loss (Raw)": 1.0279649496078491, "Finetune/Step": 3239, "Finetune/Step Time": 4.928734378889203}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8556541204452515, "Finetune/Loss (Raw)": 1.075751781463623, "Finetune/Step": 3240, "Finetune/Step Time": 4.930030969902873}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8563904762268066, "Finetune/Loss (Raw)": 0.9686698317527771, "Finetune/Step": 3241, "Finetune/Step Time": 4.918635765090585}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8567250370979309, "Finetune/Loss (Raw)": 0.979719340801239, "Finetune/Step": 3242, "Finetune/Step Time": 4.915294464677572}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8574249744415283, "Finetune/Loss (Raw)": 0.9439566731452942, "Finetune/Step": 3243, "Finetune/Step Time": 4.91427774913609}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8592529296875, "Finetune/Loss (Raw)": 0.9610165953636169, "Finetune/Step": 3244, "Finetune/Step Time": 4.878033792600036}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8600180149078369, "Finetune/Loss (Raw)": 0.9953631162643433, "Finetune/Step": 3245, "Finetune/Step Time": 4.882953630760312}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8619906306266785, "Finetune/Loss (Raw)": 0.727742075920105, "Finetune/Step": 3246, "Finetune/Step Time": 4.850249016657472}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8618563413619995, "Finetune/Loss (Raw)": 0.8552358150482178, "Finetune/Step": 3247, "Finetune/Step Time": 4.849687783047557}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.8625912666320801, "Finetune/Loss (Raw)": 0.994907021522522, "Finetune/Step": 3248, "Finetune/Step Time": 4.853230517357588}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.864645779132843, "Finetune/Loss (Raw)": 0.9988836646080017, "Finetune/Step": 3249, "Finetune/Step Time": 4.8423450738191605}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.8642736077308655, "Finetune/Loss (Raw)": 0.8469052314758301, "Finetune/Step": 3250, "Finetune/Step Time": 4.861082414165139}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.864418625831604, "Finetune/Loss (Raw)": 0.8560450077056885, "Finetune/Step": 3251, "Finetune/Step Time": 4.894413994625211}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.8647385835647583, "Finetune/Loss (Raw)": 1.029264211654663, "Finetune/Step": 3252, "Finetune/Step Time": 4.889026202261448}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.8652663230895996, "Finetune/Loss (Raw)": 0.9863674640655518, "Finetune/Step": 3253, "Finetune/Step Time": 4.891614301130176}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.865095853805542, "Finetune/Loss (Raw)": 0.9461074471473694, "Finetune/Step": 3254, "Finetune/Step Time": 4.891510786488652}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.864467203617096, "Finetune/Loss (Raw)": 0.9210842251777649, "Finetune/Step": 3255, "Finetune/Step Time": 4.90295503474772}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.8667420148849487, "Finetune/Loss (Raw)": 0.9936450123786926, "Finetune/Step": 3256, "Finetune/Step Time": 4.863907918334007}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.8661475777626038, "Finetune/Loss (Raw)": 0.7747684121131897, "Finetune/Step": 3257, "Finetune/Step Time": 4.874359454959631}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.8681654930114746, "Finetune/Loss (Raw)": 1.0709902048110962, "Finetune/Step": 3258, "Finetune/Step Time": 4.862850200384855}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.8680711388587952, "Finetune/Loss (Raw)": 0.8460068702697754, "Finetune/Step": 3259, "Finetune/Step Time": 4.8666283544152975}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.8723205327987671, "Finetune/Loss (Raw)": 0.9585484266281128, "Finetune/Step": 3260, "Finetune/Step Time": 4.852968165650964}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.8714359998703003, "Finetune/Loss (Raw)": 0.8132007122039795, "Finetune/Step": 3261, "Finetune/Step Time": 4.853902334347367}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.87237149477005, "Finetune/Loss (Raw)": 0.9851140379905701, "Finetune/Step": 3262, "Finetune/Step Time": 4.840378146618605}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8728979229927063, "Finetune/Loss (Raw)": 0.9964691996574402, "Finetune/Step": 3263, "Finetune/Step Time": 4.8383459858596325}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.8720588684082031, "Finetune/Loss (Raw)": 0.8487208485603333, "Finetune/Step": 3264, "Finetune/Step Time": 4.838798390701413}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8739358186721802, "Finetune/Loss (Raw)": 1.0734927654266357, "Finetune/Step": 3265, "Finetune/Step Time": 4.822259869426489}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.8749557137489319, "Finetune/Loss (Raw)": 0.8892530798912048, "Finetune/Step": 3266, "Finetune/Step Time": 4.816129211336374}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.8751932382583618, "Finetune/Loss (Raw)": 0.9121830463409424, "Finetune/Step": 3267, "Finetune/Step Time": 4.83035066537559}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8759338855743408, "Finetune/Loss (Raw)": 0.9644775390625, "Finetune/Step": 3268, "Finetune/Step Time": 4.824372185394168}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.876948356628418, "Finetune/Loss (Raw)": 0.9595879316329956, "Finetune/Step": 3269, "Finetune/Step Time": 4.82639348693192}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8768941760063171, "Finetune/Loss (Raw)": 0.8423027396202087, "Finetune/Step": 3270, "Finetune/Step Time": 4.81590330414474}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8782272338867188, "Finetune/Loss (Raw)": 0.8665522933006287, "Finetune/Step": 3271, "Finetune/Step Time": 4.8003347851336}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.877906084060669, "Finetune/Loss (Raw)": 0.9511269330978394, "Finetune/Step": 3272, "Finetune/Step Time": 4.8299311976879835}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8764776587486267, "Finetune/Loss (Raw)": 0.8014136552810669, "Finetune/Step": 3273, "Finetune/Step Time": 4.840822072699666}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.871660590171814, "Finetune/Loss (Raw)": 0.3238310217857361, "Finetune/Step": 3274, "Finetune/Step Time": 4.87112757563591}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8701484203338623, "Finetune/Loss (Raw)": 0.7814929485321045, "Finetune/Step": 3275, "Finetune/Step Time": 4.863728618249297}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.8690375089645386, "Finetune/Loss (Raw)": 0.9000346660614014, "Finetune/Step": 3276, "Finetune/Step Time": 4.848728746175766}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.87306809425354, "Finetune/Loss (Raw)": 0.9373898506164551, "Finetune/Step": 3277, "Finetune/Step Time": 4.8113417364656925}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.8727686405181885, "Finetune/Loss (Raw)": 0.8531073927879333, "Finetune/Step": 3278, "Finetune/Step Time": 4.8145886566489935}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.8733343482017517, "Finetune/Loss (Raw)": 0.9625200629234314, "Finetune/Step": 3279, "Finetune/Step Time": 4.822104075923562}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8746238946914673, "Finetune/Loss (Raw)": 0.9867346882820129, "Finetune/Step": 3280, "Finetune/Step Time": 4.821121739223599}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8753817081451416, "Finetune/Loss (Raw)": 1.0147525072097778, "Finetune/Step": 3281, "Finetune/Step Time": 4.82306625507772}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8751509189605713, "Finetune/Loss (Raw)": 0.8585823178291321, "Finetune/Step": 3282, "Finetune/Step Time": 4.824177453294396}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8704900145530701, "Finetune/Loss (Raw)": 0.3685697019100189, "Finetune/Step": 3283, "Finetune/Step Time": 4.859804226085544}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8708019256591797, "Finetune/Loss (Raw)": 0.8596923351287842, "Finetune/Step": 3284, "Finetune/Step Time": 4.8574615232646465}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.8705471754074097, "Finetune/Loss (Raw)": 0.9758627414703369, "Finetune/Step": 3285, "Finetune/Step Time": 4.851289473474026}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8750297427177429, "Finetune/Loss (Raw)": 0.8592272996902466, "Finetune/Step": 3286, "Finetune/Step Time": 4.8216784950345755}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8754519820213318, "Finetune/Loss (Raw)": 0.9067925214767456, "Finetune/Step": 3287, "Finetune/Step Time": 4.834084454923868}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8762903213500977, "Finetune/Loss (Raw)": 0.9801791906356812, "Finetune/Step": 3288, "Finetune/Step Time": 4.839733850210905}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8755264282226562, "Finetune/Loss (Raw)": 0.8073148727416992, "Finetune/Step": 3289, "Finetune/Step Time": 4.821009933948517}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8796617984771729, "Finetune/Loss (Raw)": 0.9373520612716675, "Finetune/Step": 3290, "Finetune/Step Time": 4.786528678610921}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8775362968444824, "Finetune/Loss (Raw)": 0.7704828977584839, "Finetune/Step": 3291, "Finetune/Step Time": 4.787365837022662}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.876737654209137, "Finetune/Loss (Raw)": 0.8413594365119934, "Finetune/Step": 3292, "Finetune/Step Time": 4.7883924432098866}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8786327838897705, "Finetune/Loss (Raw)": 0.9281842708587646, "Finetune/Step": 3293, "Finetune/Step Time": 4.783754987642169}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8787235021591187, "Finetune/Loss (Raw)": 0.8343807458877563, "Finetune/Step": 3294, "Finetune/Step Time": 4.810827702283859}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8780688643455505, "Finetune/Loss (Raw)": 0.8341582417488098, "Finetune/Step": 3295, "Finetune/Step Time": 4.814050396904349}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8773698806762695, "Finetune/Loss (Raw)": 0.9263603091239929, "Finetune/Step": 3296, "Finetune/Step Time": 4.815511051565409}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8812770247459412, "Finetune/Loss (Raw)": 0.8159208297729492, "Finetune/Step": 3297, "Finetune/Step Time": 4.800218125805259}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8828531503677368, "Finetune/Loss (Raw)": 0.9860689640045166, "Finetune/Step": 3298, "Finetune/Step Time": 4.798508774489164}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8794655799865723, "Finetune/Loss (Raw)": 0.3850238621234894, "Finetune/Step": 3299, "Finetune/Step Time": 4.832105843350291}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8797730207443237, "Finetune/Loss (Raw)": 0.922813892364502, "Finetune/Step": 3300, "Finetune/Step Time": 4.83470213599503}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8793859481811523, "Finetune/Loss (Raw)": 0.744463324546814, "Finetune/Step": 3301, "Finetune/Step Time": 4.823433559387922}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8788034915924072, "Finetune/Loss (Raw)": 0.967698872089386, "Finetune/Step": 3302, "Finetune/Step Time": 4.8215943686664104}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8786444067955017, "Finetune/Loss (Raw)": 0.8669586777687073, "Finetune/Step": 3303, "Finetune/Step Time": 4.819625150412321}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8770957589149475, "Finetune/Loss (Raw)": 0.8394057154655457, "Finetune/Step": 3304, "Finetune/Step Time": 4.829598650336266}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8781136274337769, "Finetune/Loss (Raw)": 0.9862651228904724, "Finetune/Step": 3305, "Finetune/Step Time": 4.825558392331004}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8779321312904358, "Finetune/Loss (Raw)": 0.8369134664535522, "Finetune/Step": 3306, "Finetune/Step Time": 4.8172135557979345}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8775031566619873, "Finetune/Loss (Raw)": 1.0220695734024048, "Finetune/Step": 3307, "Finetune/Step Time": 4.8066176269203424}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8787689208984375, "Finetune/Loss (Raw)": 0.982698380947113, "Finetune/Step": 3308, "Finetune/Step Time": 4.8125618901103735}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8790370225906372, "Finetune/Loss (Raw)": 0.9813693165779114, "Finetune/Step": 3309, "Finetune/Step Time": 4.823537763208151}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.878197431564331, "Finetune/Loss (Raw)": 0.8087654709815979, "Finetune/Step": 3310, "Finetune/Step Time": 4.820388430729508}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8777316212654114, "Finetune/Loss (Raw)": 0.7949608564376831, "Finetune/Step": 3311, "Finetune/Step Time": 4.828684279695153}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8771658539772034, "Finetune/Loss (Raw)": 0.8334725499153137, "Finetune/Step": 3312, "Finetune/Step Time": 4.822669833898544}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.873317539691925, "Finetune/Loss (Raw)": 0.4309310019016266, "Finetune/Step": 3313, "Finetune/Step Time": 4.8520432114601135}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8729245662689209, "Finetune/Loss (Raw)": 0.8024781942367554, "Finetune/Step": 3314, "Finetune/Step Time": 4.848504904657602}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8742097616195679, "Finetune/Loss (Raw)": 1.1145011186599731, "Finetune/Step": 3315, "Finetune/Step Time": 4.83782266266644}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8739542961120605, "Finetune/Loss (Raw)": 0.8292019963264465, "Finetune/Step": 3316, "Finetune/Step Time": 4.82887283526361}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8742750883102417, "Finetune/Loss (Raw)": 0.8891292810440063, "Finetune/Step": 3317, "Finetune/Step Time": 4.830443799495697}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8697953820228577, "Finetune/Loss (Raw)": 0.33350199460983276, "Finetune/Step": 3318, "Finetune/Step Time": 4.861180946230888}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8699188828468323, "Finetune/Loss (Raw)": 0.9775168895721436, "Finetune/Step": 3319, "Finetune/Step Time": 4.841544592753053}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8700374364852905, "Finetune/Loss (Raw)": 0.8575564026832581, "Finetune/Step": 3320, "Finetune/Step Time": 4.839086363092065}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8697624206542969, "Finetune/Loss (Raw)": 0.8236707448959351, "Finetune/Step": 3321, "Finetune/Step Time": 4.838749051094055}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8703300952911377, "Finetune/Loss (Raw)": 0.8476700782775879, "Finetune/Step": 3322, "Finetune/Step Time": 4.837938606739044}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8707268238067627, "Finetune/Loss (Raw)": 1.0151469707489014, "Finetune/Step": 3323, "Finetune/Step Time": 4.839011998847127}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8700872659683228, "Finetune/Loss (Raw)": 0.8377824425697327, "Finetune/Step": 3324, "Finetune/Step Time": 4.852686412632465}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8686420321464539, "Finetune/Loss (Raw)": 0.8077853322029114, "Finetune/Step": 3325, "Finetune/Step Time": 4.852282838895917}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8699191808700562, "Finetune/Loss (Raw)": 0.9470219612121582, "Finetune/Step": 3326, "Finetune/Step Time": 4.843464765697718}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.868614673614502, "Finetune/Loss (Raw)": 0.7396445870399475, "Finetune/Step": 3327, "Finetune/Step Time": 4.86131221242249}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.868269681930542, "Finetune/Loss (Raw)": 1.0266255140304565, "Finetune/Step": 3328, "Finetune/Step Time": 4.859974039718509}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8700361251831055, "Finetune/Loss (Raw)": 1.0160554647445679, "Finetune/Step": 3329, "Finetune/Step Time": 4.862566916272044}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.8695904612541199, "Finetune/Loss (Raw)": 0.7941274642944336, "Finetune/Step": 3330, "Finetune/Step Time": 4.876068813726306}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.8701820373535156, "Finetune/Loss (Raw)": 0.9234967827796936, "Finetune/Step": 3331, "Finetune/Step Time": 4.890355059877038}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.870553731918335, "Finetune/Loss (Raw)": 0.8845348954200745, "Finetune/Step": 3332, "Finetune/Step Time": 4.889535538852215}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.8714527487754822, "Finetune/Loss (Raw)": 0.934186577796936, "Finetune/Step": 3333, "Finetune/Step Time": 4.889356374740601}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.8722430467605591, "Finetune/Loss (Raw)": 0.8862011432647705, "Finetune/Step": 3334, "Finetune/Step Time": 4.889804372563958}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8716069459915161, "Finetune/Loss (Raw)": 0.8365317583084106, "Finetune/Step": 3335, "Finetune/Step Time": 4.867923894897103}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8709145784378052, "Finetune/Loss (Raw)": 0.866960883140564, "Finetune/Step": 3336, "Finetune/Step Time": 4.866645408794284}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.8702924251556396, "Finetune/Loss (Raw)": 0.7796329855918884, "Finetune/Step": 3337, "Finetune/Step Time": 4.870412509888411}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8710782527923584, "Finetune/Loss (Raw)": 0.8890803456306458, "Finetune/Step": 3338, "Finetune/Step Time": 4.868261197581887}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8712127208709717, "Finetune/Loss (Raw)": 0.9467703104019165, "Finetune/Step": 3339, "Finetune/Step Time": 4.860367463901639}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8751461505889893, "Finetune/Loss (Raw)": 0.900791585445404, "Finetune/Step": 3340, "Finetune/Step Time": 4.8324487041682005}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.875800371170044, "Finetune/Loss (Raw)": 1.03609299659729, "Finetune/Step": 3341, "Finetune/Step Time": 4.8386987410485744}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8763599395751953, "Finetune/Loss (Raw)": 0.9980621337890625, "Finetune/Step": 3342, "Finetune/Step Time": 4.819850767031312}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8774096965789795, "Finetune/Loss (Raw)": 0.9289994835853577, "Finetune/Step": 3343, "Finetune/Step Time": 4.807399764657021}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.877449095249176, "Finetune/Loss (Raw)": 0.7362114191055298, "Finetune/Step": 3344, "Finetune/Step Time": 4.7876820135861635}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8730467557907104, "Finetune/Loss (Raw)": 0.3527151942253113, "Finetune/Step": 3345, "Finetune/Step Time": 4.827600764110684}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8738155364990234, "Finetune/Loss (Raw)": 1.0165038108825684, "Finetune/Step": 3346, "Finetune/Step Time": 4.826354207471013}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8737295866012573, "Finetune/Loss (Raw)": 0.7614454627037048, "Finetune/Step": 3347, "Finetune/Step Time": 4.821409301832318}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8726674914360046, "Finetune/Loss (Raw)": 0.9311881065368652, "Finetune/Step": 3348, "Finetune/Step Time": 4.8261886686086655}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8735747337341309, "Finetune/Loss (Raw)": 0.9415014982223511, "Finetune/Step": 3349, "Finetune/Step Time": 4.822640243917704}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8792781829833984, "Finetune/Loss (Raw)": 1.0650076866149902, "Finetune/Step": 3350, "Finetune/Step Time": 4.793605905026197}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.879272997379303, "Finetune/Loss (Raw)": 0.8436947464942932, "Finetune/Step": 3351, "Finetune/Step Time": 4.806260729208589}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8794236183166504, "Finetune/Loss (Raw)": 0.9348865151405334, "Finetune/Step": 3352, "Finetune/Step Time": 4.81011831946671}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8802388906478882, "Finetune/Loss (Raw)": 0.9725388288497925, "Finetune/Step": 3353, "Finetune/Step Time": 4.8322010058909655}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8804645538330078, "Finetune/Loss (Raw)": 0.9268451929092407, "Finetune/Step": 3354, "Finetune/Step Time": 4.824719486758113}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8814740180969238, "Finetune/Loss (Raw)": 0.9641842246055603, "Finetune/Step": 3355, "Finetune/Step Time": 4.816415289416909}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8820192217826843, "Finetune/Loss (Raw)": 0.935103178024292, "Finetune/Step": 3356, "Finetune/Step Time": 4.8186546210199594}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8812023997306824, "Finetune/Loss (Raw)": 0.8660821914672852, "Finetune/Step": 3357, "Finetune/Step Time": 4.819775119423866}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8809354901313782, "Finetune/Loss (Raw)": 0.8130205273628235, "Finetune/Step": 3358, "Finetune/Step Time": 4.813453923910856}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8823217153549194, "Finetune/Loss (Raw)": 1.0538840293884277, "Finetune/Step": 3359, "Finetune/Step Time": 4.786735154688358}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8821431994438171, "Finetune/Loss (Raw)": 0.9899510741233826, "Finetune/Step": 3360, "Finetune/Step Time": 4.787607487291098}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8809176087379456, "Finetune/Loss (Raw)": 0.9487206935882568, "Finetune/Step": 3361, "Finetune/Step Time": 4.801130689680576}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.881279468536377, "Finetune/Loss (Raw)": 0.8230977654457092, "Finetune/Step": 3362, "Finetune/Step Time": 4.783859014511108}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8806092739105225, "Finetune/Loss (Raw)": 0.9362145066261292, "Finetune/Step": 3363, "Finetune/Step Time": 4.783813647925854}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8823596835136414, "Finetune/Loss (Raw)": 0.9661535620689392, "Finetune/Step": 3364, "Finetune/Step Time": 4.775622697547078}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8815286159515381, "Finetune/Loss (Raw)": 0.8691380023956299, "Finetune/Step": 3365, "Finetune/Step Time": 4.789501130580902}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8847808837890625, "Finetune/Loss (Raw)": 0.8161075711250305, "Finetune/Step": 3366, "Finetune/Step Time": 4.765394434332848}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8830713033676147, "Finetune/Loss (Raw)": 0.8091322183609009, "Finetune/Step": 3367, "Finetune/Step Time": 4.762662302702665}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8780730962753296, "Finetune/Loss (Raw)": 0.4359801411628723, "Finetune/Step": 3368, "Finetune/Step Time": 4.797015704214573}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8781425356864929, "Finetune/Loss (Raw)": 0.9775675535202026, "Finetune/Step": 3369, "Finetune/Step Time": 4.79574172757566}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8780360221862793, "Finetune/Loss (Raw)": 0.9660837054252625, "Finetune/Step": 3370, "Finetune/Step Time": 4.7932710107415915}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.876038134098053, "Finetune/Loss (Raw)": 0.6882227063179016, "Finetune/Step": 3371, "Finetune/Step Time": 4.815193837508559}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8753038644790649, "Finetune/Loss (Raw)": 0.8670319318771362, "Finetune/Step": 3372, "Finetune/Step Time": 4.826361116021872}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8749434947967529, "Finetune/Loss (Raw)": 0.9492340683937073, "Finetune/Step": 3373, "Finetune/Step Time": 4.832233339548111}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8762860298156738, "Finetune/Loss (Raw)": 0.8995932340621948, "Finetune/Step": 3374, "Finetune/Step Time": 4.835070982575417}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8784335851669312, "Finetune/Loss (Raw)": 1.1301177740097046, "Finetune/Step": 3375, "Finetune/Step Time": 4.83290315233171}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8785973191261292, "Finetune/Loss (Raw)": 1.0158655643463135, "Finetune/Step": 3376, "Finetune/Step Time": 4.825267147272825}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8771289587020874, "Finetune/Loss (Raw)": 0.8109347224235535, "Finetune/Step": 3377, "Finetune/Step Time": 4.836295505985618}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8781535625457764, "Finetune/Loss (Raw)": 0.978055477142334, "Finetune/Step": 3378, "Finetune/Step Time": 4.837748758494854}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8769792318344116, "Finetune/Loss (Raw)": 0.705731213092804, "Finetune/Step": 3379, "Finetune/Step Time": 4.8066097646951675}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8750857710838318, "Finetune/Loss (Raw)": 0.7868977189064026, "Finetune/Step": 3380, "Finetune/Step Time": 4.804972413927317}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8742331862449646, "Finetune/Loss (Raw)": 0.8772372007369995, "Finetune/Step": 3381, "Finetune/Step Time": 4.793337760493159}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8749843835830688, "Finetune/Loss (Raw)": 1.042264699935913, "Finetune/Step": 3382, "Finetune/Step Time": 4.795190995559096}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.874422550201416, "Finetune/Loss (Raw)": 0.8491706252098083, "Finetune/Step": 3383, "Finetune/Step Time": 4.782729649916291}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8740322589874268, "Finetune/Loss (Raw)": 0.9436805844306946, "Finetune/Step": 3384, "Finetune/Step Time": 4.778125641867518}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8740905523300171, "Finetune/Loss (Raw)": 0.7822391390800476, "Finetune/Step": 3385, "Finetune/Step Time": 4.766746399924159}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8726390600204468, "Finetune/Loss (Raw)": 0.8851867914199829, "Finetune/Step": 3386, "Finetune/Step Time": 4.7589196190238}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8722379207611084, "Finetune/Loss (Raw)": 0.7946642637252808, "Finetune/Step": 3387, "Finetune/Step Time": 4.752844303846359}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.871127724647522, "Finetune/Loss (Raw)": 0.8164464235305786, "Finetune/Step": 3388, "Finetune/Step Time": 4.730132417753339}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.872050404548645, "Finetune/Loss (Raw)": 0.931302011013031, "Finetune/Step": 3389, "Finetune/Step Time": 4.734746037051082}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8717861175537109, "Finetune/Loss (Raw)": 0.9512861371040344, "Finetune/Step": 3390, "Finetune/Step Time": 4.739584516733885}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8722864985466003, "Finetune/Loss (Raw)": 1.0605159997940063, "Finetune/Step": 3391, "Finetune/Step Time": 4.73642323538661}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8723076581954956, "Finetune/Loss (Raw)": 0.8514267206192017, "Finetune/Step": 3392, "Finetune/Step Time": 4.7309007085859776}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.871674656867981, "Finetune/Loss (Raw)": 0.9924772381782532, "Finetune/Step": 3393, "Finetune/Step Time": 4.727536531165242}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.871738612651825, "Finetune/Loss (Raw)": 0.8974348902702332, "Finetune/Step": 3394, "Finetune/Step Time": 4.753215854987502}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.8723322153091431, "Finetune/Loss (Raw)": 0.9881662726402283, "Finetune/Step": 3395, "Finetune/Step Time": 4.736234391108155}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8707496523857117, "Finetune/Loss (Raw)": 0.7619045972824097, "Finetune/Step": 3396, "Finetune/Step Time": 4.736023038625717}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8701694011688232, "Finetune/Loss (Raw)": 0.885321855545044, "Finetune/Step": 3397, "Finetune/Step Time": 4.734131045639515}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.8704828023910522, "Finetune/Loss (Raw)": 0.8824155926704407, "Finetune/Step": 3398, "Finetune/Step Time": 4.733057634904981}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.8701585531234741, "Finetune/Loss (Raw)": 0.825050413608551, "Finetune/Step": 3399, "Finetune/Step Time": 4.741489082574844}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8693364262580872, "Finetune/Loss (Raw)": 0.8458906412124634, "Finetune/Step": 3400, "Finetune/Step Time": 4.714383147656918}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8693821430206299, "Finetune/Loss (Raw)": 0.8072742819786072, "Finetune/Step": 3401, "Finetune/Step Time": 4.706541636958718}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8737432956695557, "Finetune/Loss (Raw)": 0.882053554058075, "Finetune/Step": 3402, "Finetune/Step Time": 4.6703962199389935}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8740665912628174, "Finetune/Loss (Raw)": 0.8228691220283508, "Finetune/Step": 3403, "Finetune/Step Time": 4.6659828666597605}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.874049961566925, "Finetune/Loss (Raw)": 0.8979072570800781, "Finetune/Step": 3404, "Finetune/Step Time": 4.6626746989786625}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.872474730014801, "Finetune/Loss (Raw)": 0.7357655167579651, "Finetune/Step": 3405, "Finetune/Step Time": 4.741717459633946}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8729928731918335, "Finetune/Loss (Raw)": 0.9194290041923523, "Finetune/Step": 3406, "Finetune/Step Time": 4.738769628107548}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8725050687789917, "Finetune/Loss (Raw)": 0.9000762701034546, "Finetune/Step": 3407, "Finetune/Step Time": 4.720774473622441}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.8721541166305542, "Finetune/Loss (Raw)": 0.9418171048164368, "Finetune/Step": 3408, "Finetune/Step Time": 4.721562480553985}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.8711004257202148, "Finetune/Loss (Raw)": 0.8798761963844299, "Finetune/Step": 3409, "Finetune/Step Time": 4.730554912239313}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.8708193302154541, "Finetune/Loss (Raw)": 0.8225978016853333, "Finetune/Step": 3410, "Finetune/Step Time": 4.734380729496479}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.8757710456848145, "Finetune/Loss (Raw)": 1.002392292022705, "Finetune/Step": 3411, "Finetune/Step Time": 4.698420567438006}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8764019012451172, "Finetune/Loss (Raw)": 0.9404409527778625, "Finetune/Step": 3412, "Finetune/Step Time": 4.693663761019707}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8767374157905579, "Finetune/Loss (Raw)": 1.018813967704773, "Finetune/Step": 3413, "Finetune/Step Time": 4.706512466073036}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8780531883239746, "Finetune/Loss (Raw)": 1.0276495218276978, "Finetune/Step": 3414, "Finetune/Step Time": 4.704749597236514}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8767740726470947, "Finetune/Loss (Raw)": 0.7430623173713684, "Finetune/Step": 3415, "Finetune/Step Time": 4.696908114477992}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.8724320530891418, "Finetune/Loss (Raw)": 0.4243999123573303, "Finetune/Step": 3416, "Finetune/Step Time": 4.729694150388241}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.87309730052948, "Finetune/Loss (Raw)": 0.8924630880355835, "Finetune/Step": 3417, "Finetune/Step Time": 4.736246809363365}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.8727239966392517, "Finetune/Loss (Raw)": 0.8895703554153442, "Finetune/Step": 3418, "Finetune/Step Time": 4.747612044215202}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8737728595733643, "Finetune/Loss (Raw)": 0.9047358632087708, "Finetune/Step": 3419, "Finetune/Step Time": 4.7344852685928345}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.8721964359283447, "Finetune/Loss (Raw)": 0.6395766139030457, "Finetune/Step": 3420, "Finetune/Step Time": 4.759844174608588}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.8721187710762024, "Finetune/Loss (Raw)": 0.918250560760498, "Finetune/Step": 3421, "Finetune/Step Time": 4.768215177580714}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.8723429441452026, "Finetune/Loss (Raw)": 0.8630790114402771, "Finetune/Step": 3422, "Finetune/Step Time": 4.761021668091416}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.8721979856491089, "Finetune/Loss (Raw)": 0.8155899047851562, "Finetune/Step": 3423, "Finetune/Step Time": 4.759479638189077}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.8677094578742981, "Finetune/Loss (Raw)": 0.3518317937850952, "Finetune/Step": 3424, "Finetune/Step Time": 4.7884665206074715}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.8682018518447876, "Finetune/Loss (Raw)": 0.8789558410644531, "Finetune/Step": 3425, "Finetune/Step Time": 4.775691552087665}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.8663116693496704, "Finetune/Loss (Raw)": 0.7441165447235107, "Finetune/Step": 3426, "Finetune/Step Time": 4.778122089803219}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.8709369897842407, "Finetune/Loss (Raw)": 0.977069079875946, "Finetune/Step": 3427, "Finetune/Step Time": 4.7463330794125795}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.8707007765769958, "Finetune/Loss (Raw)": 0.8925778865814209, "Finetune/Step": 3428, "Finetune/Step Time": 4.7545668967068195}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.8721078634262085, "Finetune/Loss (Raw)": 0.9245675206184387, "Finetune/Step": 3429, "Finetune/Step Time": 4.751101152971387}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.8711336255073547, "Finetune/Loss (Raw)": 0.8429999947547913, "Finetune/Step": 3430, "Finetune/Step Time": 4.745384722948074}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.8720294237136841, "Finetune/Loss (Raw)": 0.9816159009933472, "Finetune/Step": 3431, "Finetune/Step Time": 4.749730281531811}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.8715054988861084, "Finetune/Loss (Raw)": 0.7723519802093506, "Finetune/Step": 3432, "Finetune/Step Time": 4.75199712254107}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.8705611824989319, "Finetune/Loss (Raw)": 0.865387499332428, "Finetune/Step": 3433, "Finetune/Step Time": 4.7698357328772545}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.8706929683685303, "Finetune/Loss (Raw)": 0.8537854552268982, "Finetune/Step": 3434, "Finetune/Step Time": 4.794623881578445}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.8694308996200562, "Finetune/Loss (Raw)": 0.8605260848999023, "Finetune/Step": 3435, "Finetune/Step Time": 4.80827958881855}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.867889940738678, "Finetune/Loss (Raw)": 0.785446286201477, "Finetune/Step": 3436, "Finetune/Step Time": 4.802008772268891}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.8672075271606445, "Finetune/Loss (Raw)": 0.8940277099609375, "Finetune/Step": 3437, "Finetune/Step Time": 4.790285367518663}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.8672996759414673, "Finetune/Loss (Raw)": 0.8205587863922119, "Finetune/Step": 3438, "Finetune/Step Time": 4.788779255002737}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.868671178817749, "Finetune/Loss (Raw)": 0.9705087542533875, "Finetune/Step": 3439, "Finetune/Step Time": 4.793562490493059}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.8688383102416992, "Finetune/Loss (Raw)": 0.8548650145530701, "Finetune/Step": 3440, "Finetune/Step Time": 4.795344335958362}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.8711400628089905, "Finetune/Loss (Raw)": 0.7255628705024719, "Finetune/Step": 3441, "Finetune/Step Time": 4.7826077491045}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.8709676265716553, "Finetune/Loss (Raw)": 0.7803995013237, "Finetune/Step": 3442, "Finetune/Step Time": 4.789950849488378}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.8686754107475281, "Finetune/Loss (Raw)": 0.8211001753807068, "Finetune/Step": 3443, "Finetune/Step Time": 4.800253385677934}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.869378387928009, "Finetune/Loss (Raw)": 0.9191854000091553, "Finetune/Step": 3444, "Finetune/Step Time": 4.794059233739972}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.8680069446563721, "Finetune/Loss (Raw)": 0.7135828733444214, "Finetune/Step": 3445, "Finetune/Step Time": 4.811960827559233}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.8720418810844421, "Finetune/Loss (Raw)": 0.8499746918678284, "Finetune/Step": 3446, "Finetune/Step Time": 4.785948883742094}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.8722026348114014, "Finetune/Loss (Raw)": 0.9980897307395935, "Finetune/Step": 3447, "Finetune/Step Time": 4.780542679131031}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.8723793029785156, "Finetune/Loss (Raw)": 0.8801683783531189, "Finetune/Step": 3448, "Finetune/Step Time": 4.78092503733933}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.8736630082130432, "Finetune/Loss (Raw)": 0.9879874587059021, "Finetune/Step": 3449, "Finetune/Step Time": 4.776142694056034}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.8741147518157959, "Finetune/Loss (Raw)": 0.9055041670799255, "Finetune/Step": 3450, "Finetune/Step Time": 4.795562708750367}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.8727877140045166, "Finetune/Loss (Raw)": 0.8452786207199097, "Finetune/Step": 3451, "Finetune/Step Time": 4.778722692281008}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.8738285303115845, "Finetune/Loss (Raw)": 0.9710073471069336, "Finetune/Step": 3452, "Finetune/Step Time": 4.763003943488002}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.8740924596786499, "Finetune/Loss (Raw)": 0.8415683507919312, "Finetune/Step": 3453, "Finetune/Step Time": 4.766316328197718}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.8731595277786255, "Finetune/Loss (Raw)": 0.8276070356369019, "Finetune/Step": 3454, "Finetune/Step Time": 4.7748127449303865}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.8700525760650635, "Finetune/Loss (Raw)": 0.34195512533187866, "Finetune/Step": 3455, "Finetune/Step Time": 4.795150101184845}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.869438111782074, "Finetune/Loss (Raw)": 0.9479721188545227, "Finetune/Step": 3456, "Finetune/Step Time": 4.791867831721902}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.8684335350990295, "Finetune/Loss (Raw)": 0.8874741792678833, "Finetune/Step": 3457, "Finetune/Step Time": 4.782198745757341}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.8692606687545776, "Finetune/Loss (Raw)": 0.9000028967857361, "Finetune/Step": 3458, "Finetune/Step Time": 4.790424084290862}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.8687015771865845, "Finetune/Loss (Raw)": 0.8519273996353149, "Finetune/Step": 3459, "Finetune/Step Time": 4.78578607738018}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.8694518208503723, "Finetune/Loss (Raw)": 0.9805625081062317, "Finetune/Step": 3460, "Finetune/Step Time": 4.782104704529047}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.8647674918174744, "Finetune/Loss (Raw)": 0.33459848165512085, "Finetune/Step": 3461, "Finetune/Step Time": 4.816888935863972}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.8651690483093262, "Finetune/Loss (Raw)": 0.9375999569892883, "Finetune/Step": 3462, "Finetune/Step Time": 4.81309380941093}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.8653894662857056, "Finetune/Loss (Raw)": 0.8647449016571045, "Finetune/Step": 3463, "Finetune/Step Time": 4.815014101564884}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.865901529788971, "Finetune/Loss (Raw)": 0.9325030446052551, "Finetune/Step": 3464, "Finetune/Step Time": 4.816368425264955}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.8663351535797119, "Finetune/Loss (Raw)": 0.8351315259933472, "Finetune/Step": 3465, "Finetune/Step Time": 4.811467545107007}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.865770161151886, "Finetune/Loss (Raw)": 0.8167679309844971, "Finetune/Step": 3466, "Finetune/Step Time": 4.8149756751954556}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.8641461730003357, "Finetune/Loss (Raw)": 0.738895058631897, "Finetune/Step": 3467, "Finetune/Step Time": 4.81373949162662}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.8628048896789551, "Finetune/Loss (Raw)": 0.7291097044944763, "Finetune/Step": 3468, "Finetune/Step Time": 4.816789750009775}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.8617626428604126, "Finetune/Loss (Raw)": 0.9026899933815002, "Finetune/Step": 3469, "Finetune/Step Time": 4.8257744666188955}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8605359196662903, "Finetune/Loss (Raw)": 0.8410395383834839, "Finetune/Step": 3470, "Finetune/Step Time": 4.8269679974764585}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8606261014938354, "Finetune/Loss (Raw)": 0.9405490159988403, "Finetune/Step": 3471, "Finetune/Step Time": 4.838567763566971}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.8611672520637512, "Finetune/Loss (Raw)": 0.8054711222648621, "Finetune/Step": 3472, "Finetune/Step Time": 4.839080024510622}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.8663296699523926, "Finetune/Loss (Raw)": 1.0135021209716797, "Finetune/Step": 3473, "Finetune/Step Time": 4.828442178666592}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.8646007180213928, "Finetune/Loss (Raw)": 0.7952020764350891, "Finetune/Step": 3474, "Finetune/Step Time": 4.833854418247938}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.8655440807342529, "Finetune/Loss (Raw)": 0.8821973204612732, "Finetune/Step": 3475, "Finetune/Step Time": 4.840254329144955}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.8640804290771484, "Finetune/Loss (Raw)": 0.7438376545906067, "Finetune/Step": 3476, "Finetune/Step Time": 4.845545144751668}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.8631260991096497, "Finetune/Loss (Raw)": 0.8193492889404297, "Finetune/Step": 3477, "Finetune/Step Time": 4.863906070590019}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.8625898361206055, "Finetune/Loss (Raw)": 0.9963622689247131, "Finetune/Step": 3478, "Finetune/Step Time": 4.856251120567322}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.864253044128418, "Finetune/Loss (Raw)": 1.0565930604934692, "Finetune/Step": 3479, "Finetune/Step Time": 4.837605150416493}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.8642035126686096, "Finetune/Loss (Raw)": 0.9285393953323364, "Finetune/Step": 3480, "Finetune/Step Time": 4.82943413965404}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.8640365600585938, "Finetune/Loss (Raw)": 0.9511662125587463, "Finetune/Step": 3481, "Finetune/Step Time": 4.806435124948621}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.8637783527374268, "Finetune/Loss (Raw)": 0.8937998414039612, "Finetune/Step": 3482, "Finetune/Step Time": 4.806321505457163}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.8631302118301392, "Finetune/Loss (Raw)": 0.8812175989151001, "Finetune/Step": 3483, "Finetune/Step Time": 4.849427515640855}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.863028883934021, "Finetune/Loss (Raw)": 0.9221363663673401, "Finetune/Step": 3484, "Finetune/Step Time": 4.866004606708884}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.8640217781066895, "Finetune/Loss (Raw)": 0.9931734800338745, "Finetune/Step": 3485, "Finetune/Step Time": 4.862830566242337}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.8650226593017578, "Finetune/Loss (Raw)": 0.9411303400993347, "Finetune/Step": 3486, "Finetune/Step Time": 4.862234562635422}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.8627392053604126, "Finetune/Loss (Raw)": 0.7616023421287537, "Finetune/Step": 3487, "Finetune/Step Time": 4.860893042758107}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.8609164953231812, "Finetune/Loss (Raw)": 0.7566471695899963, "Finetune/Step": 3488, "Finetune/Step Time": 4.860331356525421}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.8611795902252197, "Finetune/Loss (Raw)": 0.9823911190032959, "Finetune/Step": 3489, "Finetune/Step Time": 4.8473469484597445}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.8609610795974731, "Finetune/Loss (Raw)": 0.795138418674469, "Finetune/Step": 3490, "Finetune/Step Time": 4.844959454610944}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.8613379001617432, "Finetune/Loss (Raw)": 0.9844381213188171, "Finetune/Step": 3491, "Finetune/Step Time": 4.840549428015947}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.8608852028846741, "Finetune/Loss (Raw)": 0.9082158207893372, "Finetune/Step": 3492, "Finetune/Step Time": 4.850326988846064}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8596835732460022, "Finetune/Loss (Raw)": 0.7153252363204956, "Finetune/Step": 3493, "Finetune/Step Time": 4.842545084655285}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.8610901832580566, "Finetune/Loss (Raw)": 0.9961591958999634, "Finetune/Step": 3494, "Finetune/Step Time": 4.829877438023686}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.8620530366897583, "Finetune/Loss (Raw)": 0.9323728680610657, "Finetune/Step": 3495, "Finetune/Step Time": 4.829613162204623}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.8660885095596313, "Finetune/Loss (Raw)": 0.9525235295295715, "Finetune/Step": 3496, "Finetune/Step Time": 4.802078504115343}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.8645225763320923, "Finetune/Loss (Raw)": 0.7771233916282654, "Finetune/Step": 3497, "Finetune/Step Time": 4.81138570420444}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.864081621170044, "Finetune/Loss (Raw)": 0.9096444845199585, "Finetune/Step": 3498, "Finetune/Step Time": 4.815560940653086}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.8662256002426147, "Finetune/Loss (Raw)": 0.9626502990722656, "Finetune/Step": 3499, "Finetune/Step Time": 4.800590446218848}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.8668577075004578, "Finetune/Loss (Raw)": 0.9479383230209351, "Finetune/Step": 3500, "Finetune/Step Time": 4.791662998497486}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.8667494058609009, "Finetune/Loss (Raw)": 0.9353692531585693, "Finetune/Step": 3501, "Finetune/Step Time": 4.777585444971919}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.8679957389831543, "Finetune/Loss (Raw)": 1.0591330528259277, "Finetune/Step": 3502, "Finetune/Step Time": 4.772611627355218}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.8666781187057495, "Finetune/Loss (Raw)": 0.9614549875259399, "Finetune/Step": 3503, "Finetune/Step Time": 4.772828904911876}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.8653630614280701, "Finetune/Loss (Raw)": 0.8475454449653625, "Finetune/Step": 3504, "Finetune/Step Time": 4.774467539042234}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.8664212226867676, "Finetune/Loss (Raw)": 0.9463768601417542, "Finetune/Step": 3505, "Finetune/Step Time": 4.770029732957482}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.8652613162994385, "Finetune/Loss (Raw)": 0.8295904994010925, "Finetune/Step": 3506, "Finetune/Step Time": 4.7612876407802105}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.8649435043334961, "Finetune/Loss (Raw)": 0.6650432348251343, "Finetune/Step": 3507, "Finetune/Step Time": 4.776336831972003}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.8656885027885437, "Finetune/Loss (Raw)": 0.8822646141052246, "Finetune/Step": 3508, "Finetune/Step Time": 4.776517994701862}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.8664510250091553, "Finetune/Loss (Raw)": 0.9748315215110779, "Finetune/Step": 3509, "Finetune/Step Time": 4.795353282243013}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.8645757436752319, "Finetune/Loss (Raw)": 0.8022319078445435, "Finetune/Step": 3510, "Finetune/Step Time": 4.794063974171877}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.8647347688674927, "Finetune/Loss (Raw)": 0.8695305585861206, "Finetune/Step": 3511, "Finetune/Step Time": 4.8014968149363995}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.8644615411758423, "Finetune/Loss (Raw)": 0.9087073802947998, "Finetune/Step": 3512, "Finetune/Step Time": 4.7997924368828535}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.8657130002975464, "Finetune/Loss (Raw)": 0.9424227476119995, "Finetune/Step": 3513, "Finetune/Step Time": 4.800067877396941}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.8650943040847778, "Finetune/Loss (Raw)": 0.8059915900230408, "Finetune/Step": 3514, "Finetune/Step Time": 4.803984062746167}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.8655557632446289, "Finetune/Loss (Raw)": 0.8537338972091675, "Finetune/Step": 3515, "Finetune/Step Time": 4.804849393665791}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.8660203814506531, "Finetune/Loss (Raw)": 0.8759174942970276, "Finetune/Step": 3516, "Finetune/Step Time": 4.806160736829042}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.866162896156311, "Finetune/Loss (Raw)": 0.9495377540588379, "Finetune/Step": 3517, "Finetune/Step Time": 4.803708141669631}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.8655812740325928, "Finetune/Loss (Raw)": 0.876844584941864, "Finetune/Step": 3518, "Finetune/Step Time": 4.828868040814996}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.8635801076889038, "Finetune/Loss (Raw)": 0.8043665885925293, "Finetune/Step": 3519, "Finetune/Step Time": 4.85260440222919}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.8641062378883362, "Finetune/Loss (Raw)": 0.9187705516815186, "Finetune/Step": 3520, "Finetune/Step Time": 4.854066219180822}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.8643075227737427, "Finetune/Loss (Raw)": 1.0182443857192993, "Finetune/Step": 3521, "Finetune/Step Time": 4.8599911741912365}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.863437831401825, "Finetune/Loss (Raw)": 0.7861133217811584, "Finetune/Step": 3522, "Finetune/Step Time": 4.850633915513754}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.8618655800819397, "Finetune/Loss (Raw)": 0.7869192361831665, "Finetune/Step": 3523, "Finetune/Step Time": 4.876112690195441}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.8620532751083374, "Finetune/Loss (Raw)": 0.7859322428703308, "Finetune/Step": 3524, "Finetune/Step Time": 4.885629061609507}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.8632643222808838, "Finetune/Loss (Raw)": 1.0403276681900024, "Finetune/Step": 3525, "Finetune/Step Time": 4.889072785153985}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.8629747629165649, "Finetune/Loss (Raw)": 0.8453546166419983, "Finetune/Step": 3526, "Finetune/Step Time": 4.897205326706171}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.8638410568237305, "Finetune/Loss (Raw)": 0.9359402060508728, "Finetune/Step": 3527, "Finetune/Step Time": 4.885621719062328}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.8642071485519409, "Finetune/Loss (Raw)": 0.8927508592605591, "Finetune/Step": 3528, "Finetune/Step Time": 4.884922197088599}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.8642277121543884, "Finetune/Loss (Raw)": 0.8099018931388855, "Finetune/Step": 3529, "Finetune/Step Time": 4.895048324018717}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.8644300699234009, "Finetune/Loss (Raw)": 0.9079576730728149, "Finetune/Step": 3530, "Finetune/Step Time": 4.897021416574717}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.8655331134796143, "Finetune/Loss (Raw)": 0.9640611410140991, "Finetune/Step": 3531, "Finetune/Step Time": 4.8966535571962595}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.8649459481239319, "Finetune/Loss (Raw)": 0.8227490782737732, "Finetune/Step": 3532, "Finetune/Step Time": 4.909400774165988}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.8617114424705505, "Finetune/Loss (Raw)": 0.32174474000930786, "Finetune/Step": 3533, "Finetune/Step Time": 4.8682176899164915}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.8617454767227173, "Finetune/Loss (Raw)": 0.9237871170043945, "Finetune/Step": 3534, "Finetune/Step Time": 4.8874126728624105}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.857358455657959, "Finetune/Loss (Raw)": 0.3385308086872101, "Finetune/Step": 3535, "Finetune/Step Time": 4.922626458108425}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8566067814826965, "Finetune/Loss (Raw)": 0.8456077575683594, "Finetune/Step": 3536, "Finetune/Step Time": 4.919799676164985}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.857703685760498, "Finetune/Loss (Raw)": 1.020287036895752, "Finetune/Step": 3537, "Finetune/Step Time": 4.916092814877629}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.8591080904006958, "Finetune/Loss (Raw)": 1.0023560523986816, "Finetune/Step": 3538, "Finetune/Step Time": 4.918519489467144}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.8586131930351257, "Finetune/Loss (Raw)": 0.9390449523925781, "Finetune/Step": 3539, "Finetune/Step Time": 4.922498112544417}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.858161211013794, "Finetune/Loss (Raw)": 0.8825873732566833, "Finetune/Step": 3540, "Finetune/Step Time": 4.927162347361445}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8571239113807678, "Finetune/Loss (Raw)": 0.8860434889793396, "Finetune/Step": 3541, "Finetune/Step Time": 4.912485059350729}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8558660745620728, "Finetune/Loss (Raw)": 0.8666457533836365, "Finetune/Step": 3542, "Finetune/Step Time": 4.922086035832763}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8568831086158752, "Finetune/Loss (Raw)": 0.8732424378395081, "Finetune/Step": 3543, "Finetune/Step Time": 4.934422692283988}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.8607507944107056, "Finetune/Loss (Raw)": 0.9194607734680176, "Finetune/Step": 3544, "Finetune/Step Time": 4.898199835792184}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8570486903190613, "Finetune/Loss (Raw)": 0.4185909032821655, "Finetune/Step": 3545, "Finetune/Step Time": 4.928038187325001}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8565273880958557, "Finetune/Loss (Raw)": 0.8228464126586914, "Finetune/Step": 3546, "Finetune/Step Time": 4.930214621126652}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8573253750801086, "Finetune/Loss (Raw)": 1.0068800449371338, "Finetune/Step": 3547, "Finetune/Step Time": 4.9274577759206295}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.8596881628036499, "Finetune/Loss (Raw)": 0.9420123100280762, "Finetune/Step": 3548, "Finetune/Step Time": 4.915204957127571}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.8603037595748901, "Finetune/Loss (Raw)": 0.9970488548278809, "Finetune/Step": 3549, "Finetune/Step Time": 4.908661594614387}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8562437295913696, "Finetune/Loss (Raw)": 0.3433944880962372, "Finetune/Step": 3550, "Finetune/Step Time": 4.923201469704509}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.85597163438797, "Finetune/Loss (Raw)": 0.7807563543319702, "Finetune/Step": 3551, "Finetune/Step Time": 4.941272610798478}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.8603163957595825, "Finetune/Loss (Raw)": 0.9079678058624268, "Finetune/Step": 3552, "Finetune/Step Time": 4.903463244438171}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.8592619895935059, "Finetune/Loss (Raw)": 0.7439888119697571, "Finetune/Step": 3553, "Finetune/Step Time": 4.9167118687182665}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.8610109090805054, "Finetune/Loss (Raw)": 0.9679838418960571, "Finetune/Step": 3554, "Finetune/Step Time": 4.919307380914688}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.8616774082183838, "Finetune/Loss (Raw)": 1.062379240989685, "Finetune/Step": 3555, "Finetune/Step Time": 4.917449988424778}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8574409484863281, "Finetune/Loss (Raw)": 0.3503088057041168, "Finetune/Step": 3556, "Finetune/Step Time": 4.944555606693029}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8583076596260071, "Finetune/Loss (Raw)": 1.0355085134506226, "Finetune/Step": 3557, "Finetune/Step Time": 4.942159274592996}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.8586315512657166, "Finetune/Loss (Raw)": 0.8844549059867859, "Finetune/Step": 3558, "Finetune/Step Time": 4.9440676383674145}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.8584752082824707, "Finetune/Loss (Raw)": 0.9616104960441589, "Finetune/Step": 3559, "Finetune/Step Time": 4.942644773051143}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.8602949380874634, "Finetune/Loss (Raw)": 1.0052744150161743, "Finetune/Step": 3560, "Finetune/Step Time": 4.926398567855358}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.8616762161254883, "Finetune/Loss (Raw)": 1.0421841144561768, "Finetune/Step": 3561, "Finetune/Step Time": 4.909884560853243}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.8607207536697388, "Finetune/Loss (Raw)": 0.7314882278442383, "Finetune/Step": 3562, "Finetune/Step Time": 4.885027728974819}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.8600037097930908, "Finetune/Loss (Raw)": 0.7687456011772156, "Finetune/Step": 3563, "Finetune/Step Time": 4.871258899569511}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.8602684736251831, "Finetune/Loss (Raw)": 0.8193431496620178, "Finetune/Step": 3564, "Finetune/Step Time": 4.873947784304619}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.8598775863647461, "Finetune/Loss (Raw)": 0.8439849615097046, "Finetune/Step": 3565, "Finetune/Step Time": 4.877021646127105}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.8613651990890503, "Finetune/Loss (Raw)": 1.0109765529632568, "Finetune/Step": 3566, "Finetune/Step Time": 4.876635042950511}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.8607099056243896, "Finetune/Loss (Raw)": 0.8866250514984131, "Finetune/Step": 3567, "Finetune/Step Time": 4.880594985559583}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.8613641858100891, "Finetune/Loss (Raw)": 0.9386213421821594, "Finetune/Step": 3568, "Finetune/Step Time": 4.885745005682111}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.8624469637870789, "Finetune/Loss (Raw)": 0.8641563653945923, "Finetune/Step": 3569, "Finetune/Step Time": 4.873114865273237}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.8628475666046143, "Finetune/Loss (Raw)": 0.8316724896430969, "Finetune/Step": 3570, "Finetune/Step Time": 4.867601538076997}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.8637118339538574, "Finetune/Loss (Raw)": 0.9317291975021362, "Finetune/Step": 3571, "Finetune/Step Time": 4.859588705003262}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.8638993501663208, "Finetune/Loss (Raw)": 0.9431862831115723, "Finetune/Step": 3572, "Finetune/Step Time": 4.861441569402814}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.8656668663024902, "Finetune/Loss (Raw)": 0.9398257732391357, "Finetune/Step": 3573, "Finetune/Step Time": 4.843341648578644}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.8666625022888184, "Finetune/Loss (Raw)": 0.9774190187454224, "Finetune/Step": 3574, "Finetune/Step Time": 4.8412545043975115}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.8656280040740967, "Finetune/Loss (Raw)": 0.8656667470932007, "Finetune/Step": 3575, "Finetune/Step Time": 4.842309955507517}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.8664199113845825, "Finetune/Loss (Raw)": 0.9815335273742676, "Finetune/Step": 3576, "Finetune/Step Time": 4.839807512238622}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.8655722141265869, "Finetune/Loss (Raw)": 0.8794879913330078, "Finetune/Step": 3577, "Finetune/Step Time": 4.85846297070384}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.866080641746521, "Finetune/Loss (Raw)": 0.9705899357795715, "Finetune/Step": 3578, "Finetune/Step Time": 4.84333161264658}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.8669137954711914, "Finetune/Loss (Raw)": 0.9519146084785461, "Finetune/Step": 3579, "Finetune/Step Time": 4.843942478299141}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.8666000366210938, "Finetune/Loss (Raw)": 0.9308433532714844, "Finetune/Step": 3580, "Finetune/Step Time": 4.851711072027683}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.8676888942718506, "Finetune/Loss (Raw)": 0.9809387922286987, "Finetune/Step": 3581, "Finetune/Step Time": 4.856065580621362}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.8678361177444458, "Finetune/Loss (Raw)": 0.8464553952217102, "Finetune/Step": 3582, "Finetune/Step Time": 4.858017232269049}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.8715802431106567, "Finetune/Loss (Raw)": 0.8212071657180786, "Finetune/Step": 3583, "Finetune/Step Time": 4.822528699412942}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.8714916706085205, "Finetune/Loss (Raw)": 0.9366281628608704, "Finetune/Step": 3584, "Finetune/Step Time": 4.824470540508628}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.872552752494812, "Finetune/Loss (Raw)": 1.0232903957366943, "Finetune/Step": 3585, "Finetune/Step Time": 4.824660709127784}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.8714575171470642, "Finetune/Loss (Raw)": 0.7598227858543396, "Finetune/Step": 3586, "Finetune/Step Time": 4.822840241715312}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.8712677955627441, "Finetune/Loss (Raw)": 0.8276434540748596, "Finetune/Step": 3587, "Finetune/Step Time": 4.810672475025058}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.869104266166687, "Finetune/Loss (Raw)": 0.7036292552947998, "Finetune/Step": 3588, "Finetune/Step Time": 4.811548940837383}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.8732742667198181, "Finetune/Loss (Raw)": 0.8683587908744812, "Finetune/Step": 3589, "Finetune/Step Time": 4.790847958996892}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.8733636140823364, "Finetune/Loss (Raw)": 0.9490381479263306, "Finetune/Step": 3590, "Finetune/Step Time": 4.794341403990984}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.8728588819503784, "Finetune/Loss (Raw)": 0.8001309037208557, "Finetune/Step": 3591, "Finetune/Step Time": 4.798894602805376}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.8727997541427612, "Finetune/Loss (Raw)": 0.9249399304389954, "Finetune/Step": 3592, "Finetune/Step Time": 4.803879141807556}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.8741611838340759, "Finetune/Loss (Raw)": 1.0093896389007568, "Finetune/Step": 3593, "Finetune/Step Time": 4.800391769036651}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.872586190700531, "Finetune/Loss (Raw)": 0.6151747703552246, "Finetune/Step": 3594, "Finetune/Step Time": 4.8022126741707325}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.873799204826355, "Finetune/Loss (Raw)": 0.8941608667373657, "Finetune/Step": 3595, "Finetune/Step Time": 4.819975579157472}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.8761078119277954, "Finetune/Loss (Raw)": 1.0246038436889648, "Finetune/Step": 3596, "Finetune/Step Time": 4.805477997288108}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.8710479736328125, "Finetune/Loss (Raw)": 0.25503385066986084, "Finetune/Step": 3597, "Finetune/Step Time": 4.829323826357722}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.870925784111023, "Finetune/Loss (Raw)": 0.8254085779190063, "Finetune/Step": 3598, "Finetune/Step Time": 4.849026648327708}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.8698983192443848, "Finetune/Loss (Raw)": 0.8090219497680664, "Finetune/Step": 3599, "Finetune/Step Time": 4.834906354546547}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.8670109510421753, "Finetune/Loss (Raw)": 0.4358876645565033, "Finetune/Step": 3600, "Finetune/Step Time": 4.862198313698173}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.8663927316665649, "Finetune/Loss (Raw)": 0.9343740940093994, "Finetune/Step": 3601, "Finetune/Step Time": 4.84442126378417}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.8667967915534973, "Finetune/Loss (Raw)": 0.8469251394271851, "Finetune/Step": 3602, "Finetune/Step Time": 4.8394338842481375}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.8665534853935242, "Finetune/Loss (Raw)": 0.851050853729248, "Finetune/Step": 3603, "Finetune/Step Time": 4.8379544746130705}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.8678049445152283, "Finetune/Loss (Raw)": 0.9040244221687317, "Finetune/Step": 3604, "Finetune/Step Time": 4.834636388346553}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.8675254583358765, "Finetune/Loss (Raw)": 0.7835810780525208, "Finetune/Step": 3605, "Finetune/Step Time": 4.820611044764519}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.8665515184402466, "Finetune/Loss (Raw)": 0.8716983795166016, "Finetune/Step": 3606, "Finetune/Step Time": 4.838718432933092}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.8654369115829468, "Finetune/Loss (Raw)": 0.9139150977134705, "Finetune/Step": 3607, "Finetune/Step Time": 4.842017080634832}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.864989161491394, "Finetune/Loss (Raw)": 0.871224045753479, "Finetune/Step": 3608, "Finetune/Step Time": 4.869744285941124}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.8646876811981201, "Finetune/Loss (Raw)": 0.912580668926239, "Finetune/Step": 3609, "Finetune/Step Time": 4.864728474989533}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.8639153838157654, "Finetune/Loss (Raw)": 0.7949482202529907, "Finetune/Step": 3610, "Finetune/Step Time": 4.8639025297015905}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.8596811294555664, "Finetune/Loss (Raw)": 0.33923256397247314, "Finetune/Step": 3611, "Finetune/Step Time": 4.85244669392705}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8592231869697571, "Finetune/Loss (Raw)": 0.8635150790214539, "Finetune/Step": 3612, "Finetune/Step Time": 4.849403800442815}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8576216697692871, "Finetune/Loss (Raw)": 0.788179337978363, "Finetune/Step": 3613, "Finetune/Step Time": 4.849890077486634}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8570447564125061, "Finetune/Loss (Raw)": 0.8672913312911987, "Finetune/Step": 3614, "Finetune/Step Time": 4.848610309883952}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8582296967506409, "Finetune/Loss (Raw)": 0.9132677912712097, "Finetune/Step": 3615, "Finetune/Step Time": 4.853058205917478}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8583834171295166, "Finetune/Loss (Raw)": 0.776332676410675, "Finetune/Step": 3616, "Finetune/Step Time": 4.857129601761699}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8573880791664124, "Finetune/Loss (Raw)": 0.854984700679779, "Finetune/Step": 3617, "Finetune/Step Time": 4.86578381806612}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.857717752456665, "Finetune/Loss (Raw)": 0.8373379111289978, "Finetune/Step": 3618, "Finetune/Step Time": 4.873590754345059}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8566486835479736, "Finetune/Loss (Raw)": 0.8475924134254456, "Finetune/Step": 3619, "Finetune/Step Time": 4.871418057009578}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8561251759529114, "Finetune/Loss (Raw)": 0.8412081599235535, "Finetune/Step": 3620, "Finetune/Step Time": 4.861330348998308}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8569211959838867, "Finetune/Loss (Raw)": 0.8172141909599304, "Finetune/Step": 3621, "Finetune/Step Time": 4.8603161461651325}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8561397790908813, "Finetune/Loss (Raw)": 0.896144688129425, "Finetune/Step": 3622, "Finetune/Step Time": 4.859214451164007}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8560094237327576, "Finetune/Loss (Raw)": 0.9156827926635742, "Finetune/Step": 3623, "Finetune/Step Time": 4.859675228595734}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8561965227127075, "Finetune/Loss (Raw)": 0.9764773845672607, "Finetune/Step": 3624, "Finetune/Step Time": 4.853525893762708}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8575515151023865, "Finetune/Loss (Raw)": 0.9505603313446045, "Finetune/Step": 3625, "Finetune/Step Time": 4.844034783542156}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8566969633102417, "Finetune/Loss (Raw)": 0.800255298614502, "Finetune/Step": 3626, "Finetune/Step Time": 4.840206800028682}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8563122749328613, "Finetune/Loss (Raw)": 0.9134158492088318, "Finetune/Step": 3627, "Finetune/Step Time": 4.855523515492678}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8559550046920776, "Finetune/Loss (Raw)": 0.9021998047828674, "Finetune/Step": 3628, "Finetune/Step Time": 4.861000312492251}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8551111221313477, "Finetune/Loss (Raw)": 0.8273594379425049, "Finetune/Step": 3629, "Finetune/Step Time": 4.867723835632205}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8535228967666626, "Finetune/Loss (Raw)": 0.855842113494873, "Finetune/Step": 3630, "Finetune/Step Time": 4.867887370288372}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8516141176223755, "Finetune/Loss (Raw)": 0.717129111289978, "Finetune/Step": 3631, "Finetune/Step Time": 4.882243484258652}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8526862859725952, "Finetune/Loss (Raw)": 0.9847842454910278, "Finetune/Step": 3632, "Finetune/Step Time": 4.8848803378641605}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8530935645103455, "Finetune/Loss (Raw)": 0.99850994348526, "Finetune/Step": 3633, "Finetune/Step Time": 4.879766112193465}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8534659147262573, "Finetune/Loss (Raw)": 0.8772439956665039, "Finetune/Step": 3634, "Finetune/Step Time": 4.872258100658655}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.854310154914856, "Finetune/Loss (Raw)": 0.7731081247329712, "Finetune/Step": 3635, "Finetune/Step Time": 4.856440491974354}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8544710278511047, "Finetune/Loss (Raw)": 0.9028559327125549, "Finetune/Step": 3636, "Finetune/Step Time": 4.855449546128511}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8544407486915588, "Finetune/Loss (Raw)": 0.9709571003913879, "Finetune/Step": 3637, "Finetune/Step Time": 4.835954209789634}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8555065393447876, "Finetune/Loss (Raw)": 0.938654899597168, "Finetune/Step": 3638, "Finetune/Step Time": 4.834134794771671}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8556238412857056, "Finetune/Loss (Raw)": 0.8845456838607788, "Finetune/Step": 3639, "Finetune/Step Time": 4.822840919718146}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.850939154624939, "Finetune/Loss (Raw)": 0.3090725541114807, "Finetune/Step": 3640, "Finetune/Step Time": 4.858624054118991}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8498452305793762, "Finetune/Loss (Raw)": 0.8023994565010071, "Finetune/Step": 3641, "Finetune/Step Time": 4.8616655599325895}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8509470820426941, "Finetune/Loss (Raw)": 0.9470208287239075, "Finetune/Step": 3642, "Finetune/Step Time": 4.865608463063836}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8515173196792603, "Finetune/Loss (Raw)": 0.9267316460609436, "Finetune/Step": 3643, "Finetune/Step Time": 4.858922652900219}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8512417078018188, "Finetune/Loss (Raw)": 0.8406379818916321, "Finetune/Step": 3644, "Finetune/Step Time": 4.85572805069387}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8503023386001587, "Finetune/Loss (Raw)": 0.8292969465255737, "Finetune/Step": 3645, "Finetune/Step Time": 4.855271788313985}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8511358499526978, "Finetune/Loss (Raw)": 0.9835374355316162, "Finetune/Step": 3646, "Finetune/Step Time": 4.844405783340335}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8520181179046631, "Finetune/Loss (Raw)": 0.9172961711883545, "Finetune/Step": 3647, "Finetune/Step Time": 4.822470270097256}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8523004055023193, "Finetune/Loss (Raw)": 0.9548975825309753, "Finetune/Step": 3648, "Finetune/Step Time": 4.829699821770191}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8518097400665283, "Finetune/Loss (Raw)": 0.9554436802864075, "Finetune/Step": 3649, "Finetune/Step Time": 4.828175403177738}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8537013530731201, "Finetune/Loss (Raw)": 1.0282353162765503, "Finetune/Step": 3650, "Finetune/Step Time": 4.808145368471742}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8533975481987, "Finetune/Loss (Raw)": 0.7480291724205017, "Finetune/Step": 3651, "Finetune/Step Time": 4.797431254759431}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8546085357666016, "Finetune/Loss (Raw)": 0.940940797328949, "Finetune/Step": 3652, "Finetune/Step Time": 4.790009584277868}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8539658784866333, "Finetune/Loss (Raw)": 0.9580633044242859, "Finetune/Step": 3653, "Finetune/Step Time": 4.787331845611334}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8543199896812439, "Finetune/Loss (Raw)": 0.8906832933425903, "Finetune/Step": 3654, "Finetune/Step Time": 4.797083109617233}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8552682399749756, "Finetune/Loss (Raw)": 1.0573234558105469, "Finetune/Step": 3655, "Finetune/Step Time": 4.806645277887583}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8543857932090759, "Finetune/Loss (Raw)": 0.7797946333885193, "Finetune/Step": 3656, "Finetune/Step Time": 4.810613717883825}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8549016714096069, "Finetune/Loss (Raw)": 0.8759337663650513, "Finetune/Step": 3657, "Finetune/Step Time": 4.799693183973432}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8547694087028503, "Finetune/Loss (Raw)": 0.8910270929336548, "Finetune/Step": 3658, "Finetune/Step Time": 4.815261401236057}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8543668389320374, "Finetune/Loss (Raw)": 0.91253262758255, "Finetune/Step": 3659, "Finetune/Step Time": 4.818599158897996}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8557766675949097, "Finetune/Loss (Raw)": 1.003203272819519, "Finetune/Step": 3660, "Finetune/Step Time": 4.805548934265971}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8601032495498657, "Finetune/Loss (Raw)": 0.8755472898483276, "Finetune/Step": 3661, "Finetune/Step Time": 4.768795354291797}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8605228662490845, "Finetune/Loss (Raw)": 0.977498471736908, "Finetune/Step": 3662, "Finetune/Step Time": 4.748012037947774}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.8661463856697083, "Finetune/Loss (Raw)": 1.0583425760269165, "Finetune/Step": 3663, "Finetune/Step Time": 4.710707750171423}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.8659777641296387, "Finetune/Loss (Raw)": 0.8240258693695068, "Finetune/Step": 3664, "Finetune/Step Time": 4.729284435510635}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.8651409149169922, "Finetune/Loss (Raw)": 0.9131730198860168, "Finetune/Step": 3665, "Finetune/Step Time": 4.7267914693802595}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.8644928336143494, "Finetune/Loss (Raw)": 0.9193997979164124, "Finetune/Step": 3666, "Finetune/Step Time": 4.727154681459069}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8604747653007507, "Finetune/Loss (Raw)": 0.4247276782989502, "Finetune/Step": 3667, "Finetune/Step Time": 4.759859701618552}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8599990010261536, "Finetune/Loss (Raw)": 0.821692705154419, "Finetune/Step": 3668, "Finetune/Step Time": 4.749921955168247}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.859779953956604, "Finetune/Loss (Raw)": 0.8580081462860107, "Finetune/Step": 3669, "Finetune/Step Time": 4.753471599891782}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8601162433624268, "Finetune/Loss (Raw)": 0.9096858501434326, "Finetune/Step": 3670, "Finetune/Step Time": 4.738791797310114}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8609036207199097, "Finetune/Loss (Raw)": 0.9740281701087952, "Finetune/Step": 3671, "Finetune/Step Time": 4.720453603193164}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8603051900863647, "Finetune/Loss (Raw)": 0.8428677916526794, "Finetune/Step": 3672, "Finetune/Step Time": 4.728557042777538}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.8622606992721558, "Finetune/Loss (Raw)": 0.6688959002494812, "Finetune/Step": 3673, "Finetune/Step Time": 4.702773779630661}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.8624826073646545, "Finetune/Loss (Raw)": 0.8512446880340576, "Finetune/Step": 3674, "Finetune/Step Time": 4.688325399532914}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8575570583343506, "Finetune/Loss (Raw)": 0.3764171004295349, "Finetune/Step": 3675, "Finetune/Step Time": 4.728248901665211}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8576263189315796, "Finetune/Loss (Raw)": 0.950871467590332, "Finetune/Step": 3676, "Finetune/Step Time": 4.731219304725528}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.857381284236908, "Finetune/Loss (Raw)": 0.9656850695610046, "Finetune/Step": 3677, "Finetune/Step Time": 4.730552179738879}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8597511053085327, "Finetune/Loss (Raw)": 0.6467251181602478, "Finetune/Step": 3678, "Finetune/Step Time": 4.695860510692}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.8613629341125488, "Finetune/Loss (Raw)": 0.9870743155479431, "Finetune/Step": 3679, "Finetune/Step Time": 4.689027851447463}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.8613916635513306, "Finetune/Loss (Raw)": 0.9116470813751221, "Finetune/Step": 3680, "Finetune/Step Time": 4.694923287257552}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.8631981611251831, "Finetune/Loss (Raw)": 0.9752292633056641, "Finetune/Step": 3681, "Finetune/Step Time": 4.670305864885449}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.8641912937164307, "Finetune/Loss (Raw)": 1.0950952768325806, "Finetune/Step": 3682, "Finetune/Step Time": 4.667526612058282}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.8628382682800293, "Finetune/Loss (Raw)": 0.8891907334327698, "Finetune/Step": 3683, "Finetune/Step Time": 4.667781861498952}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.8652979135513306, "Finetune/Loss (Raw)": 0.6651433110237122, "Finetune/Step": 3684, "Finetune/Step Time": 4.650680936872959}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.8639118671417236, "Finetune/Loss (Raw)": 0.8580996990203857, "Finetune/Step": 3685, "Finetune/Step Time": 4.647437850013375}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.8641344308853149, "Finetune/Loss (Raw)": 0.9129408597946167, "Finetune/Step": 3686, "Finetune/Step Time": 4.646799884736538}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.8635084629058838, "Finetune/Loss (Raw)": 0.8814848065376282, "Finetune/Step": 3687, "Finetune/Step Time": 4.645215094089508}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.8620644807815552, "Finetune/Loss (Raw)": 0.820451021194458, "Finetune/Step": 3688, "Finetune/Step Time": 4.653621751815081}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.8616288900375366, "Finetune/Loss (Raw)": 0.9864259362220764, "Finetune/Step": 3689, "Finetune/Step Time": 4.653481841087341}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.8631852865219116, "Finetune/Loss (Raw)": 0.9307104349136353, "Finetune/Step": 3690, "Finetune/Step Time": 4.6567290257662535}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8596035242080688, "Finetune/Loss (Raw)": 0.3102788031101227, "Finetune/Step": 3691, "Finetune/Step Time": 4.691014206036925}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8609828948974609, "Finetune/Loss (Raw)": 0.9958980083465576, "Finetune/Step": 3692, "Finetune/Step Time": 4.684407062828541}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.8613885641098022, "Finetune/Loss (Raw)": 0.8959146738052368, "Finetune/Step": 3693, "Finetune/Step Time": 4.683721112087369}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8595483303070068, "Finetune/Loss (Raw)": 0.7754194140434265, "Finetune/Step": 3694, "Finetune/Step Time": 4.707716656848788}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.861323893070221, "Finetune/Loss (Raw)": 1.1138997077941895, "Finetune/Step": 3695, "Finetune/Step Time": 4.686165140941739}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8608464598655701, "Finetune/Loss (Raw)": 0.8775118589401245, "Finetune/Step": 3696, "Finetune/Step Time": 4.678709514439106}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8597126007080078, "Finetune/Loss (Raw)": 0.7190276980400085, "Finetune/Step": 3697, "Finetune/Step Time": 4.69516028277576}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8603814840316772, "Finetune/Loss (Raw)": 0.9172884225845337, "Finetune/Step": 3698, "Finetune/Step Time": 4.701869182288647}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8603059649467468, "Finetune/Loss (Raw)": 0.922058641910553, "Finetune/Step": 3699, "Finetune/Step Time": 4.698777025565505}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.860153317451477, "Finetune/Loss (Raw)": 0.9236486554145813, "Finetune/Step": 3700, "Finetune/Step Time": 4.699630273506045}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8584635853767395, "Finetune/Loss (Raw)": 0.7235413789749146, "Finetune/Step": 3701, "Finetune/Step Time": 4.707043128088117}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8580944538116455, "Finetune/Loss (Raw)": 0.9301650524139404, "Finetune/Step": 3702, "Finetune/Step Time": 4.69618496671319}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8587691187858582, "Finetune/Loss (Raw)": 0.9520259499549866, "Finetune/Step": 3703, "Finetune/Step Time": 4.694239402189851}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.858291745185852, "Finetune/Loss (Raw)": 0.9204277992248535, "Finetune/Step": 3704, "Finetune/Step Time": 4.6998355332762}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8570693135261536, "Finetune/Loss (Raw)": 0.7230238914489746, "Finetune/Step": 3705, "Finetune/Step Time": 4.681234270334244}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8562525510787964, "Finetune/Loss (Raw)": 0.866047203540802, "Finetune/Step": 3706, "Finetune/Step Time": 4.678094308823347}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8554808497428894, "Finetune/Loss (Raw)": 0.8531306982040405, "Finetune/Step": 3707, "Finetune/Step Time": 4.70442040450871}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8542822003364563, "Finetune/Loss (Raw)": 0.7774136066436768, "Finetune/Step": 3708, "Finetune/Step Time": 4.715584550052881}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8545432090759277, "Finetune/Loss (Raw)": 1.0143539905548096, "Finetune/Step": 3709, "Finetune/Step Time": 4.706114316359162}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8556748628616333, "Finetune/Loss (Raw)": 0.9913054704666138, "Finetune/Step": 3710, "Finetune/Step Time": 4.693003153428435}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8553479909896851, "Finetune/Loss (Raw)": 0.7793591618537903, "Finetune/Step": 3711, "Finetune/Step Time": 4.704893911257386}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8559175729751587, "Finetune/Loss (Raw)": 1.0095430612564087, "Finetune/Step": 3712, "Finetune/Step Time": 4.704107625409961}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8501436710357666, "Finetune/Loss (Raw)": 0.28423011302948, "Finetune/Step": 3713, "Finetune/Step Time": 4.738389372825623}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8512578010559082, "Finetune/Loss (Raw)": 0.902428150177002, "Finetune/Step": 3714, "Finetune/Step Time": 4.731147428974509}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8521881103515625, "Finetune/Loss (Raw)": 0.9467201828956604, "Finetune/Step": 3715, "Finetune/Step Time": 4.74078213609755}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8530171513557434, "Finetune/Loss (Raw)": 0.8097509741783142, "Finetune/Step": 3716, "Finetune/Step Time": 4.764252731576562}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8523160219192505, "Finetune/Loss (Raw)": 0.7786214351654053, "Finetune/Step": 3717, "Finetune/Step Time": 4.773332418873906}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.851033627986908, "Finetune/Loss (Raw)": 0.7848845720291138, "Finetune/Step": 3718, "Finetune/Step Time": 4.778104014694691}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8501131534576416, "Finetune/Loss (Raw)": 0.6823042631149292, "Finetune/Step": 3719, "Finetune/Step Time": 4.783288417384028}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8506587743759155, "Finetune/Loss (Raw)": 0.9947859048843384, "Finetune/Step": 3720, "Finetune/Step Time": 4.787551483139396}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8504377007484436, "Finetune/Loss (Raw)": 0.981090247631073, "Finetune/Step": 3721, "Finetune/Step Time": 4.78701912984252}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8528551459312439, "Finetune/Loss (Raw)": 0.9246150851249695, "Finetune/Step": 3722, "Finetune/Step Time": 4.7838054951280355}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.853508710861206, "Finetune/Loss (Raw)": 0.9778091907501221, "Finetune/Step": 3723, "Finetune/Step Time": 4.775812452659011}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8519052267074585, "Finetune/Loss (Raw)": 0.8193626403808594, "Finetune/Step": 3724, "Finetune/Step Time": 4.782160686329007}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8574602603912354, "Finetune/Loss (Raw)": 0.9660769701004028, "Finetune/Step": 3725, "Finetune/Step Time": 4.755458123981953}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8540124893188477, "Finetune/Loss (Raw)": 0.3840915262699127, "Finetune/Step": 3726, "Finetune/Step Time": 4.77255673520267}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8541584014892578, "Finetune/Loss (Raw)": 0.8277007341384888, "Finetune/Step": 3727, "Finetune/Step Time": 4.77700605802238}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8561276793479919, "Finetune/Loss (Raw)": 0.6879537105560303, "Finetune/Step": 3728, "Finetune/Step Time": 4.749258443713188}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8560339212417603, "Finetune/Loss (Raw)": 0.9223758578300476, "Finetune/Step": 3729, "Finetune/Step Time": 4.753045961260796}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8565515279769897, "Finetune/Loss (Raw)": 0.9131730794906616, "Finetune/Step": 3730, "Finetune/Step Time": 4.782009478658438}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.857245683670044, "Finetune/Loss (Raw)": 0.939903199672699, "Finetune/Step": 3731, "Finetune/Step Time": 4.781952874734998}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.857181966304779, "Finetune/Loss (Raw)": 0.8958695530891418, "Finetune/Step": 3732, "Finetune/Step Time": 4.780260240659118}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8577314019203186, "Finetune/Loss (Raw)": 0.8539112210273743, "Finetune/Step": 3733, "Finetune/Step Time": 4.787900876253843}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8584743738174438, "Finetune/Loss (Raw)": 0.9668021202087402, "Finetune/Step": 3734, "Finetune/Step Time": 4.775023892521858}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8569135665893555, "Finetune/Loss (Raw)": 0.71413254737854, "Finetune/Step": 3735, "Finetune/Step Time": 4.776031265035272}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8586152195930481, "Finetune/Loss (Raw)": 1.089028239250183, "Finetune/Step": 3736, "Finetune/Step Time": 4.746177228167653}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8586496710777283, "Finetune/Loss (Raw)": 0.9169904589653015, "Finetune/Step": 3737, "Finetune/Step Time": 4.76486655883491}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8589593172073364, "Finetune/Loss (Raw)": 0.8345921635627747, "Finetune/Step": 3738, "Finetune/Step Time": 4.779440814629197}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.8628769516944885, "Finetune/Loss (Raw)": 0.8406774401664734, "Finetune/Step": 3739, "Finetune/Step Time": 4.743597354739904}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.8630536794662476, "Finetune/Loss (Raw)": 0.8861379027366638, "Finetune/Step": 3740, "Finetune/Step Time": 4.7273036148399115}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.8644366264343262, "Finetune/Loss (Raw)": 0.9652018547058105, "Finetune/Step": 3741, "Finetune/Step Time": 4.727443540468812}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.8644906878471375, "Finetune/Loss (Raw)": 0.8742105960845947, "Finetune/Step": 3742, "Finetune/Step Time": 4.723133334890008}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.8645744323730469, "Finetune/Loss (Raw)": 0.9239784479141235, "Finetune/Step": 3743, "Finetune/Step Time": 4.761127043515444}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.8613291382789612, "Finetune/Loss (Raw)": 0.36094367504119873, "Finetune/Step": 3744, "Finetune/Step Time": 4.792656723409891}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8571958541870117, "Finetune/Loss (Raw)": 0.325924277305603, "Finetune/Step": 3745, "Finetune/Step Time": 4.81609733402729}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8565040826797485, "Finetune/Loss (Raw)": 0.7487898468971252, "Finetune/Step": 3746, "Finetune/Step Time": 4.812753826379776}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8557339906692505, "Finetune/Loss (Raw)": 0.7490147948265076, "Finetune/Step": 3747, "Finetune/Step Time": 4.833278531208634}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8565336465835571, "Finetune/Loss (Raw)": 0.9435696601867676, "Finetune/Step": 3748, "Finetune/Step Time": 4.84434319101274}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8562572598457336, "Finetune/Loss (Raw)": 0.7818318605422974, "Finetune/Step": 3749, "Finetune/Step Time": 4.846177864819765}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8566417694091797, "Finetune/Loss (Raw)": 0.9453630447387695, "Finetune/Step": 3750, "Finetune/Step Time": 4.850403741002083}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8574190139770508, "Finetune/Loss (Raw)": 1.015170931816101, "Finetune/Step": 3751, "Finetune/Step Time": 4.857985146343708}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8564134836196899, "Finetune/Loss (Raw)": 0.8477718830108643, "Finetune/Step": 3752, "Finetune/Step Time": 4.8604719415307045}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8557491898536682, "Finetune/Loss (Raw)": 0.8655285835266113, "Finetune/Step": 3753, "Finetune/Step Time": 4.8754656203091145}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8565769195556641, "Finetune/Loss (Raw)": 0.906209409236908, "Finetune/Step": 3754, "Finetune/Step Time": 4.877923030406237}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8568586111068726, "Finetune/Loss (Raw)": 0.949467658996582, "Finetune/Step": 3755, "Finetune/Step Time": 4.865710416808724}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8553651571273804, "Finetune/Loss (Raw)": 0.711043119430542, "Finetune/Step": 3756, "Finetune/Step Time": 4.867160305380821}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8563591241836548, "Finetune/Loss (Raw)": 0.9545865654945374, "Finetune/Step": 3757, "Finetune/Step Time": 4.869465980678797}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8563756942749023, "Finetune/Loss (Raw)": 0.8579639792442322, "Finetune/Step": 3758, "Finetune/Step Time": 4.884688058868051}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8582123517990112, "Finetune/Loss (Raw)": 0.9522132873535156, "Finetune/Step": 3759, "Finetune/Step Time": 4.8692820351570845}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8570636510848999, "Finetune/Loss (Raw)": 0.8377500176429749, "Finetune/Step": 3760, "Finetune/Step Time": 4.875209882855415}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8551189303398132, "Finetune/Loss (Raw)": 0.7495867013931274, "Finetune/Step": 3761, "Finetune/Step Time": 4.886166112497449}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8551723957061768, "Finetune/Loss (Raw)": 0.8840896487236023, "Finetune/Step": 3762, "Finetune/Step Time": 4.891435964033008}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8564516305923462, "Finetune/Loss (Raw)": 0.936850905418396, "Finetune/Step": 3763, "Finetune/Step Time": 4.892622547224164}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8557500839233398, "Finetune/Loss (Raw)": 0.8130602240562439, "Finetune/Step": 3764, "Finetune/Step Time": 4.892982630059123}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8547784090042114, "Finetune/Loss (Raw)": 0.8465777635574341, "Finetune/Step": 3765, "Finetune/Step Time": 4.902429090812802}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8548283576965332, "Finetune/Loss (Raw)": 0.9450548887252808, "Finetune/Step": 3766, "Finetune/Step Time": 4.905259169638157}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8552941083908081, "Finetune/Loss (Raw)": 0.9441581964492798, "Finetune/Step": 3767, "Finetune/Step Time": 4.909023562446237}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8588337898254395, "Finetune/Loss (Raw)": 0.7621545195579529, "Finetune/Step": 3768, "Finetune/Step Time": 4.88222136721015}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8545122146606445, "Finetune/Loss (Raw)": 0.249227836728096, "Finetune/Step": 3769, "Finetune/Step Time": 4.915218101814389}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8552440404891968, "Finetune/Loss (Raw)": 1.0406960248947144, "Finetune/Step": 3770, "Finetune/Step Time": 4.90630722977221}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8563966155052185, "Finetune/Loss (Raw)": 1.0742698907852173, "Finetune/Step": 3771, "Finetune/Step Time": 4.908218489959836}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8573160171508789, "Finetune/Loss (Raw)": 0.9583236575126648, "Finetune/Step": 3772, "Finetune/Step Time": 4.913832809776068}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8535323143005371, "Finetune/Loss (Raw)": 0.3449746072292328, "Finetune/Step": 3773, "Finetune/Step Time": 4.94696294143796}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8530834317207336, "Finetune/Loss (Raw)": 0.9260855317115784, "Finetune/Step": 3774, "Finetune/Step Time": 4.944162309169769}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8534623384475708, "Finetune/Loss (Raw)": 0.9657983183860779, "Finetune/Step": 3775, "Finetune/Step Time": 4.948590494692326}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8533475399017334, "Finetune/Loss (Raw)": 0.9401934742927551, "Finetune/Step": 3776, "Finetune/Step Time": 4.946584464982152}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.848013699054718, "Finetune/Loss (Raw)": 0.2727193236351013, "Finetune/Step": 3777, "Finetune/Step Time": 4.982287190854549}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8471988439559937, "Finetune/Loss (Raw)": 0.9239301085472107, "Finetune/Step": 3778, "Finetune/Step Time": 4.989905470982194}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8479907512664795, "Finetune/Loss (Raw)": 0.8493962287902832, "Finetune/Step": 3779, "Finetune/Step Time": 4.994893662631512}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8469387888908386, "Finetune/Loss (Raw)": 0.806296169757843, "Finetune/Step": 3780, "Finetune/Step Time": 5.000803494825959}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8468678593635559, "Finetune/Loss (Raw)": 0.948980987071991, "Finetune/Step": 3781, "Finetune/Step Time": 4.998532321304083}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8464857935905457, "Finetune/Loss (Raw)": 0.841778576374054, "Finetune/Step": 3782, "Finetune/Step Time": 4.9809795413166285}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8445030450820923, "Finetune/Loss (Raw)": 0.8035355806350708, "Finetune/Step": 3783, "Finetune/Step Time": 4.978463275358081}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8447333574295044, "Finetune/Loss (Raw)": 0.8092718124389648, "Finetune/Step": 3784, "Finetune/Step Time": 4.984550308436155}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.844723105430603, "Finetune/Loss (Raw)": 0.8746128082275391, "Finetune/Step": 3785, "Finetune/Step Time": 4.982656162232161}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8454287052154541, "Finetune/Loss (Raw)": 0.9813526272773743, "Finetune/Step": 3786, "Finetune/Step Time": 4.966313129290938}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8455592393875122, "Finetune/Loss (Raw)": 0.9292417168617249, "Finetune/Step": 3787, "Finetune/Step Time": 4.963208785280585}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8445290923118591, "Finetune/Loss (Raw)": 0.8713412880897522, "Finetune/Step": 3788, "Finetune/Step Time": 4.968864010646939}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.843864917755127, "Finetune/Loss (Raw)": 0.7905274629592896, "Finetune/Step": 3789, "Finetune/Step Time": 4.993653601035476}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8436266183853149, "Finetune/Loss (Raw)": 0.9469984173774719, "Finetune/Step": 3790, "Finetune/Step Time": 4.994681593030691}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8421981334686279, "Finetune/Loss (Raw)": 0.8755054473876953, "Finetune/Step": 3791, "Finetune/Step Time": 4.99457036331296}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8384498357772827, "Finetune/Loss (Raw)": 0.3442402780056, "Finetune/Step": 3792, "Finetune/Step Time": 5.022745940834284}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8384693264961243, "Finetune/Loss (Raw)": 0.9156671762466431, "Finetune/Step": 3793, "Finetune/Step Time": 5.035998487845063}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.838504433631897, "Finetune/Loss (Raw)": 0.9238932728767395, "Finetune/Step": 3794, "Finetune/Step Time": 5.029953146353364}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8410873413085938, "Finetune/Loss (Raw)": 0.75533527135849, "Finetune/Step": 3795, "Finetune/Step Time": 5.007901495322585}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8417261838912964, "Finetune/Loss (Raw)": 0.9034723043441772, "Finetune/Step": 3796, "Finetune/Step Time": 5.013532891869545}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8408282399177551, "Finetune/Loss (Raw)": 0.7430686950683594, "Finetune/Step": 3797, "Finetune/Step Time": 5.018256017938256}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8402200937271118, "Finetune/Loss (Raw)": 0.8318389654159546, "Finetune/Step": 3798, "Finetune/Step Time": 5.01488708332181}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8389148712158203, "Finetune/Loss (Raw)": 0.8069621324539185, "Finetune/Step": 3799, "Finetune/Step Time": 5.024803688749671}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8397554755210876, "Finetune/Loss (Raw)": 0.9504613280296326, "Finetune/Step": 3800, "Finetune/Step Time": 5.020302224904299}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8413288593292236, "Finetune/Loss (Raw)": 0.8702923655509949, "Finetune/Step": 3801, "Finetune/Step Time": 5.021346997469664}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8422197103500366, "Finetune/Loss (Raw)": 0.9652732610702515, "Finetune/Step": 3802, "Finetune/Step Time": 5.022553285583854}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8471220135688782, "Finetune/Loss (Raw)": 1.003913402557373, "Finetune/Step": 3803, "Finetune/Step Time": 4.98288793861866}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8468469381332397, "Finetune/Loss (Raw)": 0.9156524538993835, "Finetune/Step": 3804, "Finetune/Step Time": 4.967154094949365}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8459372520446777, "Finetune/Loss (Raw)": 0.8492549657821655, "Finetune/Step": 3805, "Finetune/Step Time": 4.984397727996111}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8478096127510071, "Finetune/Loss (Raw)": 0.8863861560821533, "Finetune/Step": 3806, "Finetune/Step Time": 5.00176271982491}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8466775417327881, "Finetune/Loss (Raw)": 0.8421698808670044, "Finetune/Step": 3807, "Finetune/Step Time": 4.998916774988174}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8456217050552368, "Finetune/Loss (Raw)": 0.77649986743927, "Finetune/Step": 3808, "Finetune/Step Time": 5.005762364715338}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8446499109268188, "Finetune/Loss (Raw)": 0.8508362174034119, "Finetune/Step": 3809, "Finetune/Step Time": 5.020373368635774}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8434066772460938, "Finetune/Loss (Raw)": 0.9359643459320068, "Finetune/Step": 3810, "Finetune/Step Time": 5.017270859330893}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8430322408676147, "Finetune/Loss (Raw)": 0.841253399848938, "Finetune/Step": 3811, "Finetune/Step Time": 5.023540196940303}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8440881967544556, "Finetune/Loss (Raw)": 0.8003072142601013, "Finetune/Step": 3812, "Finetune/Step Time": 5.017627470195293}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8442275524139404, "Finetune/Loss (Raw)": 0.8759465217590332, "Finetune/Step": 3813, "Finetune/Step Time": 5.021007591858506}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8436405658721924, "Finetune/Loss (Raw)": 0.8378092646598816, "Finetune/Step": 3814, "Finetune/Step Time": 5.0187626499682665}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8435122966766357, "Finetune/Loss (Raw)": 0.8650600910186768, "Finetune/Step": 3815, "Finetune/Step Time": 5.037091528996825}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8439890146255493, "Finetune/Loss (Raw)": 0.8814717531204224, "Finetune/Step": 3816, "Finetune/Step Time": 5.032290795817971}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8425866365432739, "Finetune/Loss (Raw)": 0.806920051574707, "Finetune/Step": 3817, "Finetune/Step Time": 5.029368149116635}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8417048454284668, "Finetune/Loss (Raw)": 0.8178386092185974, "Finetune/Step": 3818, "Finetune/Step Time": 5.0225512478500605}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8455610275268555, "Finetune/Loss (Raw)": 0.8038730025291443, "Finetune/Step": 3819, "Finetune/Step Time": 4.988956294953823}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8433561325073242, "Finetune/Loss (Raw)": 0.7136712670326233, "Finetune/Step": 3820, "Finetune/Step Time": 4.9911282155662775}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8427316546440125, "Finetune/Loss (Raw)": 0.8159832954406738, "Finetune/Step": 3821, "Finetune/Step Time": 4.996684316545725}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8427690863609314, "Finetune/Loss (Raw)": 0.780211329460144, "Finetune/Step": 3822, "Finetune/Step Time": 4.975356537848711}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.841725766658783, "Finetune/Loss (Raw)": 0.9803489446640015, "Finetune/Step": 3823, "Finetune/Step Time": 4.978379558771849}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8418641090393066, "Finetune/Loss (Raw)": 0.8952284455299377, "Finetune/Step": 3824, "Finetune/Step Time": 4.977707365527749}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8421777486801147, "Finetune/Loss (Raw)": 0.7591679096221924, "Finetune/Step": 3825, "Finetune/Step Time": 4.956051342189312}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8413878679275513, "Finetune/Loss (Raw)": 0.81618332862854, "Finetune/Step": 3826, "Finetune/Step Time": 4.95203173160553}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8412003517150879, "Finetune/Loss (Raw)": 0.898056149482727, "Finetune/Step": 3827, "Finetune/Step Time": 4.980475835502148}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8414393663406372, "Finetune/Loss (Raw)": 0.9542396664619446, "Finetune/Step": 3828, "Finetune/Step Time": 4.983620535582304}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8379707336425781, "Finetune/Loss (Raw)": 0.2795577943325043, "Finetune/Step": 3829, "Finetune/Step Time": 5.013260284438729}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8376567363739014, "Finetune/Loss (Raw)": 0.889981746673584, "Finetune/Step": 3830, "Finetune/Step Time": 5.02242249250412}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.836711049079895, "Finetune/Loss (Raw)": 0.8309708833694458, "Finetune/Step": 3831, "Finetune/Step Time": 5.029477939009666}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8376129269599915, "Finetune/Loss (Raw)": 1.0358707904815674, "Finetune/Step": 3832, "Finetune/Step Time": 5.026261169463396}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8395028710365295, "Finetune/Loss (Raw)": 0.9649345874786377, "Finetune/Step": 3833, "Finetune/Step Time": 5.049685664474964}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8403249979019165, "Finetune/Loss (Raw)": 0.9712814688682556, "Finetune/Step": 3834, "Finetune/Step Time": 5.043757261708379}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8410553932189941, "Finetune/Loss (Raw)": 0.9466208219528198, "Finetune/Step": 3835, "Finetune/Step Time": 5.024215238168836}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8413586616516113, "Finetune/Loss (Raw)": 0.8162333965301514, "Finetune/Step": 3836, "Finetune/Step Time": 5.001934312283993}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8400909900665283, "Finetune/Loss (Raw)": 0.852096676826477, "Finetune/Step": 3837, "Finetune/Step Time": 5.0075478926301}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8387349247932434, "Finetune/Loss (Raw)": 0.8177230358123779, "Finetune/Step": 3838, "Finetune/Step Time": 5.005412463098764}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8395637273788452, "Finetune/Loss (Raw)": 0.8854429125785828, "Finetune/Step": 3839, "Finetune/Step Time": 5.020342130213976}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8382554054260254, "Finetune/Loss (Raw)": 0.8420843482017517, "Finetune/Step": 3840, "Finetune/Step Time": 5.020468672737479}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8438804745674133, "Finetune/Loss (Raw)": 1.0042351484298706, "Finetune/Step": 3841, "Finetune/Step Time": 4.985005639493465}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8431388139724731, "Finetune/Loss (Raw)": 0.8075006008148193, "Finetune/Step": 3842, "Finetune/Step Time": 4.9830790143460035}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8422696590423584, "Finetune/Loss (Raw)": 0.8354584574699402, "Finetune/Step": 3843, "Finetune/Step Time": 4.985120944678783}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.84256911277771, "Finetune/Loss (Raw)": 0.8480799794197083, "Finetune/Step": 3844, "Finetune/Step Time": 4.9658178221434355}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8430458307266235, "Finetune/Loss (Raw)": 0.8396515250205994, "Finetune/Step": 3845, "Finetune/Step Time": 4.949174098670483}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8423566222190857, "Finetune/Loss (Raw)": 0.6966618895530701, "Finetune/Step": 3846, "Finetune/Step Time": 4.944296253845096}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8447088599205017, "Finetune/Loss (Raw)": 0.9833901524543762, "Finetune/Step": 3847, "Finetune/Step Time": 4.932190315797925}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8395124673843384, "Finetune/Loss (Raw)": 0.32964423298835754, "Finetune/Step": 3848, "Finetune/Step Time": 4.956872662529349}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8400058150291443, "Finetune/Loss (Raw)": 1.0442463159561157, "Finetune/Step": 3849, "Finetune/Step Time": 4.9725788198411465}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8376648426055908, "Finetune/Loss (Raw)": 0.6249667406082153, "Finetune/Step": 3850, "Finetune/Step Time": 4.9801642671227455}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.835995078086853, "Finetune/Loss (Raw)": 0.7640799283981323, "Finetune/Step": 3851, "Finetune/Step Time": 4.971603408455849}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8368030786514282, "Finetune/Loss (Raw)": 0.9227889180183411, "Finetune/Step": 3852, "Finetune/Step Time": 4.966755883768201}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.832813560962677, "Finetune/Loss (Raw)": 0.4554162621498108, "Finetune/Step": 3853, "Finetune/Step Time": 4.99756795540452}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8368138074874878, "Finetune/Loss (Raw)": 0.8961214423179626, "Finetune/Step": 3854, "Finetune/Step Time": 4.96107261069119}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8354111313819885, "Finetune/Loss (Raw)": 0.6481566429138184, "Finetune/Step": 3855, "Finetune/Step Time": 4.971870606765151}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8377548456192017, "Finetune/Loss (Raw)": 0.9879522323608398, "Finetune/Step": 3856, "Finetune/Step Time": 4.964546849951148}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8333833813667297, "Finetune/Loss (Raw)": 0.3628320097923279, "Finetune/Step": 3857, "Finetune/Step Time": 4.988527279347181}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8288764953613281, "Finetune/Loss (Raw)": 0.336290180683136, "Finetune/Step": 3858, "Finetune/Step Time": 5.003664489835501}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8298314809799194, "Finetune/Loss (Raw)": 1.0621387958526611, "Finetune/Step": 3859, "Finetune/Step Time": 4.996043831110001}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.829791784286499, "Finetune/Loss (Raw)": 0.8907878398895264, "Finetune/Step": 3860, "Finetune/Step Time": 4.988762345165014}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8297237753868103, "Finetune/Loss (Raw)": 0.8452129364013672, "Finetune/Step": 3861, "Finetune/Step Time": 4.979580000042915}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8291188478469849, "Finetune/Loss (Raw)": 0.8893656134605408, "Finetune/Step": 3862, "Finetune/Step Time": 4.977985464036465}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8300985097885132, "Finetune/Loss (Raw)": 0.839532732963562, "Finetune/Step": 3863, "Finetune/Step Time": 4.9881178215146065}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8288146257400513, "Finetune/Loss (Raw)": 0.9246843457221985, "Finetune/Step": 3864, "Finetune/Step Time": 4.991021139547229}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8284991383552551, "Finetune/Loss (Raw)": 0.8766121864318848, "Finetune/Step": 3865, "Finetune/Step Time": 5.008602809160948}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8300501108169556, "Finetune/Loss (Raw)": 1.033115267753601, "Finetune/Step": 3866, "Finetune/Step Time": 4.9949861615896225}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8319336771965027, "Finetune/Loss (Raw)": 1.081773281097412, "Finetune/Step": 3867, "Finetune/Step Time": 5.001017026603222}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8320080041885376, "Finetune/Loss (Raw)": 0.8956562280654907, "Finetune/Step": 3868, "Finetune/Step Time": 5.0042883064597845}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8308175802230835, "Finetune/Loss (Raw)": 0.8128206729888916, "Finetune/Step": 3869, "Finetune/Step Time": 5.011199643835425}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8302507400512695, "Finetune/Loss (Raw)": 0.8016518950462341, "Finetune/Step": 3870, "Finetune/Step Time": 5.035775175318122}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8298659920692444, "Finetune/Loss (Raw)": 0.8747338652610779, "Finetune/Step": 3871, "Finetune/Step Time": 4.994223916903138}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8310813307762146, "Finetune/Loss (Raw)": 0.5165099501609802, "Finetune/Step": 3872, "Finetune/Step Time": 4.993891818448901}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8343153595924377, "Finetune/Loss (Raw)": 0.7398852109909058, "Finetune/Step": 3873, "Finetune/Step Time": 4.967689596116543}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8353455662727356, "Finetune/Loss (Raw)": 0.8806554079055786, "Finetune/Step": 3874, "Finetune/Step Time": 4.96207363717258}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.836360514163971, "Finetune/Loss (Raw)": 0.8789235353469849, "Finetune/Step": 3875, "Finetune/Step Time": 4.944157935678959}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8358970880508423, "Finetune/Loss (Raw)": 0.8842517137527466, "Finetune/Step": 3876, "Finetune/Step Time": 4.930502958595753}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8364838361740112, "Finetune/Loss (Raw)": 0.8569427132606506, "Finetune/Step": 3877, "Finetune/Step Time": 4.938337545841932}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8327736854553223, "Finetune/Loss (Raw)": 0.4704601764678955, "Finetune/Step": 3878, "Finetune/Step Time": 4.972465423867106}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8314566612243652, "Finetune/Loss (Raw)": 0.8465884327888489, "Finetune/Step": 3879, "Finetune/Step Time": 4.99797310307622}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8316217660903931, "Finetune/Loss (Raw)": 0.8689053654670715, "Finetune/Step": 3880, "Finetune/Step Time": 4.99445384927094}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8320380449295044, "Finetune/Loss (Raw)": 0.9188117980957031, "Finetune/Step": 3881, "Finetune/Step Time": 4.987006431445479}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8323651552200317, "Finetune/Loss (Raw)": 0.948076605796814, "Finetune/Step": 3882, "Finetune/Step Time": 4.996735038235784}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8326095342636108, "Finetune/Loss (Raw)": 0.9807563424110413, "Finetune/Step": 3883, "Finetune/Step Time": 4.990497509017587}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8334735631942749, "Finetune/Loss (Raw)": 0.8216292262077332, "Finetune/Step": 3884, "Finetune/Step Time": 4.983434913679957}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8312959671020508, "Finetune/Loss (Raw)": 0.675853431224823, "Finetune/Step": 3885, "Finetune/Step Time": 4.990041317418218}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8304744958877563, "Finetune/Loss (Raw)": 0.7528259754180908, "Finetune/Step": 3886, "Finetune/Step Time": 4.976257003843784}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8292725086212158, "Finetune/Loss (Raw)": 0.7983542084693909, "Finetune/Step": 3887, "Finetune/Step Time": 4.9774209670722485}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8298467397689819, "Finetune/Loss (Raw)": 0.9112516045570374, "Finetune/Step": 3888, "Finetune/Step Time": 4.969185585156083}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8308625221252441, "Finetune/Loss (Raw)": 0.879608154296875, "Finetune/Step": 3889, "Finetune/Step Time": 4.960117941722274}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8311144113540649, "Finetune/Loss (Raw)": 0.9163339138031006, "Finetune/Step": 3890, "Finetune/Step Time": 4.953744098544121}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8306161165237427, "Finetune/Loss (Raw)": 0.8730665445327759, "Finetune/Step": 3891, "Finetune/Step Time": 4.968385903164744}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.830951452255249, "Finetune/Loss (Raw)": 0.8559755682945251, "Finetune/Step": 3892, "Finetune/Step Time": 4.971710147336125}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8272119760513306, "Finetune/Loss (Raw)": 0.3679364323616028, "Finetune/Step": 3893, "Finetune/Step Time": 4.99784673564136}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.826910674571991, "Finetune/Loss (Raw)": 0.9064831733703613, "Finetune/Step": 3894, "Finetune/Step Time": 4.996460312977433}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8267550468444824, "Finetune/Loss (Raw)": 0.9242409467697144, "Finetune/Step": 3895, "Finetune/Step Time": 4.994484752416611}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8281221389770508, "Finetune/Loss (Raw)": 0.9371461272239685, "Finetune/Step": 3896, "Finetune/Step Time": 4.983209040015936}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8330389261245728, "Finetune/Loss (Raw)": 0.8785737752914429, "Finetune/Step": 3897, "Finetune/Step Time": 4.947286682203412}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8316084742546082, "Finetune/Loss (Raw)": 0.8575934767723083, "Finetune/Step": 3898, "Finetune/Step Time": 4.9639887008816}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8310381174087524, "Finetune/Loss (Raw)": 1.0012640953063965, "Finetune/Step": 3899, "Finetune/Step Time": 4.967132639139891}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8302887082099915, "Finetune/Loss (Raw)": 0.8623986840248108, "Finetune/Step": 3900, "Finetune/Step Time": 4.977950153872371}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8348985910415649, "Finetune/Loss (Raw)": 0.9350366592407227, "Finetune/Step": 3901, "Finetune/Step Time": 4.942249517887831}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8352611064910889, "Finetune/Loss (Raw)": 0.9724917411804199, "Finetune/Step": 3902, "Finetune/Step Time": 4.926172519102693}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8351792097091675, "Finetune/Loss (Raw)": 0.9553187489509583, "Finetune/Step": 3903, "Finetune/Step Time": 4.921213699504733}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8348251581192017, "Finetune/Loss (Raw)": 0.8948693871498108, "Finetune/Step": 3904, "Finetune/Step Time": 4.924597280099988}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8380831480026245, "Finetune/Loss (Raw)": 0.6897489428520203, "Finetune/Step": 3905, "Finetune/Step Time": 4.902682362124324}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8382004499435425, "Finetune/Loss (Raw)": 0.9389352202415466, "Finetune/Step": 3906, "Finetune/Step Time": 4.941379576921463}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8405735492706299, "Finetune/Loss (Raw)": 1.1531633138656616, "Finetune/Step": 3907, "Finetune/Step Time": 4.920966096222401}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8406754732131958, "Finetune/Loss (Raw)": 0.8193365335464478, "Finetune/Step": 3908, "Finetune/Step Time": 4.922942956909537}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.839714527130127, "Finetune/Loss (Raw)": 0.8259808421134949, "Finetune/Step": 3909, "Finetune/Step Time": 4.92895114980638}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8406161665916443, "Finetune/Loss (Raw)": 0.9571882486343384, "Finetune/Step": 3910, "Finetune/Step Time": 4.929652597755194}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.842326283454895, "Finetune/Loss (Raw)": 1.0224285125732422, "Finetune/Step": 3911, "Finetune/Step Time": 4.925947789102793}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.842393159866333, "Finetune/Loss (Raw)": 0.8178396224975586, "Finetune/Step": 3912, "Finetune/Step Time": 4.929137215018272}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8425494432449341, "Finetune/Loss (Raw)": 0.8946117758750916, "Finetune/Step": 3913, "Finetune/Step Time": 4.932722708210349}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8414115905761719, "Finetune/Loss (Raw)": 0.8357036113739014, "Finetune/Step": 3914, "Finetune/Step Time": 4.94096090272069}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.841223955154419, "Finetune/Loss (Raw)": 0.9052249789237976, "Finetune/Step": 3915, "Finetune/Step Time": 4.938296051695943}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.841381311416626, "Finetune/Loss (Raw)": 0.8914899230003357, "Finetune/Step": 3916, "Finetune/Step Time": 4.938637860119343}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8421674966812134, "Finetune/Loss (Raw)": 0.8911517262458801, "Finetune/Step": 3917, "Finetune/Step Time": 4.933308891952038}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8422187566757202, "Finetune/Loss (Raw)": 0.9535669684410095, "Finetune/Step": 3918, "Finetune/Step Time": 4.932923214510083}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8420151472091675, "Finetune/Loss (Raw)": 0.8494359254837036, "Finetune/Step": 3919, "Finetune/Step Time": 4.948047589510679}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8462307453155518, "Finetune/Loss (Raw)": 0.8838427662849426, "Finetune/Step": 3920, "Finetune/Step Time": 4.937743544578552}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8443400859832764, "Finetune/Loss (Raw)": 0.6736550331115723, "Finetune/Step": 3921, "Finetune/Step Time": 4.947466125711799}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.844576358795166, "Finetune/Loss (Raw)": 0.9541491866111755, "Finetune/Step": 3922, "Finetune/Step Time": 4.950525743886828}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.844359278678894, "Finetune/Loss (Raw)": 0.727533221244812, "Finetune/Step": 3923, "Finetune/Step Time": 4.955320600420237}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8443747758865356, "Finetune/Loss (Raw)": 0.9054591655731201, "Finetune/Step": 3924, "Finetune/Step Time": 4.958785783499479}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8456946015357971, "Finetune/Loss (Raw)": 0.9120113849639893, "Finetune/Step": 3925, "Finetune/Step Time": 4.955197906121612}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8455913662910461, "Finetune/Loss (Raw)": 0.8186231851577759, "Finetune/Step": 3926, "Finetune/Step Time": 4.959476003423333}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8459861278533936, "Finetune/Loss (Raw)": 0.8574947118759155, "Finetune/Step": 3927, "Finetune/Step Time": 4.966663163155317}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8462287187576294, "Finetune/Loss (Raw)": 0.9815104007720947, "Finetune/Step": 3928, "Finetune/Step Time": 4.9677126333117485}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8465856313705444, "Finetune/Loss (Raw)": 0.9159790873527527, "Finetune/Step": 3929, "Finetune/Step Time": 4.963847219944}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8456597328186035, "Finetune/Loss (Raw)": 0.846766471862793, "Finetune/Step": 3930, "Finetune/Step Time": 4.96962926723063}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8454991579055786, "Finetune/Loss (Raw)": 0.983354926109314, "Finetune/Step": 3931, "Finetune/Step Time": 4.970878081396222}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8449293971061707, "Finetune/Loss (Raw)": 0.8427185416221619, "Finetune/Step": 3932, "Finetune/Step Time": 4.98569761775434}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8434065580368042, "Finetune/Loss (Raw)": 0.6543309688568115, "Finetune/Step": 3933, "Finetune/Step Time": 4.994014436379075}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8426502346992493, "Finetune/Loss (Raw)": 0.7895742654800415, "Finetune/Step": 3934, "Finetune/Step Time": 4.981318537145853}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.842668890953064, "Finetune/Loss (Raw)": 0.8445641994476318, "Finetune/Step": 3935, "Finetune/Step Time": 4.983577059581876}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.843966007232666, "Finetune/Loss (Raw)": 0.9425215125083923, "Finetune/Step": 3936, "Finetune/Step Time": 4.980020549148321}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8443266749382019, "Finetune/Loss (Raw)": 0.8970066905021667, "Finetune/Step": 3937, "Finetune/Step Time": 4.974497428163886}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8437579870223999, "Finetune/Loss (Raw)": 0.8631744384765625, "Finetune/Step": 3938, "Finetune/Step Time": 4.974675619974732}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8445318937301636, "Finetune/Loss (Raw)": 0.940311849117279, "Finetune/Step": 3939, "Finetune/Step Time": 4.9759154338389635}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8451101779937744, "Finetune/Loss (Raw)": 0.8743240237236023, "Finetune/Step": 3940, "Finetune/Step Time": 4.963427405804396}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8457790613174438, "Finetune/Loss (Raw)": 0.9615656137466431, "Finetune/Step": 3941, "Finetune/Step Time": 4.960926581174135}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8468453288078308, "Finetune/Loss (Raw)": 0.9742911458015442, "Finetune/Step": 3942, "Finetune/Step Time": 4.967528089880943}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8463166952133179, "Finetune/Loss (Raw)": 0.7974010705947876, "Finetune/Step": 3943, "Finetune/Step Time": 4.973680192604661}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8465869426727295, "Finetune/Loss (Raw)": 0.916061282157898, "Finetune/Step": 3944, "Finetune/Step Time": 4.9733691569417715}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8487537503242493, "Finetune/Loss (Raw)": 1.0842713117599487, "Finetune/Step": 3945, "Finetune/Step Time": 4.995907586067915}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.849236249923706, "Finetune/Loss (Raw)": 0.8796057105064392, "Finetune/Step": 3946, "Finetune/Step Time": 5.0101682133972645}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8500936031341553, "Finetune/Loss (Raw)": 0.9136040210723877, "Finetune/Step": 3947, "Finetune/Step Time": 5.017622837796807}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8473469614982605, "Finetune/Loss (Raw)": 0.36210304498672485, "Finetune/Step": 3948, "Finetune/Step Time": 5.053768774494529}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8488350510597229, "Finetune/Loss (Raw)": 1.0064622163772583, "Finetune/Step": 3949, "Finetune/Step Time": 5.049751901999116}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.850400984287262, "Finetune/Loss (Raw)": 0.9806448221206665, "Finetune/Step": 3950, "Finetune/Step Time": 5.052890757098794}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8503420948982239, "Finetune/Loss (Raw)": 0.972818911075592, "Finetune/Step": 3951, "Finetune/Step Time": 5.0564635545015335}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8494419455528259, "Finetune/Loss (Raw)": 0.7800014615058899, "Finetune/Step": 3952, "Finetune/Step Time": 5.06541483104229}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8501262068748474, "Finetune/Loss (Raw)": 0.8467608094215393, "Finetune/Step": 3953, "Finetune/Step Time": 5.062787398695946}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8501386642456055, "Finetune/Loss (Raw)": 0.8177808523178101, "Finetune/Step": 3954, "Finetune/Step Time": 5.056361587718129}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8493494987487793, "Finetune/Loss (Raw)": 0.7970376014709473, "Finetune/Step": 3955, "Finetune/Step Time": 5.023800052702427}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8501254916191101, "Finetune/Loss (Raw)": 1.0535658597946167, "Finetune/Step": 3956, "Finetune/Step Time": 5.0241963397711515}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8549595475196838, "Finetune/Loss (Raw)": 0.8983182907104492, "Finetune/Step": 3957, "Finetune/Step Time": 4.988838752731681}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8545668125152588, "Finetune/Loss (Raw)": 0.8397051692008972, "Finetune/Step": 3958, "Finetune/Step Time": 4.9854357447475195}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8542619943618774, "Finetune/Loss (Raw)": 0.791962742805481, "Finetune/Step": 3959, "Finetune/Step Time": 4.99848996847868}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8526146411895752, "Finetune/Loss (Raw)": 0.8250070810317993, "Finetune/Step": 3960, "Finetune/Step Time": 5.002285625785589}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8521244525909424, "Finetune/Loss (Raw)": 0.902190625667572, "Finetune/Step": 3961, "Finetune/Step Time": 4.984368979930878}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8505817651748657, "Finetune/Loss (Raw)": 0.773823082447052, "Finetune/Step": 3962, "Finetune/Step Time": 4.992129344493151}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8503834009170532, "Finetune/Loss (Raw)": 0.9212270379066467, "Finetune/Step": 3963, "Finetune/Step Time": 4.996083060279489}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8508657217025757, "Finetune/Loss (Raw)": 0.8779643774032593, "Finetune/Step": 3964, "Finetune/Step Time": 5.00522000156343}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8518864512443542, "Finetune/Loss (Raw)": 0.9827563762664795, "Finetune/Step": 3965, "Finetune/Step Time": 5.017799716442823}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8485054969787598, "Finetune/Loss (Raw)": 0.38495221734046936, "Finetune/Step": 3966, "Finetune/Step Time": 5.057286027818918}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8480302095413208, "Finetune/Loss (Raw)": 0.8246141076087952, "Finetune/Step": 3967, "Finetune/Step Time": 5.029390901327133}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8487769365310669, "Finetune/Loss (Raw)": 0.9376620054244995, "Finetune/Step": 3968, "Finetune/Step Time": 5.027749074622989}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8481050729751587, "Finetune/Loss (Raw)": 0.9182433485984802, "Finetune/Step": 3969, "Finetune/Step Time": 5.052856074646115}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8490889072418213, "Finetune/Loss (Raw)": 0.9334315657615662, "Finetune/Step": 3970, "Finetune/Step Time": 5.047501735389233}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.850135087966919, "Finetune/Loss (Raw)": 0.969366192817688, "Finetune/Step": 3971, "Finetune/Step Time": 5.039517119526863}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8497747182846069, "Finetune/Loss (Raw)": 0.8019436597824097, "Finetune/Step": 3972, "Finetune/Step Time": 5.037258688360453}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.849770188331604, "Finetune/Loss (Raw)": 0.8390747308731079, "Finetune/Step": 3973, "Finetune/Step Time": 5.0288255754858255}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8506801724433899, "Finetune/Loss (Raw)": 0.813141405582428, "Finetune/Step": 3974, "Finetune/Step Time": 5.037616776302457}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.85042804479599, "Finetune/Loss (Raw)": 0.9511220455169678, "Finetune/Step": 3975, "Finetune/Step Time": 5.035547910258174}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8546237945556641, "Finetune/Loss (Raw)": 0.8667032718658447, "Finetune/Step": 3976, "Finetune/Step Time": 5.012777512893081}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8523768782615662, "Finetune/Loss (Raw)": 0.7566351294517517, "Finetune/Step": 3977, "Finetune/Step Time": 5.007597396150231}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8525545597076416, "Finetune/Loss (Raw)": 0.6477136611938477, "Finetune/Step": 3978, "Finetune/Step Time": 4.998888146132231}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8534393906593323, "Finetune/Loss (Raw)": 0.877332329750061, "Finetune/Step": 3979, "Finetune/Step Time": 5.002259753644466}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8513386249542236, "Finetune/Loss (Raw)": 0.6538907885551453, "Finetune/Step": 3980, "Finetune/Step Time": 5.00945813767612}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8551819920539856, "Finetune/Loss (Raw)": 0.9473720192909241, "Finetune/Step": 3981, "Finetune/Step Time": 4.969444096088409}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8547005653381348, "Finetune/Loss (Raw)": 0.8344889879226685, "Finetune/Step": 3982, "Finetune/Step Time": 4.968807645142078}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8561686277389526, "Finetune/Loss (Raw)": 0.8360793590545654, "Finetune/Step": 3983, "Finetune/Step Time": 4.9525265712291}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8511145114898682, "Finetune/Loss (Raw)": 0.3410177230834961, "Finetune/Step": 3984, "Finetune/Step Time": 4.988072564825416}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8554264307022095, "Finetune/Loss (Raw)": 0.9147685766220093, "Finetune/Step": 3985, "Finetune/Step Time": 4.960281120613217}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.8611229658126831, "Finetune/Loss (Raw)": 1.0654417276382446, "Finetune/Step": 3986, "Finetune/Step Time": 4.923012707382441}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.8589980006217957, "Finetune/Loss (Raw)": 0.7901405692100525, "Finetune/Step": 3987, "Finetune/Step Time": 4.930576831102371}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.8594537973403931, "Finetune/Loss (Raw)": 0.9491331577301025, "Finetune/Step": 3988, "Finetune/Step Time": 4.934263572096825}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.8603684306144714, "Finetune/Loss (Raw)": 0.9622823596000671, "Finetune/Step": 3989, "Finetune/Step Time": 4.92783628217876}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.8605783581733704, "Finetune/Loss (Raw)": 0.9162375926971436, "Finetune/Step": 3990, "Finetune/Step Time": 4.932072868570685}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.8616023659706116, "Finetune/Loss (Raw)": 0.9706087112426758, "Finetune/Step": 3991, "Finetune/Step Time": 4.923635438084602}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.8601905703544617, "Finetune/Loss (Raw)": 0.7439731359481812, "Finetune/Step": 3992, "Finetune/Step Time": 4.941209034994245}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.860403835773468, "Finetune/Loss (Raw)": 0.9039084315299988, "Finetune/Step": 3993, "Finetune/Step Time": 4.907501036301255}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.8584164381027222, "Finetune/Loss (Raw)": 0.7787295579910278, "Finetune/Step": 3994, "Finetune/Step Time": 4.920274218544364}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8562818765640259, "Finetune/Loss (Raw)": 0.8085484504699707, "Finetune/Step": 3995, "Finetune/Step Time": 4.914874043315649}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8555617928504944, "Finetune/Loss (Raw)": 0.8034833073616028, "Finetune/Step": 3996, "Finetune/Step Time": 4.91337001696229}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8557373285293579, "Finetune/Loss (Raw)": 0.835292637348175, "Finetune/Step": 3997, "Finetune/Step Time": 4.911498909816146}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.8574254512786865, "Finetune/Loss (Raw)": 1.0177247524261475, "Finetune/Step": 3998, "Finetune/Step Time": 4.894958088174462}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.8579106330871582, "Finetune/Loss (Raw)": 0.9368470311164856, "Finetune/Step": 3999, "Finetune/Step Time": 4.911381620913744}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.8603546619415283, "Finetune/Loss (Raw)": 0.8293380737304688, "Finetune/Step": 4000, "Finetune/Step Time": 4.886695846915245}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.8610914945602417, "Finetune/Loss (Raw)": 0.8342078328132629, "Finetune/Step": 4001, "Finetune/Step Time": 4.902986479923129}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.8604982495307922, "Finetune/Loss (Raw)": 0.8047145009040833, "Finetune/Step": 4002, "Finetune/Step Time": 4.913251496851444}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.86042320728302, "Finetune/Loss (Raw)": 0.8693110942840576, "Finetune/Step": 4003, "Finetune/Step Time": 4.925336027517915}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.8606973886489868, "Finetune/Loss (Raw)": 0.919359028339386, "Finetune/Step": 4004, "Finetune/Step Time": 4.929782684892416}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.8608914017677307, "Finetune/Loss (Raw)": 0.8817684650421143, "Finetune/Step": 4005, "Finetune/Step Time": 4.914387898519635}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.8653684258460999, "Finetune/Loss (Raw)": 1.043519377708435, "Finetune/Step": 4006, "Finetune/Step Time": 4.876442393288016}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.8615874648094177, "Finetune/Loss (Raw)": 0.3626282513141632, "Finetune/Step": 4007, "Finetune/Step Time": 4.8760757353156805}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.8608512878417969, "Finetune/Loss (Raw)": 0.7746727466583252, "Finetune/Step": 4008, "Finetune/Step Time": 4.8743042927235365}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.8602250218391418, "Finetune/Loss (Raw)": 0.8386514782905579, "Finetune/Step": 4009, "Finetune/Step Time": 4.869770569726825}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.8590918779373169, "Finetune/Loss (Raw)": 0.8030333518981934, "Finetune/Step": 4010, "Finetune/Step Time": 4.8727820590138435}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.8590759038925171, "Finetune/Loss (Raw)": 0.978709876537323, "Finetune/Step": 4011, "Finetune/Step Time": 4.8775802701711655}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.8579315543174744, "Finetune/Loss (Raw)": 0.6751537322998047, "Finetune/Step": 4012, "Finetune/Step Time": 4.8952565006911755}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.8594048023223877, "Finetune/Loss (Raw)": 0.8644273281097412, "Finetune/Step": 4013, "Finetune/Step Time": 4.889492912217975}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.8599098920822144, "Finetune/Loss (Raw)": 0.8174790740013123, "Finetune/Step": 4014, "Finetune/Step Time": 4.915049146860838}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.8603488206863403, "Finetune/Loss (Raw)": 0.8545433878898621, "Finetune/Step": 4015, "Finetune/Step Time": 4.91560410708189}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.8602030277252197, "Finetune/Loss (Raw)": 0.8925905823707581, "Finetune/Step": 4016, "Finetune/Step Time": 4.9172383062541485}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.8604738712310791, "Finetune/Loss (Raw)": 0.9142689108848572, "Finetune/Step": 4017, "Finetune/Step Time": 4.919369526207447}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8558603525161743, "Finetune/Loss (Raw)": 0.325804203748703, "Finetune/Step": 4018, "Finetune/Step Time": 4.955735955387354}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8568873405456543, "Finetune/Loss (Raw)": 1.0045207738876343, "Finetune/Step": 4019, "Finetune/Step Time": 4.94054095633328}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.8576350808143616, "Finetune/Loss (Raw)": 0.9516903162002563, "Finetune/Step": 4020, "Finetune/Step Time": 4.938749106600881}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.8616249561309814, "Finetune/Loss (Raw)": 0.8786370754241943, "Finetune/Step": 4021, "Finetune/Step Time": 4.913451611995697}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.8608405590057373, "Finetune/Loss (Raw)": 0.8060745000839233, "Finetune/Step": 4022, "Finetune/Step Time": 4.916206605732441}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.8607350587844849, "Finetune/Loss (Raw)": 0.9107420444488525, "Finetune/Step": 4023, "Finetune/Step Time": 4.918740587309003}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.8609187602996826, "Finetune/Loss (Raw)": 0.9606669545173645, "Finetune/Step": 4024, "Finetune/Step Time": 4.9249005280435085}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.8608140349388123, "Finetune/Loss (Raw)": 0.8651593327522278, "Finetune/Step": 4025, "Finetune/Step Time": 4.924515558406711}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.8616986274719238, "Finetune/Loss (Raw)": 0.9708254933357239, "Finetune/Step": 4026, "Finetune/Step Time": 4.911232052370906}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.8617281317710876, "Finetune/Loss (Raw)": 1.0050348043441772, "Finetune/Step": 4027, "Finetune/Step Time": 4.9078256618231535}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.8613762855529785, "Finetune/Loss (Raw)": 0.8173673152923584, "Finetune/Step": 4028, "Finetune/Step Time": 4.892870478332043}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.8611068725585938, "Finetune/Loss (Raw)": 0.9005516171455383, "Finetune/Step": 4029, "Finetune/Step Time": 4.893356716260314}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.856592059135437, "Finetune/Loss (Raw)": 0.394599586725235, "Finetune/Step": 4030, "Finetune/Step Time": 4.925862915813923}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8559226393699646, "Finetune/Loss (Raw)": 0.8696354627609253, "Finetune/Step": 4031, "Finetune/Step Time": 4.925724346190691}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8558215498924255, "Finetune/Loss (Raw)": 0.8819296956062317, "Finetune/Step": 4032, "Finetune/Step Time": 4.919064607471228}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8577136397361755, "Finetune/Loss (Raw)": 0.9319323897361755, "Finetune/Step": 4033, "Finetune/Step Time": 4.907450817525387}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8570156693458557, "Finetune/Loss (Raw)": 0.8495913147926331, "Finetune/Step": 4034, "Finetune/Step Time": 4.862669190391898}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8545383214950562, "Finetune/Loss (Raw)": 0.8360676169395447, "Finetune/Step": 4035, "Finetune/Step Time": 4.874951237812638}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8562256097793579, "Finetune/Loss (Raw)": 1.0353096723556519, "Finetune/Step": 4036, "Finetune/Step Time": 4.86119432002306}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8559534549713135, "Finetune/Loss (Raw)": 0.7911412119865417, "Finetune/Step": 4037, "Finetune/Step Time": 4.867561541497707}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8512656688690186, "Finetune/Loss (Raw)": 0.35714662075042725, "Finetune/Step": 4038, "Finetune/Step Time": 4.900953611359}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8506491184234619, "Finetune/Loss (Raw)": 0.9435113072395325, "Finetune/Step": 4039, "Finetune/Step Time": 4.92104977928102}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8515051007270813, "Finetune/Loss (Raw)": 0.9274109601974487, "Finetune/Step": 4040, "Finetune/Step Time": 4.909833153709769}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.850833535194397, "Finetune/Loss (Raw)": 0.8086547255516052, "Finetune/Step": 4041, "Finetune/Step Time": 4.9047778975218534}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8510251641273499, "Finetune/Loss (Raw)": 0.8602294921875, "Finetune/Step": 4042, "Finetune/Step Time": 4.912712909281254}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8510434627532959, "Finetune/Loss (Raw)": 0.9075678586959839, "Finetune/Step": 4043, "Finetune/Step Time": 4.915507799014449}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8509724140167236, "Finetune/Loss (Raw)": 0.8823877573013306, "Finetune/Step": 4044, "Finetune/Step Time": 4.907218148931861}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8462925553321838, "Finetune/Loss (Raw)": 0.2921406626701355, "Finetune/Step": 4045, "Finetune/Step Time": 4.922677792608738}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8452447652816772, "Finetune/Loss (Raw)": 0.8194491267204285, "Finetune/Step": 4046, "Finetune/Step Time": 4.925589269027114}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8448423147201538, "Finetune/Loss (Raw)": 0.7979178428649902, "Finetune/Step": 4047, "Finetune/Step Time": 4.929286325350404}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.840847373008728, "Finetune/Loss (Raw)": 0.37248894572257996, "Finetune/Step": 4048, "Finetune/Step Time": 4.928479623049498}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8414930105209351, "Finetune/Loss (Raw)": 0.7563053369522095, "Finetune/Step": 4049, "Finetune/Step Time": 4.911364767700434}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8405336737632751, "Finetune/Loss (Raw)": 0.8313443064689636, "Finetune/Step": 4050, "Finetune/Step Time": 4.909186629578471}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8410100340843201, "Finetune/Loss (Raw)": 0.7885133624076843, "Finetune/Step": 4051, "Finetune/Step Time": 4.901033686473966}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8405251502990723, "Finetune/Loss (Raw)": 0.8433890342712402, "Finetune/Step": 4052, "Finetune/Step Time": 4.921856984496117}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8363250494003296, "Finetune/Loss (Raw)": 0.3744015693664551, "Finetune/Step": 4053, "Finetune/Step Time": 4.9543096497654915}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8366538286209106, "Finetune/Loss (Raw)": 0.8607028722763062, "Finetune/Step": 4054, "Finetune/Step Time": 4.963983526453376}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8369669914245605, "Finetune/Loss (Raw)": 0.8975837230682373, "Finetune/Step": 4055, "Finetune/Step Time": 4.945673745125532}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8342029452323914, "Finetune/Loss (Raw)": 0.6277102828025818, "Finetune/Step": 4056, "Finetune/Step Time": 4.96146335080266}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8346960544586182, "Finetune/Loss (Raw)": 0.97910475730896, "Finetune/Step": 4057, "Finetune/Step Time": 4.952688017860055}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8345723152160645, "Finetune/Loss (Raw)": 0.8309230208396912, "Finetune/Step": 4058, "Finetune/Step Time": 4.944454485550523}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.833796501159668, "Finetune/Loss (Raw)": 0.8840539455413818, "Finetune/Step": 4059, "Finetune/Step Time": 4.958721846342087}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8323252201080322, "Finetune/Loss (Raw)": 0.654384434223175, "Finetune/Step": 4060, "Finetune/Step Time": 4.960683388635516}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8335748910903931, "Finetune/Loss (Raw)": 0.8142988681793213, "Finetune/Step": 4061, "Finetune/Step Time": 4.952965494245291}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8352841138839722, "Finetune/Loss (Raw)": 1.0083534717559814, "Finetune/Step": 4062, "Finetune/Step Time": 4.950234612450004}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8314322829246521, "Finetune/Loss (Raw)": 0.35152435302734375, "Finetune/Step": 4063, "Finetune/Step Time": 4.980715695768595}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8270426988601685, "Finetune/Loss (Raw)": 0.3806564211845398, "Finetune/Step": 4064, "Finetune/Step Time": 5.012828454375267}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.826168954372406, "Finetune/Loss (Raw)": 0.785169780254364, "Finetune/Step": 4065, "Finetune/Step Time": 5.023314891383052}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8262342214584351, "Finetune/Loss (Raw)": 0.8715217113494873, "Finetune/Step": 4066, "Finetune/Step Time": 5.02687974832952}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8265731930732727, "Finetune/Loss (Raw)": 0.9837074279785156, "Finetune/Step": 4067, "Finetune/Step Time": 5.025748774409294}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8269346952438354, "Finetune/Loss (Raw)": 0.9206023812294006, "Finetune/Step": 4068, "Finetune/Step Time": 5.027210395783186}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8266249299049377, "Finetune/Loss (Raw)": 0.9219087362289429, "Finetune/Step": 4069, "Finetune/Step Time": 5.040404310449958}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8254549503326416, "Finetune/Loss (Raw)": 0.8245325088500977, "Finetune/Step": 4070, "Finetune/Step Time": 5.036025352776051}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8259801268577576, "Finetune/Loss (Raw)": 0.8646216988563538, "Finetune/Step": 4071, "Finetune/Step Time": 5.042556535452604}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8247947692871094, "Finetune/Loss (Raw)": 0.7643320560455322, "Finetune/Step": 4072, "Finetune/Step Time": 5.052762288600206}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8233609199523926, "Finetune/Loss (Raw)": 0.9007465839385986, "Finetune/Step": 4073, "Finetune/Step Time": 5.035014985129237}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8241910934448242, "Finetune/Loss (Raw)": 0.9858685731887817, "Finetune/Step": 4074, "Finetune/Step Time": 5.0225546304136515}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8234959244728088, "Finetune/Loss (Raw)": 0.8246201276779175, "Finetune/Step": 4075, "Finetune/Step Time": 5.011137623339891}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8258730173110962, "Finetune/Loss (Raw)": 0.6663750410079956, "Finetune/Step": 4076, "Finetune/Step Time": 4.99462616071105}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8246623277664185, "Finetune/Loss (Raw)": 0.8514862656593323, "Finetune/Step": 4077, "Finetune/Step Time": 5.008545633405447}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.823324978351593, "Finetune/Loss (Raw)": 0.8094668984413147, "Finetune/Step": 4078, "Finetune/Step Time": 5.005664885044098}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.823840856552124, "Finetune/Loss (Raw)": 1.0388543605804443, "Finetune/Step": 4079, "Finetune/Step Time": 5.017556166276336}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8238242268562317, "Finetune/Loss (Raw)": 0.7778698205947876, "Finetune/Step": 4080, "Finetune/Step Time": 5.016646917909384}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8239237666130066, "Finetune/Loss (Raw)": 0.859499454498291, "Finetune/Step": 4081, "Finetune/Step Time": 5.039171190932393}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8237905502319336, "Finetune/Loss (Raw)": 0.8007356524467468, "Finetune/Step": 4082, "Finetune/Step Time": 5.052635725587606}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8252273797988892, "Finetune/Loss (Raw)": 0.9809476733207703, "Finetune/Step": 4083, "Finetune/Step Time": 5.054687604308128}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8206405639648438, "Finetune/Loss (Raw)": 0.46645334362983704, "Finetune/Step": 4084, "Finetune/Step Time": 5.084583178162575}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8202946186065674, "Finetune/Loss (Raw)": 0.8540440201759338, "Finetune/Step": 4085, "Finetune/Step Time": 5.096196347847581}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8206133246421814, "Finetune/Loss (Raw)": 0.8804922699928284, "Finetune/Step": 4086, "Finetune/Step Time": 5.10376456566155}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8221847414970398, "Finetune/Loss (Raw)": 0.9931069612503052, "Finetune/Step": 4087, "Finetune/Step Time": 5.090742141008377}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8231325149536133, "Finetune/Loss (Raw)": 0.9463152885437012, "Finetune/Step": 4088, "Finetune/Step Time": 5.086040256544948}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8226823806762695, "Finetune/Loss (Raw)": 0.8445838093757629, "Finetune/Step": 4089, "Finetune/Step Time": 5.087083321064711}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8231631517410278, "Finetune/Loss (Raw)": 0.8353567719459534, "Finetune/Step": 4090, "Finetune/Step Time": 5.079782273620367}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8224533796310425, "Finetune/Loss (Raw)": 0.8303800225257874, "Finetune/Step": 4091, "Finetune/Step Time": 5.093127943575382}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8221501111984253, "Finetune/Loss (Raw)": 0.8391425013542175, "Finetune/Step": 4092, "Finetune/Step Time": 5.094739707186818}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8221744894981384, "Finetune/Loss (Raw)": 0.9858742356300354, "Finetune/Step": 4093, "Finetune/Step Time": 5.078855020925403}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8274624347686768, "Finetune/Loss (Raw)": 1.0618162155151367, "Finetune/Step": 4094, "Finetune/Step Time": 5.044852219521999}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.827045202255249, "Finetune/Loss (Raw)": 0.7712042331695557, "Finetune/Step": 4095, "Finetune/Step Time": 5.0527875404804945}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8277477622032166, "Finetune/Loss (Raw)": 1.0275880098342896, "Finetune/Step": 4096, "Finetune/Step Time": 5.057446653023362}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8280562162399292, "Finetune/Loss (Raw)": 0.957720160484314, "Finetune/Step": 4097, "Finetune/Step Time": 5.048709783703089}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8261893391609192, "Finetune/Loss (Raw)": 0.6944785118103027, "Finetune/Step": 4098, "Finetune/Step Time": 5.05707580037415}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8258692026138306, "Finetune/Loss (Raw)": 0.9283879399299622, "Finetune/Step": 4099, "Finetune/Step Time": 5.059946833178401}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8270606398582458, "Finetune/Loss (Raw)": 0.9544472694396973, "Finetune/Step": 4100, "Finetune/Step Time": 5.059979191049933}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8274374604225159, "Finetune/Loss (Raw)": 0.8873070478439331, "Finetune/Step": 4101, "Finetune/Step Time": 5.080657627433538}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8277087807655334, "Finetune/Loss (Raw)": 0.8478702902793884, "Finetune/Step": 4102, "Finetune/Step Time": 5.071573570370674}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8271989822387695, "Finetune/Loss (Raw)": 0.885874330997467, "Finetune/Step": 4103, "Finetune/Step Time": 5.074384642764926}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8272046446800232, "Finetune/Loss (Raw)": 0.8674235939979553, "Finetune/Step": 4104, "Finetune/Step Time": 5.061263892799616}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8273704648017883, "Finetune/Loss (Raw)": 0.7778586149215698, "Finetune/Step": 4105, "Finetune/Step Time": 5.055451776832342}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8287525773048401, "Finetune/Loss (Raw)": 0.8246217966079712, "Finetune/Step": 4106, "Finetune/Step Time": 5.053781162947416}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8284717798233032, "Finetune/Loss (Raw)": 0.8413942456245422, "Finetune/Step": 4107, "Finetune/Step Time": 5.055700620636344}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.8307338953018188, "Finetune/Loss (Raw)": 0.9434366226196289, "Finetune/Step": 4108, "Finetune/Step Time": 5.04974140971899}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8297497630119324, "Finetune/Loss (Raw)": 0.8214053511619568, "Finetune/Step": 4109, "Finetune/Step Time": 5.057990036904812}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8303570747375488, "Finetune/Loss (Raw)": 0.9122234582901001, "Finetune/Step": 4110, "Finetune/Step Time": 5.065782342106104}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.831613302230835, "Finetune/Loss (Raw)": 0.99687659740448, "Finetune/Step": 4111, "Finetune/Step Time": 5.071583056822419}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8347713351249695, "Finetune/Loss (Raw)": 0.7452515363693237, "Finetune/Step": 4112, "Finetune/Step Time": 5.049746321514249}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8332201242446899, "Finetune/Loss (Raw)": 0.716205358505249, "Finetune/Step": 4113, "Finetune/Step Time": 5.048182670027018}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8317420482635498, "Finetune/Loss (Raw)": 0.8762504458427429, "Finetune/Step": 4114, "Finetune/Step Time": 5.043966915458441}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8324040174484253, "Finetune/Loss (Raw)": 0.8748754262924194, "Finetune/Step": 4115, "Finetune/Step Time": 5.0406533014029264}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8298705816268921, "Finetune/Loss (Raw)": 0.6248459815979004, "Finetune/Step": 4116, "Finetune/Step Time": 5.05588286742568}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8283894658088684, "Finetune/Loss (Raw)": 0.7727015614509583, "Finetune/Step": 4117, "Finetune/Step Time": 5.070142587646842}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8294249773025513, "Finetune/Loss (Raw)": 1.0487937927246094, "Finetune/Step": 4118, "Finetune/Step Time": 5.068882633000612}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8295251131057739, "Finetune/Loss (Raw)": 0.98341965675354, "Finetune/Step": 4119, "Finetune/Step Time": 5.063736898824573}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8307214975357056, "Finetune/Loss (Raw)": 0.8971139192581177, "Finetune/Step": 4120, "Finetune/Step Time": 5.059160597622395}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8305198550224304, "Finetune/Loss (Raw)": 0.878092348575592, "Finetune/Step": 4121, "Finetune/Step Time": 5.0646738186478615}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8312482237815857, "Finetune/Loss (Raw)": 0.8719630241394043, "Finetune/Step": 4122, "Finetune/Step Time": 5.063607037067413}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8328636288642883, "Finetune/Loss (Raw)": 1.0153160095214844, "Finetune/Step": 4123, "Finetune/Step Time": 5.065099747851491}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8316663503646851, "Finetune/Loss (Raw)": 0.6502375602722168, "Finetune/Step": 4124, "Finetune/Step Time": 5.067038318142295}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8321966528892517, "Finetune/Loss (Raw)": 0.9031713008880615, "Finetune/Step": 4125, "Finetune/Step Time": 5.0651589054614305}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8311507701873779, "Finetune/Loss (Raw)": 0.8838571310043335, "Finetune/Step": 4126, "Finetune/Step Time": 5.05971440859139}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8308558464050293, "Finetune/Loss (Raw)": 0.8990908265113831, "Finetune/Step": 4127, "Finetune/Step Time": 5.039456041529775}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8308219909667969, "Finetune/Loss (Raw)": 0.8250088691711426, "Finetune/Step": 4128, "Finetune/Step Time": 5.034830402582884}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8307180404663086, "Finetune/Loss (Raw)": 0.8208907842636108, "Finetune/Step": 4129, "Finetune/Step Time": 5.01548195630312}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8309506773948669, "Finetune/Loss (Raw)": 0.8344941735267639, "Finetune/Step": 4130, "Finetune/Step Time": 5.005360670387745}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8310701847076416, "Finetune/Loss (Raw)": 0.8846123814582825, "Finetune/Step": 4131, "Finetune/Step Time": 4.998329071328044}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8308607339859009, "Finetune/Loss (Raw)": 0.8925427794456482, "Finetune/Step": 4132, "Finetune/Step Time": 5.005728535354137}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8305753469467163, "Finetune/Loss (Raw)": 0.845238208770752, "Finetune/Step": 4133, "Finetune/Step Time": 5.013376120477915}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8291750550270081, "Finetune/Loss (Raw)": 0.8642905950546265, "Finetune/Step": 4134, "Finetune/Step Time": 5.029767217114568}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8324964046478271, "Finetune/Loss (Raw)": 0.7877522706985474, "Finetune/Step": 4135, "Finetune/Step Time": 4.994769055396318}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8330005407333374, "Finetune/Loss (Raw)": 0.8392061591148376, "Finetune/Step": 4136, "Finetune/Step Time": 4.995383327826858}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8326591849327087, "Finetune/Loss (Raw)": 0.794958770275116, "Finetune/Step": 4137, "Finetune/Step Time": 4.992677768692374}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8338391780853271, "Finetune/Loss (Raw)": 0.9540724754333496, "Finetune/Step": 4138, "Finetune/Step Time": 4.97844010591507}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8323224782943726, "Finetune/Loss (Raw)": 0.7845675349235535, "Finetune/Step": 4139, "Finetune/Step Time": 4.9685147777199745}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8334226608276367, "Finetune/Loss (Raw)": 0.8159846067428589, "Finetune/Step": 4140, "Finetune/Step Time": 4.957547344267368}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8296847343444824, "Finetune/Loss (Raw)": 0.38597196340560913, "Finetune/Step": 4141, "Finetune/Step Time": 4.982757795602083}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8293393850326538, "Finetune/Loss (Raw)": 0.7732792496681213, "Finetune/Step": 4142, "Finetune/Step Time": 4.959237318485975}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8288175463676453, "Finetune/Loss (Raw)": 0.787738561630249, "Finetune/Step": 4143, "Finetune/Step Time": 4.956386594101787}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8240993022918701, "Finetune/Loss (Raw)": 0.28865471482276917, "Finetune/Step": 4144, "Finetune/Step Time": 4.992713762447238}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.822736918926239, "Finetune/Loss (Raw)": 0.739887535572052, "Finetune/Step": 4145, "Finetune/Step Time": 5.001242954283953}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8273336887359619, "Finetune/Loss (Raw)": 0.9141944646835327, "Finetune/Step": 4146, "Finetune/Step Time": 4.960628932341933}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8261460661888123, "Finetune/Loss (Raw)": 0.8525007963180542, "Finetune/Step": 4147, "Finetune/Step Time": 4.961468445137143}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8257204294204712, "Finetune/Loss (Raw)": 0.8972090482711792, "Finetune/Step": 4148, "Finetune/Step Time": 4.962185420095921}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8254200220108032, "Finetune/Loss (Raw)": 0.8401862382888794, "Finetune/Step": 4149, "Finetune/Step Time": 4.951301829889417}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8251438140869141, "Finetune/Loss (Raw)": 0.7707218527793884, "Finetune/Step": 4150, "Finetune/Step Time": 4.976663835346699}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8247851729393005, "Finetune/Loss (Raw)": 0.8648310303688049, "Finetune/Step": 4151, "Finetune/Step Time": 4.981535814702511}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8239907026290894, "Finetune/Loss (Raw)": 0.8589854836463928, "Finetune/Step": 4152, "Finetune/Step Time": 4.986271942034364}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8237189054489136, "Finetune/Loss (Raw)": 0.8303678035736084, "Finetune/Step": 4153, "Finetune/Step Time": 4.983528260141611}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8230535984039307, "Finetune/Loss (Raw)": 0.8856569528579712, "Finetune/Step": 4154, "Finetune/Step Time": 4.987764790654182}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8215916156768799, "Finetune/Loss (Raw)": 0.8178988695144653, "Finetune/Step": 4155, "Finetune/Step Time": 4.99016292206943}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8219213485717773, "Finetune/Loss (Raw)": 0.8595801591873169, "Finetune/Step": 4156, "Finetune/Step Time": 4.989313770085573}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8224917650222778, "Finetune/Loss (Raw)": 0.9735619425773621, "Finetune/Step": 4157, "Finetune/Step Time": 4.989708710461855}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8259118795394897, "Finetune/Loss (Raw)": 0.8323767781257629, "Finetune/Step": 4158, "Finetune/Step Time": 4.9648564755916595}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8263872861862183, "Finetune/Loss (Raw)": 0.9304890632629395, "Finetune/Step": 4159, "Finetune/Step Time": 4.965011456981301}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8271433115005493, "Finetune/Loss (Raw)": 0.9787036776542664, "Finetune/Step": 4160, "Finetune/Step Time": 4.957765823230147}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8269422054290771, "Finetune/Loss (Raw)": 0.9061878323554993, "Finetune/Step": 4161, "Finetune/Step Time": 4.955097936093807}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8277029991149902, "Finetune/Loss (Raw)": 0.9469645023345947, "Finetune/Step": 4162, "Finetune/Step Time": 4.9567147344350815}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8267582654953003, "Finetune/Loss (Raw)": 0.7151455283164978, "Finetune/Step": 4163, "Finetune/Step Time": 4.9624595902860165}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8233511447906494, "Finetune/Loss (Raw)": 0.5991990566253662, "Finetune/Step": 4164, "Finetune/Step Time": 4.975277962163091}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8250510096549988, "Finetune/Loss (Raw)": 1.0087307691574097, "Finetune/Step": 4165, "Finetune/Step Time": 4.97308686375618}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.82961106300354, "Finetune/Loss (Raw)": 0.94083172082901, "Finetune/Step": 4166, "Finetune/Step Time": 4.937334520742297}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8283915519714355, "Finetune/Loss (Raw)": 0.7874153256416321, "Finetune/Step": 4167, "Finetune/Step Time": 4.922016076743603}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.826647937297821, "Finetune/Loss (Raw)": 0.7042273283004761, "Finetune/Step": 4168, "Finetune/Step Time": 4.9202739875763655}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8232401609420776, "Finetune/Loss (Raw)": 0.37245896458625793, "Finetune/Step": 4169, "Finetune/Step Time": 4.955638876184821}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8225089311599731, "Finetune/Loss (Raw)": 0.7666261196136475, "Finetune/Step": 4170, "Finetune/Step Time": 4.946839412674308}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.822490394115448, "Finetune/Loss (Raw)": 0.9051989316940308, "Finetune/Step": 4171, "Finetune/Step Time": 4.949132617563009}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8226504921913147, "Finetune/Loss (Raw)": 0.9028798937797546, "Finetune/Step": 4172, "Finetune/Step Time": 4.969887474551797}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8267768621444702, "Finetune/Loss (Raw)": 0.8203136920928955, "Finetune/Step": 4173, "Finetune/Step Time": 4.940496526658535}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8231663107872009, "Finetune/Loss (Raw)": 0.35729968547821045, "Finetune/Step": 4174, "Finetune/Step Time": 4.970485650002956}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8230292797088623, "Finetune/Loss (Raw)": 0.7803794741630554, "Finetune/Step": 4175, "Finetune/Step Time": 4.954052099958062}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8263863325119019, "Finetune/Loss (Raw)": 0.802191436290741, "Finetune/Step": 4176, "Finetune/Step Time": 4.9314161613583565}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8280129432678223, "Finetune/Loss (Raw)": 0.9645093083381653, "Finetune/Step": 4177, "Finetune/Step Time": 4.947660947218537}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8286372423171997, "Finetune/Loss (Raw)": 0.911258339881897, "Finetune/Step": 4178, "Finetune/Step Time": 4.956238571554422}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8293828368186951, "Finetune/Loss (Raw)": 0.8839459419250488, "Finetune/Step": 4179, "Finetune/Step Time": 4.963764680549502}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8302967548370361, "Finetune/Loss (Raw)": 0.9603686332702637, "Finetune/Step": 4180, "Finetune/Step Time": 4.9435476921498775}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8337380886077881, "Finetune/Loss (Raw)": 0.8148924708366394, "Finetune/Step": 4181, "Finetune/Step Time": 4.9120476227253675}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8323685526847839, "Finetune/Loss (Raw)": 0.6854044795036316, "Finetune/Step": 4182, "Finetune/Step Time": 4.9123643562197685}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8326719999313354, "Finetune/Loss (Raw)": 0.9364317655563354, "Finetune/Step": 4183, "Finetune/Step Time": 4.911897202953696}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8348462581634521, "Finetune/Loss (Raw)": 0.9060071706771851, "Finetune/Step": 4184, "Finetune/Step Time": 4.894984655082226}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8347750306129456, "Finetune/Loss (Raw)": 0.9699899554252625, "Finetune/Step": 4185, "Finetune/Step Time": 4.897696806117892}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8356599807739258, "Finetune/Loss (Raw)": 0.9441942572593689, "Finetune/Step": 4186, "Finetune/Step Time": 4.910650078207254}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8350306749343872, "Finetune/Loss (Raw)": 0.8035053014755249, "Finetune/Step": 4187, "Finetune/Step Time": 4.898338491097093}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8359492421150208, "Finetune/Loss (Raw)": 0.7719628214836121, "Finetune/Step": 4188, "Finetune/Step Time": 4.88929077796638}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8358849287033081, "Finetune/Loss (Raw)": 0.8060598373413086, "Finetune/Step": 4189, "Finetune/Step Time": 4.871619077399373}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8333562612533569, "Finetune/Loss (Raw)": 0.6846886873245239, "Finetune/Step": 4190, "Finetune/Step Time": 4.872034892439842}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8378325700759888, "Finetune/Loss (Raw)": 0.9244899749755859, "Finetune/Step": 4191, "Finetune/Step Time": 4.834616897627711}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8428099751472473, "Finetune/Loss (Raw)": 1.0177725553512573, "Finetune/Step": 4192, "Finetune/Step Time": 4.796518722549081}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8390535116195679, "Finetune/Loss (Raw)": 0.30433693528175354, "Finetune/Step": 4193, "Finetune/Step Time": 4.8170689307153225}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8391972780227661, "Finetune/Loss (Raw)": 0.88992840051651, "Finetune/Step": 4194, "Finetune/Step Time": 4.821978708729148}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8385601043701172, "Finetune/Loss (Raw)": 0.9021466374397278, "Finetune/Step": 4195, "Finetune/Step Time": 4.8278229385614395}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.838371217250824, "Finetune/Loss (Raw)": 0.8964260220527649, "Finetune/Step": 4196, "Finetune/Step Time": 4.831231955438852}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8357444405555725, "Finetune/Loss (Raw)": 0.5856754183769226, "Finetune/Step": 4197, "Finetune/Step Time": 4.8405850157141685}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8368424773216248, "Finetune/Loss (Raw)": 0.9650841951370239, "Finetune/Step": 4198, "Finetune/Step Time": 4.838669614866376}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8377485275268555, "Finetune/Loss (Raw)": 0.980596125125885, "Finetune/Step": 4199, "Finetune/Step Time": 4.80783512070775}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8388490676879883, "Finetune/Loss (Raw)": 0.9051979184150696, "Finetune/Step": 4200, "Finetune/Step Time": 4.804244142025709}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8383845090866089, "Finetune/Loss (Raw)": 0.8412843942642212, "Finetune/Step": 4201, "Finetune/Step Time": 4.814789669588208}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8370836973190308, "Finetune/Loss (Raw)": 0.8193665742874146, "Finetune/Step": 4202, "Finetune/Step Time": 4.817387584596872}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8367494344711304, "Finetune/Loss (Raw)": 0.7818352580070496, "Finetune/Step": 4203, "Finetune/Step Time": 4.818352764472365}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8377885222434998, "Finetune/Loss (Raw)": 0.7993770837783813, "Finetune/Step": 4204, "Finetune/Step Time": 4.798812985420227}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8381071090698242, "Finetune/Loss (Raw)": 0.8922646045684814, "Finetune/Step": 4205, "Finetune/Step Time": 4.780196582898498}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8382796049118042, "Finetune/Loss (Raw)": 0.8315461874008179, "Finetune/Step": 4206, "Finetune/Step Time": 4.778014501556754}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8373092412948608, "Finetune/Loss (Raw)": 0.9146471619606018, "Finetune/Step": 4207, "Finetune/Step Time": 4.771651562303305}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8377034664154053, "Finetune/Loss (Raw)": 0.8283326625823975, "Finetune/Step": 4208, "Finetune/Step Time": 4.7615193370729685}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8392831683158875, "Finetune/Loss (Raw)": 1.0616997480392456, "Finetune/Step": 4209, "Finetune/Step Time": 4.738929705694318}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8396046757698059, "Finetune/Loss (Raw)": 0.8418872356414795, "Finetune/Step": 4210, "Finetune/Step Time": 4.734728451818228}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8392126560211182, "Finetune/Loss (Raw)": 0.9307771921157837, "Finetune/Step": 4211, "Finetune/Step Time": 4.740002706646919}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8416428565979004, "Finetune/Loss (Raw)": 0.7775143384933472, "Finetune/Step": 4212, "Finetune/Step Time": 4.704146156087518}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8405261039733887, "Finetune/Loss (Raw)": 0.7110990881919861, "Finetune/Step": 4213, "Finetune/Step Time": 4.702378038316965}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8406313061714172, "Finetune/Loss (Raw)": 0.893957257270813, "Finetune/Step": 4214, "Finetune/Step Time": 4.692504553124309}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8396575450897217, "Finetune/Loss (Raw)": 0.868465006351471, "Finetune/Step": 4215, "Finetune/Step Time": 4.718671258538961}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8390487432479858, "Finetune/Loss (Raw)": 0.8683865666389465, "Finetune/Step": 4216, "Finetune/Step Time": 4.713583797216415}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8398107290267944, "Finetune/Loss (Raw)": 0.9421186447143555, "Finetune/Step": 4217, "Finetune/Step Time": 4.710592478513718}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.839920163154602, "Finetune/Loss (Raw)": 0.8493693470954895, "Finetune/Step": 4218, "Finetune/Step Time": 4.709611646831036}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8392564058303833, "Finetune/Loss (Raw)": 0.7454174160957336, "Finetune/Step": 4219, "Finetune/Step Time": 4.692228076979518}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.839527428150177, "Finetune/Loss (Raw)": 0.8738299608230591, "Finetune/Step": 4220, "Finetune/Step Time": 4.681526482105255}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8396289944648743, "Finetune/Loss (Raw)": 0.9988754391670227, "Finetune/Step": 4221, "Finetune/Step Time": 4.683324815705419}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.838837742805481, "Finetune/Loss (Raw)": 0.9605404734611511, "Finetune/Step": 4222, "Finetune/Step Time": 4.686776101589203}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8403832912445068, "Finetune/Loss (Raw)": 0.9690359830856323, "Finetune/Step": 4223, "Finetune/Step Time": 4.678094461560249}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8386403322219849, "Finetune/Loss (Raw)": 0.8044837117195129, "Finetune/Step": 4224, "Finetune/Step Time": 4.683250281959772}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8373515605926514, "Finetune/Loss (Raw)": 0.7927585244178772, "Finetune/Step": 4225, "Finetune/Step Time": 4.670345459133387}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8396402597427368, "Finetune/Loss (Raw)": 0.9874336123466492, "Finetune/Step": 4226, "Finetune/Step Time": 4.663752179592848}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8406792879104614, "Finetune/Loss (Raw)": 1.0613864660263062, "Finetune/Step": 4227, "Finetune/Step Time": 4.663322493433952}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8399068117141724, "Finetune/Loss (Raw)": 0.8555634021759033, "Finetune/Step": 4228, "Finetune/Step Time": 4.6653064880520105}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8400124907493591, "Finetune/Loss (Raw)": 0.900829553604126, "Finetune/Step": 4229, "Finetune/Step Time": 4.648293336853385}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8354886174201965, "Finetune/Loss (Raw)": 0.2688225209712982, "Finetune/Step": 4230, "Finetune/Step Time": 4.6779138296842575}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8336787819862366, "Finetune/Loss (Raw)": 0.6542133092880249, "Finetune/Step": 4231, "Finetune/Step Time": 4.728750746697187}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8338761329650879, "Finetune/Loss (Raw)": 0.8926829695701599, "Finetune/Step": 4232, "Finetune/Step Time": 4.737676125019789}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8339662551879883, "Finetune/Loss (Raw)": 0.7893926501274109, "Finetune/Step": 4233, "Finetune/Step Time": 4.748709436506033}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8360686302185059, "Finetune/Loss (Raw)": 1.0937345027923584, "Finetune/Step": 4234, "Finetune/Step Time": 4.751094114035368}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8364649415016174, "Finetune/Loss (Raw)": 0.892113208770752, "Finetune/Step": 4235, "Finetune/Step Time": 4.7511455826461315}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8347580432891846, "Finetune/Loss (Raw)": 0.7249601483345032, "Finetune/Step": 4236, "Finetune/Step Time": 4.759873518720269}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8361561298370361, "Finetune/Loss (Raw)": 1.000360131263733, "Finetune/Step": 4237, "Finetune/Step Time": 4.752122886478901}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.836478054523468, "Finetune/Loss (Raw)": 0.953429639339447, "Finetune/Step": 4238, "Finetune/Step Time": 4.739714950323105}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.835808515548706, "Finetune/Loss (Raw)": 0.9111782312393188, "Finetune/Step": 4239, "Finetune/Step Time": 4.736058058217168}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8364827632904053, "Finetune/Loss (Raw)": 0.8315519094467163, "Finetune/Step": 4240, "Finetune/Step Time": 4.723710449412465}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8375400304794312, "Finetune/Loss (Raw)": 0.8515348434448242, "Finetune/Step": 4241, "Finetune/Step Time": 4.725165084004402}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8380130529403687, "Finetune/Loss (Raw)": 0.9367907643318176, "Finetune/Step": 4242, "Finetune/Step Time": 4.729767370969057}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8380979895591736, "Finetune/Loss (Raw)": 0.885753333568573, "Finetune/Step": 4243, "Finetune/Step Time": 4.750108011066914}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8401089906692505, "Finetune/Loss (Raw)": 0.8822494149208069, "Finetune/Step": 4244, "Finetune/Step Time": 4.73350659571588}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8409498929977417, "Finetune/Loss (Raw)": 0.8803353905677795, "Finetune/Step": 4245, "Finetune/Step Time": 4.735607922077179}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8394448757171631, "Finetune/Loss (Raw)": 0.856157124042511, "Finetune/Step": 4246, "Finetune/Step Time": 4.766919830814004}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8385262489318848, "Finetune/Loss (Raw)": 0.8658429384231567, "Finetune/Step": 4247, "Finetune/Step Time": 4.768467154353857}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8337953090667725, "Finetune/Loss (Raw)": 0.29155078530311584, "Finetune/Step": 4248, "Finetune/Step Time": 4.790490657091141}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8341736793518066, "Finetune/Loss (Raw)": 0.9265157580375671, "Finetune/Step": 4249, "Finetune/Step Time": 4.78332794085145}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8330439329147339, "Finetune/Loss (Raw)": 0.7273529171943665, "Finetune/Step": 4250, "Finetune/Step Time": 4.779457489028573}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8309252858161926, "Finetune/Loss (Raw)": 0.7441331148147583, "Finetune/Step": 4251, "Finetune/Step Time": 4.778640089556575}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8340668678283691, "Finetune/Loss (Raw)": 1.0523667335510254, "Finetune/Step": 4252, "Finetune/Step Time": 4.780519297346473}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8320817947387695, "Finetune/Loss (Raw)": 0.6490711569786072, "Finetune/Step": 4253, "Finetune/Step Time": 4.801458323374391}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8304408192634583, "Finetune/Loss (Raw)": 0.67381751537323, "Finetune/Step": 4254, "Finetune/Step Time": 4.811845174059272}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8294596672058105, "Finetune/Loss (Raw)": 0.7735090255737305, "Finetune/Step": 4255, "Finetune/Step Time": 4.818123975768685}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8301382660865784, "Finetune/Loss (Raw)": 0.9118613600730896, "Finetune/Step": 4256, "Finetune/Step Time": 4.834431290626526}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8312580585479736, "Finetune/Loss (Raw)": 0.9642268419265747, "Finetune/Step": 4257, "Finetune/Step Time": 4.83313612267375}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8300737142562866, "Finetune/Loss (Raw)": 0.6828977465629578, "Finetune/Step": 4258, "Finetune/Step Time": 4.834618737921119}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8310354948043823, "Finetune/Loss (Raw)": 1.0077224969863892, "Finetune/Step": 4259, "Finetune/Step Time": 4.8385648392140865}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8306416273117065, "Finetune/Loss (Raw)": 0.8421295881271362, "Finetune/Step": 4260, "Finetune/Step Time": 4.8293375968933105}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8313127160072327, "Finetune/Loss (Raw)": 0.9311344623565674, "Finetune/Step": 4261, "Finetune/Step Time": 4.823149660602212}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8311418294906616, "Finetune/Loss (Raw)": 0.8424153327941895, "Finetune/Step": 4262, "Finetune/Step Time": 4.813454534858465}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8330550193786621, "Finetune/Loss (Raw)": 1.0326472520828247, "Finetune/Step": 4263, "Finetune/Step Time": 4.811570284888148}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8326183557510376, "Finetune/Loss (Raw)": 0.7833065986633301, "Finetune/Step": 4264, "Finetune/Step Time": 4.822725621983409}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8334106206893921, "Finetune/Loss (Raw)": 0.8963707089424133, "Finetune/Step": 4265, "Finetune/Step Time": 4.830459531396627}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8333659768104553, "Finetune/Loss (Raw)": 0.9483532309532166, "Finetune/Step": 4266, "Finetune/Step Time": 4.829526524990797}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8332616090774536, "Finetune/Loss (Raw)": 0.7712196111679077, "Finetune/Step": 4267, "Finetune/Step Time": 4.843192243948579}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8331255912780762, "Finetune/Loss (Raw)": 0.7985696792602539, "Finetune/Step": 4268, "Finetune/Step Time": 4.851491888985038}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8357518911361694, "Finetune/Loss (Raw)": 0.7221354842185974, "Finetune/Step": 4269, "Finetune/Step Time": 4.852494981139898}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8362657427787781, "Finetune/Loss (Raw)": 0.8390509486198425, "Finetune/Step": 4270, "Finetune/Step Time": 4.8527957163751125}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8326610326766968, "Finetune/Loss (Raw)": 0.3263438940048218, "Finetune/Step": 4271, "Finetune/Step Time": 4.889867078512907}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8375349640846252, "Finetune/Loss (Raw)": 0.912510871887207, "Finetune/Step": 4272, "Finetune/Step Time": 4.851550852879882}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8375482559204102, "Finetune/Loss (Raw)": 0.7415867447853088, "Finetune/Step": 4273, "Finetune/Step Time": 4.8391807191073895}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8371105790138245, "Finetune/Loss (Raw)": 0.858176052570343, "Finetune/Step": 4274, "Finetune/Step Time": 4.844893142580986}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8368887305259705, "Finetune/Loss (Raw)": 0.8241074681282043, "Finetune/Step": 4275, "Finetune/Step Time": 4.85589193738997}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8370919823646545, "Finetune/Loss (Raw)": 0.9232202172279358, "Finetune/Step": 4276, "Finetune/Step Time": 4.85688771866262}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8371098637580872, "Finetune/Loss (Raw)": 0.8424772620201111, "Finetune/Step": 4277, "Finetune/Step Time": 4.879153652116656}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8383231163024902, "Finetune/Loss (Raw)": 0.9260137677192688, "Finetune/Step": 4278, "Finetune/Step Time": 4.8526870254427195}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8378093242645264, "Finetune/Loss (Raw)": 0.799063503742218, "Finetune/Step": 4279, "Finetune/Step Time": 4.850650954991579}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8384700417518616, "Finetune/Loss (Raw)": 0.943560004234314, "Finetune/Step": 4280, "Finetune/Step Time": 4.843926340341568}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.839775800704956, "Finetune/Loss (Raw)": 0.9975067973136902, "Finetune/Step": 4281, "Finetune/Step Time": 4.849230080842972}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8402919769287109, "Finetune/Loss (Raw)": 0.9517198801040649, "Finetune/Step": 4282, "Finetune/Step Time": 4.84740174934268}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8407663106918335, "Finetune/Loss (Raw)": 0.8786234259605408, "Finetune/Step": 4283, "Finetune/Step Time": 4.852552888914943}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8412100076675415, "Finetune/Loss (Raw)": 0.9163694381713867, "Finetune/Step": 4284, "Finetune/Step Time": 4.85102298296988}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8388450145721436, "Finetune/Loss (Raw)": 0.6708480715751648, "Finetune/Step": 4285, "Finetune/Step Time": 4.885799769312143}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.839381217956543, "Finetune/Loss (Raw)": 0.9010094404220581, "Finetune/Step": 4286, "Finetune/Step Time": 4.876845443621278}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8392176032066345, "Finetune/Loss (Raw)": 0.9095468521118164, "Finetune/Step": 4287, "Finetune/Step Time": 4.879897454753518}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8394056558609009, "Finetune/Loss (Raw)": 1.002770185470581, "Finetune/Step": 4288, "Finetune/Step Time": 4.895064987242222}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8386696577072144, "Finetune/Loss (Raw)": 0.8119786977767944, "Finetune/Step": 4289, "Finetune/Step Time": 4.896575482562184}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8388847708702087, "Finetune/Loss (Raw)": 0.9745019674301147, "Finetune/Step": 4290, "Finetune/Step Time": 4.897470714524388}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8405209183692932, "Finetune/Loss (Raw)": 0.9245709180831909, "Finetune/Step": 4291, "Finetune/Step Time": 4.887343754991889}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8430755138397217, "Finetune/Loss (Raw)": 0.9261924624443054, "Finetune/Step": 4292, "Finetune/Step Time": 4.882555067539215}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8422874808311462, "Finetune/Loss (Raw)": 0.9078588485717773, "Finetune/Step": 4293, "Finetune/Step Time": 4.88523187674582}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8417574167251587, "Finetune/Loss (Raw)": 0.8729830384254456, "Finetune/Step": 4294, "Finetune/Step Time": 4.907445337623358}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8379452228546143, "Finetune/Loss (Raw)": 0.2994535267353058, "Finetune/Step": 4295, "Finetune/Step Time": 4.940112786367536}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.840129017829895, "Finetune/Loss (Raw)": 0.9837530255317688, "Finetune/Step": 4296, "Finetune/Step Time": 4.936907943338156}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8442227840423584, "Finetune/Loss (Raw)": 0.896470308303833, "Finetune/Step": 4297, "Finetune/Step Time": 4.904121410101652}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.843812108039856, "Finetune/Loss (Raw)": 0.7140560746192932, "Finetune/Step": 4298, "Finetune/Step Time": 4.898565357550979}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.844035804271698, "Finetune/Loss (Raw)": 0.9338253140449524, "Finetune/Step": 4299, "Finetune/Step Time": 4.905381791293621}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8443838357925415, "Finetune/Loss (Raw)": 0.9474257230758667, "Finetune/Step": 4300, "Finetune/Step Time": 4.890140440315008}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.840826153755188, "Finetune/Loss (Raw)": 0.3649410009384155, "Finetune/Step": 4301, "Finetune/Step Time": 4.919643001630902}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8455931544303894, "Finetune/Loss (Raw)": 0.9674741625785828, "Finetune/Step": 4302, "Finetune/Step Time": 4.889171160757542}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.84724360704422, "Finetune/Loss (Raw)": 0.9916319847106934, "Finetune/Step": 4303, "Finetune/Step Time": 4.889309300109744}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8436442613601685, "Finetune/Loss (Raw)": 0.3414759039878845, "Finetune/Step": 4304, "Finetune/Step Time": 4.911534458398819}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8421510457992554, "Finetune/Loss (Raw)": 0.7733780741691589, "Finetune/Step": 4305, "Finetune/Step Time": 4.902782369405031}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8415910601615906, "Finetune/Loss (Raw)": 0.8395813703536987, "Finetune/Step": 4306, "Finetune/Step Time": 4.902910614386201}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8399924635887146, "Finetune/Loss (Raw)": 0.6793204545974731, "Finetune/Step": 4307, "Finetune/Step Time": 4.891123134642839}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8394261598587036, "Finetune/Loss (Raw)": 0.8878905773162842, "Finetune/Step": 4308, "Finetune/Step Time": 4.891722898930311}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8397722244262695, "Finetune/Loss (Raw)": 0.8591791987419128, "Finetune/Step": 4309, "Finetune/Step Time": 4.896425884217024}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8371633887290955, "Finetune/Loss (Raw)": 0.35148361325263977, "Finetune/Step": 4310, "Finetune/Step Time": 4.9213855266571045}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.836647629737854, "Finetune/Loss (Raw)": 0.870409369468689, "Finetune/Step": 4311, "Finetune/Step Time": 4.927364306524396}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8372211456298828, "Finetune/Loss (Raw)": 0.9794126152992249, "Finetune/Step": 4312, "Finetune/Step Time": 4.929605044424534}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8373109698295593, "Finetune/Loss (Raw)": 0.9814946055412292, "Finetune/Step": 4313, "Finetune/Step Time": 4.9404502138495445}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8371922969818115, "Finetune/Loss (Raw)": 0.9290077090263367, "Finetune/Step": 4314, "Finetune/Step Time": 4.936204085126519}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8375204801559448, "Finetune/Loss (Raw)": 0.845507800579071, "Finetune/Step": 4315, "Finetune/Step Time": 4.932974513620138}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8378521800041199, "Finetune/Loss (Raw)": 0.8144196271896362, "Finetune/Step": 4316, "Finetune/Step Time": 4.93638851493597}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8382861018180847, "Finetune/Loss (Raw)": 0.8616029620170593, "Finetune/Step": 4317, "Finetune/Step Time": 4.934381127357483}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8390926122665405, "Finetune/Loss (Raw)": 0.78792405128479, "Finetune/Step": 4318, "Finetune/Step Time": 4.94355434179306}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8376258611679077, "Finetune/Loss (Raw)": 0.7367397546768188, "Finetune/Step": 4319, "Finetune/Step Time": 4.949722865596414}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8361039161682129, "Finetune/Loss (Raw)": 0.8229721188545227, "Finetune/Step": 4320, "Finetune/Step Time": 4.953225625678897}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8392800092697144, "Finetune/Loss (Raw)": 0.7108691930770874, "Finetune/Step": 4321, "Finetune/Step Time": 4.931343227624893}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8402346968650818, "Finetune/Loss (Raw)": 1.0121313333511353, "Finetune/Step": 4322, "Finetune/Step Time": 4.928859416395426}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8386805653572083, "Finetune/Loss (Raw)": 0.7032194137573242, "Finetune/Step": 4323, "Finetune/Step Time": 4.920629048720002}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.838042140007019, "Finetune/Loss (Raw)": 0.8147046566009521, "Finetune/Step": 4324, "Finetune/Step Time": 4.914508018642664}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8386491537094116, "Finetune/Loss (Raw)": 0.6633752584457397, "Finetune/Step": 4325, "Finetune/Step Time": 4.90397509559989}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8369389176368713, "Finetune/Loss (Raw)": 0.7461718320846558, "Finetune/Step": 4326, "Finetune/Step Time": 4.912475412711501}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8348535299301147, "Finetune/Loss (Raw)": 0.7136707305908203, "Finetune/Step": 4327, "Finetune/Step Time": 4.934916956350207}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8345089554786682, "Finetune/Loss (Raw)": 0.8610906600952148, "Finetune/Step": 4328, "Finetune/Step Time": 4.928793586790562}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8346226215362549, "Finetune/Loss (Raw)": 0.8558369874954224, "Finetune/Step": 4329, "Finetune/Step Time": 4.923378940671682}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8356871604919434, "Finetune/Loss (Raw)": 0.9556199312210083, "Finetune/Step": 4330, "Finetune/Step Time": 4.923101119697094}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8370020985603333, "Finetune/Loss (Raw)": 0.9501481056213379, "Finetune/Step": 4331, "Finetune/Step Time": 4.922907065600157}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8377429842948914, "Finetune/Loss (Raw)": 0.8942160606384277, "Finetune/Step": 4332, "Finetune/Step Time": 4.925417635589838}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8382882475852966, "Finetune/Loss (Raw)": 0.9620546102523804, "Finetune/Step": 4333, "Finetune/Step Time": 4.931905595585704}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8391396999359131, "Finetune/Loss (Raw)": 0.9405342936515808, "Finetune/Step": 4334, "Finetune/Step Time": 4.930538231506944}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.839103639125824, "Finetune/Loss (Raw)": 0.9100303053855896, "Finetune/Step": 4335, "Finetune/Step Time": 4.924986906349659}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8404746055603027, "Finetune/Loss (Raw)": 1.003815770149231, "Finetune/Step": 4336, "Finetune/Step Time": 4.940878979861736}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8373416662216187, "Finetune/Loss (Raw)": 0.6606874465942383, "Finetune/Step": 4337, "Finetune/Step Time": 4.963728856295347}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8375411033630371, "Finetune/Loss (Raw)": 0.8674159049987793, "Finetune/Step": 4338, "Finetune/Step Time": 4.962521439418197}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8364689350128174, "Finetune/Loss (Raw)": 0.7935348153114319, "Finetune/Step": 4339, "Finetune/Step Time": 4.962901385501027}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8371161818504333, "Finetune/Loss (Raw)": 0.860358715057373, "Finetune/Step": 4340, "Finetune/Step Time": 4.977356802672148}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8391116857528687, "Finetune/Loss (Raw)": 0.966530978679657, "Finetune/Step": 4341, "Finetune/Step Time": 4.969032395631075}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8386731147766113, "Finetune/Loss (Raw)": 0.8378136157989502, "Finetune/Step": 4342, "Finetune/Step Time": 5.015292823314667}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8381586074829102, "Finetune/Loss (Raw)": 0.8026145100593567, "Finetune/Step": 4343, "Finetune/Step Time": 4.978562893345952}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8384066224098206, "Finetune/Loss (Raw)": 0.900126576423645, "Finetune/Step": 4344, "Finetune/Step Time": 4.987918211147189}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8377580046653748, "Finetune/Loss (Raw)": 0.859098494052887, "Finetune/Step": 4345, "Finetune/Step Time": 4.987414948642254}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8379226326942444, "Finetune/Loss (Raw)": 0.8704437017440796, "Finetune/Step": 4346, "Finetune/Step Time": 4.990897800773382}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8396205902099609, "Finetune/Loss (Raw)": 0.9627503156661987, "Finetune/Step": 4347, "Finetune/Step Time": 4.983728630468249}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8399714827537537, "Finetune/Loss (Raw)": 0.9187493920326233, "Finetune/Step": 4348, "Finetune/Step Time": 4.989781949669123}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8398138880729675, "Finetune/Loss (Raw)": 0.9787021279335022, "Finetune/Step": 4349, "Finetune/Step Time": 4.986715961247683}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8373379111289978, "Finetune/Loss (Raw)": 0.64361572265625, "Finetune/Step": 4350, "Finetune/Step Time": 4.9986490327864885}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8367905616760254, "Finetune/Loss (Raw)": 0.8989762663841248, "Finetune/Step": 4351, "Finetune/Step Time": 4.998237604275346}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8372486233711243, "Finetune/Loss (Raw)": 0.8631086945533752, "Finetune/Step": 4352, "Finetune/Step Time": 4.989726388826966}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8381965160369873, "Finetune/Loss (Raw)": 0.9140966534614563, "Finetune/Step": 4353, "Finetune/Step Time": 4.98753309994936}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8363449573516846, "Finetune/Loss (Raw)": 0.7504288554191589, "Finetune/Step": 4354, "Finetune/Step Time": 4.986571066081524}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8349747657775879, "Finetune/Loss (Raw)": 0.8860052824020386, "Finetune/Step": 4355, "Finetune/Step Time": 4.98231759481132}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8352464437484741, "Finetune/Loss (Raw)": 0.890339195728302, "Finetune/Step": 4356, "Finetune/Step Time": 4.980474365875125}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8353833556175232, "Finetune/Loss (Raw)": 0.9183517694473267, "Finetune/Step": 4357, "Finetune/Step Time": 4.9805889669805765}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.8403656482696533, "Finetune/Loss (Raw)": 0.9065557718276978, "Finetune/Step": 4358, "Finetune/Step Time": 4.955368675291538}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.842176079750061, "Finetune/Loss (Raw)": 0.885941743850708, "Finetune/Step": 4359, "Finetune/Step Time": 4.9042105209082365}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8415406942367554, "Finetune/Loss (Raw)": 0.8113608956336975, "Finetune/Step": 4360, "Finetune/Step Time": 4.902138950303197}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8436716198921204, "Finetune/Loss (Raw)": 1.0621517896652222, "Finetune/Step": 4361, "Finetune/Step Time": 4.905413029715419}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8414578437805176, "Finetune/Loss (Raw)": 0.8103700876235962, "Finetune/Step": 4362, "Finetune/Step Time": 4.908160153776407}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8410255312919617, "Finetune/Loss (Raw)": 0.8367758989334106, "Finetune/Step": 4363, "Finetune/Step Time": 4.904944209381938}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8414478302001953, "Finetune/Loss (Raw)": 0.7790176272392273, "Finetune/Step": 4364, "Finetune/Step Time": 4.916900794953108}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8396601676940918, "Finetune/Loss (Raw)": 0.7715405821800232, "Finetune/Step": 4365, "Finetune/Step Time": 4.932099603116512}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8393166065216064, "Finetune/Loss (Raw)": 0.9094554781913757, "Finetune/Step": 4366, "Finetune/Step Time": 4.931920317932963}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8383800983428955, "Finetune/Loss (Raw)": 0.7912997007369995, "Finetune/Step": 4367, "Finetune/Step Time": 4.937761323526502}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8390652537345886, "Finetune/Loss (Raw)": 0.9192507863044739, "Finetune/Step": 4368, "Finetune/Step Time": 4.934338349848986}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8388285636901855, "Finetune/Loss (Raw)": 0.8212357759475708, "Finetune/Step": 4369, "Finetune/Step Time": 4.936198655515909}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8390209674835205, "Finetune/Loss (Raw)": 0.9614297747612, "Finetune/Step": 4370, "Finetune/Step Time": 4.932654805481434}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8398271799087524, "Finetune/Loss (Raw)": 0.9889347553253174, "Finetune/Step": 4371, "Finetune/Step Time": 4.910339469090104}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8348759412765503, "Finetune/Loss (Raw)": 0.24850083887577057, "Finetune/Step": 4372, "Finetune/Step Time": 4.9468190390616655}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8339101076126099, "Finetune/Loss (Raw)": 0.7567104697227478, "Finetune/Step": 4373, "Finetune/Step Time": 4.938115395605564}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8336871266365051, "Finetune/Loss (Raw)": 0.8276108503341675, "Finetune/Step": 4374, "Finetune/Step Time": 4.908761462196708}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8331565856933594, "Finetune/Loss (Raw)": 0.7979260087013245, "Finetune/Step": 4375, "Finetune/Step Time": 4.921308688819408}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8381341695785522, "Finetune/Loss (Raw)": 0.928688108921051, "Finetune/Step": 4376, "Finetune/Step Time": 4.900500947609544}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8376815319061279, "Finetune/Loss (Raw)": 0.8685796856880188, "Finetune/Step": 4377, "Finetune/Step Time": 4.901678031310439}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8388378620147705, "Finetune/Loss (Raw)": 0.8753646612167358, "Finetune/Step": 4378, "Finetune/Step Time": 4.911551335826516}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8390147089958191, "Finetune/Loss (Raw)": 0.766765832901001, "Finetune/Step": 4379, "Finetune/Step Time": 4.927917780354619}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8384377956390381, "Finetune/Loss (Raw)": 0.9785265326499939, "Finetune/Step": 4380, "Finetune/Step Time": 4.9305623807013035}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.840430498123169, "Finetune/Loss (Raw)": 0.9041332602500916, "Finetune/Step": 4381, "Finetune/Step Time": 4.917757468298078}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8424675464630127, "Finetune/Loss (Raw)": 0.9345661401748657, "Finetune/Step": 4382, "Finetune/Step Time": 4.911927593871951}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8421127200126648, "Finetune/Loss (Raw)": 0.7280827760696411, "Finetune/Step": 4383, "Finetune/Step Time": 4.926483055576682}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8417989015579224, "Finetune/Loss (Raw)": 0.8716951012611389, "Finetune/Step": 4384, "Finetune/Step Time": 4.907045604661107}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.840609073638916, "Finetune/Loss (Raw)": 0.811927855014801, "Finetune/Step": 4385, "Finetune/Step Time": 4.900291116908193}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8419064283370972, "Finetune/Loss (Raw)": 0.8489603996276855, "Finetune/Step": 4386, "Finetune/Step Time": 4.917865781113505}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8421884775161743, "Finetune/Loss (Raw)": 1.0438297986984253, "Finetune/Step": 4387, "Finetune/Step Time": 4.905825149267912}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8426333069801331, "Finetune/Loss (Raw)": 0.899060845375061, "Finetune/Step": 4388, "Finetune/Step Time": 4.910792130976915}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8425232172012329, "Finetune/Loss (Raw)": 0.9170433282852173, "Finetune/Step": 4389, "Finetune/Step Time": 4.909756813198328}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8424327969551086, "Finetune/Loss (Raw)": 0.8308445811271667, "Finetune/Step": 4390, "Finetune/Step Time": 4.914356146007776}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8409342765808105, "Finetune/Loss (Raw)": 0.8408296704292297, "Finetune/Step": 4391, "Finetune/Step Time": 4.922314755618572}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8375872373580933, "Finetune/Loss (Raw)": 0.3548985421657562, "Finetune/Step": 4392, "Finetune/Step Time": 4.950684390962124}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8364107608795166, "Finetune/Loss (Raw)": 0.7457754015922546, "Finetune/Step": 4393, "Finetune/Step Time": 4.958456555381417}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8354179859161377, "Finetune/Loss (Raw)": 0.8212792873382568, "Finetune/Step": 4394, "Finetune/Step Time": 4.968564150854945}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8360520005226135, "Finetune/Loss (Raw)": 0.8523693084716797, "Finetune/Step": 4395, "Finetune/Step Time": 4.9586485568434}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8373895883560181, "Finetune/Loss (Raw)": 0.9697819948196411, "Finetune/Step": 4396, "Finetune/Step Time": 4.950426794588566}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8350323438644409, "Finetune/Loss (Raw)": 0.4204038977622986, "Finetune/Step": 4397, "Finetune/Step Time": 4.951651230454445}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8354356288909912, "Finetune/Loss (Raw)": 0.8906770348548889, "Finetune/Step": 4398, "Finetune/Step Time": 4.953875955194235}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8391806483268738, "Finetune/Loss (Raw)": 0.805706799030304, "Finetune/Step": 4399, "Finetune/Step Time": 4.9254971742630005}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8389821648597717, "Finetune/Loss (Raw)": 0.8871025443077087, "Finetune/Step": 4400, "Finetune/Step Time": 4.933126747608185}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8357909321784973, "Finetune/Loss (Raw)": 0.33310800790786743, "Finetune/Step": 4401, "Finetune/Step Time": 4.973721198737621}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8353161215782166, "Finetune/Loss (Raw)": 0.7974040508270264, "Finetune/Step": 4402, "Finetune/Step Time": 4.992052540183067}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8360808491706848, "Finetune/Loss (Raw)": 0.9219908714294434, "Finetune/Step": 4403, "Finetune/Step Time": 4.982362754642963}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8367727398872375, "Finetune/Loss (Raw)": 1.0117837190628052, "Finetune/Step": 4404, "Finetune/Step Time": 4.9885823633521795}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8366138935089111, "Finetune/Loss (Raw)": 0.8221396207809448, "Finetune/Step": 4405, "Finetune/Step Time": 4.978557083755732}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8352271914482117, "Finetune/Loss (Raw)": 0.7485247254371643, "Finetune/Step": 4406, "Finetune/Step Time": 4.976033575832844}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8350803852081299, "Finetune/Loss (Raw)": 0.7802659273147583, "Finetune/Step": 4407, "Finetune/Step Time": 4.974014526233077}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8356407880783081, "Finetune/Loss (Raw)": 1.0153019428253174, "Finetune/Step": 4408, "Finetune/Step Time": 4.973310889676213}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8341872692108154, "Finetune/Loss (Raw)": 0.8114482164382935, "Finetune/Step": 4409, "Finetune/Step Time": 4.972731279209256}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8336502313613892, "Finetune/Loss (Raw)": 0.8829777836799622, "Finetune/Step": 4410, "Finetune/Step Time": 4.9694592989981174}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8334177136421204, "Finetune/Loss (Raw)": 0.8488608002662659, "Finetune/Step": 4411, "Finetune/Step Time": 4.962320638820529}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8325991630554199, "Finetune/Loss (Raw)": 0.8115949630737305, "Finetune/Step": 4412, "Finetune/Step Time": 4.964081287384033}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8358304500579834, "Finetune/Loss (Raw)": 1.0844494104385376, "Finetune/Step": 4413, "Finetune/Step Time": 4.926845813170075}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8350920677185059, "Finetune/Loss (Raw)": 0.8065025210380554, "Finetune/Step": 4414, "Finetune/Step Time": 4.925993751734495}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.835310697555542, "Finetune/Loss (Raw)": 0.9375265836715698, "Finetune/Step": 4415, "Finetune/Step Time": 4.931125281378627}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8333998918533325, "Finetune/Loss (Raw)": 0.7581965327262878, "Finetune/Step": 4416, "Finetune/Step Time": 4.932078255340457}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8345701098442078, "Finetune/Loss (Raw)": 0.9617533087730408, "Finetune/Step": 4417, "Finetune/Step Time": 4.932442374527454}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8335970640182495, "Finetune/Loss (Raw)": 0.8499599099159241, "Finetune/Step": 4418, "Finetune/Step Time": 4.932534297928214}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8336000442504883, "Finetune/Loss (Raw)": 0.9249474406242371, "Finetune/Step": 4419, "Finetune/Step Time": 4.932081211358309}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8323115110397339, "Finetune/Loss (Raw)": 0.7612658143043518, "Finetune/Step": 4420, "Finetune/Step Time": 4.944288022816181}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8317772746086121, "Finetune/Loss (Raw)": 0.8394776582717896, "Finetune/Step": 4421, "Finetune/Step Time": 4.947570336982608}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8319428563117981, "Finetune/Loss (Raw)": 0.8941825032234192, "Finetune/Step": 4422, "Finetune/Step Time": 4.929913651198149}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8357943296432495, "Finetune/Loss (Raw)": 0.792433500289917, "Finetune/Step": 4423, "Finetune/Step Time": 4.8996546026319265}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8306918144226074, "Finetune/Loss (Raw)": 0.330640584230423, "Finetune/Step": 4424, "Finetune/Step Time": 4.9387640953063965}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8300905227661133, "Finetune/Loss (Raw)": 0.8194974064826965, "Finetune/Step": 4425, "Finetune/Step Time": 4.95543497055769}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8315999507904053, "Finetune/Loss (Raw)": 0.9072632789611816, "Finetune/Step": 4426, "Finetune/Step Time": 4.95157946459949}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8303830027580261, "Finetune/Loss (Raw)": 0.7780506014823914, "Finetune/Step": 4427, "Finetune/Step Time": 4.960546683520079}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8299906253814697, "Finetune/Loss (Raw)": 0.897212028503418, "Finetune/Step": 4428, "Finetune/Step Time": 4.965739665552974}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8339380621910095, "Finetune/Loss (Raw)": 0.8702009320259094, "Finetune/Step": 4429, "Finetune/Step Time": 4.931829167529941}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8317375183105469, "Finetune/Loss (Raw)": 0.6858178973197937, "Finetune/Step": 4430, "Finetune/Step Time": 4.972465494647622}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8307957649230957, "Finetune/Loss (Raw)": 0.8710795044898987, "Finetune/Step": 4431, "Finetune/Step Time": 4.979919549077749}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8350261449813843, "Finetune/Loss (Raw)": 0.8829753994941711, "Finetune/Step": 4432, "Finetune/Step Time": 4.951061157509685}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8346264362335205, "Finetune/Loss (Raw)": 0.7221944332122803, "Finetune/Step": 4433, "Finetune/Step Time": 4.949464630335569}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8356139659881592, "Finetune/Loss (Raw)": 0.9659944772720337, "Finetune/Step": 4434, "Finetune/Step Time": 4.944144360721111}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.837143063545227, "Finetune/Loss (Raw)": 0.8750385642051697, "Finetune/Step": 4435, "Finetune/Step Time": 4.939312152564526}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8361557722091675, "Finetune/Loss (Raw)": 0.7615228891372681, "Finetune/Step": 4436, "Finetune/Step Time": 4.951332274824381}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8358789086341858, "Finetune/Loss (Raw)": 0.8237420320510864, "Finetune/Step": 4437, "Finetune/Step Time": 4.951379042118788}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8399314880371094, "Finetune/Loss (Raw)": 0.8702211976051331, "Finetune/Step": 4438, "Finetune/Step Time": 4.917282957583666}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8411694765090942, "Finetune/Loss (Raw)": 1.0288596153259277, "Finetune/Step": 4439, "Finetune/Step Time": 4.9143328461796045}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8413971066474915, "Finetune/Loss (Raw)": 1.0085586309432983, "Finetune/Step": 4440, "Finetune/Step Time": 4.91215855628252}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8413513898849487, "Finetune/Loss (Raw)": 0.9756330251693726, "Finetune/Step": 4441, "Finetune/Step Time": 4.911357870325446}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.8414127230644226, "Finetune/Loss (Raw)": 0.9368652105331421, "Finetune/Step": 4442, "Finetune/Step Time": 4.920563373714685}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8413865566253662, "Finetune/Loss (Raw)": 0.8421543836593628, "Finetune/Step": 4443, "Finetune/Step Time": 4.921210767701268}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8413790464401245, "Finetune/Loss (Raw)": 0.8134618401527405, "Finetune/Step": 4444, "Finetune/Step Time": 4.916870500892401}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8403654098510742, "Finetune/Loss (Raw)": 0.7318525314331055, "Finetune/Step": 4445, "Finetune/Step Time": 4.925121458247304}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.841797947883606, "Finetune/Loss (Raw)": 0.9712902903556824, "Finetune/Step": 4446, "Finetune/Step Time": 4.910989077761769}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8426105976104736, "Finetune/Loss (Raw)": 0.8407607674598694, "Finetune/Step": 4447, "Finetune/Step Time": 4.900932922959328}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8430166840553284, "Finetune/Loss (Raw)": 0.8749527335166931, "Finetune/Step": 4448, "Finetune/Step Time": 4.900040358304977}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8452224731445312, "Finetune/Loss (Raw)": 0.993205189704895, "Finetune/Step": 4449, "Finetune/Step Time": 4.88619769923389}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8433541059494019, "Finetune/Loss (Raw)": 0.7729931473731995, "Finetune/Step": 4450, "Finetune/Step Time": 4.880289016291499}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.843824028968811, "Finetune/Loss (Raw)": 0.7633655071258545, "Finetune/Step": 4451, "Finetune/Step Time": 4.885414801537991}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.840171217918396, "Finetune/Loss (Raw)": 0.3471379280090332, "Finetune/Step": 4452, "Finetune/Step Time": 4.919943016022444}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8408997654914856, "Finetune/Loss (Raw)": 0.7566266059875488, "Finetune/Step": 4453, "Finetune/Step Time": 4.916840147227049}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.841935396194458, "Finetune/Loss (Raw)": 0.8787314295768738, "Finetune/Step": 4454, "Finetune/Step Time": 4.91506139934063}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8421064019203186, "Finetune/Loss (Raw)": 0.7355643510818481, "Finetune/Step": 4455, "Finetune/Step Time": 4.906870508566499}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8417367935180664, "Finetune/Loss (Raw)": 0.8137856721878052, "Finetune/Step": 4456, "Finetune/Step Time": 4.907752903178334}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.841195285320282, "Finetune/Loss (Raw)": 0.7865182161331177, "Finetune/Step": 4457, "Finetune/Step Time": 4.9138668943196535}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8403319716453552, "Finetune/Loss (Raw)": 0.845120906829834, "Finetune/Step": 4458, "Finetune/Step Time": 4.927831515669823}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8394955992698669, "Finetune/Loss (Raw)": 0.843087375164032, "Finetune/Step": 4459, "Finetune/Step Time": 4.938502494245768}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8399907946586609, "Finetune/Loss (Raw)": 0.9576027989387512, "Finetune/Step": 4460, "Finetune/Step Time": 4.939161146059632}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8386715650558472, "Finetune/Loss (Raw)": 0.7931957244873047, "Finetune/Step": 4461, "Finetune/Step Time": 4.933369489386678}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8384273052215576, "Finetune/Loss (Raw)": 0.9092680215835571, "Finetune/Step": 4462, "Finetune/Step Time": 4.946082821115851}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8365213871002197, "Finetune/Loss (Raw)": 0.6660731434822083, "Finetune/Step": 4463, "Finetune/Step Time": 4.956054840236902}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8353844881057739, "Finetune/Loss (Raw)": 0.858291745185852, "Finetune/Step": 4464, "Finetune/Step Time": 4.959005298092961}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8364472985267639, "Finetune/Loss (Raw)": 0.7967243790626526, "Finetune/Step": 4465, "Finetune/Step Time": 4.941323922947049}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8361597061157227, "Finetune/Loss (Raw)": 0.8306066393852234, "Finetune/Step": 4466, "Finetune/Step Time": 4.935263665392995}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8370808959007263, "Finetune/Loss (Raw)": 0.9114472270011902, "Finetune/Step": 4467, "Finetune/Step Time": 4.929504781961441}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8369960784912109, "Finetune/Loss (Raw)": 0.8494950532913208, "Finetune/Step": 4468, "Finetune/Step Time": 4.921278575435281}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8360314965248108, "Finetune/Loss (Raw)": 0.8430669903755188, "Finetune/Step": 4469, "Finetune/Step Time": 4.921038536354899}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8360140323638916, "Finetune/Loss (Raw)": 0.8355834484100342, "Finetune/Step": 4470, "Finetune/Step Time": 4.876942399889231}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8358656764030457, "Finetune/Loss (Raw)": 0.7836257815361023, "Finetune/Step": 4471, "Finetune/Step Time": 4.8902769684791565}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8356367349624634, "Finetune/Loss (Raw)": 0.8708224892616272, "Finetune/Step": 4472, "Finetune/Step Time": 4.880860805511475}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8370444178581238, "Finetune/Loss (Raw)": 1.0392805337905884, "Finetune/Step": 4473, "Finetune/Step Time": 4.878982800990343}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8373056650161743, "Finetune/Loss (Raw)": 0.9038851261138916, "Finetune/Step": 4474, "Finetune/Step Time": 4.877416957169771}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8358696103096008, "Finetune/Loss (Raw)": 0.7789298295974731, "Finetune/Step": 4475, "Finetune/Step Time": 4.898688208311796}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8359359502792358, "Finetune/Loss (Raw)": 0.9272403120994568, "Finetune/Step": 4476, "Finetune/Step Time": 4.899481482803822}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8344882726669312, "Finetune/Loss (Raw)": 0.7934092879295349, "Finetune/Step": 4477, "Finetune/Step Time": 4.900085974484682}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8368115425109863, "Finetune/Loss (Raw)": 0.9409942030906677, "Finetune/Step": 4478, "Finetune/Step Time": 4.881825543940067}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8366804122924805, "Finetune/Loss (Raw)": 0.8821874856948853, "Finetune/Step": 4479, "Finetune/Step Time": 4.891251936554909}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.836456298828125, "Finetune/Loss (Raw)": 0.8344138264656067, "Finetune/Step": 4480, "Finetune/Step Time": 4.895718418061733}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8358808159828186, "Finetune/Loss (Raw)": 0.8404371738433838, "Finetune/Step": 4481, "Finetune/Step Time": 4.897490603849292}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8363332748413086, "Finetune/Loss (Raw)": 0.8083428144454956, "Finetune/Step": 4482, "Finetune/Step Time": 4.911518439650536}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8361240029335022, "Finetune/Loss (Raw)": 0.8592227101325989, "Finetune/Step": 4483, "Finetune/Step Time": 4.909248990938067}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8362619280815125, "Finetune/Loss (Raw)": 0.9079915285110474, "Finetune/Step": 4484, "Finetune/Step Time": 4.924074079841375}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8357440829277039, "Finetune/Loss (Raw)": 0.8520691394805908, "Finetune/Step": 4485, "Finetune/Step Time": 4.9243601355701685}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8353832960128784, "Finetune/Loss (Raw)": 0.8603782653808594, "Finetune/Step": 4486, "Finetune/Step Time": 4.921684240922332}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8309967517852783, "Finetune/Loss (Raw)": 0.324457585811615, "Finetune/Step": 4487, "Finetune/Step Time": 4.9563183560967445}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.832028865814209, "Finetune/Loss (Raw)": 0.9434758424758911, "Finetune/Step": 4488, "Finetune/Step Time": 4.95690437965095}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8289554715156555, "Finetune/Loss (Raw)": 0.668755054473877, "Finetune/Step": 4489, "Finetune/Step Time": 4.946977224200964}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8284211158752441, "Finetune/Loss (Raw)": 0.7419745922088623, "Finetune/Step": 4490, "Finetune/Step Time": 4.9513398464769125}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8280275464057922, "Finetune/Loss (Raw)": 0.7863987684249878, "Finetune/Step": 4491, "Finetune/Step Time": 4.9560529086738825}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8290247321128845, "Finetune/Loss (Raw)": 0.9066598415374756, "Finetune/Step": 4492, "Finetune/Step Time": 4.937866503372788}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.829375147819519, "Finetune/Loss (Raw)": 0.816392183303833, "Finetune/Step": 4493, "Finetune/Step Time": 4.933345274999738}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8277044296264648, "Finetune/Loss (Raw)": 0.6956112384796143, "Finetune/Step": 4494, "Finetune/Step Time": 4.938322480767965}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8285365700721741, "Finetune/Loss (Raw)": 0.8978031873703003, "Finetune/Step": 4495, "Finetune/Step Time": 4.937985397875309}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8273829221725464, "Finetune/Loss (Raw)": 0.7715871334075928, "Finetune/Step": 4496, "Finetune/Step Time": 4.9453483838588}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8283321261405945, "Finetune/Loss (Raw)": 0.9427331686019897, "Finetune/Step": 4497, "Finetune/Step Time": 4.948184357956052}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8267920613288879, "Finetune/Loss (Raw)": 0.7642977237701416, "Finetune/Step": 4498, "Finetune/Step Time": 4.9529410395771265}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8264572024345398, "Finetune/Loss (Raw)": 0.9460776448249817, "Finetune/Step": 4499, "Finetune/Step Time": 4.952993435785174}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.831165075302124, "Finetune/Loss (Raw)": 0.8511123657226562, "Finetune/Step": 4500, "Finetune/Step Time": 4.92455449514091}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.832629919052124, "Finetune/Loss (Raw)": 0.9442014694213867, "Finetune/Step": 4501, "Finetune/Step Time": 4.923399914056063}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8318125009536743, "Finetune/Loss (Raw)": 0.7229873538017273, "Finetune/Step": 4502, "Finetune/Step Time": 4.922473195940256}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8329746127128601, "Finetune/Loss (Raw)": 0.9466713666915894, "Finetune/Step": 4503, "Finetune/Step Time": 4.907909782603383}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8323218822479248, "Finetune/Loss (Raw)": 0.8451456427574158, "Finetune/Step": 4504, "Finetune/Step Time": 4.897478647530079}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8319477438926697, "Finetune/Loss (Raw)": 0.8206817507743835, "Finetune/Step": 4505, "Finetune/Step Time": 4.903063595294952}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8329671621322632, "Finetune/Loss (Raw)": 1.005857229232788, "Finetune/Step": 4506, "Finetune/Step Time": 4.882008921355009}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8295378088951111, "Finetune/Loss (Raw)": 0.3278028070926666, "Finetune/Step": 4507, "Finetune/Step Time": 4.898363104090095}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8286947011947632, "Finetune/Loss (Raw)": 0.870613157749176, "Finetune/Step": 4508, "Finetune/Step Time": 4.891600808128715}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8277685046195984, "Finetune/Loss (Raw)": 0.7855757474899292, "Finetune/Step": 4509, "Finetune/Step Time": 4.888813277706504}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8279444575309753, "Finetune/Loss (Raw)": 0.957095742225647, "Finetune/Step": 4510, "Finetune/Step Time": 4.8847019243985415}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8301712274551392, "Finetune/Loss (Raw)": 1.0131027698516846, "Finetune/Step": 4511, "Finetune/Step Time": 4.882371570914984}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8261805772781372, "Finetune/Loss (Raw)": 0.360887348651886, "Finetune/Step": 4512, "Finetune/Step Time": 4.912855198606849}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8263640403747559, "Finetune/Loss (Raw)": 0.8354214429855347, "Finetune/Step": 4513, "Finetune/Step Time": 4.917562484741211}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8256107568740845, "Finetune/Loss (Raw)": 0.7525333762168884, "Finetune/Step": 4514, "Finetune/Step Time": 4.899107916280627}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8240141868591309, "Finetune/Loss (Raw)": 0.8394715189933777, "Finetune/Step": 4515, "Finetune/Step Time": 4.902183450758457}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8229890465736389, "Finetune/Loss (Raw)": 0.7678428888320923, "Finetune/Step": 4516, "Finetune/Step Time": 4.896409312263131}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8216276168823242, "Finetune/Loss (Raw)": 0.7427759170532227, "Finetune/Step": 4517, "Finetune/Step Time": 4.898001683875918}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8229838609695435, "Finetune/Loss (Raw)": 1.004450798034668, "Finetune/Step": 4518, "Finetune/Step Time": 4.888120487332344}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8237873315811157, "Finetune/Loss (Raw)": 0.9436657428741455, "Finetune/Step": 4519, "Finetune/Step Time": 4.8813145607709885}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8283075094223022, "Finetune/Loss (Raw)": 0.9334874153137207, "Finetune/Step": 4520, "Finetune/Step Time": 4.843253554776311}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8302220106124878, "Finetune/Loss (Raw)": 0.9908260107040405, "Finetune/Step": 4521, "Finetune/Step Time": 4.830862732604146}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8303424119949341, "Finetune/Loss (Raw)": 0.8366958498954773, "Finetune/Step": 4522, "Finetune/Step Time": 4.8330447897315025}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8304620981216431, "Finetune/Loss (Raw)": 0.8676841259002686, "Finetune/Step": 4523, "Finetune/Step Time": 4.842752480879426}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8295478820800781, "Finetune/Loss (Raw)": 0.8527681231498718, "Finetune/Step": 4524, "Finetune/Step Time": 4.836536040529609}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8327613472938538, "Finetune/Loss (Raw)": 0.8317269086837769, "Finetune/Step": 4525, "Finetune/Step Time": 4.803611570969224}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8310154676437378, "Finetune/Loss (Raw)": 0.6672107577323914, "Finetune/Step": 4526, "Finetune/Step Time": 4.79958906210959}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8289350271224976, "Finetune/Loss (Raw)": 0.5394033789634705, "Finetune/Step": 4527, "Finetune/Step Time": 4.81313450820744}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8285160064697266, "Finetune/Loss (Raw)": 0.8334690928459167, "Finetune/Step": 4528, "Finetune/Step Time": 4.8035115990787745}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8330354690551758, "Finetune/Loss (Raw)": 0.911591112613678, "Finetune/Step": 4529, "Finetune/Step Time": 4.767596837133169}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8343151211738586, "Finetune/Loss (Raw)": 0.9612070322036743, "Finetune/Step": 4530, "Finetune/Step Time": 4.750949101522565}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8348665237426758, "Finetune/Loss (Raw)": 0.992572546005249, "Finetune/Step": 4531, "Finetune/Step Time": 4.752399632707238}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8320995569229126, "Finetune/Loss (Raw)": 0.6576069593429565, "Finetune/Step": 4532, "Finetune/Step Time": 4.757104981690645}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8325862288475037, "Finetune/Loss (Raw)": 0.8844375014305115, "Finetune/Step": 4533, "Finetune/Step Time": 4.7545464374125}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8293721675872803, "Finetune/Loss (Raw)": 0.3371242880821228, "Finetune/Step": 4534, "Finetune/Step Time": 4.791149104014039}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8290409445762634, "Finetune/Loss (Raw)": 0.7378706336021423, "Finetune/Step": 4535, "Finetune/Step Time": 4.799568396061659}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8278621435165405, "Finetune/Loss (Raw)": 0.8644106984138489, "Finetune/Step": 4536, "Finetune/Step Time": 4.81459604203701}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8283332586288452, "Finetune/Loss (Raw)": 0.8717551827430725, "Finetune/Step": 4537, "Finetune/Step Time": 4.811969552189112}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.82843416929245, "Finetune/Loss (Raw)": 0.8958868384361267, "Finetune/Step": 4538, "Finetune/Step Time": 4.811370091512799}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8278247117996216, "Finetune/Loss (Raw)": 0.7708598375320435, "Finetune/Step": 4539, "Finetune/Step Time": 4.818961137905717}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8238998651504517, "Finetune/Loss (Raw)": 0.30921417474746704, "Finetune/Step": 4540, "Finetune/Step Time": 4.855416227132082}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8214068412780762, "Finetune/Loss (Raw)": 0.7653375864028931, "Finetune/Step": 4541, "Finetune/Step Time": 4.87784374691546}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.82093346118927, "Finetune/Loss (Raw)": 0.7459091544151306, "Finetune/Step": 4542, "Finetune/Step Time": 4.879192376509309}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8201844692230225, "Finetune/Loss (Raw)": 0.8416603207588196, "Finetune/Step": 4543, "Finetune/Step Time": 4.8732643984258175}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8213924169540405, "Finetune/Loss (Raw)": 0.9128074049949646, "Finetune/Step": 4544, "Finetune/Step Time": 4.864344799891114}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8210583925247192, "Finetune/Loss (Raw)": 0.9189952611923218, "Finetune/Step": 4545, "Finetune/Step Time": 4.876744316890836}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8218011856079102, "Finetune/Loss (Raw)": 0.9450507760047913, "Finetune/Step": 4546, "Finetune/Step Time": 4.875835977494717}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8217949867248535, "Finetune/Loss (Raw)": 0.9241540431976318, "Finetune/Step": 4547, "Finetune/Step Time": 4.869394965469837}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8203223347663879, "Finetune/Loss (Raw)": 0.5727581977844238, "Finetune/Step": 4548, "Finetune/Step Time": 4.926031969487667}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8193897604942322, "Finetune/Loss (Raw)": 0.7201112508773804, "Finetune/Step": 4549, "Finetune/Step Time": 4.921058870851994}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8200795650482178, "Finetune/Loss (Raw)": 0.9824821352958679, "Finetune/Step": 4550, "Finetune/Step Time": 4.918254712596536}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8209955096244812, "Finetune/Loss (Raw)": 0.9096724987030029, "Finetune/Step": 4551, "Finetune/Step Time": 4.915394723415375}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8237854242324829, "Finetune/Loss (Raw)": 0.6877493858337402, "Finetune/Step": 4552, "Finetune/Step Time": 4.891426058486104}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8246015906333923, "Finetune/Loss (Raw)": 0.9239628314971924, "Finetune/Step": 4553, "Finetune/Step Time": 4.871518988162279}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.825602650642395, "Finetune/Loss (Raw)": 1.0354009866714478, "Finetune/Step": 4554, "Finetune/Step Time": 4.870188431814313}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8263324499130249, "Finetune/Loss (Raw)": 0.8714577555656433, "Finetune/Step": 4555, "Finetune/Step Time": 4.871542872861028}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8276276588439941, "Finetune/Loss (Raw)": 1.0630062818527222, "Finetune/Step": 4556, "Finetune/Step Time": 4.867996968328953}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.8268997669219971, "Finetune/Loss (Raw)": 0.7770326733589172, "Finetune/Step": 4557, "Finetune/Step Time": 4.870627801865339}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.826691746711731, "Finetune/Loss (Raw)": 0.6591843366622925, "Finetune/Step": 4558, "Finetune/Step Time": 4.843128489330411}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8274619579315186, "Finetune/Loss (Raw)": 0.9696745276451111, "Finetune/Step": 4559, "Finetune/Step Time": 4.843740655109286}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8270924091339111, "Finetune/Loss (Raw)": 0.8356670141220093, "Finetune/Step": 4560, "Finetune/Step Time": 4.844990214332938}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8284747004508972, "Finetune/Loss (Raw)": 0.899128794670105, "Finetune/Step": 4561, "Finetune/Step Time": 4.8339171558618546}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8282955288887024, "Finetune/Loss (Raw)": 0.9430618286132812, "Finetune/Step": 4562, "Finetune/Step Time": 4.834115212783217}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8238438367843628, "Finetune/Loss (Raw)": 0.30522316694259644, "Finetune/Step": 4563, "Finetune/Step Time": 4.874708343297243}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8245924711227417, "Finetune/Loss (Raw)": 0.8573448061943054, "Finetune/Step": 4564, "Finetune/Step Time": 4.857913579791784}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8243417739868164, "Finetune/Loss (Raw)": 0.791656494140625, "Finetune/Step": 4565, "Finetune/Step Time": 4.852681934833527}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8240714073181152, "Finetune/Loss (Raw)": 0.8356127738952637, "Finetune/Step": 4566, "Finetune/Step Time": 4.855595236644149}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8235836029052734, "Finetune/Loss (Raw)": 0.9664145708084106, "Finetune/Step": 4567, "Finetune/Step Time": 4.853130295872688}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8229192495346069, "Finetune/Loss (Raw)": 0.9235265254974365, "Finetune/Step": 4568, "Finetune/Step Time": 4.850859969854355}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8231931924819946, "Finetune/Loss (Raw)": 1.0106903314590454, "Finetune/Step": 4569, "Finetune/Step Time": 4.843162775039673}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.823159396648407, "Finetune/Loss (Raw)": 0.9325470328330994, "Finetune/Step": 4570, "Finetune/Step Time": 4.829495847225189}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8231379389762878, "Finetune/Loss (Raw)": 0.8394045233726501, "Finetune/Step": 4571, "Finetune/Step Time": 4.852577658370137}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8234150409698486, "Finetune/Loss (Raw)": 0.8489276170730591, "Finetune/Step": 4572, "Finetune/Step Time": 4.857720151543617}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.823859453201294, "Finetune/Loss (Raw)": 0.7887431383132935, "Finetune/Step": 4573, "Finetune/Step Time": 4.867759380489588}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8232709765434265, "Finetune/Loss (Raw)": 0.8959658741950989, "Finetune/Step": 4574, "Finetune/Step Time": 4.867069909349084}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.823019802570343, "Finetune/Loss (Raw)": 0.8086086511611938, "Finetune/Step": 4575, "Finetune/Step Time": 4.881047988310456}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8223651647567749, "Finetune/Loss (Raw)": 0.7911542654037476, "Finetune/Step": 4576, "Finetune/Step Time": 4.8882766757160425}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8223702907562256, "Finetune/Loss (Raw)": 0.9938704967498779, "Finetune/Step": 4577, "Finetune/Step Time": 4.891123114153743}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8237773180007935, "Finetune/Loss (Raw)": 0.9530841112136841, "Finetune/Step": 4578, "Finetune/Step Time": 4.894827920943499}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8210586309432983, "Finetune/Loss (Raw)": 0.4153718948364258, "Finetune/Step": 4579, "Finetune/Step Time": 4.91862652823329}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8204328417778015, "Finetune/Loss (Raw)": 0.26704171299934387, "Finetune/Step": 4580, "Finetune/Step Time": 4.918883599340916}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8210710287094116, "Finetune/Loss (Raw)": 0.8383147120475769, "Finetune/Step": 4581, "Finetune/Step Time": 4.927834695205092}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.821224570274353, "Finetune/Loss (Raw)": 0.8983814120292664, "Finetune/Step": 4582, "Finetune/Step Time": 4.930951364338398}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8230091333389282, "Finetune/Loss (Raw)": 0.963984489440918, "Finetune/Step": 4583, "Finetune/Step Time": 4.917234232649207}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8227455615997314, "Finetune/Loss (Raw)": 0.7800514101982117, "Finetune/Step": 4584, "Finetune/Step Time": 4.9183703772723675}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8224003314971924, "Finetune/Loss (Raw)": 0.7423315048217773, "Finetune/Step": 4585, "Finetune/Step Time": 4.906293749809265}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8216159343719482, "Finetune/Loss (Raw)": 0.7447229623794556, "Finetune/Step": 4586, "Finetune/Step Time": 4.897420698776841}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8221263885498047, "Finetune/Loss (Raw)": 0.9084181785583496, "Finetune/Step": 4587, "Finetune/Step Time": 4.893497506156564}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8227747678756714, "Finetune/Loss (Raw)": 1.0405986309051514, "Finetune/Step": 4588, "Finetune/Step Time": 4.917059194296598}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8231417536735535, "Finetune/Loss (Raw)": 0.8401752710342407, "Finetune/Step": 4589, "Finetune/Step Time": 4.922289567068219}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8223599195480347, "Finetune/Loss (Raw)": 0.8091979026794434, "Finetune/Step": 4590, "Finetune/Step Time": 4.911890681833029}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8242481350898743, "Finetune/Loss (Raw)": 0.907758355140686, "Finetune/Step": 4591, "Finetune/Step Time": 4.895944004878402}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8198074698448181, "Finetune/Loss (Raw)": 0.289882093667984, "Finetune/Step": 4592, "Finetune/Step Time": 4.912823719903827}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8207172155380249, "Finetune/Loss (Raw)": 0.9131677746772766, "Finetune/Step": 4593, "Finetune/Step Time": 4.91234527528286}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8174397349357605, "Finetune/Loss (Raw)": 0.411097913980484, "Finetune/Step": 4594, "Finetune/Step Time": 4.947274720296264}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8175156116485596, "Finetune/Loss (Raw)": 0.9211551547050476, "Finetune/Step": 4595, "Finetune/Step Time": 4.949599610641599}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8182359933853149, "Finetune/Loss (Raw)": 0.9417026042938232, "Finetune/Step": 4596, "Finetune/Step Time": 4.951488872990012}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8175621032714844, "Finetune/Loss (Raw)": 0.756811797618866, "Finetune/Step": 4597, "Finetune/Step Time": 4.953233161941171}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8177986145019531, "Finetune/Loss (Raw)": 0.8658587336540222, "Finetune/Step": 4598, "Finetune/Step Time": 4.950728103518486}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8179193735122681, "Finetune/Loss (Raw)": 0.7990819215774536, "Finetune/Step": 4599, "Finetune/Step Time": 4.944540113210678}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.817588210105896, "Finetune/Loss (Raw)": 0.8284299373626709, "Finetune/Step": 4600, "Finetune/Step Time": 4.948508812114596}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8151212334632874, "Finetune/Loss (Raw)": 0.7235108017921448, "Finetune/Step": 4601, "Finetune/Step Time": 4.959107864648104}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8160771131515503, "Finetune/Loss (Raw)": 1.0262439250946045, "Finetune/Step": 4602, "Finetune/Step Time": 4.960886266082525}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8170995712280273, "Finetune/Loss (Raw)": 0.9097911715507507, "Finetune/Step": 4603, "Finetune/Step Time": 4.953139340505004}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8164476156234741, "Finetune/Loss (Raw)": 0.8438006043434143, "Finetune/Step": 4604, "Finetune/Step Time": 4.953052105382085}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8128361701965332, "Finetune/Loss (Raw)": 0.33113670349121094, "Finetune/Step": 4605, "Finetune/Step Time": 4.9873936623334885}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8124051690101624, "Finetune/Loss (Raw)": 0.885834813117981, "Finetune/Step": 4606, "Finetune/Step Time": 4.99519576318562}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8118879199028015, "Finetune/Loss (Raw)": 0.8159814476966858, "Finetune/Step": 4607, "Finetune/Step Time": 4.986922299489379}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8120473623275757, "Finetune/Loss (Raw)": 0.8548216819763184, "Finetune/Step": 4608, "Finetune/Step Time": 4.982886301353574}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8136342167854309, "Finetune/Loss (Raw)": 1.0435447692871094, "Finetune/Step": 4609, "Finetune/Step Time": 4.981246495619416}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8137211203575134, "Finetune/Loss (Raw)": 0.819475531578064, "Finetune/Step": 4610, "Finetune/Step Time": 4.963639222085476}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8092396259307861, "Finetune/Loss (Raw)": 0.28558075428009033, "Finetune/Step": 4611, "Finetune/Step Time": 4.998444451019168}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8090396523475647, "Finetune/Loss (Raw)": 0.8824000954627991, "Finetune/Step": 4612, "Finetune/Step Time": 4.979856912046671}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8087856769561768, "Finetune/Loss (Raw)": 0.8195569515228271, "Finetune/Step": 4613, "Finetune/Step Time": 5.0045038387179375}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8080184459686279, "Finetune/Loss (Raw)": 0.7621760368347168, "Finetune/Step": 4614, "Finetune/Step Time": 5.011000180616975}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8129394054412842, "Finetune/Loss (Raw)": 0.9543479681015015, "Finetune/Step": 4615, "Finetune/Step Time": 4.9759578593075275}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8120081424713135, "Finetune/Loss (Raw)": 0.8242660164833069, "Finetune/Step": 4616, "Finetune/Step Time": 4.967791737988591}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8128131628036499, "Finetune/Loss (Raw)": 0.7717978954315186, "Finetune/Step": 4617, "Finetune/Step Time": 4.959619035944343}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8138744831085205, "Finetune/Loss (Raw)": 0.877824068069458, "Finetune/Step": 4618, "Finetune/Step Time": 4.951025960966945}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8156038522720337, "Finetune/Loss (Raw)": 1.0077567100524902, "Finetune/Step": 4619, "Finetune/Step Time": 4.947347020730376}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8149951696395874, "Finetune/Loss (Raw)": 0.8287513256072998, "Finetune/Step": 4620, "Finetune/Step Time": 4.951601076871157}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8163808584213257, "Finetune/Loss (Raw)": 0.9937636256217957, "Finetune/Step": 4621, "Finetune/Step Time": 4.941062590107322}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8177991509437561, "Finetune/Loss (Raw)": 0.8771480321884155, "Finetune/Step": 4622, "Finetune/Step Time": 4.942978378385305}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8183664083480835, "Finetune/Loss (Raw)": 0.970416247844696, "Finetune/Step": 4623, "Finetune/Step Time": 4.940511075779796}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8188950419425964, "Finetune/Loss (Raw)": 0.8392507433891296, "Finetune/Step": 4624, "Finetune/Step Time": 4.93347985483706}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8185291290283203, "Finetune/Loss (Raw)": 0.8959006667137146, "Finetune/Step": 4625, "Finetune/Step Time": 4.933954980224371}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8152612447738647, "Finetune/Loss (Raw)": 0.3460025191307068, "Finetune/Step": 4626, "Finetune/Step Time": 4.964027415961027}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8147342801094055, "Finetune/Loss (Raw)": 0.8786219358444214, "Finetune/Step": 4627, "Finetune/Step Time": 4.973921539261937}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.814245343208313, "Finetune/Loss (Raw)": 0.7885275483131409, "Finetune/Step": 4628, "Finetune/Step Time": 4.977810362353921}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.813525915145874, "Finetune/Loss (Raw)": 0.8521195650100708, "Finetune/Step": 4629, "Finetune/Step Time": 4.975862644612789}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8140794038772583, "Finetune/Loss (Raw)": 0.7938368320465088, "Finetune/Step": 4630, "Finetune/Step Time": 4.9839654471725225}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8123024702072144, "Finetune/Loss (Raw)": 0.7192159295082092, "Finetune/Step": 4631, "Finetune/Step Time": 5.002835087478161}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8078015446662903, "Finetune/Loss (Raw)": 0.26903268694877625, "Finetune/Step": 4632, "Finetune/Step Time": 5.032976727932692}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8078182339668274, "Finetune/Loss (Raw)": 0.822819173336029, "Finetune/Step": 4633, "Finetune/Step Time": 5.039488298818469}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8070659637451172, "Finetune/Loss (Raw)": 0.909567654132843, "Finetune/Step": 4634, "Finetune/Step Time": 5.046572936698794}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8098822236061096, "Finetune/Loss (Raw)": 0.6882813572883606, "Finetune/Step": 4635, "Finetune/Step Time": 5.0312467738986015}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8097896575927734, "Finetune/Loss (Raw)": 0.8587682843208313, "Finetune/Step": 4636, "Finetune/Step Time": 5.039094902575016}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8106775879859924, "Finetune/Loss (Raw)": 0.8992313742637634, "Finetune/Step": 4637, "Finetune/Step Time": 5.033253666013479}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8117330074310303, "Finetune/Loss (Raw)": 1.0921872854232788, "Finetune/Step": 4638, "Finetune/Step Time": 5.036974493414164}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8093736171722412, "Finetune/Loss (Raw)": 0.7111003994941711, "Finetune/Step": 4639, "Finetune/Step Time": 5.050834145396948}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8140906095504761, "Finetune/Loss (Raw)": 0.9646593332290649, "Finetune/Step": 4640, "Finetune/Step Time": 5.0215969607234}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8143562078475952, "Finetune/Loss (Raw)": 0.8694232106208801, "Finetune/Step": 4641, "Finetune/Step Time": 5.025452649220824}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8153254985809326, "Finetune/Loss (Raw)": 0.876603364944458, "Finetune/Step": 4642, "Finetune/Step Time": 5.026077013462782}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8161022663116455, "Finetune/Loss (Raw)": 0.9388906359672546, "Finetune/Step": 4643, "Finetune/Step Time": 5.023237349465489}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8130077123641968, "Finetune/Loss (Raw)": 0.37173742055892944, "Finetune/Step": 4644, "Finetune/Step Time": 5.0602286253124475}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.814997673034668, "Finetune/Loss (Raw)": 0.997497022151947, "Finetune/Step": 4645, "Finetune/Step Time": 5.063871910795569}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8130706548690796, "Finetune/Loss (Raw)": 0.7577963471412659, "Finetune/Step": 4646, "Finetune/Step Time": 5.07686155103147}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8126571774482727, "Finetune/Loss (Raw)": 0.8907336592674255, "Finetune/Step": 4647, "Finetune/Step Time": 5.081230981275439}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8124608397483826, "Finetune/Loss (Raw)": 0.9083592891693115, "Finetune/Step": 4648, "Finetune/Step Time": 5.0864083636552095}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8121325969696045, "Finetune/Loss (Raw)": 0.9488080143928528, "Finetune/Step": 4649, "Finetune/Step Time": 5.082728698849678}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8117591738700867, "Finetune/Loss (Raw)": 0.7889019846916199, "Finetune/Step": 4650, "Finetune/Step Time": 5.085317451506853}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8117961287498474, "Finetune/Loss (Raw)": 0.8724086880683899, "Finetune/Step": 4651, "Finetune/Step Time": 5.072904707863927}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8117005228996277, "Finetune/Loss (Raw)": 0.8405371308326721, "Finetune/Step": 4652, "Finetune/Step Time": 5.071436103433371}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.807556688785553, "Finetune/Loss (Raw)": 0.30131518840789795, "Finetune/Step": 4653, "Finetune/Step Time": 5.104327181354165}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8091399669647217, "Finetune/Loss (Raw)": 0.869872510433197, "Finetune/Step": 4654, "Finetune/Step Time": 5.109088405966759}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8104207515716553, "Finetune/Loss (Raw)": 0.7033364176750183, "Finetune/Step": 4655, "Finetune/Step Time": 5.098304716870189}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8073041439056396, "Finetune/Loss (Raw)": 0.4345455467700958, "Finetune/Step": 4656, "Finetune/Step Time": 5.141648001968861}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8067221641540527, "Finetune/Loss (Raw)": 0.8371002078056335, "Finetune/Step": 4657, "Finetune/Step Time": 5.143921993672848}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8064849376678467, "Finetune/Loss (Raw)": 0.9308421015739441, "Finetune/Step": 4658, "Finetune/Step Time": 5.139685735106468}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8059637546539307, "Finetune/Loss (Raw)": 0.9258612394332886, "Finetune/Step": 4659, "Finetune/Step Time": 5.136325461789966}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8081620335578918, "Finetune/Loss (Raw)": 0.9389833211898804, "Finetune/Step": 4660, "Finetune/Step Time": 5.143215084448457}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8074665069580078, "Finetune/Loss (Raw)": 0.7954077124595642, "Finetune/Step": 4661, "Finetune/Step Time": 5.139436462894082}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8118058443069458, "Finetune/Loss (Raw)": 0.8925703763961792, "Finetune/Step": 4662, "Finetune/Step Time": 5.1032149735838175}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8132152557373047, "Finetune/Loss (Raw)": 0.9182628393173218, "Finetune/Step": 4663, "Finetune/Step Time": 5.092168390750885}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8132020235061646, "Finetune/Loss (Raw)": 0.8627182245254517, "Finetune/Step": 4664, "Finetune/Step Time": 5.075543100014329}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.81258225440979, "Finetune/Loss (Raw)": 0.7924197316169739, "Finetune/Step": 4665, "Finetune/Step Time": 5.075622696429491}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8112478256225586, "Finetune/Loss (Raw)": 0.7250927686691284, "Finetune/Step": 4666, "Finetune/Step Time": 5.095515292137861}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8128154277801514, "Finetune/Loss (Raw)": 0.9715017080307007, "Finetune/Step": 4667, "Finetune/Step Time": 5.0823410004377365}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8169809579849243, "Finetune/Loss (Raw)": 0.8424119353294373, "Finetune/Step": 4668, "Finetune/Step Time": 5.057219248265028}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8137341737747192, "Finetune/Loss (Raw)": 0.3497425317764282, "Finetune/Step": 4669, "Finetune/Step Time": 5.072305491194129}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8149056434631348, "Finetune/Loss (Raw)": 0.8958601355552673, "Finetune/Step": 4670, "Finetune/Step Time": 5.082783257588744}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8146665096282959, "Finetune/Loss (Raw)": 0.8110478520393372, "Finetune/Step": 4671, "Finetune/Step Time": 5.077930683270097}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8144465684890747, "Finetune/Loss (Raw)": 0.8846542239189148, "Finetune/Step": 4672, "Finetune/Step Time": 5.092221261933446}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8138127326965332, "Finetune/Loss (Raw)": 0.8378731608390808, "Finetune/Step": 4673, "Finetune/Step Time": 5.0808375254273415}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8137578964233398, "Finetune/Loss (Raw)": 0.9380273222923279, "Finetune/Step": 4674, "Finetune/Step Time": 5.104687413200736}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8134728670120239, "Finetune/Loss (Raw)": 0.887672483921051, "Finetune/Step": 4675, "Finetune/Step Time": 5.106368446722627}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8155527710914612, "Finetune/Loss (Raw)": 0.8389822840690613, "Finetune/Step": 4676, "Finetune/Step Time": 5.033005157485604}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8170362710952759, "Finetune/Loss (Raw)": 0.910007655620575, "Finetune/Step": 4677, "Finetune/Step Time": 5.0227635987102985}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8165983557701111, "Finetune/Loss (Raw)": 0.9264240860939026, "Finetune/Step": 4678, "Finetune/Step Time": 5.048535650596023}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8152611255645752, "Finetune/Loss (Raw)": 0.73851078748703, "Finetune/Step": 4679, "Finetune/Step Time": 5.0480186101049185}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8177568912506104, "Finetune/Loss (Raw)": 1.0071980953216553, "Finetune/Step": 4680, "Finetune/Step Time": 5.039549369364977}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8174080848693848, "Finetune/Loss (Raw)": 0.879318118095398, "Finetune/Step": 4681, "Finetune/Step Time": 5.05666109547019}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8163521885871887, "Finetune/Loss (Raw)": 0.9002479910850525, "Finetune/Step": 4682, "Finetune/Step Time": 5.067845579236746}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8166817426681519, "Finetune/Loss (Raw)": 0.9136412739753723, "Finetune/Step": 4683, "Finetune/Step Time": 5.051526768133044}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8157449960708618, "Finetune/Loss (Raw)": 0.9431030750274658, "Finetune/Step": 4684, "Finetune/Step Time": 5.055433865636587}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.816855788230896, "Finetune/Loss (Raw)": 0.9192084074020386, "Finetune/Step": 4685, "Finetune/Step Time": 5.057705437764525}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8175458908081055, "Finetune/Loss (Raw)": 0.7475242018699646, "Finetune/Step": 4686, "Finetune/Step Time": 5.0560711491853}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8168463706970215, "Finetune/Loss (Raw)": 0.8801314234733582, "Finetune/Step": 4687, "Finetune/Step Time": 5.047652849927545}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8188536167144775, "Finetune/Loss (Raw)": 1.0925991535186768, "Finetune/Step": 4688, "Finetune/Step Time": 5.039285371080041}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8195489048957825, "Finetune/Loss (Raw)": 0.9881218671798706, "Finetune/Step": 4689, "Finetune/Step Time": 5.030855434015393}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8183267116546631, "Finetune/Loss (Raw)": 0.7866243124008179, "Finetune/Step": 4690, "Finetune/Step Time": 5.045179883018136}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8235458135604858, "Finetune/Loss (Raw)": 0.9732657074928284, "Finetune/Step": 4691, "Finetune/Step Time": 5.004592252895236}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8248001933097839, "Finetune/Loss (Raw)": 1.0179064273834229, "Finetune/Step": 4692, "Finetune/Step Time": 5.005277331918478}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8256161212921143, "Finetune/Loss (Raw)": 0.8961018919944763, "Finetune/Step": 4693, "Finetune/Step Time": 5.017289726063609}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8268068432807922, "Finetune/Loss (Raw)": 0.98802250623703, "Finetune/Step": 4694, "Finetune/Step Time": 5.010993834584951}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8269697427749634, "Finetune/Loss (Raw)": 0.9872617721557617, "Finetune/Step": 4695, "Finetune/Step Time": 5.015634020790458}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8259482979774475, "Finetune/Loss (Raw)": 0.7927836179733276, "Finetune/Step": 4696, "Finetune/Step Time": 5.026924770325422}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8249121904373169, "Finetune/Loss (Raw)": 0.8780711889266968, "Finetune/Step": 4697, "Finetune/Step Time": 5.021550428122282}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.82486891746521, "Finetune/Loss (Raw)": 0.9270091652870178, "Finetune/Step": 4698, "Finetune/Step Time": 5.025622913613915}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8258401155471802, "Finetune/Loss (Raw)": 0.9637138247489929, "Finetune/Step": 4699, "Finetune/Step Time": 5.015694031491876}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8261310458183289, "Finetune/Loss (Raw)": 0.8861656188964844, "Finetune/Step": 4700, "Finetune/Step Time": 5.005854941904545}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8271106481552124, "Finetune/Loss (Raw)": 0.9141291975975037, "Finetune/Step": 4701, "Finetune/Step Time": 4.99433327652514}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8267182111740112, "Finetune/Loss (Raw)": 0.8457427024841309, "Finetune/Step": 4702, "Finetune/Step Time": 4.996351186186075}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8279467821121216, "Finetune/Loss (Raw)": 0.9658641815185547, "Finetune/Step": 4703, "Finetune/Step Time": 4.979163121432066}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.827582597732544, "Finetune/Loss (Raw)": 0.7445366382598877, "Finetune/Step": 4704, "Finetune/Step Time": 4.978594524785876}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8272924423217773, "Finetune/Loss (Raw)": 0.9567237496376038, "Finetune/Step": 4705, "Finetune/Step Time": 4.979327838867903}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8262796401977539, "Finetune/Loss (Raw)": 0.8234519362449646, "Finetune/Step": 4706, "Finetune/Step Time": 4.972723063081503}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8289121389389038, "Finetune/Loss (Raw)": 0.752332866191864, "Finetune/Step": 4707, "Finetune/Step Time": 4.939603252336383}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8328328132629395, "Finetune/Loss (Raw)": 0.7688870429992676, "Finetune/Step": 4708, "Finetune/Step Time": 4.910091718658805}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8320236206054688, "Finetune/Loss (Raw)": 0.734731137752533, "Finetune/Step": 4709, "Finetune/Step Time": 4.909265719354153}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8328248858451843, "Finetune/Loss (Raw)": 1.0009516477584839, "Finetune/Step": 4710, "Finetune/Step Time": 4.9000175558030605}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8319995403289795, "Finetune/Loss (Raw)": 0.8583380579948425, "Finetune/Step": 4711, "Finetune/Step Time": 4.905796896666288}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8321390151977539, "Finetune/Loss (Raw)": 0.7979016900062561, "Finetune/Step": 4712, "Finetune/Step Time": 4.918714454397559}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8337910175323486, "Finetune/Loss (Raw)": 0.9537851810455322, "Finetune/Step": 4713, "Finetune/Step Time": 4.920993460342288}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8344361186027527, "Finetune/Loss (Raw)": 0.8273000717163086, "Finetune/Step": 4714, "Finetune/Step Time": 4.9244050066918135}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8345166444778442, "Finetune/Loss (Raw)": 0.918729305267334, "Finetune/Step": 4715, "Finetune/Step Time": 4.922750484198332}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8330277800559998, "Finetune/Loss (Raw)": 0.8500239849090576, "Finetune/Step": 4716, "Finetune/Step Time": 4.898555520921946}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8334499597549438, "Finetune/Loss (Raw)": 0.8942153453826904, "Finetune/Step": 4717, "Finetune/Step Time": 4.89611129462719}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.832195520401001, "Finetune/Loss (Raw)": 0.6486288905143738, "Finetune/Step": 4718, "Finetune/Step Time": 4.910271104425192}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8310018181800842, "Finetune/Loss (Raw)": 0.7549614310264587, "Finetune/Step": 4719, "Finetune/Step Time": 4.909700330346823}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8333324790000916, "Finetune/Loss (Raw)": 0.5882062911987305, "Finetune/Step": 4720, "Finetune/Step Time": 4.915028870105743}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8324244022369385, "Finetune/Loss (Raw)": 0.7969292998313904, "Finetune/Step": 4721, "Finetune/Step Time": 4.9195691011846066}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8357654809951782, "Finetune/Loss (Raw)": 0.8387593626976013, "Finetune/Step": 4722, "Finetune/Step Time": 4.885660348460078}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8354294300079346, "Finetune/Loss (Raw)": 0.8781391978263855, "Finetune/Step": 4723, "Finetune/Step Time": 4.884491430595517}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.834503173828125, "Finetune/Loss (Raw)": 0.8231483101844788, "Finetune/Step": 4724, "Finetune/Step Time": 4.906576449051499}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8352560997009277, "Finetune/Loss (Raw)": 0.8531769514083862, "Finetune/Step": 4725, "Finetune/Step Time": 4.909116558730602}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8343361616134644, "Finetune/Loss (Raw)": 0.7481100559234619, "Finetune/Step": 4726, "Finetune/Step Time": 4.911751117557287}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8345540165901184, "Finetune/Loss (Raw)": 0.8269693851470947, "Finetune/Step": 4727, "Finetune/Step Time": 4.908118242397904}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8350603580474854, "Finetune/Loss (Raw)": 0.8932424187660217, "Finetune/Step": 4728, "Finetune/Step Time": 4.9108651373535395}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.837639331817627, "Finetune/Loss (Raw)": 1.053619623184204, "Finetune/Step": 4729, "Finetune/Step Time": 4.912908924743533}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8365445137023926, "Finetune/Loss (Raw)": 0.8861038684844971, "Finetune/Step": 4730, "Finetune/Step Time": 4.907803043723106}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.835604190826416, "Finetune/Loss (Raw)": 0.7894336581230164, "Finetune/Step": 4731, "Finetune/Step Time": 4.90630161575973}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8356475830078125, "Finetune/Loss (Raw)": 0.8493552207946777, "Finetune/Step": 4732, "Finetune/Step Time": 4.900574907660484}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8402325510978699, "Finetune/Loss (Raw)": 0.9180071353912354, "Finetune/Step": 4733, "Finetune/Step Time": 4.866137636825442}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8394800424575806, "Finetune/Loss (Raw)": 0.7895117998123169, "Finetune/Step": 4734, "Finetune/Step Time": 4.873114293441176}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8405575752258301, "Finetune/Loss (Raw)": 0.953913152217865, "Finetune/Step": 4735, "Finetune/Step Time": 4.8734515849500895}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8394433856010437, "Finetune/Loss (Raw)": 0.7122047543525696, "Finetune/Step": 4736, "Finetune/Step Time": 4.883476452901959}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8374091386795044, "Finetune/Loss (Raw)": 0.7831550240516663, "Finetune/Step": 4737, "Finetune/Step Time": 4.893029611557722}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8386566638946533, "Finetune/Loss (Raw)": 0.9791575074195862, "Finetune/Step": 4738, "Finetune/Step Time": 4.902418300509453}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8425335884094238, "Finetune/Loss (Raw)": 0.7818276882171631, "Finetune/Step": 4739, "Finetune/Step Time": 4.870480824261904}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8420709371566772, "Finetune/Loss (Raw)": 0.8231845498085022, "Finetune/Step": 4740, "Finetune/Step Time": 4.874362535774708}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8410568237304688, "Finetune/Loss (Raw)": 0.6897458434104919, "Finetune/Step": 4741, "Finetune/Step Time": 4.856900056824088}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8411079049110413, "Finetune/Loss (Raw)": 0.7687185406684875, "Finetune/Step": 4742, "Finetune/Step Time": 4.867504131048918}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8393567204475403, "Finetune/Loss (Raw)": 0.7301955819129944, "Finetune/Step": 4743, "Finetune/Step Time": 4.883115839213133}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8407520055770874, "Finetune/Loss (Raw)": 1.0028653144836426, "Finetune/Step": 4744, "Finetune/Step Time": 4.8844212256371975}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8407727479934692, "Finetune/Loss (Raw)": 0.7744505405426025, "Finetune/Step": 4745, "Finetune/Step Time": 4.90373944118619}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8400962352752686, "Finetune/Loss (Raw)": 0.7912338376045227, "Finetune/Step": 4746, "Finetune/Step Time": 4.927895246073604}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8402222394943237, "Finetune/Loss (Raw)": 1.0238841772079468, "Finetune/Step": 4747, "Finetune/Step Time": 4.927669202908874}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8410390615463257, "Finetune/Loss (Raw)": 0.9333004951477051, "Finetune/Step": 4748, "Finetune/Step Time": 4.923057436943054}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8398044109344482, "Finetune/Loss (Raw)": 0.8357318639755249, "Finetune/Step": 4749, "Finetune/Step Time": 4.9196880385279655}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8396895527839661, "Finetune/Loss (Raw)": 0.8624449372291565, "Finetune/Step": 4750, "Finetune/Step Time": 4.916898628696799}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8390184640884399, "Finetune/Loss (Raw)": 0.8845194578170776, "Finetune/Step": 4751, "Finetune/Step Time": 4.938093958422542}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8394749164581299, "Finetune/Loss (Raw)": 0.8976770043373108, "Finetune/Step": 4752, "Finetune/Step Time": 4.9412883799523115}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8384573459625244, "Finetune/Loss (Raw)": 0.7656552791595459, "Finetune/Step": 4753, "Finetune/Step Time": 4.9328222051262856}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8429349660873413, "Finetune/Loss (Raw)": 0.9191296696662903, "Finetune/Step": 4754, "Finetune/Step Time": 4.902964621782303}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.843309223651886, "Finetune/Loss (Raw)": 0.9265303015708923, "Finetune/Step": 4755, "Finetune/Step Time": 4.902950564399362}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8439755439758301, "Finetune/Loss (Raw)": 0.8738206624984741, "Finetune/Step": 4756, "Finetune/Step Time": 4.895578306168318}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8441097140312195, "Finetune/Loss (Raw)": 0.8692870736122131, "Finetune/Step": 4757, "Finetune/Step Time": 4.8950465470552444}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8445522785186768, "Finetune/Loss (Raw)": 0.8504887819290161, "Finetune/Step": 4758, "Finetune/Step Time": 4.884998042136431}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.845439612865448, "Finetune/Loss (Raw)": 0.8327922821044922, "Finetune/Step": 4759, "Finetune/Step Time": 4.8705896232277155}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8500868678092957, "Finetune/Loss (Raw)": 0.8638838529586792, "Finetune/Step": 4760, "Finetune/Step Time": 4.8378904070705175}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8495542407035828, "Finetune/Loss (Raw)": 0.7546401619911194, "Finetune/Step": 4761, "Finetune/Step Time": 4.841014806181192}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8486034274101257, "Finetune/Loss (Raw)": 0.7878658175468445, "Finetune/Step": 4762, "Finetune/Step Time": 4.839609945192933}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.850048303604126, "Finetune/Loss (Raw)": 0.8732265830039978, "Finetune/Step": 4763, "Finetune/Step Time": 4.829390920698643}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8499146699905396, "Finetune/Loss (Raw)": 0.8416581153869629, "Finetune/Step": 4764, "Finetune/Step Time": 4.8279134929180145}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.848914384841919, "Finetune/Loss (Raw)": 0.7711940407752991, "Finetune/Step": 4765, "Finetune/Step Time": 4.82789371162653}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.84836745262146, "Finetune/Loss (Raw)": 1.022179365158081, "Finetune/Step": 4766, "Finetune/Step Time": 4.829734003171325}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8497037887573242, "Finetune/Loss (Raw)": 0.8821521997451782, "Finetune/Step": 4767, "Finetune/Step Time": 4.805037409067154}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.848449170589447, "Finetune/Loss (Raw)": 0.8040764331817627, "Finetune/Step": 4768, "Finetune/Step Time": 4.8095412738621235}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8480973839759827, "Finetune/Loss (Raw)": 0.8243855834007263, "Finetune/Step": 4769, "Finetune/Step Time": 4.802868466824293}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8461974859237671, "Finetune/Loss (Raw)": 0.6334134936332703, "Finetune/Step": 4770, "Finetune/Step Time": 4.806699696928263}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8465984463691711, "Finetune/Loss (Raw)": 0.9902241826057434, "Finetune/Step": 4771, "Finetune/Step Time": 4.80990001372993}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8496698141098022, "Finetune/Loss (Raw)": 0.7648667097091675, "Finetune/Step": 4772, "Finetune/Step Time": 4.786827752366662}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8467369079589844, "Finetune/Loss (Raw)": 0.6220876574516296, "Finetune/Step": 4773, "Finetune/Step Time": 4.78116768412292}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.847682774066925, "Finetune/Loss (Raw)": 0.8788682222366333, "Finetune/Step": 4774, "Finetune/Step Time": 4.771472441032529}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8482365012168884, "Finetune/Loss (Raw)": 0.9616091847419739, "Finetune/Step": 4775, "Finetune/Step Time": 4.774330146610737}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8473882079124451, "Finetune/Loss (Raw)": 0.7997769117355347, "Finetune/Step": 4776, "Finetune/Step Time": 4.786702433601022}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8468841314315796, "Finetune/Loss (Raw)": 0.8842912316322327, "Finetune/Step": 4777, "Finetune/Step Time": 4.787807315587997}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.842972993850708, "Finetune/Loss (Raw)": 0.28826773166656494, "Finetune/Step": 4778, "Finetune/Step Time": 4.807914920151234}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8440496921539307, "Finetune/Loss (Raw)": 1.010229229927063, "Finetune/Step": 4779, "Finetune/Step Time": 4.809308907017112}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8439735174179077, "Finetune/Loss (Raw)": 0.8307837247848511, "Finetune/Step": 4780, "Finetune/Step Time": 4.81433486007154}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8478716015815735, "Finetune/Loss (Raw)": 0.8002726435661316, "Finetune/Step": 4781, "Finetune/Step Time": 4.792401779443026}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8475774526596069, "Finetune/Loss (Raw)": 0.8322203755378723, "Finetune/Step": 4782, "Finetune/Step Time": 4.794226346537471}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8449434041976929, "Finetune/Loss (Raw)": 0.3661831021308899, "Finetune/Step": 4783, "Finetune/Step Time": 4.819669516757131}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8484365344047546, "Finetune/Loss (Raw)": 0.8816654086112976, "Finetune/Step": 4784, "Finetune/Step Time": 4.777087107300758}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8500145673751831, "Finetune/Loss (Raw)": 1.0390820503234863, "Finetune/Step": 4785, "Finetune/Step Time": 4.773607052862644}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8497117757797241, "Finetune/Loss (Raw)": 0.8920795321464539, "Finetune/Step": 4786, "Finetune/Step Time": 4.775898220017552}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8491102457046509, "Finetune/Loss (Raw)": 0.8488742709159851, "Finetune/Step": 4787, "Finetune/Step Time": 4.771421929821372}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8481794595718384, "Finetune/Loss (Raw)": 0.8198447823524475, "Finetune/Step": 4788, "Finetune/Step Time": 4.780927957966924}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8475247025489807, "Finetune/Loss (Raw)": 0.7115979194641113, "Finetune/Step": 4789, "Finetune/Step Time": 4.7811091132462025}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8479161858558655, "Finetune/Loss (Raw)": 0.9426764845848083, "Finetune/Step": 4790, "Finetune/Step Time": 4.786672111600637}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8431013822555542, "Finetune/Loss (Raw)": 0.30196985602378845, "Finetune/Step": 4791, "Finetune/Step Time": 4.822749335318804}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8442943096160889, "Finetune/Loss (Raw)": 1.0154157876968384, "Finetune/Step": 4792, "Finetune/Step Time": 4.82637538947165}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8452625274658203, "Finetune/Loss (Raw)": 0.9163480997085571, "Finetune/Step": 4793, "Finetune/Step Time": 4.824849082157016}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8459568023681641, "Finetune/Loss (Raw)": 0.8139623999595642, "Finetune/Step": 4794, "Finetune/Step Time": 4.811017895117402}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.844538152217865, "Finetune/Loss (Raw)": 0.7899149060249329, "Finetune/Step": 4795, "Finetune/Step Time": 4.8433955274522305}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.845324695110321, "Finetune/Loss (Raw)": 0.9430878162384033, "Finetune/Step": 4796, "Finetune/Step Time": 4.842009246349335}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.849707841873169, "Finetune/Loss (Raw)": 0.9107863306999207, "Finetune/Step": 4797, "Finetune/Step Time": 4.812701353803277}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8481804132461548, "Finetune/Loss (Raw)": 0.700350821018219, "Finetune/Step": 4798, "Finetune/Step Time": 4.818200374022126}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8486791849136353, "Finetune/Loss (Raw)": 0.8748857975006104, "Finetune/Step": 4799, "Finetune/Step Time": 4.823176991194487}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8500004410743713, "Finetune/Loss (Raw)": 1.0537810325622559, "Finetune/Step": 4800, "Finetune/Step Time": 4.806623289361596}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8506575226783752, "Finetune/Loss (Raw)": 0.9219716191291809, "Finetune/Step": 4801, "Finetune/Step Time": 4.799640258774161}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.85025554895401, "Finetune/Loss (Raw)": 0.8865765929222107, "Finetune/Step": 4802, "Finetune/Step Time": 4.773288244381547}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8504694700241089, "Finetune/Loss (Raw)": 0.9150592088699341, "Finetune/Step": 4803, "Finetune/Step Time": 4.778269324451685}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8510017395019531, "Finetune/Loss (Raw)": 0.9071081280708313, "Finetune/Step": 4804, "Finetune/Step Time": 4.781124047935009}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8512706756591797, "Finetune/Loss (Raw)": 0.9444305896759033, "Finetune/Step": 4805, "Finetune/Step Time": 4.787637000903487}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8510831594467163, "Finetune/Loss (Raw)": 0.9024195671081543, "Finetune/Step": 4806, "Finetune/Step Time": 4.768342584371567}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8518825769424438, "Finetune/Loss (Raw)": 0.8408434391021729, "Finetune/Step": 4807, "Finetune/Step Time": 4.769447827711701}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8515042066574097, "Finetune/Loss (Raw)": 0.9587659239768982, "Finetune/Step": 4808, "Finetune/Step Time": 4.765683135017753}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8498265743255615, "Finetune/Loss (Raw)": 0.6645724773406982, "Finetune/Step": 4809, "Finetune/Step Time": 4.754377420991659}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8492597341537476, "Finetune/Loss (Raw)": 0.8276954889297485, "Finetune/Step": 4810, "Finetune/Step Time": 4.745293382555246}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8491171598434448, "Finetune/Loss (Raw)": 0.8953972458839417, "Finetune/Step": 4811, "Finetune/Step Time": 4.761457057669759}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8486229181289673, "Finetune/Loss (Raw)": 0.87984299659729, "Finetune/Step": 4812, "Finetune/Step Time": 4.76151336170733}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8451642990112305, "Finetune/Loss (Raw)": 0.4765048325061798, "Finetune/Step": 4813, "Finetune/Step Time": 4.792190508916974}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8461968898773193, "Finetune/Loss (Raw)": 0.8796913623809814, "Finetune/Step": 4814, "Finetune/Step Time": 4.782107533887029}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8466131687164307, "Finetune/Loss (Raw)": 0.9334160685539246, "Finetune/Step": 4815, "Finetune/Step Time": 4.779860781505704}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8444291949272156, "Finetune/Loss (Raw)": 0.8130545616149902, "Finetune/Step": 4816, "Finetune/Step Time": 4.796356404200196}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8436682224273682, "Finetune/Loss (Raw)": 0.8907043933868408, "Finetune/Step": 4817, "Finetune/Step Time": 4.80098363943398}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8450492024421692, "Finetune/Loss (Raw)": 0.9633992314338684, "Finetune/Step": 4818, "Finetune/Step Time": 4.79124041646719}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8448835611343384, "Finetune/Loss (Raw)": 0.9520576596260071, "Finetune/Step": 4819, "Finetune/Step Time": 4.790782315656543}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8440561294555664, "Finetune/Loss (Raw)": 0.9120036363601685, "Finetune/Step": 4820, "Finetune/Step Time": 4.793278964236379}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8444299697875977, "Finetune/Loss (Raw)": 0.9439547061920166, "Finetune/Step": 4821, "Finetune/Step Time": 4.78039113432169}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8435961008071899, "Finetune/Loss (Raw)": 0.8812826871871948, "Finetune/Step": 4822, "Finetune/Step Time": 4.788500975817442}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8432259559631348, "Finetune/Loss (Raw)": 0.9398894309997559, "Finetune/Step": 4823, "Finetune/Step Time": 4.787309106439352}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8393287658691406, "Finetune/Loss (Raw)": 0.2939407527446747, "Finetune/Step": 4824, "Finetune/Step Time": 4.807494226843119}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8392331004142761, "Finetune/Loss (Raw)": 0.8658227324485779, "Finetune/Step": 4825, "Finetune/Step Time": 4.812216106802225}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.839074969291687, "Finetune/Loss (Raw)": 0.9067657589912415, "Finetune/Step": 4826, "Finetune/Step Time": 4.811075320467353}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8388718962669373, "Finetune/Loss (Raw)": 0.9377264380455017, "Finetune/Step": 4827, "Finetune/Step Time": 4.806154567748308}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8393199443817139, "Finetune/Loss (Raw)": 0.9435099959373474, "Finetune/Step": 4828, "Finetune/Step Time": 4.813294414430857}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8387490510940552, "Finetune/Loss (Raw)": 0.8410552144050598, "Finetune/Step": 4829, "Finetune/Step Time": 4.819415856152773}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8390179872512817, "Finetune/Loss (Raw)": 0.8801717162132263, "Finetune/Step": 4830, "Finetune/Step Time": 4.822874829173088}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.834237813949585, "Finetune/Loss (Raw)": 0.3540022373199463, "Finetune/Step": 4831, "Finetune/Step Time": 4.861696677282453}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8343411684036255, "Finetune/Loss (Raw)": 0.7577666640281677, "Finetune/Step": 4832, "Finetune/Step Time": 4.879999002441764}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8334649801254272, "Finetune/Loss (Raw)": 0.8445597290992737, "Finetune/Step": 4833, "Finetune/Step Time": 4.883053008466959}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8347803950309753, "Finetune/Loss (Raw)": 0.99183589220047, "Finetune/Step": 4834, "Finetune/Step Time": 4.887482114136219}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8362325429916382, "Finetune/Loss (Raw)": 0.9382043480873108, "Finetune/Step": 4835, "Finetune/Step Time": 4.884351301938295}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8377550840377808, "Finetune/Loss (Raw)": 0.9637786149978638, "Finetune/Step": 4836, "Finetune/Step Time": 4.87702870555222}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8387273550033569, "Finetune/Loss (Raw)": 0.8591769933700562, "Finetune/Step": 4837, "Finetune/Step Time": 4.858868733048439}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8384182453155518, "Finetune/Loss (Raw)": 0.9613917469978333, "Finetune/Step": 4838, "Finetune/Step Time": 4.860065512359142}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8380553722381592, "Finetune/Loss (Raw)": 0.8118887543678284, "Finetune/Step": 4839, "Finetune/Step Time": 4.855855202302337}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8388557434082031, "Finetune/Loss (Raw)": 0.9003382921218872, "Finetune/Step": 4840, "Finetune/Step Time": 4.851729642599821}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8377782702445984, "Finetune/Loss (Raw)": 0.8158773183822632, "Finetune/Step": 4841, "Finetune/Step Time": 4.858011361211538}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8380019664764404, "Finetune/Loss (Raw)": 0.8559321165084839, "Finetune/Step": 4842, "Finetune/Step Time": 4.868370410054922}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8390058279037476, "Finetune/Loss (Raw)": 1.0472255945205688, "Finetune/Step": 4843, "Finetune/Step Time": 4.864267455413938}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8388136029243469, "Finetune/Loss (Raw)": 0.8254164457321167, "Finetune/Step": 4844, "Finetune/Step Time": 4.88425668142736}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.839708685874939, "Finetune/Loss (Raw)": 1.0087817907333374, "Finetune/Step": 4845, "Finetune/Step Time": 4.8809564635157585}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8420189619064331, "Finetune/Loss (Raw)": 0.9443495273590088, "Finetune/Step": 4846, "Finetune/Step Time": 4.892227889969945}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8386421203613281, "Finetune/Loss (Raw)": 0.3227277100086212, "Finetune/Step": 4847, "Finetune/Step Time": 4.928423447534442}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8400242328643799, "Finetune/Loss (Raw)": 0.7651132941246033, "Finetune/Step": 4848, "Finetune/Step Time": 4.885956922546029}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8397133350372314, "Finetune/Loss (Raw)": 0.7571350932121277, "Finetune/Step": 4849, "Finetune/Step Time": 4.901184985414147}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8406267762184143, "Finetune/Loss (Raw)": 0.9556826949119568, "Finetune/Step": 4850, "Finetune/Step Time": 4.909692311659455}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8408934473991394, "Finetune/Loss (Raw)": 0.9122725129127502, "Finetune/Step": 4851, "Finetune/Step Time": 4.9144557397812605}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8409807085990906, "Finetune/Loss (Raw)": 0.8343189358711243, "Finetune/Step": 4852, "Finetune/Step Time": 4.906957598403096}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8422342538833618, "Finetune/Loss (Raw)": 1.0136224031448364, "Finetune/Step": 4853, "Finetune/Step Time": 4.918715478852391}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8412041664123535, "Finetune/Loss (Raw)": 0.6162577271461487, "Finetune/Step": 4854, "Finetune/Step Time": 4.921646900475025}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8417904376983643, "Finetune/Loss (Raw)": 0.9020212888717651, "Finetune/Step": 4855, "Finetune/Step Time": 4.923089234158397}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.841820240020752, "Finetune/Loss (Raw)": 0.8970518112182617, "Finetune/Step": 4856, "Finetune/Step Time": 4.917435757815838}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8410919308662415, "Finetune/Loss (Raw)": 0.9603956937789917, "Finetune/Step": 4857, "Finetune/Step Time": 4.904820436611772}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8419645428657532, "Finetune/Loss (Raw)": 0.9978011846542358, "Finetune/Step": 4858, "Finetune/Step Time": 4.914865892380476}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8426997661590576, "Finetune/Loss (Raw)": 0.8835407495498657, "Finetune/Step": 4859, "Finetune/Step Time": 4.906860485672951}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8422311544418335, "Finetune/Loss (Raw)": 0.7893705368041992, "Finetune/Step": 4860, "Finetune/Step Time": 4.90561393275857}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8417410850524902, "Finetune/Loss (Raw)": 0.8552775979042053, "Finetune/Step": 4861, "Finetune/Step Time": 4.914911825209856}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8430662155151367, "Finetune/Loss (Raw)": 0.9591363072395325, "Finetune/Step": 4862, "Finetune/Step Time": 4.899638148024678}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8433306813240051, "Finetune/Loss (Raw)": 0.9877641797065735, "Finetune/Step": 4863, "Finetune/Step Time": 4.904148081317544}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.844989538192749, "Finetune/Loss (Raw)": 0.9245314598083496, "Finetune/Step": 4864, "Finetune/Step Time": 4.909575786441565}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8459471464157104, "Finetune/Loss (Raw)": 0.9057343602180481, "Finetune/Step": 4865, "Finetune/Step Time": 4.909605456516147}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.844327449798584, "Finetune/Loss (Raw)": 0.7718374133110046, "Finetune/Step": 4866, "Finetune/Step Time": 4.901334851980209}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8409651517868042, "Finetune/Loss (Raw)": 0.35145097970962524, "Finetune/Step": 4867, "Finetune/Step Time": 4.937026541680098}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8404731154441833, "Finetune/Loss (Raw)": 0.7602031826972961, "Finetune/Step": 4868, "Finetune/Step Time": 4.940808845683932}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8411499261856079, "Finetune/Loss (Raw)": 0.7763731479644775, "Finetune/Step": 4869, "Finetune/Step Time": 4.944989969953895}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8412763476371765, "Finetune/Loss (Raw)": 0.7849031090736389, "Finetune/Step": 4870, "Finetune/Step Time": 4.930383559316397}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8428807258605957, "Finetune/Loss (Raw)": 0.9355561137199402, "Finetune/Step": 4871, "Finetune/Step Time": 4.924852458760142}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.841576337814331, "Finetune/Loss (Raw)": 0.8359075784683228, "Finetune/Step": 4872, "Finetune/Step Time": 4.924833094701171}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8418182134628296, "Finetune/Loss (Raw)": 0.805409848690033, "Finetune/Step": 4873, "Finetune/Step Time": 4.921904729679227}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8408883213996887, "Finetune/Loss (Raw)": 0.6722062230110168, "Finetune/Step": 4874, "Finetune/Step Time": 4.905777966603637}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8393633365631104, "Finetune/Loss (Raw)": 0.8286867141723633, "Finetune/Step": 4875, "Finetune/Step Time": 4.914417557418346}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.839301586151123, "Finetune/Loss (Raw)": 0.9253931045532227, "Finetune/Step": 4876, "Finetune/Step Time": 4.907890746369958}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8404276371002197, "Finetune/Loss (Raw)": 0.9798634052276611, "Finetune/Step": 4877, "Finetune/Step Time": 4.909682458266616}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8402661085128784, "Finetune/Loss (Raw)": 0.8417729735374451, "Finetune/Step": 4878, "Finetune/Step Time": 4.911347810178995}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8405107259750366, "Finetune/Loss (Raw)": 0.9158327579498291, "Finetune/Step": 4879, "Finetune/Step Time": 4.887165879830718}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8409168124198914, "Finetune/Loss (Raw)": 0.9496511816978455, "Finetune/Step": 4880, "Finetune/Step Time": 4.883761854842305}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8432143330574036, "Finetune/Loss (Raw)": 1.059740424156189, "Finetune/Step": 4881, "Finetune/Step Time": 4.8838759288191795}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8420524597167969, "Finetune/Loss (Raw)": 0.7704172730445862, "Finetune/Step": 4882, "Finetune/Step Time": 4.8863756619393826}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8406524062156677, "Finetune/Loss (Raw)": 0.7473194599151611, "Finetune/Step": 4883, "Finetune/Step Time": 4.877019176259637}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.841477632522583, "Finetune/Loss (Raw)": 0.9794409275054932, "Finetune/Step": 4884, "Finetune/Step Time": 4.879436714574695}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.841278612613678, "Finetune/Loss (Raw)": 0.843818724155426, "Finetune/Step": 4885, "Finetune/Step Time": 4.882666846737266}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8422213196754456, "Finetune/Loss (Raw)": 0.9711530804634094, "Finetune/Step": 4886, "Finetune/Step Time": 4.88960999250412}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8426387906074524, "Finetune/Loss (Raw)": 0.8862269520759583, "Finetune/Step": 4887, "Finetune/Step Time": 4.896205309778452}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8431805372238159, "Finetune/Loss (Raw)": 0.9332351684570312, "Finetune/Step": 4888, "Finetune/Step Time": 4.9063990116119385}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8440993428230286, "Finetune/Loss (Raw)": 0.8722402453422546, "Finetune/Step": 4889, "Finetune/Step Time": 4.894388223066926}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8446104526519775, "Finetune/Loss (Raw)": 0.8532950282096863, "Finetune/Step": 4890, "Finetune/Step Time": 4.9139538537710905}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8439019322395325, "Finetune/Loss (Raw)": 0.7825355529785156, "Finetune/Step": 4891, "Finetune/Step Time": 4.9109125174582005}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8441911339759827, "Finetune/Loss (Raw)": 0.8786705136299133, "Finetune/Step": 4892, "Finetune/Step Time": 4.906461054459214}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8459527492523193, "Finetune/Loss (Raw)": 0.996676504611969, "Finetune/Step": 4893, "Finetune/Step Time": 4.906333917751908}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8444094657897949, "Finetune/Loss (Raw)": 0.824647068977356, "Finetune/Step": 4894, "Finetune/Step Time": 4.918218202888966}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8436229825019836, "Finetune/Loss (Raw)": 0.7814785242080688, "Finetune/Step": 4895, "Finetune/Step Time": 4.914659280329943}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8445875644683838, "Finetune/Loss (Raw)": 0.9275416731834412, "Finetune/Step": 4896, "Finetune/Step Time": 4.907288769260049}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8435889482498169, "Finetune/Loss (Raw)": 0.6965675354003906, "Finetune/Step": 4897, "Finetune/Step Time": 4.913602966815233}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8445960879325867, "Finetune/Loss (Raw)": 0.7623305320739746, "Finetune/Step": 4898, "Finetune/Step Time": 4.915417006239295}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8444512486457825, "Finetune/Loss (Raw)": 0.9716810584068298, "Finetune/Step": 4899, "Finetune/Step Time": 4.912825424224138}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8451453447341919, "Finetune/Loss (Raw)": 0.853712260723114, "Finetune/Step": 4900, "Finetune/Step Time": 4.899753790348768}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.846679151058197, "Finetune/Loss (Raw)": 0.8184102773666382, "Finetune/Step": 4901, "Finetune/Step Time": 4.89824490621686}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8462114930152893, "Finetune/Loss (Raw)": 0.8190053105354309, "Finetune/Step": 4902, "Finetune/Step Time": 4.897560715675354}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8452140092849731, "Finetune/Loss (Raw)": 0.8339377045631409, "Finetune/Step": 4903, "Finetune/Step Time": 4.89143948443234}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8456275463104248, "Finetune/Loss (Raw)": 0.8526997566223145, "Finetune/Step": 4904, "Finetune/Step Time": 4.876591389998794}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8459694385528564, "Finetune/Loss (Raw)": 0.9280633330345154, "Finetune/Step": 4905, "Finetune/Step Time": 4.880381762981415}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.850291907787323, "Finetune/Loss (Raw)": 0.8415433168411255, "Finetune/Step": 4906, "Finetune/Step Time": 4.8471838887780905}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8483929634094238, "Finetune/Loss (Raw)": 0.7671661376953125, "Finetune/Step": 4907, "Finetune/Step Time": 4.854869801551104}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8488296270370483, "Finetune/Loss (Raw)": 0.8866784572601318, "Finetune/Step": 4908, "Finetune/Step Time": 4.872415205463767}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8492417335510254, "Finetune/Loss (Raw)": 0.8530145883560181, "Finetune/Step": 4909, "Finetune/Step Time": 4.863438222557306}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8497462272644043, "Finetune/Loss (Raw)": 0.896795392036438, "Finetune/Step": 4910, "Finetune/Step Time": 4.85285340808332}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8534594178199768, "Finetune/Loss (Raw)": 0.8414753675460815, "Finetune/Step": 4911, "Finetune/Step Time": 4.816542167216539}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8535953760147095, "Finetune/Loss (Raw)": 0.8990688920021057, "Finetune/Step": 4912, "Finetune/Step Time": 4.823989879339933}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8527388572692871, "Finetune/Loss (Raw)": 0.9294449090957642, "Finetune/Step": 4913, "Finetune/Step Time": 4.832406433299184}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8489605784416199, "Finetune/Loss (Raw)": 0.4084619879722595, "Finetune/Step": 4914, "Finetune/Step Time": 4.865135518833995}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8481502532958984, "Finetune/Loss (Raw)": 0.7451555728912354, "Finetune/Step": 4915, "Finetune/Step Time": 4.8681483548134565}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8483955264091492, "Finetune/Loss (Raw)": 0.8512395024299622, "Finetune/Step": 4916, "Finetune/Step Time": 4.841332985088229}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8460450172424316, "Finetune/Loss (Raw)": 0.41073188185691833, "Finetune/Step": 4917, "Finetune/Step Time": 4.872576218098402}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8455825448036194, "Finetune/Loss (Raw)": 0.8834749460220337, "Finetune/Step": 4918, "Finetune/Step Time": 4.866067750379443}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8499492406845093, "Finetune/Loss (Raw)": 0.8609114289283752, "Finetune/Step": 4919, "Finetune/Step Time": 4.838003987446427}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8490983247756958, "Finetune/Loss (Raw)": 0.9064944982528687, "Finetune/Step": 4920, "Finetune/Step Time": 4.834317812696099}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.849089503288269, "Finetune/Loss (Raw)": 0.9152248501777649, "Finetune/Step": 4921, "Finetune/Step Time": 4.84771934337914}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8486385345458984, "Finetune/Loss (Raw)": 0.7562368512153625, "Finetune/Step": 4922, "Finetune/Step Time": 4.848717857152224}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8487887382507324, "Finetune/Loss (Raw)": 0.8091385364532471, "Finetune/Step": 4923, "Finetune/Step Time": 4.822745382785797}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8481659293174744, "Finetune/Loss (Raw)": 0.8633679747581482, "Finetune/Step": 4924, "Finetune/Step Time": 4.819152273237705}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8474988341331482, "Finetune/Loss (Raw)": 0.8254004716873169, "Finetune/Step": 4925, "Finetune/Step Time": 4.813250759616494}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8483558297157288, "Finetune/Loss (Raw)": 0.8100433349609375, "Finetune/Step": 4926, "Finetune/Step Time": 4.797311395406723}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8478410243988037, "Finetune/Loss (Raw)": 0.8089953064918518, "Finetune/Step": 4927, "Finetune/Step Time": 4.795484023168683}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8447344899177551, "Finetune/Loss (Raw)": 0.6561461091041565, "Finetune/Step": 4928, "Finetune/Step Time": 4.8186781238764524}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8440278768539429, "Finetune/Loss (Raw)": 0.8315247893333435, "Finetune/Step": 4929, "Finetune/Step Time": 4.82839747518301}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8439834117889404, "Finetune/Loss (Raw)": 0.8808832764625549, "Finetune/Step": 4930, "Finetune/Step Time": 4.828195048496127}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.844200849533081, "Finetune/Loss (Raw)": 0.942886471748352, "Finetune/Step": 4931, "Finetune/Step Time": 4.826158115640283}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.844168484210968, "Finetune/Loss (Raw)": 0.9029730558395386, "Finetune/Step": 4932, "Finetune/Step Time": 4.823556985706091}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.842985212802887, "Finetune/Loss (Raw)": 0.792969286441803, "Finetune/Step": 4933, "Finetune/Step Time": 4.834225362166762}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8431320190429688, "Finetune/Loss (Raw)": 0.9212055206298828, "Finetune/Step": 4934, "Finetune/Step Time": 4.829238783568144}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8438436388969421, "Finetune/Loss (Raw)": 0.9319336414337158, "Finetune/Step": 4935, "Finetune/Step Time": 4.828638885170221}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8425019979476929, "Finetune/Loss (Raw)": 0.7870387434959412, "Finetune/Step": 4936, "Finetune/Step Time": 4.844267008826137}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8451829552650452, "Finetune/Loss (Raw)": 1.0077342987060547, "Finetune/Step": 4937, "Finetune/Step Time": 4.838034616783261}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.845862627029419, "Finetune/Loss (Raw)": 0.9146870970726013, "Finetune/Step": 4938, "Finetune/Step Time": 4.849709527567029}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.841521143913269, "Finetune/Loss (Raw)": 0.3396911323070526, "Finetune/Step": 4939, "Finetune/Step Time": 4.8633845541626215}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8400178551673889, "Finetune/Loss (Raw)": 0.6874189972877502, "Finetune/Step": 4940, "Finetune/Step Time": 4.857460057362914}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8421614170074463, "Finetune/Loss (Raw)": 0.7508869171142578, "Finetune/Step": 4941, "Finetune/Step Time": 4.822989866137505}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8416463136672974, "Finetune/Loss (Raw)": 0.8137527108192444, "Finetune/Step": 4942, "Finetune/Step Time": 4.829828914254904}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8404860496520996, "Finetune/Loss (Raw)": 0.7849022746086121, "Finetune/Step": 4943, "Finetune/Step Time": 4.841133506968617}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.841311514377594, "Finetune/Loss (Raw)": 0.9187221527099609, "Finetune/Step": 4944, "Finetune/Step Time": 4.827329970896244}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8417060971260071, "Finetune/Loss (Raw)": 0.941204309463501, "Finetune/Step": 4945, "Finetune/Step Time": 4.826954290270805}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8408824801445007, "Finetune/Loss (Raw)": 0.8579803705215454, "Finetune/Step": 4946, "Finetune/Step Time": 4.827613085508347}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8406227827072144, "Finetune/Loss (Raw)": 0.9188138842582703, "Finetune/Step": 4947, "Finetune/Step Time": 4.8292396161705256}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8398611545562744, "Finetune/Loss (Raw)": 0.8145220875740051, "Finetune/Step": 4948, "Finetune/Step Time": 4.826615899801254}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8387851715087891, "Finetune/Loss (Raw)": 0.806221067905426, "Finetune/Step": 4949, "Finetune/Step Time": 4.830132752656937}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8382178544998169, "Finetune/Loss (Raw)": 0.8086633682250977, "Finetune/Step": 4950, "Finetune/Step Time": 4.837089205160737}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8379461169242859, "Finetune/Loss (Raw)": 0.9051085710525513, "Finetune/Step": 4951, "Finetune/Step Time": 4.835787415504456}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8428287506103516, "Finetune/Loss (Raw)": 0.918927013874054, "Finetune/Step": 4952, "Finetune/Step Time": 4.8106234688311815}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8424749374389648, "Finetune/Loss (Raw)": 0.8205239176750183, "Finetune/Step": 4953, "Finetune/Step Time": 4.812008475884795}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8425605297088623, "Finetune/Loss (Raw)": 0.9177311658859253, "Finetune/Step": 4954, "Finetune/Step Time": 4.867906503379345}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8419845104217529, "Finetune/Loss (Raw)": 0.8639822006225586, "Finetune/Step": 4955, "Finetune/Step Time": 4.865169018507004}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8419415950775146, "Finetune/Loss (Raw)": 0.9380223155021667, "Finetune/Step": 4956, "Finetune/Step Time": 4.8528345208615065}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8429654240608215, "Finetune/Loss (Raw)": 0.9721085429191589, "Finetune/Step": 4957, "Finetune/Step Time": 4.842448893934488}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8424246311187744, "Finetune/Loss (Raw)": 0.8109446167945862, "Finetune/Step": 4958, "Finetune/Step Time": 4.854025132954121}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.8430981636047363, "Finetune/Loss (Raw)": 0.4402236342430115, "Finetune/Step": 4959, "Finetune/Step Time": 4.860108535736799}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8436555862426758, "Finetune/Loss (Raw)": 0.8291190266609192, "Finetune/Step": 4960, "Finetune/Step Time": 4.833483027294278}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8433959484100342, "Finetune/Loss (Raw)": 0.81131511926651, "Finetune/Step": 4961, "Finetune/Step Time": 4.8368960209190845}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8428099155426025, "Finetune/Loss (Raw)": 0.9168363213539124, "Finetune/Step": 4962, "Finetune/Step Time": 4.8359390161931515}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8420889377593994, "Finetune/Loss (Raw)": 0.8459046483039856, "Finetune/Step": 4963, "Finetune/Step Time": 4.839966665953398}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8419338464736938, "Finetune/Loss (Raw)": 0.9439323544502258, "Finetune/Step": 4964, "Finetune/Step Time": 4.843946237117052}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8428228497505188, "Finetune/Loss (Raw)": 0.9729712009429932, "Finetune/Step": 4965, "Finetune/Step Time": 4.844734197482467}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8415469527244568, "Finetune/Loss (Raw)": 0.7980768084526062, "Finetune/Step": 4966, "Finetune/Step Time": 4.847995040938258}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8424758911132812, "Finetune/Loss (Raw)": 0.9307905435562134, "Finetune/Step": 4967, "Finetune/Step Time": 4.845500148832798}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8423923254013062, "Finetune/Loss (Raw)": 0.889644205570221, "Finetune/Step": 4968, "Finetune/Step Time": 4.835257329046726}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8428378701210022, "Finetune/Loss (Raw)": 0.8729032874107361, "Finetune/Step": 4969, "Finetune/Step Time": 4.838734025135636}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8434929847717285, "Finetune/Loss (Raw)": 0.939789891242981, "Finetune/Step": 4970, "Finetune/Step Time": 4.820344403386116}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8431764841079712, "Finetune/Loss (Raw)": 1.0067061185836792, "Finetune/Step": 4971, "Finetune/Step Time": 4.832572769373655}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8434773683547974, "Finetune/Loss (Raw)": 0.8639330267906189, "Finetune/Step": 4972, "Finetune/Step Time": 4.826573112979531}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.84336256980896, "Finetune/Loss (Raw)": 0.9940927624702454, "Finetune/Step": 4973, "Finetune/Step Time": 4.827003952115774}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8383679389953613, "Finetune/Loss (Raw)": 0.305032879114151, "Finetune/Step": 4974, "Finetune/Step Time": 4.835049238055944}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8421410322189331, "Finetune/Loss (Raw)": 0.8056808114051819, "Finetune/Step": 4975, "Finetune/Step Time": 4.803762432187796}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8438829183578491, "Finetune/Loss (Raw)": 0.9880865216255188, "Finetune/Step": 4976, "Finetune/Step Time": 4.806799445301294}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8438114523887634, "Finetune/Loss (Raw)": 0.7479786276817322, "Finetune/Step": 4977, "Finetune/Step Time": 4.806607414036989}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8426206111907959, "Finetune/Loss (Raw)": 0.8032589554786682, "Finetune/Step": 4978, "Finetune/Step Time": 4.802543582394719}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.841862678527832, "Finetune/Loss (Raw)": 0.8152480721473694, "Finetune/Step": 4979, "Finetune/Step Time": 4.805025365203619}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8408651351928711, "Finetune/Loss (Raw)": 0.7066450715065002, "Finetune/Step": 4980, "Finetune/Step Time": 4.798279361799359}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8389225006103516, "Finetune/Loss (Raw)": 0.7649553418159485, "Finetune/Step": 4981, "Finetune/Step Time": 4.784148653969169}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8416081666946411, "Finetune/Loss (Raw)": 0.960033118724823, "Finetune/Step": 4982, "Finetune/Step Time": 4.7793628461658955}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8377816677093506, "Finetune/Loss (Raw)": 0.4122254550457001, "Finetune/Step": 4983, "Finetune/Step Time": 4.812930906191468}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8368957042694092, "Finetune/Loss (Raw)": 0.7836428880691528, "Finetune/Step": 4984, "Finetune/Step Time": 4.829481475055218}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8373768925666809, "Finetune/Loss (Raw)": 1.0219941139221191, "Finetune/Step": 4985, "Finetune/Step Time": 4.826478378847241}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8350632190704346, "Finetune/Loss (Raw)": 0.7016519904136658, "Finetune/Step": 4986, "Finetune/Step Time": 4.818296853452921}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8353307247161865, "Finetune/Loss (Raw)": 0.9177780747413635, "Finetune/Step": 4987, "Finetune/Step Time": 4.819794733077288}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8365484476089478, "Finetune/Loss (Raw)": 0.9452410340309143, "Finetune/Step": 4988, "Finetune/Step Time": 4.82773164100945}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8370752334594727, "Finetune/Loss (Raw)": 0.9226983785629272, "Finetune/Step": 4989, "Finetune/Step Time": 4.818934228271246}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.8363022804260254, "Finetune/Loss (Raw)": 0.8602105379104614, "Finetune/Step": 4990, "Finetune/Step Time": 4.827371422201395}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8350658416748047, "Finetune/Loss (Raw)": 0.8294918537139893, "Finetune/Step": 4991, "Finetune/Step Time": 4.8216714058071375}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8355424404144287, "Finetune/Loss (Raw)": 0.9855374097824097, "Finetune/Step": 4992, "Finetune/Step Time": 4.826852133497596}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8331472873687744, "Finetune/Loss (Raw)": 0.5991545915603638, "Finetune/Step": 4993, "Finetune/Step Time": 4.834843747317791}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8336549401283264, "Finetune/Loss (Raw)": 0.8368199467658997, "Finetune/Step": 4994, "Finetune/Step Time": 4.841583659872413}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8357481360435486, "Finetune/Loss (Raw)": 0.6193757653236389, "Finetune/Step": 4995, "Finetune/Step Time": 4.809810657054186}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8376878499984741, "Finetune/Loss (Raw)": 1.0084896087646484, "Finetune/Step": 4996, "Finetune/Step Time": 4.806400841102004}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8388494253158569, "Finetune/Loss (Raw)": 0.9250568747520447, "Finetune/Step": 4997, "Finetune/Step Time": 4.791225243359804}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8412907123565674, "Finetune/Loss (Raw)": 1.0973833799362183, "Finetune/Step": 4998, "Finetune/Step Time": 4.789041306823492}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8417144417762756, "Finetune/Loss (Raw)": 0.9897943139076233, "Finetune/Step": 4999, "Finetune/Step Time": 4.784534079954028}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8379404544830322, "Finetune/Loss (Raw)": 0.3528382480144501, "Finetune/Step": 5000, "Finetune/Step Time": 4.8209173660725355}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8390239477157593, "Finetune/Loss (Raw)": 0.9440978765487671, "Finetune/Step": 5001, "Finetune/Step Time": 4.802852865308523}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8390745520591736, "Finetune/Loss (Raw)": 0.6786860823631287, "Finetune/Step": 5002, "Finetune/Step Time": 4.8045689929276705}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8388504981994629, "Finetune/Loss (Raw)": 0.8000093102455139, "Finetune/Step": 5003, "Finetune/Step Time": 4.792878206819296}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.837441623210907, "Finetune/Loss (Raw)": 0.7450559139251709, "Finetune/Step": 5004, "Finetune/Step Time": 4.806147096678615}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8365132808685303, "Finetune/Loss (Raw)": 0.8610295057296753, "Finetune/Step": 5005, "Finetune/Step Time": 4.80806490778923}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8368351459503174, "Finetune/Loss (Raw)": 0.8829753398895264, "Finetune/Step": 5006, "Finetune/Step Time": 4.799945110455155}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8357691764831543, "Finetune/Loss (Raw)": 0.7793852090835571, "Finetune/Step": 5007, "Finetune/Step Time": 4.809979815036058}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8344855308532715, "Finetune/Loss (Raw)": 0.7853472232818604, "Finetune/Step": 5008, "Finetune/Step Time": 4.816720586270094}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.834050714969635, "Finetune/Loss (Raw)": 1.0040847063064575, "Finetune/Step": 5009, "Finetune/Step Time": 4.81362190656364}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8354121446609497, "Finetune/Loss (Raw)": 0.9446853399276733, "Finetune/Step": 5010, "Finetune/Step Time": 4.809928888455033}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.83632493019104, "Finetune/Loss (Raw)": 0.8641506433486938, "Finetune/Step": 5011, "Finetune/Step Time": 4.811120731756091}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8352834582328796, "Finetune/Loss (Raw)": 0.8461281657218933, "Finetune/Step": 5012, "Finetune/Step Time": 4.809415824711323}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8344074487686157, "Finetune/Loss (Raw)": 0.7317008972167969, "Finetune/Step": 5013, "Finetune/Step Time": 4.808107495307922}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8330252170562744, "Finetune/Loss (Raw)": 0.7942229509353638, "Finetune/Step": 5014, "Finetune/Step Time": 4.797626344487071}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8321482539176941, "Finetune/Loss (Raw)": 0.7739764451980591, "Finetune/Step": 5015, "Finetune/Step Time": 4.786537969484925}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.83165442943573, "Finetune/Loss (Raw)": 0.8700197339057922, "Finetune/Step": 5016, "Finetune/Step Time": 4.8016720674932}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8309663534164429, "Finetune/Loss (Raw)": 0.7841726541519165, "Finetune/Step": 5017, "Finetune/Step Time": 4.802340850234032}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8301593065261841, "Finetune/Loss (Raw)": 0.7499880790710449, "Finetune/Step": 5018, "Finetune/Step Time": 4.795770548284054}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8301602005958557, "Finetune/Loss (Raw)": 0.7826526761054993, "Finetune/Step": 5019, "Finetune/Step Time": 4.789362238720059}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8259986639022827, "Finetune/Loss (Raw)": 0.3459908962249756, "Finetune/Step": 5020, "Finetune/Step Time": 4.823128128424287}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8253905773162842, "Finetune/Loss (Raw)": 0.9188417196273804, "Finetune/Step": 5021, "Finetune/Step Time": 4.822399843484163}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8258711099624634, "Finetune/Loss (Raw)": 0.8861552476882935, "Finetune/Step": 5022, "Finetune/Step Time": 4.799063781276345}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8265502452850342, "Finetune/Loss (Raw)": 0.8684077858924866, "Finetune/Step": 5023, "Finetune/Step Time": 4.806009575724602}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8257352113723755, "Finetune/Loss (Raw)": 0.8232142925262451, "Finetune/Step": 5024, "Finetune/Step Time": 4.809893775731325}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8267781138420105, "Finetune/Loss (Raw)": 0.8300628662109375, "Finetune/Step": 5025, "Finetune/Step Time": 4.8145744148641825}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8280566930770874, "Finetune/Loss (Raw)": 0.9259883761405945, "Finetune/Step": 5026, "Finetune/Step Time": 4.806370256468654}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8276426196098328, "Finetune/Loss (Raw)": 0.9186786413192749, "Finetune/Step": 5027, "Finetune/Step Time": 4.80912902019918}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8284916877746582, "Finetune/Loss (Raw)": 0.9623938798904419, "Finetune/Step": 5028, "Finetune/Step Time": 4.811743790283799}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8290155529975891, "Finetune/Loss (Raw)": 0.8854674100875854, "Finetune/Step": 5029, "Finetune/Step Time": 4.813376720994711}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8290054202079773, "Finetune/Loss (Raw)": 0.817710280418396, "Finetune/Step": 5030, "Finetune/Step Time": 4.816792227327824}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8294986486434937, "Finetune/Loss (Raw)": 0.8970669507980347, "Finetune/Step": 5031, "Finetune/Step Time": 4.818631809204817}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8302080035209656, "Finetune/Loss (Raw)": 0.9434922933578491, "Finetune/Step": 5032, "Finetune/Step Time": 4.816620817407966}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8296278715133667, "Finetune/Loss (Raw)": 0.8538132309913635, "Finetune/Step": 5033, "Finetune/Step Time": 4.815629245713353}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8301728367805481, "Finetune/Loss (Raw)": 0.9112953543663025, "Finetune/Step": 5034, "Finetune/Step Time": 4.818669019266963}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8303372859954834, "Finetune/Loss (Raw)": 0.7882218956947327, "Finetune/Step": 5035, "Finetune/Step Time": 4.816009383648634}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8298318386077881, "Finetune/Loss (Raw)": 0.8219795227050781, "Finetune/Step": 5036, "Finetune/Step Time": 4.790253844112158}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8307642936706543, "Finetune/Loss (Raw)": 0.9723657369613647, "Finetune/Step": 5037, "Finetune/Step Time": 4.785342995077372}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8313121795654297, "Finetune/Loss (Raw)": 0.9669339060783386, "Finetune/Step": 5038, "Finetune/Step Time": 4.793077228590846}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8330804705619812, "Finetune/Loss (Raw)": 1.0678074359893799, "Finetune/Step": 5039, "Finetune/Step Time": 4.798354081809521}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8317860960960388, "Finetune/Loss (Raw)": 0.7333892583847046, "Finetune/Step": 5040, "Finetune/Step Time": 4.802610833197832}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8322473764419556, "Finetune/Loss (Raw)": 0.9884894490242004, "Finetune/Step": 5041, "Finetune/Step Time": 4.790742924436927}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.836579442024231, "Finetune/Loss (Raw)": 0.9629727602005005, "Finetune/Step": 5042, "Finetune/Step Time": 4.769001809880137}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8375270366668701, "Finetune/Loss (Raw)": 0.8664419651031494, "Finetune/Step": 5043, "Finetune/Step Time": 4.771167166531086}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8374990820884705, "Finetune/Loss (Raw)": 0.8476608395576477, "Finetune/Step": 5044, "Finetune/Step Time": 4.779867850244045}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8365504741668701, "Finetune/Loss (Raw)": 0.28930073976516724, "Finetune/Step": 5045, "Finetune/Step Time": 4.7839704398065805}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8322383165359497, "Finetune/Loss (Raw)": 0.33153122663497925, "Finetune/Step": 5046, "Finetune/Step Time": 4.81917523778975}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8324822187423706, "Finetune/Loss (Raw)": 0.8921236991882324, "Finetune/Step": 5047, "Finetune/Step Time": 4.813086682930589}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8329460024833679, "Finetune/Loss (Raw)": 0.9658591151237488, "Finetune/Step": 5048, "Finetune/Step Time": 4.813647087663412}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8324309587478638, "Finetune/Loss (Raw)": 0.8493009805679321, "Finetune/Step": 5049, "Finetune/Step Time": 4.805643483996391}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8330565690994263, "Finetune/Loss (Raw)": 0.8363143801689148, "Finetune/Step": 5050, "Finetune/Step Time": 4.8119301572442055}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8327944278717041, "Finetune/Loss (Raw)": 0.7755812406539917, "Finetune/Step": 5051, "Finetune/Step Time": 4.826154371723533}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8289445638656616, "Finetune/Loss (Raw)": 0.37058529257774353, "Finetune/Step": 5052, "Finetune/Step Time": 4.856022177264094}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8286744952201843, "Finetune/Loss (Raw)": 0.7908310890197754, "Finetune/Step": 5053, "Finetune/Step Time": 4.8695220071822405}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.830238401889801, "Finetune/Loss (Raw)": 1.0102320909500122, "Finetune/Step": 5054, "Finetune/Step Time": 4.875557688996196}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8303688764572144, "Finetune/Loss (Raw)": 0.8256922364234924, "Finetune/Step": 5055, "Finetune/Step Time": 4.875673850998282}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8321502208709717, "Finetune/Loss (Raw)": 0.8841609358787537, "Finetune/Step": 5056, "Finetune/Step Time": 4.850148683413863}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8325199484825134, "Finetune/Loss (Raw)": 0.8788420557975769, "Finetune/Step": 5057, "Finetune/Step Time": 4.848241673782468}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8324853181838989, "Finetune/Loss (Raw)": 0.8764575719833374, "Finetune/Step": 5058, "Finetune/Step Time": 4.851806923747063}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8325527310371399, "Finetune/Loss (Raw)": 0.9515122771263123, "Finetune/Step": 5059, "Finetune/Step Time": 4.849315065890551}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.833111047744751, "Finetune/Loss (Raw)": 0.9744353294372559, "Finetune/Step": 5060, "Finetune/Step Time": 4.84940149076283}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.83403480052948, "Finetune/Loss (Raw)": 0.9112091064453125, "Finetune/Step": 5061, "Finetune/Step Time": 4.837412567809224}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8329787254333496, "Finetune/Loss (Raw)": 0.7860310673713684, "Finetune/Step": 5062, "Finetune/Step Time": 4.847407732158899}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8330638408660889, "Finetune/Loss (Raw)": 0.9428264498710632, "Finetune/Step": 5063, "Finetune/Step Time": 4.844356061890721}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8328605890274048, "Finetune/Loss (Raw)": 0.7610249519348145, "Finetune/Step": 5064, "Finetune/Step Time": 4.834628161042929}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8325214385986328, "Finetune/Loss (Raw)": 0.9643229246139526, "Finetune/Step": 5065, "Finetune/Step Time": 4.8407435938715935}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8326700925827026, "Finetune/Loss (Raw)": 0.9337111711502075, "Finetune/Step": 5066, "Finetune/Step Time": 4.831648359075189}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8364450335502625, "Finetune/Loss (Raw)": 0.8228870630264282, "Finetune/Step": 5067, "Finetune/Step Time": 4.80043613165617}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8381239175796509, "Finetune/Loss (Raw)": 0.9023180603981018, "Finetune/Step": 5068, "Finetune/Step Time": 4.793688874691725}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.838355541229248, "Finetune/Loss (Raw)": 0.7805261015892029, "Finetune/Step": 5069, "Finetune/Step Time": 4.79536490701139}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8383063077926636, "Finetune/Loss (Raw)": 0.8074634671211243, "Finetune/Step": 5070, "Finetune/Step Time": 4.792568493634462}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8386528491973877, "Finetune/Loss (Raw)": 0.8292566537857056, "Finetune/Step": 5071, "Finetune/Step Time": 4.7993680741637945}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8398821353912354, "Finetune/Loss (Raw)": 1.0760717391967773, "Finetune/Step": 5072, "Finetune/Step Time": 4.802319122478366}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8395662307739258, "Finetune/Loss (Raw)": 0.9007607698440552, "Finetune/Step": 5073, "Finetune/Step Time": 4.806552371010184}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8402142524719238, "Finetune/Loss (Raw)": 0.9409362077713013, "Finetune/Step": 5074, "Finetune/Step Time": 4.802340833470225}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8358931541442871, "Finetune/Loss (Raw)": 0.365714967250824, "Finetune/Step": 5075, "Finetune/Step Time": 4.841596582904458}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8368053436279297, "Finetune/Loss (Raw)": 0.9312708377838135, "Finetune/Step": 5076, "Finetune/Step Time": 4.8400785103440285}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8371409177780151, "Finetune/Loss (Raw)": 0.8491748571395874, "Finetune/Step": 5077, "Finetune/Step Time": 4.85637092590332}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8375519514083862, "Finetune/Loss (Raw)": 0.8612828254699707, "Finetune/Step": 5078, "Finetune/Step Time": 4.839817443862557}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.838376522064209, "Finetune/Loss (Raw)": 1.0106512308120728, "Finetune/Step": 5079, "Finetune/Step Time": 4.840014439076185}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8387008905410767, "Finetune/Loss (Raw)": 0.9604445695877075, "Finetune/Step": 5080, "Finetune/Step Time": 4.832041224464774}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8379029035568237, "Finetune/Loss (Raw)": 0.7183752655982971, "Finetune/Step": 5081, "Finetune/Step Time": 4.827829286456108}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8334074020385742, "Finetune/Loss (Raw)": 0.34231460094451904, "Finetune/Step": 5082, "Finetune/Step Time": 4.803080940619111}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8333300948143005, "Finetune/Loss (Raw)": 0.8540900349617004, "Finetune/Step": 5083, "Finetune/Step Time": 4.8131047915667295}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8319660425186157, "Finetune/Loss (Raw)": 0.763427197933197, "Finetune/Step": 5084, "Finetune/Step Time": 4.823483010753989}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8311244249343872, "Finetune/Loss (Raw)": 0.8643735647201538, "Finetune/Step": 5085, "Finetune/Step Time": 4.826897997409105}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8325166702270508, "Finetune/Loss (Raw)": 0.9891518950462341, "Finetune/Step": 5086, "Finetune/Step Time": 4.813778875395656}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8361393213272095, "Finetune/Loss (Raw)": 0.9039228558540344, "Finetune/Step": 5087, "Finetune/Step Time": 4.795287923887372}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8375358581542969, "Finetune/Loss (Raw)": 1.007874608039856, "Finetune/Step": 5088, "Finetune/Step Time": 4.7949773743748665}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8384631276130676, "Finetune/Loss (Raw)": 0.9300059676170349, "Finetune/Step": 5089, "Finetune/Step Time": 4.7889025174081326}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8375838398933411, "Finetune/Loss (Raw)": 0.804291307926178, "Finetune/Step": 5090, "Finetune/Step Time": 4.790357541292906}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8383474946022034, "Finetune/Loss (Raw)": 0.9436531066894531, "Finetune/Step": 5091, "Finetune/Step Time": 4.798585491254926}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8335112929344177, "Finetune/Loss (Raw)": 0.32489848136901855, "Finetune/Step": 5092, "Finetune/Step Time": 4.830002101138234}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8329159021377563, "Finetune/Loss (Raw)": 0.8967623114585876, "Finetune/Step": 5093, "Finetune/Step Time": 4.836522031575441}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8330532312393188, "Finetune/Loss (Raw)": 0.8156557083129883, "Finetune/Step": 5094, "Finetune/Step Time": 4.845775756984949}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8312749862670898, "Finetune/Loss (Raw)": 0.703177809715271, "Finetune/Step": 5095, "Finetune/Step Time": 4.8535680044442415}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8305242657661438, "Finetune/Loss (Raw)": 0.7935423254966736, "Finetune/Step": 5096, "Finetune/Step Time": 4.881622791290283}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8287298679351807, "Finetune/Loss (Raw)": 0.643218457698822, "Finetune/Step": 5097, "Finetune/Step Time": 4.871941395103931}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8270359635353088, "Finetune/Loss (Raw)": 0.7229744791984558, "Finetune/Step": 5098, "Finetune/Step Time": 4.873625153675675}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8252672553062439, "Finetune/Loss (Raw)": 0.7803168892860413, "Finetune/Step": 5099, "Finetune/Step Time": 4.8607397470623255}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8245384693145752, "Finetune/Loss (Raw)": 0.7706459164619446, "Finetune/Step": 5100, "Finetune/Step Time": 4.846161792054772}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8229436874389648, "Finetune/Loss (Raw)": 0.789965808391571, "Finetune/Step": 5101, "Finetune/Step Time": 4.847510229796171}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8274896144866943, "Finetune/Loss (Raw)": 0.8869055509567261, "Finetune/Step": 5102, "Finetune/Step Time": 4.81451266258955}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8286443948745728, "Finetune/Loss (Raw)": 0.9534950256347656, "Finetune/Step": 5103, "Finetune/Step Time": 4.809912094846368}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8259322643280029, "Finetune/Loss (Raw)": 0.6409338712692261, "Finetune/Step": 5104, "Finetune/Step Time": 4.81244619935751}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8269518613815308, "Finetune/Loss (Raw)": 0.8784868121147156, "Finetune/Step": 5105, "Finetune/Step Time": 4.790389787405729}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8283804655075073, "Finetune/Loss (Raw)": 0.9861185550689697, "Finetune/Step": 5106, "Finetune/Step Time": 4.791090257465839}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8294738531112671, "Finetune/Loss (Raw)": 0.955199658870697, "Finetune/Step": 5107, "Finetune/Step Time": 4.7958378084003925}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.830599308013916, "Finetune/Loss (Raw)": 0.8507005572319031, "Finetune/Step": 5108, "Finetune/Step Time": 4.779028492048383}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8321051001548767, "Finetune/Loss (Raw)": 0.9577021598815918, "Finetune/Step": 5109, "Finetune/Step Time": 4.781749878078699}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.831462025642395, "Finetune/Loss (Raw)": 0.8777186274528503, "Finetune/Step": 5110, "Finetune/Step Time": 4.793611031025648}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8341312408447266, "Finetune/Loss (Raw)": 0.7538881301879883, "Finetune/Step": 5111, "Finetune/Step Time": 4.788410564884543}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8307232856750488, "Finetune/Loss (Raw)": 0.3474183976650238, "Finetune/Step": 5112, "Finetune/Step Time": 4.807928783819079}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8249936103820801, "Finetune/Loss (Raw)": 0.2886020243167877, "Finetune/Step": 5113, "Finetune/Step Time": 4.847943292930722}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8261796236038208, "Finetune/Loss (Raw)": 0.8534579277038574, "Finetune/Step": 5114, "Finetune/Step Time": 4.849336137995124}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.825069785118103, "Finetune/Loss (Raw)": 0.7757169604301453, "Finetune/Step": 5115, "Finetune/Step Time": 4.8413883578032255}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8196921944618225, "Finetune/Loss (Raw)": 0.2569124698638916, "Finetune/Step": 5116, "Finetune/Step Time": 4.870422085747123}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8206139802932739, "Finetune/Loss (Raw)": 1.0406819581985474, "Finetune/Step": 5117, "Finetune/Step Time": 4.871653724461794}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8215917348861694, "Finetune/Loss (Raw)": 0.9853711128234863, "Finetune/Step": 5118, "Finetune/Step Time": 4.869033807888627}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8231160044670105, "Finetune/Loss (Raw)": 1.0245980024337769, "Finetune/Step": 5119, "Finetune/Step Time": 4.869129151105881}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8180969953536987, "Finetune/Loss (Raw)": 0.3430970013141632, "Finetune/Step": 5120, "Finetune/Step Time": 4.888712866231799}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8197787404060364, "Finetune/Loss (Raw)": 0.8144214153289795, "Finetune/Step": 5121, "Finetune/Step Time": 4.874863855540752}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8193615674972534, "Finetune/Loss (Raw)": 0.783424973487854, "Finetune/Step": 5122, "Finetune/Step Time": 4.866559728980064}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8215122222900391, "Finetune/Loss (Raw)": 0.8946583867073059, "Finetune/Step": 5123, "Finetune/Step Time": 4.86866157874465}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8209702968597412, "Finetune/Loss (Raw)": 0.9391171932220459, "Finetune/Step": 5124, "Finetune/Step Time": 4.869839318096638}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.82145756483078, "Finetune/Loss (Raw)": 0.9874323010444641, "Finetune/Step": 5125, "Finetune/Step Time": 4.874644502997398}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8159216642379761, "Finetune/Loss (Raw)": 0.3887878954410553, "Finetune/Step": 5126, "Finetune/Step Time": 4.908812064677477}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8148694634437561, "Finetune/Loss (Raw)": 0.8551149964332581, "Finetune/Step": 5127, "Finetune/Step Time": 4.917130637913942}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8188363313674927, "Finetune/Loss (Raw)": 0.8605961203575134, "Finetune/Step": 5128, "Finetune/Step Time": 4.890396919101477}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8137458562850952, "Finetune/Loss (Raw)": 0.2925206422805786, "Finetune/Step": 5129, "Finetune/Step Time": 4.926790218800306}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8149867057800293, "Finetune/Loss (Raw)": 0.8375087976455688, "Finetune/Step": 5130, "Finetune/Step Time": 4.921344496309757}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8144460916519165, "Finetune/Loss (Raw)": 0.730812668800354, "Finetune/Step": 5131, "Finetune/Step Time": 4.932669436559081}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8145163059234619, "Finetune/Loss (Raw)": 0.7540353536605835, "Finetune/Step": 5132, "Finetune/Step Time": 4.927082011476159}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8146548271179199, "Finetune/Loss (Raw)": 0.8787657022476196, "Finetune/Step": 5133, "Finetune/Step Time": 4.92757273465395}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8147258162498474, "Finetune/Loss (Raw)": 0.8920671343803406, "Finetune/Step": 5134, "Finetune/Step Time": 4.931336492300034}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8143226504325867, "Finetune/Loss (Raw)": 0.7277765870094299, "Finetune/Step": 5135, "Finetune/Step Time": 4.9249227643013}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.816257655620575, "Finetune/Loss (Raw)": 1.0330263376235962, "Finetune/Step": 5136, "Finetune/Step Time": 4.929360369220376}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8148143291473389, "Finetune/Loss (Raw)": 0.8193364143371582, "Finetune/Step": 5137, "Finetune/Step Time": 4.932413438335061}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8139104247093201, "Finetune/Loss (Raw)": 0.8289955258369446, "Finetune/Step": 5138, "Finetune/Step Time": 4.9408628810197115}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8098213076591492, "Finetune/Loss (Raw)": 0.3407409191131592, "Finetune/Step": 5139, "Finetune/Step Time": 4.974783588200808}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.810387134552002, "Finetune/Loss (Raw)": 0.9185548424720764, "Finetune/Step": 5140, "Finetune/Step Time": 4.96943493373692}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.812269389629364, "Finetune/Loss (Raw)": 0.9726241827011108, "Finetune/Step": 5141, "Finetune/Step Time": 4.966787548735738}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8124929666519165, "Finetune/Loss (Raw)": 0.8228446841239929, "Finetune/Step": 5142, "Finetune/Step Time": 4.976268358528614}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8138210773468018, "Finetune/Loss (Raw)": 0.9439717531204224, "Finetune/Step": 5143, "Finetune/Step Time": 4.9792655277997255}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8122427463531494, "Finetune/Loss (Raw)": 0.6679890751838684, "Finetune/Step": 5144, "Finetune/Step Time": 4.98478795774281}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8124933242797852, "Finetune/Loss (Raw)": 0.8162534236907959, "Finetune/Step": 5145, "Finetune/Step Time": 4.985312050208449}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8145287036895752, "Finetune/Loss (Raw)": 1.0105154514312744, "Finetune/Step": 5146, "Finetune/Step Time": 4.974951792508364}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8151305913925171, "Finetune/Loss (Raw)": 0.8596908450126648, "Finetune/Step": 5147, "Finetune/Step Time": 4.976945640519261}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8176780939102173, "Finetune/Loss (Raw)": 0.672070324420929, "Finetune/Step": 5148, "Finetune/Step Time": 4.947776064276695}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8169090747833252, "Finetune/Loss (Raw)": 0.8204112648963928, "Finetune/Step": 5149, "Finetune/Step Time": 4.954403920099139}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8164197206497192, "Finetune/Loss (Raw)": 0.82352215051651, "Finetune/Step": 5150, "Finetune/Step Time": 4.961417373269796}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.815879225730896, "Finetune/Loss (Raw)": 0.7992231249809265, "Finetune/Step": 5151, "Finetune/Step Time": 4.962919307872653}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8155115246772766, "Finetune/Loss (Raw)": 0.7761447429656982, "Finetune/Step": 5152, "Finetune/Step Time": 4.964779200032353}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8123028874397278, "Finetune/Loss (Raw)": 0.41935819387435913, "Finetune/Step": 5153, "Finetune/Step Time": 4.987906021997333}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8079530000686646, "Finetune/Loss (Raw)": 0.36920076608657837, "Finetune/Step": 5154, "Finetune/Step Time": 5.023510862141848}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8067469596862793, "Finetune/Loss (Raw)": 0.7643089890480042, "Finetune/Step": 5155, "Finetune/Step Time": 5.024543264880776}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8066893219947815, "Finetune/Loss (Raw)": 0.9550170302391052, "Finetune/Step": 5156, "Finetune/Step Time": 5.0372246243059635}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8064864873886108, "Finetune/Loss (Raw)": 0.8595026731491089, "Finetune/Step": 5157, "Finetune/Step Time": 5.042294712737203}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8067260384559631, "Finetune/Loss (Raw)": 0.8483759760856628, "Finetune/Step": 5158, "Finetune/Step Time": 5.039144145324826}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8071362972259521, "Finetune/Loss (Raw)": 0.9495737552642822, "Finetune/Step": 5159, "Finetune/Step Time": 5.041628964245319}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8075667023658752, "Finetune/Loss (Raw)": 0.9985854029655457, "Finetune/Step": 5160, "Finetune/Step Time": 5.040393799543381}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8080989122390747, "Finetune/Loss (Raw)": 0.9219316840171814, "Finetune/Step": 5161, "Finetune/Step Time": 5.052286205813289}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8071997165679932, "Finetune/Loss (Raw)": 0.7962052822113037, "Finetune/Step": 5162, "Finetune/Step Time": 5.051618121564388}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8080973625183105, "Finetune/Loss (Raw)": 0.9031187295913696, "Finetune/Step": 5163, "Finetune/Step Time": 5.047843998298049}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8092795014381409, "Finetune/Loss (Raw)": 0.9732913374900818, "Finetune/Step": 5164, "Finetune/Step Time": 5.061527650803328}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8072271943092346, "Finetune/Loss (Raw)": 0.7096728086471558, "Finetune/Step": 5165, "Finetune/Step Time": 5.071608109399676}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8067941069602966, "Finetune/Loss (Raw)": 0.9114971160888672, "Finetune/Step": 5166, "Finetune/Step Time": 5.0790640488266945}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8046170473098755, "Finetune/Loss (Raw)": 0.7891467809677124, "Finetune/Step": 5167, "Finetune/Step Time": 5.071830468252301}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8061733245849609, "Finetune/Loss (Raw)": 0.9325897693634033, "Finetune/Step": 5168, "Finetune/Step Time": 5.062062809243798}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8056713342666626, "Finetune/Loss (Raw)": 0.924235463142395, "Finetune/Step": 5169, "Finetune/Step Time": 5.068945860490203}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8037799596786499, "Finetune/Loss (Raw)": 0.7208753824234009, "Finetune/Step": 5170, "Finetune/Step Time": 5.065945198759437}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.804793655872345, "Finetune/Loss (Raw)": 0.9961950182914734, "Finetune/Step": 5171, "Finetune/Step Time": 5.061420325189829}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8048408031463623, "Finetune/Loss (Raw)": 0.8536991477012634, "Finetune/Step": 5172, "Finetune/Step Time": 5.053058929741383}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8087893128395081, "Finetune/Loss (Raw)": 0.7947049140930176, "Finetune/Step": 5173, "Finetune/Step Time": 5.012405255809426}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8147159814834595, "Finetune/Loss (Raw)": 1.0901471376419067, "Finetune/Step": 5174, "Finetune/Step Time": 4.977362575009465}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8146103620529175, "Finetune/Loss (Raw)": 0.8786033391952515, "Finetune/Step": 5175, "Finetune/Step Time": 4.984036177396774}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8096184134483337, "Finetune/Loss (Raw)": 0.32689008116722107, "Finetune/Step": 5176, "Finetune/Step Time": 5.01726002804935}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8106874823570251, "Finetune/Loss (Raw)": 0.9861417412757874, "Finetune/Step": 5177, "Finetune/Step Time": 5.010916259139776}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.810053825378418, "Finetune/Loss (Raw)": 0.7552119493484497, "Finetune/Step": 5178, "Finetune/Step Time": 4.995194060727954}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8101279735565186, "Finetune/Loss (Raw)": 0.7850688695907593, "Finetune/Step": 5179, "Finetune/Step Time": 4.990924127399921}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8133422136306763, "Finetune/Loss (Raw)": 0.7820011377334595, "Finetune/Step": 5180, "Finetune/Step Time": 4.964262975379825}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.814130961894989, "Finetune/Loss (Raw)": 0.8917935490608215, "Finetune/Step": 5181, "Finetune/Step Time": 4.9594445414841175}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8117714524269104, "Finetune/Loss (Raw)": 0.7082160115242004, "Finetune/Step": 5182, "Finetune/Step Time": 4.96286803111434}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8123238682746887, "Finetune/Loss (Raw)": 0.8963989019393921, "Finetune/Step": 5183, "Finetune/Step Time": 4.967486418783665}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8120250701904297, "Finetune/Loss (Raw)": 0.8459231853485107, "Finetune/Step": 5184, "Finetune/Step Time": 4.977923410013318}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8128448128700256, "Finetune/Loss (Raw)": 0.983766496181488, "Finetune/Step": 5185, "Finetune/Step Time": 4.98961110599339}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8089600801467896, "Finetune/Loss (Raw)": 0.3792068660259247, "Finetune/Step": 5186, "Finetune/Step Time": 5.022502563893795}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8073256015777588, "Finetune/Loss (Raw)": 0.7422970533370972, "Finetune/Step": 5187, "Finetune/Step Time": 5.045783279463649}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8060377836227417, "Finetune/Loss (Raw)": 0.809597909450531, "Finetune/Step": 5188, "Finetune/Step Time": 5.047076128423214}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.804905116558075, "Finetune/Loss (Raw)": 0.7662240266799927, "Finetune/Step": 5189, "Finetune/Step Time": 5.054418221116066}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8045731782913208, "Finetune/Loss (Raw)": 0.7435504794120789, "Finetune/Step": 5190, "Finetune/Step Time": 5.047549642622471}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8028793334960938, "Finetune/Loss (Raw)": 0.7260117530822754, "Finetune/Step": 5191, "Finetune/Step Time": 5.060203155502677}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.803505539894104, "Finetune/Loss (Raw)": 0.8411819338798523, "Finetune/Step": 5192, "Finetune/Step Time": 5.055814154446125}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8016762733459473, "Finetune/Loss (Raw)": 0.7301809191703796, "Finetune/Step": 5193, "Finetune/Step Time": 5.06763113103807}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7969841957092285, "Finetune/Loss (Raw)": 0.3331233859062195, "Finetune/Step": 5194, "Finetune/Step Time": 5.1023509204387665}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7972069978713989, "Finetune/Loss (Raw)": 0.8513973951339722, "Finetune/Step": 5195, "Finetune/Step Time": 5.100198227912188}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7963719367980957, "Finetune/Loss (Raw)": 0.7954277396202087, "Finetune/Step": 5196, "Finetune/Step Time": 5.106055384501815}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7971075177192688, "Finetune/Loss (Raw)": 0.8746828436851501, "Finetune/Step": 5197, "Finetune/Step Time": 5.104403056204319}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7975542545318604, "Finetune/Loss (Raw)": 0.8646546006202698, "Finetune/Step": 5198, "Finetune/Step Time": 5.1002165004611015}