diff --git "a/qformer2_256/qformer2_256.jsonl" "b/qformer2_256/qformer2_256.jsonl"
new file mode 100644--- /dev/null
+++ "b/qformer2_256/qformer2_256.jsonl"
@@ -0,0 +1,5198 @@
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 7.468265533447266, "Finetune/Loss (Raw)": 7.468265533447266, "Finetune/Step": 1, "Finetune/Step Time": 26.131122827529907}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 7.871462345123291, "Finetune/Loss (Raw)": 8.274659156799316, "Finetune/Step": 2, "Finetune/Step Time": 16.93863010406494}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 6.891812801361084, "Finetune/Loss (Raw)": 4.932514190673828, "Finetune/Step": 3, "Finetune/Step Time": 12.69995109240214}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 6.110063552856445, "Finetune/Loss (Raw)": 3.764815330505371, "Finetune/Step": 4, "Finetune/Step Time": 10.624689936637878}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 5.760235786437988, "Finetune/Loss (Raw)": 4.360922813415527, "Finetune/Step": 5, "Finetune/Step Time": 9.56146764755249}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 5.389391899108887, "Finetune/Loss (Raw)": 3.5351722240448, "Finetune/Step": 6, "Finetune/Step Time": 8.805065274238586}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 5.0463175773620605, "Finetune/Loss (Raw)": 2.9878733158111572, "Finetune/Step": 7, "Finetune/Step Time": 8.234421048845563}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 4.721767425537109, "Finetune/Loss (Raw)": 2.449915885925293, "Finetune/Step": 8, "Finetune/Step Time": 7.985710889101028}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 4.402499675750732, "Finetune/Loss (Raw)": 1.848355770111084, "Finetune/Step": 9, "Finetune/Step Time": 7.648053910997179}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 4.190001010894775, "Finetune/Loss (Raw)": 2.277512311935425, "Finetune/Step": 10, "Finetune/Step Time": 7.636433553695679}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 3.973860025405884, "Finetune/Loss (Raw)": 1.8124505281448364, "Finetune/Step": 11, "Finetune/Step Time": 7.3612329309636895}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 3.7770395278930664, "Finetune/Loss (Raw)": 1.612015962600708, "Finetune/Step": 12, "Finetune/Step Time": 7.14748873313268}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 3.593334913253784, "Finetune/Loss (Raw)": 1.3888782262802124, "Finetune/Step": 13, "Finetune/Step Time": 6.964043378829956}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 3.4516496658325195, "Finetune/Loss (Raw)": 1.6097429990768433, "Finetune/Step": 14, "Finetune/Step Time": 6.785414627620152}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 3.346670627593994, "Finetune/Loss (Raw)": 1.8769629001617432, "Finetune/Step": 15, "Finetune/Step Time": 6.7257527828216555}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 3.2146174907684326, "Finetune/Loss (Raw)": 1.2338210344314575, "Finetune/Step": 16, "Finetune/Step Time": 6.680927202105522}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 3.1026721000671387, "Finetune/Loss (Raw)": 1.3115472793579102, "Finetune/Step": 17, "Finetune/Step Time": 6.577338330885944}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 2.9968345165252686, "Finetune/Loss (Raw)": 1.1975919008255005, "Finetune/Step": 18, "Finetune/Step Time": 6.51476158036126}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 2.905360698699951, "Finetune/Loss (Raw)": 1.258834719657898, "Finetune/Step": 19, "Finetune/Step Time": 6.407304387343557}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.8239080905914307, "Finetune/Loss (Raw)": 1.2763094902038574, "Finetune/Step": 20, "Finetune/Step Time": 6.297149682044983}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.7700703144073486, "Finetune/Loss (Raw)": 1.6933125257492065, "Finetune/Step": 21, "Finetune/Step Time": 6.28697563353039}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 2.699847459793091, "Finetune/Loss (Raw)": 1.225165605545044, "Finetune/Step": 22, "Finetune/Step Time": 6.224202947183088}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 2.5925772190093994, "Finetune/Loss (Raw)": 0.23263312876224518, "Finetune/Step": 23, "Finetune/Step Time": 6.314219651014908}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 2.5404982566833496, "Finetune/Loss (Raw)": 1.3426878452301025, "Finetune/Step": 24, "Finetune/Step Time": 6.2273276547590894}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 2.4856486320495605, "Finetune/Loss (Raw)": 1.1692581176757812, "Finetune/Step": 25, "Finetune/Step Time": 6.174411392211914}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 2.400360584259033, "Finetune/Loss (Raw)": 0.2681545913219452, "Finetune/Step": 26, "Finetune/Step Time": 6.292556157478919}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 2.361961603164673, "Finetune/Loss (Raw)": 1.3635940551757812, "Finetune/Step": 27, "Finetune/Step Time": 6.208586966549909}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 2.321213483810425, "Finetune/Loss (Raw)": 1.2210056781768799, "Finetune/Step": 28, "Finetune/Step Time": 6.1402155331202914}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 2.2891640663146973, "Finetune/Loss (Raw)": 1.3917888402938843, "Finetune/Step": 29, "Finetune/Step Time": 6.127956324610217}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 2.2510154247283936, "Finetune/Loss (Raw)": 1.144696593284607, "Finetune/Step": 30, "Finetune/Step Time": 6.119674269358317}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 2.2202486991882324, "Finetune/Loss (Raw)": 1.297253966331482, "Finetune/Step": 31, "Finetune/Step Time": 6.086117767518567}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 2.188126802444458, "Finetune/Loss (Raw)": 1.1923418045043945, "Finetune/Step": 32, "Finetune/Step Time": 6.109574608504772}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 2.152468681335449, "Finetune/Loss (Raw)": 1.0114058256149292, "Finetune/Step": 33, "Finetune/Step Time": 6.084713206146702}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 2.1205923557281494, "Finetune/Loss (Raw)": 1.0686752796173096, "Finetune/Step": 34, "Finetune/Step Time": 6.04446402016808}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 2.0989291667938232, "Finetune/Loss (Raw)": 1.3623772859573364, "Finetune/Step": 35, "Finetune/Step Time": 6.01783401625497}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 2.0729572772979736, "Finetune/Loss (Raw)": 1.163948655128479, "Finetune/Step": 36, "Finetune/Step Time": 6.026629613505469}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 2.052586317062378, "Finetune/Loss (Raw)": 1.3192334175109863, "Finetune/Step": 37, "Finetune/Step Time": 6.075744261612764}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 2.028999090194702, "Finetune/Loss (Raw)": 1.156272530555725, "Finetune/Step": 38, "Finetune/Step Time": 6.0291616289239185}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 2.007312774658203, "Finetune/Loss (Raw)": 1.1832287311553955, "Finetune/Step": 39, "Finetune/Step Time": 5.983440820987408}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.9866962432861328, "Finetune/Loss (Raw)": 1.1826486587524414, "Finetune/Step": 40, "Finetune/Step Time": 5.989866989850998}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.9694899320602417, "Finetune/Loss (Raw)": 1.2812466621398926, "Finetune/Step": 41, "Finetune/Step Time": 5.936317612485188}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.9520235061645508, "Finetune/Loss (Raw)": 1.2358945608139038, "Finetune/Step": 42, "Finetune/Step Time": 5.897274233046032}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.9341307878494263, "Finetune/Loss (Raw)": 1.1826424598693848, "Finetune/Step": 43, "Finetune/Step Time": 5.894211741380913}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.9170427322387695, "Finetune/Loss (Raw)": 1.1822516918182373, "Finetune/Step": 44, "Finetune/Step Time": 5.88202090696855}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.898313283920288, "Finetune/Loss (Raw)": 1.0742170810699463, "Finetune/Step": 45, "Finetune/Step Time": 5.941508446799384}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.863333821296692, "Finetune/Loss (Raw)": 0.2892591655254364, "Finetune/Step": 46, "Finetune/Step Time": 6.032595427139945}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.848137378692627, "Finetune/Loss (Raw)": 1.1490989923477173, "Finetune/Step": 47, "Finetune/Step Time": 6.021208829068123}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.8332629203796387, "Finetune/Loss (Raw)": 1.1341673135757446, "Finetune/Step": 48, "Finetune/Step Time": 6.027327741185824}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.819712519645691, "Finetune/Loss (Raw)": 1.1692922115325928, "Finetune/Step": 49, "Finetune/Step Time": 6.001857431567445}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.803945541381836, "Finetune/Loss (Raw)": 1.0313671827316284, "Finetune/Step": 50, "Finetune/Step Time": 5.9813041639328}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.791102409362793, "Finetune/Loss (Raw)": 1.1489415168762207, "Finetune/Step": 51, "Finetune/Step Time": 5.954180193882363}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.7797447443008423, "Finetune/Loss (Raw)": 1.200500726699829, "Finetune/Step": 52, "Finetune/Step Time": 5.945672466204717}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.7636029720306396, "Finetune/Loss (Raw)": 0.9242295622825623, "Finetune/Step": 53, "Finetune/Step Time": 5.958210378322962}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.748427391052246, "Finetune/Loss (Raw)": 0.9441211223602295, "Finetune/Step": 54, "Finetune/Step Time": 5.951679150263469}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.7379436492919922, "Finetune/Loss (Raw)": 1.1718339920043945, "Finetune/Step": 55, "Finetune/Step Time": 5.952269207347523}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.7268414497375488, "Finetune/Loss (Raw)": 1.1162109375, "Finetune/Step": 56, "Finetune/Step Time": 5.9624640473297665}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.7145155668258667, "Finetune/Loss (Raw)": 1.0242719650268555, "Finetune/Step": 57, "Finetune/Step Time": 5.939692953176666}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.7032712697982788, "Finetune/Loss (Raw)": 1.062342882156372, "Finetune/Step": 58, "Finetune/Step Time": 5.9660415279454195}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.6930632591247559, "Finetune/Loss (Raw)": 1.1009998321533203, "Finetune/Step": 59, "Finetune/Step Time": 5.972909882917243}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.6828837394714355, "Finetune/Loss (Raw)": 1.082289218902588, "Finetune/Step": 60, "Finetune/Step Time": 5.947927618026734}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.6741957664489746, "Finetune/Loss (Raw)": 1.1529184579849243, "Finetune/Step": 61, "Finetune/Step Time": 5.931765849473046}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.666490912437439, "Finetune/Loss (Raw)": 1.1964969635009766, "Finetune/Step": 62, "Finetune/Step Time": 5.907490568776285}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.6593818664550781, "Finetune/Loss (Raw)": 1.2186150550842285, "Finetune/Step": 63, "Finetune/Step Time": 5.88589686817593}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.6500803232192993, "Finetune/Loss (Raw)": 1.0640872716903687, "Finetune/Step": 64, "Finetune/Step Time": 5.921369351446629}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.6409180164337158, "Finetune/Loss (Raw)": 1.0545285940170288, "Finetune/Step": 65, "Finetune/Step Time": 5.914988844211285}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.6313621997833252, "Finetune/Loss (Raw)": 1.0102308988571167, "Finetune/Step": 66, "Finetune/Step Time": 5.900443969350873}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.6204649209976196, "Finetune/Loss (Raw)": 0.9012561440467834, "Finetune/Step": 67, "Finetune/Step Time": 5.875971320849746}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.6132597923278809, "Finetune/Loss (Raw)": 1.1305180788040161, "Finetune/Step": 68, "Finetune/Step Time": 5.8736394187983345}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.6066389083862305, "Finetune/Loss (Raw)": 1.1564117670059204, "Finetune/Step": 69, "Finetune/Step Time": 5.850151694339255}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.600831151008606, "Finetune/Loss (Raw)": 1.2000993490219116, "Finetune/Step": 70, "Finetune/Step Time": 5.8305734327861245}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.59139084815979, "Finetune/Loss (Raw)": 0.930574893951416, "Finetune/Step": 71, "Finetune/Step Time": 5.813086385458288}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.5835644006729126, "Finetune/Loss (Raw)": 1.027884840965271, "Finetune/Step": 72, "Finetune/Step Time": 5.789331568611993}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.574595332145691, "Finetune/Loss (Raw)": 0.9288157820701599, "Finetune/Step": 73, "Finetune/Step Time": 5.771751697749307}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.566006064414978, "Finetune/Loss (Raw)": 0.9389851093292236, "Finetune/Step": 74, "Finetune/Step Time": 5.754351851102468}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.5561952590942383, "Finetune/Loss (Raw)": 0.8302009105682373, "Finetune/Step": 75, "Finetune/Step Time": 5.749417543411255}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.5486432313919067, "Finetune/Loss (Raw)": 0.9822400212287903, "Finetune/Step": 76, "Finetune/Step Time": 5.742055547864814}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.5429503917694092, "Finetune/Loss (Raw)": 1.1102930307388306, "Finetune/Step": 77, "Finetune/Step Time": 5.721933590901362}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.538803219795227, "Finetune/Loss (Raw)": 1.2194730043411255, "Finetune/Step": 78, "Finetune/Step Time": 5.702040125162173}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.5343513488769531, "Finetune/Loss (Raw)": 1.1870983839035034, "Finetune/Step": 79, "Finetune/Step Time": 5.686922510967979}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.5273540019989014, "Finetune/Loss (Raw)": 0.9745631217956543, "Finetune/Step": 80, "Finetune/Step Time": 5.692722880840302}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.5226012468338013, "Finetune/Loss (Raw)": 1.142380952835083, "Finetune/Step": 81, "Finetune/Step Time": 5.690403935350018}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.5175048112869263, "Finetune/Loss (Raw)": 1.1046953201293945, "Finetune/Step": 82, "Finetune/Step Time": 5.674467656670547}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.5108411312103271, "Finetune/Loss (Raw)": 0.9644235372543335, "Finetune/Step": 83, "Finetune/Step Time": 5.683150391980826}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.5070215463638306, "Finetune/Loss (Raw)": 1.1899880170822144, "Finetune/Step": 84, "Finetune/Step Time": 5.685418946402414}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.501618504524231, "Finetune/Loss (Raw)": 1.0477615594863892, "Finetune/Step": 85, "Finetune/Step Time": 5.671665612389059}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.4881999492645264, "Finetune/Loss (Raw)": 0.34762799739837646, "Finetune/Step": 86, "Finetune/Step Time": 5.711548153744188}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.482845425605774, "Finetune/Loss (Raw)": 1.0223623514175415, "Finetune/Step": 87, "Finetune/Step Time": 5.69756451146356}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.479845643043518, "Finetune/Loss (Raw)": 1.2188464403152466, "Finetune/Step": 88, "Finetune/Step Time": 5.705306979742917}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.475252628326416, "Finetune/Loss (Raw)": 1.0710783004760742, "Finetune/Step": 89, "Finetune/Step Time": 5.6920014767164595}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.4715322256088257, "Finetune/Loss (Raw)": 1.140405297279358, "Finetune/Step": 90, "Finetune/Step Time": 5.699976754188538}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.4682034254074097, "Finetune/Loss (Raw)": 1.1686192750930786, "Finetune/Step": 91, "Finetune/Step Time": 5.702719203718416}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.4652776718139648, "Finetune/Loss (Raw)": 1.1990360021591187, "Finetune/Step": 92, "Finetune/Step Time": 5.691545779290407}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.4594136476516724, "Finetune/Loss (Raw)": 0.9199244976043701, "Finetune/Step": 93, "Finetune/Step Time": 5.683369077661986}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.4562257528305054, "Finetune/Loss (Raw)": 1.159747838973999, "Finetune/Step": 94, "Finetune/Step Time": 5.667432681043097}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.452346920967102, "Finetune/Loss (Raw)": 1.08772873878479, "Finetune/Step": 95, "Finetune/Step Time": 5.655676312195627}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.4485095739364624, "Finetune/Loss (Raw)": 1.0839828252792358, "Finetune/Step": 96, "Finetune/Step Time": 5.658483870327473}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.4442087411880493, "Finetune/Loss (Raw)": 1.0313365459442139, "Finetune/Step": 97, "Finetune/Step Time": 5.653992222756455}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.4409832954406738, "Finetune/Loss (Raw)": 1.1281002759933472, "Finetune/Step": 98, "Finetune/Step Time": 5.64205002784729}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.428631067276001, "Finetune/Loss (Raw)": 0.2181185930967331, "Finetune/Step": 99, "Finetune/Step Time": 5.669135158712214}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.4264665842056274, "Finetune/Loss (Raw)": 1.212189793586731, "Finetune/Step": 100, "Finetune/Step Time": 5.66154536485672}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.422756314277649, "Finetune/Loss (Raw)": 1.051713466644287, "Finetune/Step": 101, "Finetune/Step Time": 5.6634456426790445}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.4206534624099731, "Finetune/Loss (Raw)": 1.2082622051239014, "Finetune/Step": 102, "Finetune/Step Time": 5.647005473866182}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.409700870513916, "Finetune/Loss (Raw)": 0.2925461530685425, "Finetune/Step": 103, "Finetune/Step Time": 5.674309235174679}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.4071879386901855, "Finetune/Loss (Raw)": 1.1483336687088013, "Finetune/Step": 104, "Finetune/Step Time": 5.660739387457188}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.4038738012313843, "Finetune/Loss (Raw)": 1.059214472770691, "Finetune/Step": 105, "Finetune/Step Time": 5.644064367385138}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.4006341695785522, "Finetune/Loss (Raw)": 1.060482382774353, "Finetune/Step": 106, "Finetune/Step Time": 5.6317348862594026}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.3981188535690308, "Finetune/Loss (Raw)": 1.1315125226974487, "Finetune/Step": 107, "Finetune/Step Time": 5.620287485211809}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.3945579528808594, "Finetune/Loss (Raw)": 1.013527750968933, "Finetune/Step": 108, "Finetune/Step Time": 5.61205275411959}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.3922386169433594, "Finetune/Loss (Raw)": 1.1417549848556519, "Finetune/Step": 109, "Finetune/Step Time": 5.601453183987819}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.3891093730926514, "Finetune/Loss (Raw)": 1.048011302947998, "Finetune/Step": 110, "Finetune/Step Time": 5.589387529546564}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.3866208791732788, "Finetune/Loss (Raw)": 1.1128884553909302, "Finetune/Step": 111, "Finetune/Step Time": 5.594901151485272}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.3838858604431152, "Finetune/Loss (Raw)": 1.0802810192108154, "Finetune/Step": 112, "Finetune/Step Time": 5.603074723056385}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.3816020488739014, "Finetune/Loss (Raw)": 1.1258348226547241, "Finetune/Step": 113, "Finetune/Step Time": 5.606291304647395}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.3716890811920166, "Finetune/Loss (Raw)": 0.25151562690734863, "Finetune/Step": 114, "Finetune/Step Time": 5.632445699290225}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.3691943883895874, "Finetune/Loss (Raw)": 1.0848197937011719, "Finetune/Step": 115, "Finetune/Step Time": 5.628412912202918}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.3654179573059082, "Finetune/Loss (Raw)": 0.931113600730896, "Finetune/Step": 116, "Finetune/Step Time": 5.638990840007519}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.363224983215332, "Finetune/Loss (Raw)": 1.1088305711746216, "Finetune/Step": 117, "Finetune/Step Time": 5.634112115599152}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.3613226413726807, "Finetune/Loss (Raw)": 1.1387617588043213, "Finetune/Step": 118, "Finetune/Step Time": 5.623911821236045}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.358622431755066, "Finetune/Loss (Raw)": 1.0399737358093262, "Finetune/Step": 119, "Finetune/Step Time": 5.6151100487268275}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.3563395738601685, "Finetune/Loss (Raw)": 1.0846832990646362, "Finetune/Step": 120, "Finetune/Step Time": 5.610596841573715}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.3535757064819336, "Finetune/Loss (Raw)": 1.0219284296035767, "Finetune/Step": 121, "Finetune/Step Time": 5.6181626260773205}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.3503972291946411, "Finetune/Loss (Raw)": 0.9658177495002747, "Finetune/Step": 122, "Finetune/Step Time": 5.6094625953768125}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.347657561302185, "Finetune/Loss (Raw)": 1.0134001970291138, "Finetune/Step": 123, "Finetune/Step Time": 5.600236580623844}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.3458713293075562, "Finetune/Loss (Raw)": 1.1261626482009888, "Finetune/Step": 124, "Finetune/Step Time": 5.593318848840652}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.343187928199768, "Finetune/Loss (Raw)": 1.0104392766952515, "Finetune/Step": 125, "Finetune/Step Time": 5.586648616790772}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.3413022756576538, "Finetune/Loss (Raw)": 1.1055861711502075, "Finetune/Step": 126, "Finetune/Step Time": 5.598655299534873}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.3385155200958252, "Finetune/Loss (Raw)": 0.9874007105827332, "Finetune/Step": 127, "Finetune/Step Time": 5.588644538338729}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.3369140625, "Finetune/Loss (Raw)": 1.1335322856903076, "Finetune/Step": 128, "Finetune/Step Time": 5.581814382225275}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.2875690460205078, "Finetune/Loss (Raw)": 1.1521122455596924, "Finetune/Step": 129, "Finetune/Step Time": 5.4128291346132755}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.2318007946014404, "Finetune/Loss (Raw)": 1.136315107345581, "Finetune/Step": 130, "Finetune/Step Time": 5.395845411345363}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.2019031047821045, "Finetune/Loss (Raw)": 1.1056175231933594, "Finetune/Step": 131, "Finetune/Step Time": 5.395934451371431}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.181183099746704, "Finetune/Loss (Raw)": 1.1126604080200195, "Finetune/Step": 132, "Finetune/Step Time": 5.396320324391127}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.1541677713394165, "Finetune/Loss (Raw)": 0.9029495716094971, "Finetune/Step": 133, "Finetune/Step Time": 5.406433250755072}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.1362310647964478, "Finetune/Loss (Raw)": 1.2392711639404297, "Finetune/Step": 134, "Finetune/Step Time": 5.401761947199702}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.1206753253936768, "Finetune/Loss (Raw)": 0.9967329502105713, "Finetune/Step": 135, "Finetune/Step Time": 5.403760025277734}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.109955072402954, "Finetune/Loss (Raw)": 1.0777181386947632, "Finetune/Step": 136, "Finetune/Step Time": 5.388735705986619}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.103144884109497, "Finetune/Loss (Raw)": 0.9766666293144226, "Finetune/Step": 137, "Finetune/Step Time": 5.39145771227777}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.094109296798706, "Finetune/Loss (Raw)": 1.1209635734558105, "Finetune/Step": 138, "Finetune/Step Time": 5.362597469240427}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0870904922485352, "Finetune/Loss (Raw)": 0.9140287041664124, "Finetune/Step": 139, "Finetune/Step Time": 5.364507732912898}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0845646858215332, "Finetune/Loss (Raw)": 1.2887145280838013, "Finetune/Step": 140, "Finetune/Step Time": 5.3585939314216375}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0818276405334473, "Finetune/Loss (Raw)": 1.0385504961013794, "Finetune/Step": 141, "Finetune/Step Time": 5.352311301976442}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0772595405578613, "Finetune/Loss (Raw)": 1.0250192880630493, "Finetune/Step": 142, "Finetune/Step Time": 5.3923464063555}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.070127248764038, "Finetune/Loss (Raw)": 0.9640348553657532, "Finetune/Step": 143, "Finetune/Step Time": 5.406803023070097}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0634057521820068, "Finetune/Loss (Raw)": 0.3734639883041382, "Finetune/Step": 144, "Finetune/Step Time": 5.425244361162186}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.055847406387329, "Finetune/Loss (Raw)": 0.34408262372016907, "Finetune/Step": 145, "Finetune/Step Time": 5.452890856191516}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0540424585342407, "Finetune/Loss (Raw)": 0.9665518403053284, "Finetune/Step": 146, "Finetune/Step Time": 5.442937163636088}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0512616634368896, "Finetune/Loss (Raw)": 0.9028814435005188, "Finetune/Step": 147, "Finetune/Step Time": 5.449094923213124}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.049707055091858, "Finetune/Loss (Raw)": 1.0773378610610962, "Finetune/Step": 148, "Finetune/Step Time": 5.451682956889272}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0452500581741333, "Finetune/Loss (Raw)": 1.1228134632110596, "Finetune/Step": 149, "Finetune/Step Time": 5.44099104963243}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0445339679718018, "Finetune/Loss (Raw)": 1.1334905624389648, "Finetune/Step": 150, "Finetune/Step Time": 5.445031126961112}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0512604713439941, "Finetune/Loss (Raw)": 1.0936365127563477, "Finetune/Step": 151, "Finetune/Step Time": 5.4190243519842625}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0490031242370605, "Finetune/Loss (Raw)": 1.053750991821289, "Finetune/Step": 152, "Finetune/Step Time": 5.425213808193803}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0489041805267334, "Finetune/Loss (Raw)": 1.1565797328948975, "Finetune/Step": 153, "Finetune/Step Time": 5.434783019125462}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.055712103843689, "Finetune/Loss (Raw)": 1.1395870447158813, "Finetune/Step": 154, "Finetune/Step Time": 5.398784970864654}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0544798374176025, "Finetune/Loss (Raw)": 1.2058666944503784, "Finetune/Step": 155, "Finetune/Step Time": 5.406365046277642}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0472681522369385, "Finetune/Loss (Raw)": 0.297910213470459, "Finetune/Step": 156, "Finetune/Step Time": 5.440441584214568}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0448389053344727, "Finetune/Loss (Raw)": 1.0808390378952026, "Finetune/Step": 157, "Finetune/Step Time": 5.43026727437973}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0446140766143799, "Finetune/Loss (Raw)": 1.1159179210662842, "Finetune/Step": 158, "Finetune/Step Time": 5.421036843210459}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0428869724273682, "Finetune/Loss (Raw)": 1.0761797428131104, "Finetune/Step": 159, "Finetune/Step Time": 5.41374896466732}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0415127277374268, "Finetune/Loss (Raw)": 1.0164457559585571, "Finetune/Step": 160, "Finetune/Step Time": 5.403204299509525}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0416827201843262, "Finetune/Loss (Raw)": 1.033155083656311, "Finetune/Step": 161, "Finetune/Step Time": 5.399592375382781}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0431997776031494, "Finetune/Loss (Raw)": 1.2628639936447144, "Finetune/Step": 162, "Finetune/Step Time": 5.398372123017907}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0410125255584717, "Finetune/Loss (Raw)": 1.08240807056427, "Finetune/Step": 163, "Finetune/Step Time": 5.398423148319125}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.039467692375183, "Finetune/Loss (Raw)": 0.9662144780158997, "Finetune/Step": 164, "Finetune/Step Time": 5.396354950964451}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.037421464920044, "Finetune/Loss (Raw)": 1.057300329208374, "Finetune/Step": 165, "Finetune/Step Time": 5.3732514046132565}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0362002849578857, "Finetune/Loss (Raw)": 0.9999752640724182, "Finetune/Step": 166, "Finetune/Step Time": 5.375239908695221}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0359035730361938, "Finetune/Loss (Raw)": 1.1452438831329346, "Finetune/Step": 167, "Finetune/Step Time": 5.377141835168004}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0343677997589111, "Finetune/Loss (Raw)": 0.9860706925392151, "Finetune/Step": 168, "Finetune/Step Time": 5.3653698656708}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0319874286651611, "Finetune/Loss (Raw)": 0.9765651822090149, "Finetune/Step": 169, "Finetune/Step Time": 5.37037599273026}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0251147747039795, "Finetune/Loss (Raw)": 0.35619068145751953, "Finetune/Step": 170, "Finetune/Step Time": 5.400917366147041}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0237336158752441, "Finetune/Loss (Raw)": 1.0058619976043701, "Finetune/Step": 171, "Finetune/Step Time": 5.398516310378909}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.022249698638916, "Finetune/Loss (Raw)": 0.9923118948936462, "Finetune/Step": 172, "Finetune/Step Time": 5.402004417032003}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.023329496383667, "Finetune/Loss (Raw)": 1.2124285697937012, "Finetune/Step": 173, "Finetune/Step Time": 5.369354015216231}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0281283855438232, "Finetune/Loss (Raw)": 0.9034967422485352, "Finetune/Step": 174, "Finetune/Step Time": 5.329905696213245}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0284518003463745, "Finetune/Loss (Raw)": 1.1905115842819214, "Finetune/Step": 175, "Finetune/Step Time": 5.321348151192069}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0223495960235596, "Finetune/Loss (Raw)": 0.353081613779068, "Finetune/Step": 176, "Finetune/Step Time": 5.338018048554659}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0208501815795898, "Finetune/Loss (Raw)": 0.9773699045181274, "Finetune/Step": 177, "Finetune/Step Time": 5.346024360507727}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0222407579421997, "Finetune/Loss (Raw)": 1.209365725517273, "Finetune/Step": 178, "Finetune/Step Time": 5.347624082118273}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0203367471694946, "Finetune/Loss (Raw)": 0.9052232503890991, "Finetune/Step": 179, "Finetune/Step Time": 5.351376861333847}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0192962884902954, "Finetune/Loss (Raw)": 1.0673202276229858, "Finetune/Step": 180, "Finetune/Step Time": 5.3543909676373005}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0200586318969727, "Finetune/Loss (Raw)": 1.0218029022216797, "Finetune/Step": 181, "Finetune/Step Time": 5.340246254578233}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.020941972732544, "Finetune/Loss (Raw)": 1.0571966171264648, "Finetune/Step": 182, "Finetune/Step Time": 5.339201387017965}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0197521448135376, "Finetune/Loss (Raw)": 1.0195382833480835, "Finetune/Step": 183, "Finetune/Step Time": 5.322051515802741}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0201276540756226, "Finetune/Loss (Raw)": 1.1642769575119019, "Finetune/Step": 184, "Finetune/Step Time": 5.308445625007153}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.019397258758545, "Finetune/Loss (Raw)": 0.9307861924171448, "Finetune/Step": 185, "Finetune/Step Time": 5.30600456520915}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0190293788909912, "Finetune/Loss (Raw)": 1.0152368545532227, "Finetune/Step": 186, "Finetune/Step Time": 5.296156823635101}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0183351039886475, "Finetune/Loss (Raw)": 1.0121474266052246, "Finetune/Step": 187, "Finetune/Step Time": 5.281884590163827}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0187606811523438, "Finetune/Loss (Raw)": 1.1367610692977905, "Finetune/Step": 188, "Finetune/Step Time": 5.280444575473666}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.017640233039856, "Finetune/Loss (Raw)": 1.0094976425170898, "Finetune/Step": 189, "Finetune/Step Time": 5.291464723646641}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0166939496994019, "Finetune/Loss (Raw)": 1.0753668546676636, "Finetune/Step": 190, "Finetune/Step Time": 5.2963424399495125}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.015676736831665, "Finetune/Loss (Raw)": 1.0884251594543457, "Finetune/Step": 191, "Finetune/Step Time": 5.301779061555862}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0157697200775146, "Finetune/Loss (Raw)": 1.075989842414856, "Finetune/Step": 192, "Finetune/Step Time": 5.281697679311037}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0149023532867432, "Finetune/Loss (Raw)": 0.9435052871704102, "Finetune/Step": 193, "Finetune/Step Time": 5.274644564837217}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.015307068824768, "Finetune/Loss (Raw)": 1.0620267391204834, "Finetune/Step": 194, "Finetune/Step Time": 5.273816995322704}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0161871910095215, "Finetune/Loss (Raw)": 1.0139116048812866, "Finetune/Step": 195, "Finetune/Step Time": 5.280132383108139}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0150190591812134, "Finetune/Loss (Raw)": 0.9809898734092712, "Finetune/Step": 196, "Finetune/Step Time": 5.276166755706072}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0142490863800049, "Finetune/Loss (Raw)": 1.0578551292419434, "Finetune/Step": 197, "Finetune/Step Time": 5.282198218628764}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0128008127212524, "Finetune/Loss (Raw)": 1.0147227048873901, "Finetune/Step": 198, "Finetune/Step Time": 5.281589474529028}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0133695602416992, "Finetune/Loss (Raw)": 1.003377914428711, "Finetune/Step": 199, "Finetune/Step Time": 5.285946074873209}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0134289264678955, "Finetune/Loss (Raw)": 1.0354825258255005, "Finetune/Step": 200, "Finetune/Step Time": 5.290556708350778}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.0150086879730225, "Finetune/Loss (Raw)": 1.131021499633789, "Finetune/Step": 201, "Finetune/Step Time": 5.294539636000991}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0165042877197266, "Finetune/Loss (Raw)": 1.1304171085357666, "Finetune/Step": 202, "Finetune/Step Time": 5.298110080882907}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0184155702590942, "Finetune/Loss (Raw)": 1.0748533010482788, "Finetune/Step": 203, "Finetune/Step Time": 5.292302690446377}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0190656185150146, "Finetune/Loss (Raw)": 1.0654587745666504, "Finetune/Step": 204, "Finetune/Step Time": 5.286692500114441}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.0128777027130127, "Finetune/Loss (Raw)": 0.31823015213012695, "Finetune/Step": 205, "Finetune/Step Time": 5.324981704354286}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.0112547874450684, "Finetune/Loss (Raw)": 1.0117319822311401, "Finetune/Step": 206, "Finetune/Step Time": 5.3336092587560415}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.0112521648406982, "Finetune/Loss (Raw)": 1.1867742538452148, "Finetune/Step": 207, "Finetune/Step Time": 5.356871305033565}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0119105577468872, "Finetune/Loss (Raw)": 1.0588417053222656, "Finetune/Step": 208, "Finetune/Step Time": 5.3420235849916935}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.0109120607376099, "Finetune/Loss (Raw)": 1.0145660638809204, "Finetune/Step": 209, "Finetune/Step Time": 5.336215369403362}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.0047719478607178, "Finetune/Loss (Raw)": 0.3187578022480011, "Finetune/Step": 210, "Finetune/Step Time": 5.367008674889803}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.0049796104431152, "Finetune/Loss (Raw)": 0.9910170435905457, "Finetune/Step": 211, "Finetune/Step Time": 5.359325489029288}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.0040873289108276, "Finetune/Loss (Raw)": 1.0757675170898438, "Finetune/Step": 212, "Finetune/Step Time": 5.356718845665455}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.0052398443222046, "Finetune/Loss (Raw)": 1.1952837705612183, "Finetune/Step": 213, "Finetune/Step Time": 5.359337797388434}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.0102813243865967, "Finetune/Loss (Raw)": 0.992932915687561, "Finetune/Step": 214, "Finetune/Step Time": 5.341743366792798}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.0097484588623047, "Finetune/Loss (Raw)": 0.9541593194007874, "Finetune/Step": 215, "Finetune/Step Time": 5.341418566182256}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.007563591003418, "Finetune/Loss (Raw)": 0.9391830563545227, "Finetune/Step": 216, "Finetune/Step Time": 5.340112056583166}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.0079667568206787, "Finetune/Loss (Raw)": 1.1226881742477417, "Finetune/Step": 217, "Finetune/Step Time": 5.337976021692157}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0074588060379028, "Finetune/Loss (Raw)": 1.0753740072250366, "Finetune/Step": 218, "Finetune/Step Time": 5.32715293392539}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0078208446502686, "Finetune/Loss (Raw)": 1.2149670124053955, "Finetune/Step": 219, "Finetune/Step Time": 5.315797565504909}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0060703754425049, "Finetune/Loss (Raw)": 0.9749873280525208, "Finetune/Step": 220, "Finetune/Step Time": 5.312881670892239}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.0076377391815186, "Finetune/Loss (Raw)": 1.1205283403396606, "Finetune/Step": 221, "Finetune/Step Time": 5.315798435360193}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.00608229637146, "Finetune/Loss (Raw)": 0.9606602787971497, "Finetune/Step": 222, "Finetune/Step Time": 5.321862012147903}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0053391456604004, "Finetune/Loss (Raw)": 0.9926061034202576, "Finetune/Step": 223, "Finetune/Step Time": 5.323111897334456}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9996378421783447, "Finetune/Loss (Raw)": 0.35421866178512573, "Finetune/Step": 224, "Finetune/Step Time": 5.342781590297818}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9998375773429871, "Finetune/Loss (Raw)": 1.0568971633911133, "Finetune/Step": 225, "Finetune/Step Time": 5.342016987502575}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.0003300905227661, "Finetune/Loss (Raw)": 1.191135287284851, "Finetune/Step": 226, "Finetune/Step Time": 5.339677359908819}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.0079662799835205, "Finetune/Loss (Raw)": 1.1955677270889282, "Finetune/Step": 227, "Finetune/Step Time": 5.308066666126251}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.0075346231460571, "Finetune/Loss (Raw)": 1.15692937374115, "Finetune/Step": 228, "Finetune/Step Time": 5.303257811814547}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.0074057579040527, "Finetune/Loss (Raw)": 1.0352154970169067, "Finetune/Step": 229, "Finetune/Step Time": 5.296868925914168}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.0070253610610962, "Finetune/Loss (Raw)": 1.1595743894577026, "Finetune/Step": 230, "Finetune/Step Time": 5.299175284802914}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.0127452611923218, "Finetune/Loss (Raw)": 1.0246942043304443, "Finetune/Step": 231, "Finetune/Step Time": 5.268574316054583}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.012108564376831, "Finetune/Loss (Raw)": 1.0668466091156006, "Finetune/Step": 232, "Finetune/Step Time": 5.272237341850996}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.0062425136566162, "Finetune/Loss (Raw)": 0.30834782123565674, "Finetune/Step": 233, "Finetune/Step Time": 5.307226387783885}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.0070973634719849, "Finetune/Loss (Raw)": 1.1699000597000122, "Finetune/Step": 234, "Finetune/Step Time": 5.326036609709263}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.007683515548706, "Finetune/Loss (Raw)": 1.2065387964248657, "Finetune/Step": 235, "Finetune/Step Time": 5.36697762273252}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.007741928100586, "Finetune/Loss (Raw)": 1.0210016965866089, "Finetune/Step": 236, "Finetune/Step Time": 5.366913167759776}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0073699951171875, "Finetune/Loss (Raw)": 1.0941507816314697, "Finetune/Step": 237, "Finetune/Step Time": 5.400033041834831}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.0071452856063843, "Finetune/Loss (Raw)": 1.0192562341690063, "Finetune/Step": 238, "Finetune/Step Time": 5.403734553605318}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.0054891109466553, "Finetune/Loss (Raw)": 0.900896430015564, "Finetune/Step": 239, "Finetune/Step Time": 5.393737189471722}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.0046024322509766, "Finetune/Loss (Raw)": 0.966780960559845, "Finetune/Step": 240, "Finetune/Step Time": 5.380393054336309}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.004443883895874, "Finetune/Loss (Raw)": 1.10553777217865, "Finetune/Step": 241, "Finetune/Step Time": 5.367672825232148}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.0108466148376465, "Finetune/Loss (Raw)": 1.071068286895752, "Finetune/Step": 242, "Finetune/Step Time": 5.338476434350014}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.0108637809753418, "Finetune/Loss (Raw)": 1.0870240926742554, "Finetune/Step": 243, "Finetune/Step Time": 5.3540407828986645}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.0108222961425781, "Finetune/Loss (Raw)": 0.9257885813713074, "Finetune/Step": 244, "Finetune/Step Time": 5.3339778278023005}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.011641502380371, "Finetune/Loss (Raw)": 1.2137025594711304, "Finetune/Step": 245, "Finetune/Step Time": 5.331654503941536}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0118982791900635, "Finetune/Loss (Raw)": 1.1716352701187134, "Finetune/Step": 246, "Finetune/Step Time": 5.34041490405798}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.0120903253555298, "Finetune/Loss (Raw)": 1.0645458698272705, "Finetune/Step": 247, "Finetune/Step Time": 5.3463506400585175}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.01149320602417, "Finetune/Loss (Raw)": 1.0082634687423706, "Finetune/Step": 248, "Finetune/Step Time": 5.35497335717082}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.0115447044372559, "Finetune/Loss (Raw)": 1.0285046100616455, "Finetune/Step": 249, "Finetune/Step Time": 5.337069718167186}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.0124971866607666, "Finetune/Loss (Raw)": 1.0877488851547241, "Finetune/Step": 250, "Finetune/Step Time": 5.335393121466041}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.013575792312622, "Finetune/Loss (Raw)": 1.151452898979187, "Finetune/Step": 251, "Finetune/Step Time": 5.3502005729824305}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0129692554473877, "Finetune/Loss (Raw)": 1.0485339164733887, "Finetune/Step": 252, "Finetune/Step Time": 5.349268075078726}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0135468244552612, "Finetune/Loss (Raw)": 1.0843570232391357, "Finetune/Step": 253, "Finetune/Step Time": 5.34416083060205}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.0125999450683594, "Finetune/Loss (Raw)": 0.984397292137146, "Finetune/Step": 254, "Finetune/Step Time": 5.324251521378756}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.0073540210723877, "Finetune/Loss (Raw)": 0.3159051239490509, "Finetune/Step": 255, "Finetune/Step Time": 5.355105005204678}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.005947232246399, "Finetune/Loss (Raw)": 0.9534673094749451, "Finetune/Step": 256, "Finetune/Step Time": 5.355350326746702}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.0061235427856445, "Finetune/Loss (Raw)": 1.1746854782104492, "Finetune/Step": 257, "Finetune/Step Time": 5.355058666318655}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0059852600097656, "Finetune/Loss (Raw)": 1.1186217069625854, "Finetune/Step": 258, "Finetune/Step Time": 5.354937706142664}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.0058492422103882, "Finetune/Loss (Raw)": 1.0882047414779663, "Finetune/Step": 259, "Finetune/Step Time": 5.356921603903174}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.0057761669158936, "Finetune/Loss (Raw)": 1.1032936573028564, "Finetune/Step": 260, "Finetune/Step Time": 5.3766033463180065}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.005624532699585, "Finetune/Loss (Raw)": 0.8835458755493164, "Finetune/Step": 261, "Finetune/Step Time": 5.359555475413799}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.0026044845581055, "Finetune/Loss (Raw)": 0.8527159094810486, "Finetune/Step": 262, "Finetune/Step Time": 5.370865339413285}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.002866268157959, "Finetune/Loss (Raw)": 1.0302270650863647, "Finetune/Step": 263, "Finetune/Step Time": 5.369244886562228}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.0021852254867554, "Finetune/Loss (Raw)": 0.990553081035614, "Finetune/Step": 264, "Finetune/Step Time": 5.383903622627258}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 1.00235116481781, "Finetune/Loss (Raw)": 0.9979022145271301, "Finetune/Step": 265, "Finetune/Step Time": 5.380424175411463}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.0031347274780273, "Finetune/Loss (Raw)": 1.2212615013122559, "Finetune/Step": 266, "Finetune/Step Time": 5.391654513776302}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.0030478239059448, "Finetune/Loss (Raw)": 0.9029020071029663, "Finetune/Step": 267, "Finetune/Step Time": 5.389050722122192}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 1.0017045736312866, "Finetune/Loss (Raw)": 1.1167900562286377, "Finetune/Step": 268, "Finetune/Step Time": 5.3926102966070175}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 1.0017393827438354, "Finetune/Loss (Raw)": 1.0429980754852295, "Finetune/Step": 269, "Finetune/Step Time": 5.398438295349479}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 1.0020709037780762, "Finetune/Loss (Raw)": 1.067448616027832, "Finetune/Step": 270, "Finetune/Step Time": 5.3631992265582085}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 1.0025830268859863, "Finetune/Loss (Raw)": 1.0295941829681396, "Finetune/Step": 271, "Finetune/Step Time": 5.3539230320602655}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.0084112882614136, "Finetune/Loss (Raw)": 1.1194748878479004, "Finetune/Step": 272, "Finetune/Step Time": 5.327082199975848}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0140104293823242, "Finetune/Loss (Raw)": 1.0607762336730957, "Finetune/Step": 273, "Finetune/Step Time": 5.299123564735055}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0151005983352661, "Finetune/Loss (Raw)": 1.1061019897460938, "Finetune/Step": 274, "Finetune/Step Time": 5.30562062934041}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0160353183746338, "Finetune/Loss (Raw)": 1.0225303173065186, "Finetune/Step": 275, "Finetune/Step Time": 5.302927760407329}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0141396522521973, "Finetune/Loss (Raw)": 0.8346842527389526, "Finetune/Step": 276, "Finetune/Step Time": 5.335862627252936}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0133888721466064, "Finetune/Loss (Raw)": 1.0267151594161987, "Finetune/Step": 277, "Finetune/Step Time": 5.334711154922843}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.012662649154663, "Finetune/Loss (Raw)": 1.0405302047729492, "Finetune/Step": 278, "Finetune/Step Time": 5.327239826321602}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0136725902557373, "Finetune/Loss (Raw)": 1.2229056358337402, "Finetune/Step": 279, "Finetune/Step Time": 5.333583950996399}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0131819248199463, "Finetune/Loss (Raw)": 0.9909384250640869, "Finetune/Step": 280, "Finetune/Step Time": 5.332187108695507}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.012627124786377, "Finetune/Loss (Raw)": 1.085571527481079, "Finetune/Step": 281, "Finetune/Step Time": 5.317586686462164}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0117378234863281, "Finetune/Loss (Raw)": 1.0257728099822998, "Finetune/Step": 282, "Finetune/Step Time": 5.316601051017642}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0112720727920532, "Finetune/Loss (Raw)": 1.1462371349334717, "Finetune/Step": 283, "Finetune/Step Time": 5.315059019252658}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0179810523986816, "Finetune/Loss (Raw)": 1.1566585302352905, "Finetune/Step": 284, "Finetune/Step Time": 5.281084658578038}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0174239873886108, "Finetune/Loss (Raw)": 1.009538173675537, "Finetune/Step": 285, "Finetune/Step Time": 5.299030188471079}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0171759128570557, "Finetune/Loss (Raw)": 1.0841621160507202, "Finetune/Step": 286, "Finetune/Step Time": 5.313899576663971}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0172219276428223, "Finetune/Loss (Raw)": 1.082063913345337, "Finetune/Step": 287, "Finetune/Step Time": 5.3206705916672945}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0163938999176025, "Finetune/Loss (Raw)": 0.9104671478271484, "Finetune/Step": 288, "Finetune/Step Time": 5.328450359404087}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.017124891281128, "Finetune/Loss (Raw)": 1.1267359256744385, "Finetune/Step": 289, "Finetune/Step Time": 5.3326174188405275}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.014812707901001, "Finetune/Loss (Raw)": 0.9668889045715332, "Finetune/Step": 290, "Finetune/Step Time": 5.3436309695243835}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.015154480934143, "Finetune/Loss (Raw)": 1.1261513233184814, "Finetune/Step": 291, "Finetune/Step Time": 5.33762826398015}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0162639617919922, "Finetune/Loss (Raw)": 1.1082336902618408, "Finetune/Step": 292, "Finetune/Step Time": 5.325925000011921}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0170179605484009, "Finetune/Loss (Raw)": 1.1538121700286865, "Finetune/Step": 293, "Finetune/Step Time": 5.322013553231955}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0151987075805664, "Finetune/Loss (Raw)": 0.7671210169792175, "Finetune/Step": 294, "Finetune/Step Time": 5.328433308750391}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0147931575775146, "Finetune/Loss (Raw)": 1.0933293104171753, "Finetune/Step": 295, "Finetune/Step Time": 5.334505604580045}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.0150682926177979, "Finetune/Loss (Raw)": 1.0212702751159668, "Finetune/Step": 296, "Finetune/Step Time": 5.339640976861119}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0163284540176392, "Finetune/Loss (Raw)": 1.1378792524337769, "Finetune/Step": 297, "Finetune/Step Time": 5.342715702950954}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0206637382507324, "Finetune/Loss (Raw)": 0.9111027121543884, "Finetune/Step": 298, "Finetune/Step Time": 5.337799847126007}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0152077674865723, "Finetune/Loss (Raw)": 0.3074927031993866, "Finetune/Step": 299, "Finetune/Step Time": 5.36821823194623}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0103192329406738, "Finetune/Loss (Raw)": 0.3665814697742462, "Finetune/Step": 300, "Finetune/Step Time": 5.387518763542175}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 1.0039420127868652, "Finetune/Loss (Raw)": 0.3961431682109833, "Finetune/Step": 301, "Finetune/Step Time": 5.419053154066205}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 1.003856897354126, "Finetune/Loss (Raw)": 0.8926144242286682, "Finetune/Step": 302, "Finetune/Step Time": 5.427525848150253}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9970688819885254, "Finetune/Loss (Raw)": 0.3216356039047241, "Finetune/Step": 303, "Finetune/Step Time": 5.458318842574954}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 1.0028924942016602, "Finetune/Loss (Raw)": 1.0985137224197388, "Finetune/Step": 304, "Finetune/Step Time": 5.434058232232928}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 1.0034575462341309, "Finetune/Loss (Raw)": 1.0496935844421387, "Finetune/Step": 305, "Finetune/Step Time": 5.420832736417651}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 1.0014383792877197, "Finetune/Loss (Raw)": 0.9509097933769226, "Finetune/Step": 306, "Finetune/Step Time": 5.421591388061643}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 1.0035239458084106, "Finetune/Loss (Raw)": 1.1721699237823486, "Finetune/Step": 307, "Finetune/Step Time": 5.440710231661797}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 1.0034133195877075, "Finetune/Loss (Raw)": 1.053165316581726, "Finetune/Step": 308, "Finetune/Step Time": 5.43466486223042}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 1.004432201385498, "Finetune/Loss (Raw)": 1.1522119045257568, "Finetune/Step": 309, "Finetune/Step Time": 5.448789749294519}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 1.0040823221206665, "Finetune/Loss (Raw)": 1.0124194622039795, "Finetune/Step": 310, "Finetune/Step Time": 5.449665242806077}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 1.004226803779602, "Finetune/Loss (Raw)": 1.0380290746688843, "Finetune/Step": 311, "Finetune/Step Time": 5.456934107467532}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 1.0028271675109863, "Finetune/Loss (Raw)": 0.9851140379905701, "Finetune/Step": 312, "Finetune/Step Time": 5.455779442563653}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 1.0042868852615356, "Finetune/Loss (Raw)": 1.1176416873931885, "Finetune/Step": 313, "Finetune/Step Time": 5.463650990277529}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 1.0056285858154297, "Finetune/Loss (Raw)": 1.1869786977767944, "Finetune/Step": 314, "Finetune/Step Time": 5.447484228760004}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 1.0054925680160522, "Finetune/Loss (Raw)": 0.9947286248207092, "Finetune/Step": 315, "Finetune/Step Time": 5.4534453973174095}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9996275901794434, "Finetune/Loss (Raw)": 0.3860457241535187, "Finetune/Step": 316, "Finetune/Step Time": 5.485491558909416}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9993482232093811, "Finetune/Loss (Raw)": 0.9737368226051331, "Finetune/Step": 317, "Finetune/Step Time": 5.475615840405226}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9992529153823853, "Finetune/Loss (Raw)": 1.0631648302078247, "Finetune/Step": 318, "Finetune/Step Time": 5.469401491805911}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9985392093658447, "Finetune/Loss (Raw)": 0.9970710873603821, "Finetune/Step": 319, "Finetune/Step Time": 5.4770204462111}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9975506067276001, "Finetune/Loss (Raw)": 0.9494606852531433, "Finetune/Step": 320, "Finetune/Step Time": 5.47221820615232}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9927514791488647, "Finetune/Loss (Raw)": 0.32921525835990906, "Finetune/Step": 321, "Finetune/Step Time": 5.508443405851722}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9922546744346619, "Finetune/Loss (Raw)": 0.9984363317489624, "Finetune/Step": 322, "Finetune/Step Time": 5.508592948317528}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9927219748497009, "Finetune/Loss (Raw)": 1.0737165212631226, "Finetune/Step": 323, "Finetune/Step Time": 5.50339006818831}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9936789274215698, "Finetune/Loss (Raw)": 1.103485345840454, "Finetune/Step": 324, "Finetune/Step Time": 5.502339940518141}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9935925006866455, "Finetune/Loss (Raw)": 1.0467861890792847, "Finetune/Step": 325, "Finetune/Step Time": 5.499740304425359}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9952160120010376, "Finetune/Loss (Raw)": 1.2225338220596313, "Finetune/Step": 326, "Finetune/Step Time": 5.500205295160413}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9953430891036987, "Finetune/Loss (Raw)": 1.019650936126709, "Finetune/Step": 327, "Finetune/Step Time": 5.494687000289559}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9956580400466919, "Finetune/Loss (Raw)": 1.0757938623428345, "Finetune/Step": 328, "Finetune/Step Time": 5.5012883096933365}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9942035675048828, "Finetune/Loss (Raw)": 0.9448420405387878, "Finetune/Step": 329, "Finetune/Step Time": 5.517898090183735}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9922764301300049, "Finetune/Loss (Raw)": 0.8837450742721558, "Finetune/Step": 330, "Finetune/Step Time": 5.521502206102014}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9921290874481201, "Finetune/Loss (Raw)": 1.0560057163238525, "Finetune/Step": 331, "Finetune/Step Time": 5.5255127642303705}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.990293025970459, "Finetune/Loss (Raw)": 0.8304286003112793, "Finetune/Step": 332, "Finetune/Step Time": 5.542345562949777}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9959512948989868, "Finetune/Loss (Raw)": 1.0424914360046387, "Finetune/Step": 333, "Finetune/Step Time": 5.511234536767006}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9958749413490295, "Finetune/Loss (Raw)": 1.001956582069397, "Finetune/Step": 334, "Finetune/Step Time": 5.506299119442701}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9945489764213562, "Finetune/Loss (Raw)": 1.0170494318008423, "Finetune/Step": 335, "Finetune/Step Time": 5.493290901184082}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9948687553405762, "Finetune/Loss (Raw)": 1.099778652191162, "Finetune/Step": 336, "Finetune/Step Time": 5.49646464549005}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9966033101081848, "Finetune/Loss (Raw)": 1.236588716506958, "Finetune/Step": 337, "Finetune/Step Time": 5.491888616234064}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 1.0019198656082153, "Finetune/Loss (Raw)": 0.9992830157279968, "Finetune/Step": 338, "Finetune/Step Time": 5.469794563949108}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 1.0017297267913818, "Finetune/Loss (Raw)": 0.9666704535484314, "Finetune/Step": 339, "Finetune/Step Time": 5.472820671275258}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 1.0005176067352295, "Finetune/Loss (Raw)": 0.9206250905990601, "Finetune/Step": 340, "Finetune/Step Time": 5.471182415261865}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9992250204086304, "Finetune/Loss (Raw)": 1.0298222303390503, "Finetune/Step": 341, "Finetune/Step Time": 5.472861832007766}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 1.0000275373458862, "Finetune/Loss (Raw)": 1.0956617593765259, "Finetune/Step": 342, "Finetune/Step Time": 5.4543814063072205}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 1.00056791305542, "Finetune/Loss (Raw)": 1.0233168601989746, "Finetune/Step": 343, "Finetune/Step Time": 5.452870046719909}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 1.0017342567443848, "Finetune/Loss (Raw)": 1.0884953737258911, "Finetune/Step": 344, "Finetune/Step Time": 5.4380511827766895}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 1.0017492771148682, "Finetune/Loss (Raw)": 1.1246072053909302, "Finetune/Step": 345, "Finetune/Step Time": 5.440742939710617}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 1.002173662185669, "Finetune/Loss (Raw)": 1.1296902894973755, "Finetune/Step": 346, "Finetune/Step Time": 5.44773162715137}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 1.0017300844192505, "Finetune/Loss (Raw)": 1.1581865549087524, "Finetune/Step": 347, "Finetune/Step Time": 5.451227517798543}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 1.002590298652649, "Finetune/Loss (Raw)": 1.0850938558578491, "Finetune/Step": 348, "Finetune/Step Time": 5.471468919888139}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 1.002890706062317, "Finetune/Loss (Raw)": 1.158982753753662, "Finetune/Step": 349, "Finetune/Step Time": 5.4799919333308935}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 1.0031392574310303, "Finetune/Loss (Raw)": 0.9924761652946472, "Finetune/Step": 350, "Finetune/Step Time": 5.494535863399506}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 1.003220796585083, "Finetune/Loss (Raw)": 1.0030322074890137, "Finetune/Step": 351, "Finetune/Step Time": 5.507791023701429}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0083122253417969, "Finetune/Loss (Raw)": 1.0059274435043335, "Finetune/Step": 352, "Finetune/Step Time": 5.486898744478822}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0077481269836426, "Finetune/Loss (Raw)": 0.9846977591514587, "Finetune/Step": 353, "Finetune/Step Time": 5.48660652525723}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 1.0055456161499023, "Finetune/Loss (Raw)": 0.9092115759849548, "Finetune/Step": 354, "Finetune/Step Time": 5.493302239105105}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 1.004558801651001, "Finetune/Loss (Raw)": 1.0692507028579712, "Finetune/Step": 355, "Finetune/Step Time": 5.503287328407168}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 1.00266695022583, "Finetune/Loss (Raw)": 0.9147676229476929, "Finetune/Step": 356, "Finetune/Step Time": 5.510570587590337}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 1.001806378364563, "Finetune/Loss (Raw)": 0.9250653386116028, "Finetune/Step": 357, "Finetune/Step Time": 5.524246733635664}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9957609176635742, "Finetune/Loss (Raw)": 0.3857634663581848, "Finetune/Step": 358, "Finetune/Step Time": 5.5547386687248945}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9944324493408203, "Finetune/Loss (Raw)": 0.8546468019485474, "Finetune/Step": 359, "Finetune/Step Time": 5.5559870060533285}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9940327405929565, "Finetune/Loss (Raw)": 1.0156925916671753, "Finetune/Step": 360, "Finetune/Step Time": 5.555817283689976}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9986101388931274, "Finetune/Loss (Raw)": 0.8942499756813049, "Finetune/Step": 361, "Finetune/Step Time": 5.5246108956635}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9971118569374084, "Finetune/Loss (Raw)": 0.9781239628791809, "Finetune/Step": 362, "Finetune/Step Time": 5.517256861552596}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9961254596710205, "Finetune/Loss (Raw)": 1.0802687406539917, "Finetune/Step": 363, "Finetune/Step Time": 5.4757161140441895}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9967756867408752, "Finetune/Loss (Raw)": 1.1042413711547852, "Finetune/Step": 364, "Finetune/Step Time": 5.474399710074067}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9969966411590576, "Finetune/Loss (Raw)": 1.1224225759506226, "Finetune/Step": 365, "Finetune/Step Time": 5.444017628207803}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9961472153663635, "Finetune/Loss (Raw)": 0.9105357527732849, "Finetune/Step": 366, "Finetune/Step Time": 5.449352102354169}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.996980607509613, "Finetune/Loss (Raw)": 1.0075684785842896, "Finetune/Step": 367, "Finetune/Step Time": 5.449112251400948}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9974737167358398, "Finetune/Loss (Raw)": 1.0298995971679688, "Finetune/Step": 368, "Finetune/Step Time": 5.449495282024145}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.996583104133606, "Finetune/Loss (Raw)": 0.9915457367897034, "Finetune/Step": 369, "Finetune/Step Time": 5.4495032001286745}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9973405003547668, "Finetune/Loss (Raw)": 1.16800856590271, "Finetune/Step": 370, "Finetune/Step Time": 5.448579242452979}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.997921347618103, "Finetune/Loss (Raw)": 1.1613726615905762, "Finetune/Step": 371, "Finetune/Step Time": 5.433901382610202}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9989285469055176, "Finetune/Loss (Raw)": 1.0547078847885132, "Finetune/Step": 372, "Finetune/Step Time": 5.447343826293945}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9928900003433228, "Finetune/Loss (Raw)": 0.4407692849636078, "Finetune/Step": 373, "Finetune/Step Time": 5.482062503695488}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9865645170211792, "Finetune/Loss (Raw)": 0.3619769215583801, "Finetune/Step": 374, "Finetune/Step Time": 5.504053326323628}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9869067668914795, "Finetune/Loss (Raw)": 1.1083520650863647, "Finetune/Step": 375, "Finetune/Step Time": 5.495385266840458}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9860848784446716, "Finetune/Loss (Raw)": 0.9030711054801941, "Finetune/Step": 376, "Finetune/Step Time": 5.4950992204248905}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9856643676757812, "Finetune/Loss (Raw)": 0.974677562713623, "Finetune/Step": 377, "Finetune/Step Time": 5.500893717631698}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9867140054702759, "Finetune/Loss (Raw)": 1.2220897674560547, "Finetune/Step": 378, "Finetune/Step Time": 5.5056209824979305}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9867218732833862, "Finetune/Loss (Raw)": 1.152470588684082, "Finetune/Step": 379, "Finetune/Step Time": 5.491803923621774}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.986662745475769, "Finetune/Loss (Raw)": 1.0409637689590454, "Finetune/Step": 380, "Finetune/Step Time": 5.489798154681921}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9865138530731201, "Finetune/Loss (Raw)": 1.0652979612350464, "Finetune/Step": 381, "Finetune/Step Time": 5.4979422353208065}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9860418438911438, "Finetune/Loss (Raw)": 0.92397540807724, "Finetune/Step": 382, "Finetune/Step Time": 5.544955460354686}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9909330010414124, "Finetune/Loss (Raw)": 0.9419720768928528, "Finetune/Step": 383, "Finetune/Step Time": 5.547495096921921}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9873530864715576, "Finetune/Loss (Raw)": 0.49524468183517456, "Finetune/Step": 384, "Finetune/Step Time": 5.574777832254767}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9861047863960266, "Finetune/Loss (Raw)": 1.014902114868164, "Finetune/Step": 385, "Finetune/Step Time": 5.571567993611097}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9852758646011353, "Finetune/Loss (Raw)": 1.012515902519226, "Finetune/Step": 386, "Finetune/Step Time": 5.5763241574168205}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9836090803146362, "Finetune/Loss (Raw)": 0.874856173992157, "Finetune/Step": 387, "Finetune/Step Time": 5.577945975586772}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9824491739273071, "Finetune/Loss (Raw)": 0.9548258185386658, "Finetune/Step": 388, "Finetune/Step Time": 5.556120442226529}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9829168319702148, "Finetune/Loss (Raw)": 0.9434069395065308, "Finetune/Step": 389, "Finetune/Step Time": 5.555924575775862}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9828475117683411, "Finetune/Loss (Raw)": 0.8438454866409302, "Finetune/Step": 390, "Finetune/Step Time": 5.542564462870359}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9826790690422058, "Finetune/Loss (Raw)": 1.0086605548858643, "Finetune/Step": 391, "Finetune/Step Time": 5.537803994491696}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9825848340988159, "Finetune/Loss (Raw)": 0.9784970283508301, "Finetune/Step": 392, "Finetune/Step Time": 5.534185878932476}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9814715385437012, "Finetune/Loss (Raw)": 0.8554006218910217, "Finetune/Step": 393, "Finetune/Step Time": 5.54617671854794}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9782326221466064, "Finetune/Loss (Raw)": 0.8066777586936951, "Finetune/Step": 394, "Finetune/Step Time": 5.561402732506394}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9806021451950073, "Finetune/Loss (Raw)": 1.2062077522277832, "Finetune/Step": 395, "Finetune/Step Time": 5.56046324595809}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9805659055709839, "Finetune/Loss (Raw)": 1.112141728401184, "Finetune/Step": 396, "Finetune/Step Time": 5.561146650463343}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9790744185447693, "Finetune/Loss (Raw)": 0.8520886898040771, "Finetune/Step": 397, "Finetune/Step Time": 5.5769965797662735}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9799804091453552, "Finetune/Loss (Raw)": 1.18341863155365, "Finetune/Step": 398, "Finetune/Step Time": 5.570659790188074}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9791778326034546, "Finetune/Loss (Raw)": 0.9268636107444763, "Finetune/Step": 399, "Finetune/Step Time": 5.5584717988967896}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9778597950935364, "Finetune/Loss (Raw)": 0.9507681727409363, "Finetune/Step": 400, "Finetune/Step Time": 5.5562810227274895}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9783048629760742, "Finetune/Loss (Raw)": 1.1177384853363037, "Finetune/Step": 401, "Finetune/Step Time": 5.558824518695474}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9775412082672119, "Finetune/Loss (Raw)": 1.0083551406860352, "Finetune/Step": 402, "Finetune/Step Time": 5.5708157531917095}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9771677255630493, "Finetune/Loss (Raw)": 0.9747372269630432, "Finetune/Step": 403, "Finetune/Step Time": 5.5702240858227015}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9791083931922913, "Finetune/Loss (Raw)": 1.0830821990966797, "Finetune/Step": 404, "Finetune/Step Time": 5.53740524686873}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9768297672271729, "Finetune/Loss (Raw)": 0.735045850276947, "Finetune/Step": 405, "Finetune/Step Time": 5.549836676567793}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9724357724189758, "Finetune/Loss (Raw)": 0.4781021475791931, "Finetune/Step": 406, "Finetune/Step Time": 5.581419451162219}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.96616530418396, "Finetune/Loss (Raw)": 0.4202790856361389, "Finetune/Step": 407, "Finetune/Step Time": 5.60048239864409}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9661160707473755, "Finetune/Loss (Raw)": 0.9846407175064087, "Finetune/Step": 408, "Finetune/Step Time": 5.59969955123961}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9669605493545532, "Finetune/Loss (Raw)": 1.193666696548462, "Finetune/Step": 409, "Finetune/Step Time": 5.6010581981390715}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.968525767326355, "Finetune/Loss (Raw)": 1.226125717163086, "Finetune/Step": 410, "Finetune/Step Time": 5.599375465884805}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9673736095428467, "Finetune/Loss (Raw)": 0.9987630844116211, "Finetune/Step": 411, "Finetune/Step Time": 5.602008730173111}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9612528085708618, "Finetune/Loss (Raw)": 0.37319400906562805, "Finetune/Step": 412, "Finetune/Step Time": 5.641629846766591}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9621466994285583, "Finetune/Loss (Raw)": 1.12395179271698, "Finetune/Step": 413, "Finetune/Step Time": 5.619198935106397}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9610238671302795, "Finetune/Loss (Raw)": 0.94044029712677, "Finetune/Step": 414, "Finetune/Step Time": 5.604396667331457}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9608298540115356, "Finetune/Loss (Raw)": 1.057230830192566, "Finetune/Step": 415, "Finetune/Step Time": 5.60167945548892}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9625279903411865, "Finetune/Loss (Raw)": 1.1278281211853027, "Finetune/Step": 416, "Finetune/Step Time": 5.587315510958433}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.961961030960083, "Finetune/Loss (Raw)": 1.054170846939087, "Finetune/Step": 417, "Finetune/Step Time": 5.582177720963955}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9630103707313538, "Finetune/Loss (Raw)": 1.1011983156204224, "Finetune/Step": 418, "Finetune/Step Time": 5.56983146071434}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9618641138076782, "Finetune/Loss (Raw)": 0.9794390797615051, "Finetune/Step": 419, "Finetune/Step Time": 5.587465565651655}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9560549259185791, "Finetune/Loss (Raw)": 0.3646475374698639, "Finetune/Step": 420, "Finetune/Step Time": 5.616985892876983}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9551190137863159, "Finetune/Loss (Raw)": 1.0340145826339722, "Finetune/Step": 421, "Finetune/Step Time": 5.616690326482058}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.956997811794281, "Finetune/Loss (Raw)": 1.0076086521148682, "Finetune/Step": 422, "Finetune/Step Time": 5.622418511658907}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9573294520378113, "Finetune/Loss (Raw)": 1.1357779502868652, "Finetune/Step": 423, "Finetune/Step Time": 5.615974636748433}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9574867486953735, "Finetune/Loss (Raw)": 1.0414063930511475, "Finetune/Step": 424, "Finetune/Step Time": 5.615220509469509}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9545997381210327, "Finetune/Loss (Raw)": 0.7683448195457458, "Finetune/Step": 425, "Finetune/Step Time": 5.650341281667352}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9554500579833984, "Finetune/Loss (Raw)": 1.0199437141418457, "Finetune/Step": 426, "Finetune/Step Time": 5.629090670496225}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.960722804069519, "Finetune/Loss (Raw)": 0.9823999404907227, "Finetune/Step": 427, "Finetune/Step Time": 5.598512634634972}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9666546583175659, "Finetune/Loss (Raw)": 1.1258561611175537, "Finetune/Step": 428, "Finetune/Step Time": 5.56813639216125}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.971977174282074, "Finetune/Loss (Raw)": 1.0774297714233398, "Finetune/Step": 429, "Finetune/Step Time": 5.541404295712709}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9720642566680908, "Finetune/Loss (Raw)": 0.903761625289917, "Finetune/Step": 430, "Finetune/Step Time": 5.54058438539505}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9780740737915039, "Finetune/Loss (Raw)": 1.09089195728302, "Finetune/Step": 431, "Finetune/Step Time": 5.519078681245446}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9768728613853455, "Finetune/Loss (Raw)": 0.9447579979896545, "Finetune/Step": 432, "Finetune/Step Time": 5.519600970670581}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9758442640304565, "Finetune/Loss (Raw)": 0.9180371761322021, "Finetune/Step": 433, "Finetune/Step Time": 5.523361349478364}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9761085510253906, "Finetune/Loss (Raw)": 0.9847357273101807, "Finetune/Step": 434, "Finetune/Step Time": 5.524225419387221}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9735112190246582, "Finetune/Loss (Raw)": 0.839707612991333, "Finetune/Step": 435, "Finetune/Step Time": 5.498276283964515}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9724993705749512, "Finetune/Loss (Raw)": 0.9236382246017456, "Finetune/Step": 436, "Finetune/Step Time": 5.495152799412608}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9715425968170166, "Finetune/Loss (Raw)": 1.029752492904663, "Finetune/Step": 437, "Finetune/Step Time": 5.49170933291316}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9712355732917786, "Finetune/Loss (Raw)": 0.9731261730194092, "Finetune/Step": 438, "Finetune/Step Time": 5.483347557485104}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9707913398742676, "Finetune/Loss (Raw)": 0.9811680316925049, "Finetune/Step": 439, "Finetune/Step Time": 5.488119041547179}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9715656042098999, "Finetune/Loss (Raw)": 1.0842208862304688, "Finetune/Step": 440, "Finetune/Step Time": 5.494674438610673}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9711032509803772, "Finetune/Loss (Raw)": 1.0584574937820435, "Finetune/Step": 441, "Finetune/Step Time": 5.492348670959473}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9652789831161499, "Finetune/Loss (Raw)": 0.4414684474468231, "Finetune/Step": 442, "Finetune/Step Time": 5.5256881304085255}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9659311771392822, "Finetune/Loss (Raw)": 1.0782103538513184, "Finetune/Step": 443, "Finetune/Step Time": 5.529700016602874}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9718356132507324, "Finetune/Loss (Raw)": 1.1418102979660034, "Finetune/Step": 444, "Finetune/Step Time": 5.4989708084613085}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9721622467041016, "Finetune/Loss (Raw)": 1.0155503749847412, "Finetune/Step": 445, "Finetune/Step Time": 5.500775959342718}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.972618043422699, "Finetune/Loss (Raw)": 1.1215100288391113, "Finetune/Step": 446, "Finetune/Step Time": 5.508935974910855}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9729429483413696, "Finetune/Loss (Raw)": 1.0386556386947632, "Finetune/Step": 447, "Finetune/Step Time": 5.498687585815787}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9730361104011536, "Finetune/Loss (Raw)": 0.9613854885101318, "Finetune/Step": 448, "Finetune/Step Time": 5.504325984045863}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9793615341186523, "Finetune/Loss (Raw)": 1.1388747692108154, "Finetune/Step": 449, "Finetune/Step Time": 5.471425095573068}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9789367318153381, "Finetune/Loss (Raw)": 0.9440602660179138, "Finetune/Step": 450, "Finetune/Step Time": 5.470426194369793}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.978179931640625, "Finetune/Loss (Raw)": 0.97684645652771, "Finetune/Step": 451, "Finetune/Step Time": 5.474796155467629}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9774274826049805, "Finetune/Loss (Raw)": 1.007158875465393, "Finetune/Step": 452, "Finetune/Step Time": 5.468221064656973}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9788376688957214, "Finetune/Loss (Raw)": 1.2272989749908447, "Finetune/Step": 453, "Finetune/Step Time": 5.463177669793367}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9770433306694031, "Finetune/Loss (Raw)": 0.9928589463233948, "Finetune/Step": 454, "Finetune/Step Time": 5.4779654163867235}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9776138067245483, "Finetune/Loss (Raw)": 1.0926764011383057, "Finetune/Step": 455, "Finetune/Step Time": 5.476271837949753}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9718979597091675, "Finetune/Loss (Raw)": 0.344155490398407, "Finetune/Step": 456, "Finetune/Step Time": 5.495367588475347}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9717100262641907, "Finetune/Loss (Raw)": 0.9207944273948669, "Finetune/Step": 457, "Finetune/Step Time": 5.475744696334004}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9743273258209229, "Finetune/Loss (Raw)": 1.2187604904174805, "Finetune/Step": 458, "Finetune/Step Time": 5.473224855959415}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9738584160804749, "Finetune/Loss (Raw)": 0.9959830641746521, "Finetune/Step": 459, "Finetune/Step Time": 5.476177329197526}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9740196466445923, "Finetune/Loss (Raw)": 0.851059079170227, "Finetune/Step": 460, "Finetune/Step Time": 5.475097814574838}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9735827445983887, "Finetune/Loss (Raw)": 0.9865723252296448, "Finetune/Step": 461, "Finetune/Step Time": 5.474438030272722}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9735022783279419, "Finetune/Loss (Raw)": 0.9916552305221558, "Finetune/Step": 462, "Finetune/Step Time": 5.473911022767425}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9749219417572021, "Finetune/Loss (Raw)": 1.1987663507461548, "Finetune/Step": 463, "Finetune/Step Time": 5.468088256195188}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9686051607131958, "Finetune/Loss (Raw)": 0.2912391722202301, "Finetune/Step": 464, "Finetune/Step Time": 5.498168848454952}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9671251773834229, "Finetune/Loss (Raw)": 1.0471477508544922, "Finetune/Step": 465, "Finetune/Step Time": 5.50516402348876}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9667388796806335, "Finetune/Loss (Raw)": 0.9498401284217834, "Finetune/Step": 466, "Finetune/Step Time": 5.5100182965397835}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9676635265350342, "Finetune/Loss (Raw)": 1.0850162506103516, "Finetune/Step": 467, "Finetune/Step Time": 5.509965073317289}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9669963121414185, "Finetune/Loss (Raw)": 0.8352215886116028, "Finetune/Step": 468, "Finetune/Step Time": 5.521691823378205}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9617214202880859, "Finetune/Loss (Raw)": 0.3546407222747803, "Finetune/Step": 469, "Finetune/Step Time": 5.548108199611306}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.960865318775177, "Finetune/Loss (Raw)": 0.9860790371894836, "Finetune/Step": 470, "Finetune/Step Time": 5.546771613880992}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.960777997970581, "Finetune/Loss (Raw)": 1.0121357440948486, "Finetune/Step": 471, "Finetune/Step Time": 5.562022736296058}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9611684679985046, "Finetune/Loss (Raw)": 1.1384788751602173, "Finetune/Step": 472, "Finetune/Step Time": 5.563208280131221}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9596095085144043, "Finetune/Loss (Raw)": 0.9250655770301819, "Finetune/Step": 473, "Finetune/Step Time": 5.561413329094648}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9590452909469604, "Finetune/Loss (Raw)": 1.0574668645858765, "Finetune/Step": 474, "Finetune/Step Time": 5.557572009041905}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9583651423454285, "Finetune/Loss (Raw)": 1.0711232423782349, "Finetune/Step": 475, "Finetune/Step Time": 5.556281346827745}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9579391479492188, "Finetune/Loss (Raw)": 1.0305699110031128, "Finetune/Step": 476, "Finetune/Step Time": 5.540209703147411}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9575486183166504, "Finetune/Loss (Raw)": 1.1089959144592285, "Finetune/Step": 477, "Finetune/Step Time": 5.5463000331074}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9573850035667419, "Finetune/Loss (Raw)": 0.9715277552604675, "Finetune/Step": 478, "Finetune/Step Time": 5.5228969398885965}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9576181173324585, "Finetune/Loss (Raw)": 1.0328741073608398, "Finetune/Step": 479, "Finetune/Step Time": 5.508043387904763}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9582815170288086, "Finetune/Loss (Raw)": 1.090851068496704, "Finetune/Step": 480, "Finetune/Step Time": 5.500275963917375}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9586353898048401, "Finetune/Loss (Raw)": 1.0299873352050781, "Finetune/Step": 481, "Finetune/Step Time": 5.504773527383804}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9597594738006592, "Finetune/Loss (Raw)": 1.0530928373336792, "Finetune/Step": 482, "Finetune/Step Time": 5.513791298493743}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9595447778701782, "Finetune/Loss (Raw)": 1.0417637825012207, "Finetune/Step": 483, "Finetune/Step Time": 5.524607660248876}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9600416421890259, "Finetune/Loss (Raw)": 0.9783771634101868, "Finetune/Step": 484, "Finetune/Step Time": 5.5287020318210125}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9594997763633728, "Finetune/Loss (Raw)": 0.8557026386260986, "Finetune/Step": 485, "Finetune/Step Time": 5.532451355829835}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.964259147644043, "Finetune/Loss (Raw)": 0.9949623346328735, "Finetune/Step": 486, "Finetune/Step Time": 5.514835400506854}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9657332301139832, "Finetune/Loss (Raw)": 1.0433316230773926, "Finetune/Step": 487, "Finetune/Step Time": 5.514330744743347}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.965999960899353, "Finetune/Loss (Raw)": 1.0498377084732056, "Finetune/Step": 488, "Finetune/Step Time": 5.5119923911988735}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.966437816619873, "Finetune/Loss (Raw)": 0.9502888321876526, "Finetune/Step": 489, "Finetune/Step Time": 5.516444332897663}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9662042856216431, "Finetune/Loss (Raw)": 0.9482317566871643, "Finetune/Step": 490, "Finetune/Step Time": 5.522617727518082}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9630603194236755, "Finetune/Loss (Raw)": 0.677840530872345, "Finetune/Step": 491, "Finetune/Step Time": 5.551185702905059}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9620333313941956, "Finetune/Loss (Raw)": 0.9727904796600342, "Finetune/Step": 492, "Finetune/Step Time": 5.556920548900962}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9617010951042175, "Finetune/Loss (Raw)": 1.0798957347869873, "Finetune/Step": 493, "Finetune/Step Time": 5.559056680649519}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9622422456741333, "Finetune/Loss (Raw)": 0.9797959327697754, "Finetune/Step": 494, "Finetune/Step Time": 5.569872947409749}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9623662829399109, "Finetune/Loss (Raw)": 1.023454189300537, "Finetune/Step": 495, "Finetune/Step Time": 5.569962106645107}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9624888896942139, "Finetune/Loss (Raw)": 1.0455888509750366, "Finetune/Step": 496, "Finetune/Step Time": 5.583098758012056}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.962360680103302, "Finetune/Loss (Raw)": 0.9751378297805786, "Finetune/Step": 497, "Finetune/Step Time": 5.58550114184618}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9614162445068359, "Finetune/Loss (Raw)": 1.047122597694397, "Finetune/Step": 498, "Finetune/Step Time": 5.583665730431676}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9593298435211182, "Finetune/Loss (Raw)": 0.8943130373954773, "Finetune/Step": 499, "Finetune/Step Time": 5.580509353429079}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9588698148727417, "Finetune/Loss (Raw)": 0.9958186149597168, "Finetune/Step": 500, "Finetune/Step Time": 5.580596584826708}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9616504907608032, "Finetune/Loss (Raw)": 0.7966972589492798, "Finetune/Step": 501, "Finetune/Step Time": 5.554707117378712}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9657982587814331, "Finetune/Loss (Raw)": 0.8928964138031006, "Finetune/Step": 502, "Finetune/Step Time": 5.552385816350579}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9652782678604126, "Finetune/Loss (Raw)": 1.0417946577072144, "Finetune/Step": 503, "Finetune/Step Time": 5.573586851358414}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9665862321853638, "Finetune/Loss (Raw)": 1.0704935789108276, "Finetune/Step": 504, "Finetune/Step Time": 5.563757210969925}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9668943285942078, "Finetune/Loss (Raw)": 1.0141032934188843, "Finetune/Step": 505, "Finetune/Step Time": 5.559369117021561}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9638504981994629, "Finetune/Loss (Raw)": 0.8324795961380005, "Finetune/Step": 506, "Finetune/Step Time": 5.565943710505962}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9628152847290039, "Finetune/Loss (Raw)": 1.0199670791625977, "Finetune/Step": 507, "Finetune/Step Time": 5.567608525976539}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9624732136726379, "Finetune/Loss (Raw)": 0.9971805810928345, "Finetune/Step": 508, "Finetune/Step Time": 5.567228881642222}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9618006944656372, "Finetune/Loss (Raw)": 0.9792148470878601, "Finetune/Step": 509, "Finetune/Step Time": 5.570481471717358}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9618558883666992, "Finetune/Loss (Raw)": 0.9310382604598999, "Finetune/Step": 510, "Finetune/Step Time": 5.530071780085564}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9631383419036865, "Finetune/Loss (Raw)": 1.1061294078826904, "Finetune/Step": 511, "Finetune/Step Time": 5.500493684783578}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9673502445220947, "Finetune/Loss (Raw)": 1.0343687534332275, "Finetune/Step": 512, "Finetune/Step Time": 5.477163406088948}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9677515029907227, "Finetune/Loss (Raw)": 1.0662542581558228, "Finetune/Step": 513, "Finetune/Step Time": 5.481802314519882}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9684445858001709, "Finetune/Loss (Raw)": 1.1012338399887085, "Finetune/Step": 514, "Finetune/Step Time": 5.4898520819842815}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9647516012191772, "Finetune/Loss (Raw)": 0.40215209126472473, "Finetune/Step": 515, "Finetune/Step Time": 5.519364384934306}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.965792179107666, "Finetune/Loss (Raw)": 1.0880331993103027, "Finetune/Step": 516, "Finetune/Step Time": 5.522203858941793}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9665918946266174, "Finetune/Loss (Raw)": 1.045755386352539, "Finetune/Step": 517, "Finetune/Step Time": 5.521141767501831}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9683324098587036, "Finetune/Loss (Raw)": 1.0666431188583374, "Finetune/Step": 518, "Finetune/Step Time": 5.528767982497811}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9688112139701843, "Finetune/Loss (Raw)": 1.0699470043182373, "Finetune/Step": 519, "Finetune/Step Time": 5.5438144113868475}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9691051244735718, "Finetune/Loss (Raw)": 1.0161161422729492, "Finetune/Step": 520, "Finetune/Step Time": 5.54355126991868}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9703242778778076, "Finetune/Loss (Raw)": 1.0114431381225586, "Finetune/Step": 521, "Finetune/Step Time": 5.534641120582819}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.971847414970398, "Finetune/Loss (Raw)": 1.0016473531723022, "Finetune/Step": 522, "Finetune/Step Time": 5.516529751941562}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9694982767105103, "Finetune/Loss (Raw)": 0.9055147767066956, "Finetune/Step": 523, "Finetune/Step Time": 5.523562194779515}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9687694907188416, "Finetune/Loss (Raw)": 1.0188637971878052, "Finetune/Step": 524, "Finetune/Step Time": 5.519643537700176}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.970120906829834, "Finetune/Loss (Raw)": 1.0250636339187622, "Finetune/Step": 525, "Finetune/Step Time": 5.502728745341301}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9681817293167114, "Finetune/Loss (Raw)": 0.9352092742919922, "Finetune/Step": 526, "Finetune/Step Time": 5.515478793531656}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9685038328170776, "Finetune/Loss (Raw)": 0.9680888056755066, "Finetune/Step": 527, "Finetune/Step Time": 5.509551241993904}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9692578911781311, "Finetune/Loss (Raw)": 1.047285795211792, "Finetune/Step": 528, "Finetune/Step Time": 5.504576787352562}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9691056609153748, "Finetune/Loss (Raw)": 1.098250150680542, "Finetune/Step": 529, "Finetune/Step Time": 5.504250193014741}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.969831109046936, "Finetune/Loss (Raw)": 1.101218819618225, "Finetune/Step": 530, "Finetune/Step Time": 5.4884094297885895}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9713053703308105, "Finetune/Loss (Raw)": 1.163435459136963, "Finetune/Step": 531, "Finetune/Step Time": 5.484696503728628}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9705547094345093, "Finetune/Loss (Raw)": 0.9870076775550842, "Finetune/Step": 532, "Finetune/Step Time": 5.482698794454336}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9722232818603516, "Finetune/Loss (Raw)": 0.9486116170883179, "Finetune/Step": 533, "Finetune/Step Time": 5.479144839569926}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9758692383766174, "Finetune/Loss (Raw)": 0.9447932839393616, "Finetune/Step": 534, "Finetune/Step Time": 5.455611145123839}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9798709154129028, "Finetune/Loss (Raw)": 0.9324905872344971, "Finetune/Step": 535, "Finetune/Step Time": 5.436957284808159}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9786213040351868, "Finetune/Loss (Raw)": 0.8246901035308838, "Finetune/Step": 536, "Finetune/Step Time": 5.460212778300047}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9776329398155212, "Finetune/Loss (Raw)": 1.067149043083191, "Finetune/Step": 537, "Finetune/Step Time": 5.461390953511}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9760371446609497, "Finetune/Loss (Raw)": 1.0218733549118042, "Finetune/Step": 538, "Finetune/Step Time": 5.470195164903998}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9768433570861816, "Finetune/Loss (Raw)": 1.1019597053527832, "Finetune/Step": 539, "Finetune/Step Time": 5.464323880150914}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9815539121627808, "Finetune/Loss (Raw)": 0.9761457443237305, "Finetune/Step": 540, "Finetune/Step Time": 5.424557304009795}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9806677103042603, "Finetune/Loss (Raw)": 1.0105056762695312, "Finetune/Step": 541, "Finetune/Step Time": 5.431791853159666}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.981337308883667, "Finetune/Loss (Raw)": 1.0261608362197876, "Finetune/Step": 542, "Finetune/Step Time": 5.430698033422232}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9819143414497375, "Finetune/Loss (Raw)": 1.1310844421386719, "Finetune/Step": 543, "Finetune/Step Time": 5.430589064955711}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9815623164176941, "Finetune/Loss (Raw)": 1.0827703475952148, "Finetune/Step": 544, "Finetune/Step Time": 5.4309221133589745}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9810578227043152, "Finetune/Loss (Raw)": 0.9895942807197571, "Finetune/Step": 545, "Finetune/Step Time": 5.4286827482283115}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9798226356506348, "Finetune/Loss (Raw)": 0.9431036114692688, "Finetune/Step": 546, "Finetune/Step Time": 5.429907858371735}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9805882573127747, "Finetune/Loss (Raw)": 1.0774357318878174, "Finetune/Step": 547, "Finetune/Step Time": 5.42072986997664}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9852178692817688, "Finetune/Loss (Raw)": 0.9572376608848572, "Finetune/Step": 548, "Finetune/Step Time": 5.405615584924817}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9837164878845215, "Finetune/Loss (Raw)": 0.8418307304382324, "Finetune/Step": 549, "Finetune/Step Time": 5.414620706811547}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9836594462394714, "Finetune/Loss (Raw)": 1.0003092288970947, "Finetune/Step": 550, "Finetune/Step Time": 5.396820280700922}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9824707508087158, "Finetune/Loss (Raw)": 0.9836201071739197, "Finetune/Step": 551, "Finetune/Step Time": 5.398024572059512}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9828921556472778, "Finetune/Loss (Raw)": 1.095353126525879, "Finetune/Step": 552, "Finetune/Step Time": 5.393290420994163}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9828570485115051, "Finetune/Loss (Raw)": 0.7638501524925232, "Finetune/Step": 553, "Finetune/Step Time": 5.357126299291849}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9837871193885803, "Finetune/Loss (Raw)": 1.1389920711517334, "Finetune/Step": 554, "Finetune/Step Time": 5.354645622894168}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9835413098335266, "Finetune/Loss (Raw)": 0.950939953327179, "Finetune/Step": 555, "Finetune/Step Time": 5.368864884600043}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9826993346214294, "Finetune/Loss (Raw)": 1.0180844068527222, "Finetune/Step": 556, "Finetune/Step Time": 5.3808369897305965}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9817614555358887, "Finetune/Loss (Raw)": 0.9573763608932495, "Finetune/Step": 557, "Finetune/Step Time": 5.377170344814658}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9766842126846313, "Finetune/Loss (Raw)": 0.2538772523403168, "Finetune/Step": 558, "Finetune/Step Time": 5.396090060472488}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.975772500038147, "Finetune/Loss (Raw)": 0.9741920232772827, "Finetune/Step": 559, "Finetune/Step Time": 5.389060594141483}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9749904870986938, "Finetune/Loss (Raw)": 0.8446539640426636, "Finetune/Step": 560, "Finetune/Step Time": 5.384611079469323}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.974754810333252, "Finetune/Loss (Raw)": 0.887873113155365, "Finetune/Step": 561, "Finetune/Step Time": 5.390792414546013}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9744409322738647, "Finetune/Loss (Raw)": 0.9445638656616211, "Finetune/Step": 562, "Finetune/Step Time": 5.394002135843039}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9760759472846985, "Finetune/Loss (Raw)": 1.0489954948425293, "Finetune/Step": 563, "Finetune/Step Time": 5.394494483247399}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9769337773323059, "Finetune/Loss (Raw)": 1.033436894416809, "Finetune/Step": 564, "Finetune/Step Time": 5.404407745227218}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9763472676277161, "Finetune/Loss (Raw)": 0.9546762108802795, "Finetune/Step": 565, "Finetune/Step Time": 5.403465421870351}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9771849513053894, "Finetune/Loss (Raw)": 1.0803455114364624, "Finetune/Step": 566, "Finetune/Step Time": 5.405061276629567}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9773728251457214, "Finetune/Loss (Raw)": 1.0052183866500854, "Finetune/Step": 567, "Finetune/Step Time": 5.407802859321237}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9711602926254272, "Finetune/Loss (Raw)": 0.289016455411911, "Finetune/Step": 568, "Finetune/Step Time": 5.429147968068719}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9701632857322693, "Finetune/Loss (Raw)": 0.9308401942253113, "Finetune/Step": 569, "Finetune/Step Time": 5.434699764475226}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.974661111831665, "Finetune/Loss (Raw)": 1.0171854496002197, "Finetune/Step": 570, "Finetune/Step Time": 5.413197426125407}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9736930131912231, "Finetune/Loss (Raw)": 0.9542993903160095, "Finetune/Step": 571, "Finetune/Step Time": 5.419311540201306}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9729066491127014, "Finetune/Loss (Raw)": 1.0411574840545654, "Finetune/Step": 572, "Finetune/Step Time": 5.41824908927083}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9733628034591675, "Finetune/Loss (Raw)": 1.0739384889602661, "Finetune/Step": 573, "Finetune/Step Time": 5.416628964245319}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9732124209403992, "Finetune/Loss (Raw)": 1.1022604703903198, "Finetune/Step": 574, "Finetune/Step Time": 5.408916983753443}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9739720225334167, "Finetune/Loss (Raw)": 1.1358839273452759, "Finetune/Step": 575, "Finetune/Step Time": 5.4315652176737785}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9742000102996826, "Finetune/Loss (Raw)": 0.9905664920806885, "Finetune/Step": 576, "Finetune/Step Time": 5.438236050307751}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9730368852615356, "Finetune/Loss (Raw)": 0.9900019764900208, "Finetune/Step": 577, "Finetune/Step Time": 5.4340431075543165}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9731472730636597, "Finetune/Loss (Raw)": 0.9581763744354248, "Finetune/Step": 578, "Finetune/Step Time": 5.429980784654617}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9721871018409729, "Finetune/Loss (Raw)": 0.8539533019065857, "Finetune/Step": 579, "Finetune/Step Time": 5.4427693877369165}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9724541902542114, "Finetune/Loss (Raw)": 1.0413455963134766, "Finetune/Step": 580, "Finetune/Step Time": 5.450082121416926}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9717553853988647, "Finetune/Loss (Raw)": 1.1378575563430786, "Finetune/Step": 581, "Finetune/Step Time": 5.460563069209456}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9721802473068237, "Finetune/Loss (Raw)": 1.0472321510314941, "Finetune/Step": 582, "Finetune/Step Time": 5.455435568466783}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9706659317016602, "Finetune/Loss (Raw)": 0.8988506197929382, "Finetune/Step": 583, "Finetune/Step Time": 5.4616944044828415}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9764488935470581, "Finetune/Loss (Raw)": 1.0843721628189087, "Finetune/Step": 584, "Finetune/Step Time": 5.4411491341888905}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9777066111564636, "Finetune/Loss (Raw)": 1.0817797183990479, "Finetune/Step": 585, "Finetune/Step Time": 5.442904099822044}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9709054231643677, "Finetune/Loss (Raw)": 0.3482094705104828, "Finetune/Step": 586, "Finetune/Step Time": 5.4693668484687805}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9724332690238953, "Finetune/Loss (Raw)": 1.191548466682434, "Finetune/Step": 587, "Finetune/Step Time": 5.460498459637165}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9736285209655762, "Finetune/Loss (Raw)": 1.0040476322174072, "Finetune/Step": 588, "Finetune/Step Time": 5.469308955594897}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9743924140930176, "Finetune/Loss (Raw)": 1.0843510627746582, "Finetune/Step": 589, "Finetune/Step Time": 5.464241473004222}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9751659631729126, "Finetune/Loss (Raw)": 1.0906755924224854, "Finetune/Step": 590, "Finetune/Step Time": 5.465374266728759}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9731959104537964, "Finetune/Loss (Raw)": 0.9465936422348022, "Finetune/Step": 591, "Finetune/Step Time": 5.467429868876934}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9785578846931458, "Finetune/Loss (Raw)": 0.9775714874267578, "Finetune/Step": 592, "Finetune/Step Time": 5.435246137902141}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9782049655914307, "Finetune/Loss (Raw)": 1.001977562904358, "Finetune/Step": 593, "Finetune/Step Time": 5.4505032338202}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9786936044692993, "Finetune/Loss (Raw)": 1.0123862028121948, "Finetune/Step": 594, "Finetune/Step Time": 5.437917245551944}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9781291484832764, "Finetune/Loss (Raw)": 1.012758493423462, "Finetune/Step": 595, "Finetune/Step Time": 5.428049759939313}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.978887677192688, "Finetune/Loss (Raw)": 0.9323147535324097, "Finetune/Step": 596, "Finetune/Step Time": 5.410874145105481}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9829940795898438, "Finetune/Loss (Raw)": 0.8802657127380371, "Finetune/Step": 597, "Finetune/Step Time": 5.3826000690460205}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9831576347351074, "Finetune/Loss (Raw)": 1.0070191621780396, "Finetune/Step": 598, "Finetune/Step Time": 5.405543265864253}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9832092523574829, "Finetune/Loss (Raw)": 1.0187323093414307, "Finetune/Step": 599, "Finetune/Step Time": 5.387423489242792}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9829810857772827, "Finetune/Loss (Raw)": 1.1092790365219116, "Finetune/Step": 600, "Finetune/Step Time": 5.392320428043604}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9834367632865906, "Finetune/Loss (Raw)": 0.983390748500824, "Finetune/Step": 601, "Finetune/Step Time": 5.416048306971788}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9834900498390198, "Finetune/Loss (Raw)": 1.0642896890640259, "Finetune/Step": 602, "Finetune/Step Time": 5.4205383490771055}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9824486970901489, "Finetune/Loss (Raw)": 0.9378255009651184, "Finetune/Step": 603, "Finetune/Step Time": 5.425728313624859}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9827489852905273, "Finetune/Loss (Raw)": 1.0690155029296875, "Finetune/Step": 604, "Finetune/Step Time": 5.425556248053908}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9814891815185547, "Finetune/Loss (Raw)": 0.9477347135543823, "Finetune/Step": 605, "Finetune/Step Time": 5.420588364824653}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9811413288116455, "Finetune/Loss (Raw)": 0.9270086288452148, "Finetune/Step": 606, "Finetune/Step Time": 5.437892731279135}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9795091152191162, "Finetune/Loss (Raw)": 0.8239492177963257, "Finetune/Step": 607, "Finetune/Step Time": 5.467383010312915}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9794872999191284, "Finetune/Loss (Raw)": 1.0880523920059204, "Finetune/Step": 608, "Finetune/Step Time": 5.464497059583664}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.978618860244751, "Finetune/Loss (Raw)": 0.9188361167907715, "Finetune/Step": 609, "Finetune/Step Time": 5.45982495136559}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9779729843139648, "Finetune/Loss (Raw)": 0.9704070687294006, "Finetune/Step": 610, "Finetune/Step Time": 5.450878402218223}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9779568910598755, "Finetune/Loss (Raw)": 1.0397075414657593, "Finetune/Step": 611, "Finetune/Step Time": 5.42865671031177}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9798104763031006, "Finetune/Loss (Raw)": 1.215639591217041, "Finetune/Step": 612, "Finetune/Step Time": 5.425813168287277}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9802030324935913, "Finetune/Loss (Raw)": 0.9059450626373291, "Finetune/Step": 613, "Finetune/Step Time": 5.418363939970732}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9801239967346191, "Finetune/Loss (Raw)": 0.9848566651344299, "Finetune/Step": 614, "Finetune/Step Time": 5.403568839654326}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9800437092781067, "Finetune/Loss (Raw)": 1.0330525636672974, "Finetune/Step": 615, "Finetune/Step Time": 5.410159168764949}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9796804189682007, "Finetune/Loss (Raw)": 1.0033230781555176, "Finetune/Step": 616, "Finetune/Step Time": 5.412132767960429}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9800745844841003, "Finetune/Loss (Raw)": 1.0007495880126953, "Finetune/Step": 617, "Finetune/Step Time": 5.404214946553111}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.980823278427124, "Finetune/Loss (Raw)": 1.0440672636032104, "Finetune/Step": 618, "Finetune/Step Time": 5.3985556326806545}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9827274680137634, "Finetune/Loss (Raw)": 0.9215787649154663, "Finetune/Step": 619, "Finetune/Step Time": 5.392981564626098}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9831880927085876, "Finetune/Loss (Raw)": 1.0317472219467163, "Finetune/Step": 620, "Finetune/Step Time": 5.383602412417531}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.982730507850647, "Finetune/Loss (Raw)": 1.02131986618042, "Finetune/Step": 621, "Finetune/Step Time": 5.40325690060854}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9826329350471497, "Finetune/Loss (Raw)": 0.9673109650611877, "Finetune/Step": 622, "Finetune/Step Time": 5.3911522924900055}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9830021262168884, "Finetune/Loss (Raw)": 1.070716381072998, "Finetune/Step": 623, "Finetune/Step Time": 5.392266688868403}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9826167821884155, "Finetune/Loss (Raw)": 0.996258020401001, "Finetune/Step": 624, "Finetune/Step Time": 5.378347611054778}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9832669496536255, "Finetune/Loss (Raw)": 1.0583654642105103, "Finetune/Step": 625, "Finetune/Step Time": 5.3792466185987}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.983411431312561, "Finetune/Loss (Raw)": 1.0656051635742188, "Finetune/Step": 626, "Finetune/Step Time": 5.377290861681104}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9840874075889587, "Finetune/Loss (Raw)": 0.9808501601219177, "Finetune/Step": 627, "Finetune/Step Time": 5.379310535266995}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9840611219406128, "Finetune/Loss (Raw)": 0.9924459457397461, "Finetune/Step": 628, "Finetune/Step Time": 5.374522645026445}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9858956933021545, "Finetune/Loss (Raw)": 1.0315226316452026, "Finetune/Step": 629, "Finetune/Step Time": 5.364652328193188}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9878288507461548, "Finetune/Loss (Raw)": 1.1403391361236572, "Finetune/Step": 630, "Finetune/Step Time": 5.341388834640384}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9867907762527466, "Finetune/Loss (Raw)": 0.9089280962944031, "Finetune/Step": 631, "Finetune/Step Time": 5.322155207395554}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9875848293304443, "Finetune/Loss (Raw)": 1.1721266508102417, "Finetune/Step": 632, "Finetune/Step Time": 5.326401825994253}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9895127415657043, "Finetune/Loss (Raw)": 1.2608760595321655, "Finetune/Step": 633, "Finetune/Step Time": 5.327611204236746}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9904360175132751, "Finetune/Loss (Raw)": 0.9506599307060242, "Finetune/Step": 634, "Finetune/Step Time": 5.318284904584289}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9903085231781006, "Finetune/Loss (Raw)": 1.0036544799804688, "Finetune/Step": 635, "Finetune/Step Time": 5.31638615205884}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9909411072731018, "Finetune/Loss (Raw)": 1.07814621925354, "Finetune/Step": 636, "Finetune/Step Time": 5.341668773442507}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9918904900550842, "Finetune/Loss (Raw)": 1.1007322072982788, "Finetune/Step": 637, "Finetune/Step Time": 5.337279541417956}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9932126998901367, "Finetune/Loss (Raw)": 1.1002782583236694, "Finetune/Step": 638, "Finetune/Step Time": 5.331675758585334}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9925476312637329, "Finetune/Loss (Raw)": 1.0210084915161133, "Finetune/Step": 639, "Finetune/Step Time": 5.328850517049432}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9923051595687866, "Finetune/Loss (Raw)": 1.0033245086669922, "Finetune/Step": 640, "Finetune/Step Time": 5.323503317311406}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9925694465637207, "Finetune/Loss (Raw)": 1.1000772714614868, "Finetune/Step": 641, "Finetune/Step Time": 5.330657582730055}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9866033792495728, "Finetune/Loss (Raw)": 0.33758729696273804, "Finetune/Step": 642, "Finetune/Step Time": 5.33976636081934}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9912884831428528, "Finetune/Loss (Raw)": 1.0018510818481445, "Finetune/Step": 643, "Finetune/Step Time": 5.319755597040057}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.991024911403656, "Finetune/Loss (Raw)": 1.0542922019958496, "Finetune/Step": 644, "Finetune/Step Time": 5.324602670967579}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9913166761398315, "Finetune/Loss (Raw)": 1.0830955505371094, "Finetune/Step": 645, "Finetune/Step Time": 5.322956454008818}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9909400939941406, "Finetune/Loss (Raw)": 1.0184404850006104, "Finetune/Step": 646, "Finetune/Step Time": 5.327645534649491}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9900193214416504, "Finetune/Loss (Raw)": 0.9520989060401917, "Finetune/Step": 647, "Finetune/Step Time": 5.328241815790534}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9901524782180786, "Finetune/Loss (Raw)": 1.0331571102142334, "Finetune/Step": 648, "Finetune/Step Time": 5.326642710715532}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9903250336647034, "Finetune/Loss (Raw)": 1.033522367477417, "Finetune/Step": 649, "Finetune/Step Time": 5.327898466959596}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9902467727661133, "Finetune/Loss (Raw)": 0.9916276931762695, "Finetune/Step": 650, "Finetune/Step Time": 5.3409564681351185}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9911848306655884, "Finetune/Loss (Raw)": 1.0256011486053467, "Finetune/Step": 651, "Finetune/Step Time": 5.354070657864213}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9910832643508911, "Finetune/Loss (Raw)": 1.005852222442627, "Finetune/Step": 652, "Finetune/Step Time": 5.358501970767975}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9902514219284058, "Finetune/Loss (Raw)": 0.9185947179794312, "Finetune/Step": 653, "Finetune/Step Time": 5.360895508900285}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9924284219741821, "Finetune/Loss (Raw)": 1.2138630151748657, "Finetune/Step": 654, "Finetune/Step Time": 5.352240709587932}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9925566911697388, "Finetune/Loss (Raw)": 0.9845088124275208, "Finetune/Step": 655, "Finetune/Step Time": 5.36160696297884}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.99196457862854, "Finetune/Loss (Raw)": 0.9714926481246948, "Finetune/Step": 656, "Finetune/Step Time": 5.36475789360702}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9909034371376038, "Finetune/Loss (Raw)": 0.9624165892601013, "Finetune/Step": 657, "Finetune/Step Time": 5.385686589404941}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.989993691444397, "Finetune/Loss (Raw)": 0.984774649143219, "Finetune/Step": 658, "Finetune/Step Time": 5.387186931446195}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9872218370437622, "Finetune/Loss (Raw)": 0.8086425065994263, "Finetune/Step": 659, "Finetune/Step Time": 5.409503139555454}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9883711338043213, "Finetune/Loss (Raw)": 1.1341173648834229, "Finetune/Step": 660, "Finetune/Step Time": 5.414052858948708}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9889273643493652, "Finetune/Loss (Raw)": 1.0198091268539429, "Finetune/Step": 661, "Finetune/Step Time": 5.406510891392827}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9898484945297241, "Finetune/Loss (Raw)": 1.0626938343048096, "Finetune/Step": 662, "Finetune/Step Time": 5.395597403869033}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9912480115890503, "Finetune/Loss (Raw)": 1.1116348505020142, "Finetune/Step": 663, "Finetune/Step Time": 5.384725345298648}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9928194284439087, "Finetune/Loss (Raw)": 1.0258312225341797, "Finetune/Step": 664, "Finetune/Step Time": 5.3721649665385485}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9934418797492981, "Finetune/Loss (Raw)": 1.1468167304992676, "Finetune/Step": 665, "Finetune/Step Time": 5.380043717101216}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9945977926254272, "Finetune/Loss (Raw)": 1.169826865196228, "Finetune/Step": 666, "Finetune/Step Time": 5.3723493330180645}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9947460889816284, "Finetune/Loss (Raw)": 1.1209503412246704, "Finetune/Step": 667, "Finetune/Step Time": 5.385915085673332}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9938839673995972, "Finetune/Loss (Raw)": 0.8657891750335693, "Finetune/Step": 668, "Finetune/Step Time": 5.391071103513241}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9941056370735168, "Finetune/Loss (Raw)": 1.0388857126235962, "Finetune/Step": 669, "Finetune/Step Time": 5.385369123890996}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9932870864868164, "Finetune/Loss (Raw)": 0.9213862419128418, "Finetune/Step": 670, "Finetune/Step Time": 5.3877076506614685}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9922596216201782, "Finetune/Loss (Raw)": 0.9995776414871216, "Finetune/Step": 671, "Finetune/Step Time": 5.386616267263889}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9921278357505798, "Finetune/Loss (Raw)": 1.065889596939087, "Finetune/Step": 672, "Finetune/Step Time": 5.383408093824983}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9931477308273315, "Finetune/Loss (Raw)": 1.1201380491256714, "Finetune/Step": 673, "Finetune/Step Time": 5.383939642459154}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.994540810585022, "Finetune/Loss (Raw)": 1.1214240789413452, "Finetune/Step": 674, "Finetune/Step Time": 5.384624008089304}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9944663047790527, "Finetune/Loss (Raw)": 1.067898154258728, "Finetune/Step": 675, "Finetune/Step Time": 5.38656179793179}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9950981736183167, "Finetune/Loss (Raw)": 1.0381158590316772, "Finetune/Step": 676, "Finetune/Step Time": 5.380404828116298}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9957793951034546, "Finetune/Loss (Raw)": 0.9290226697921753, "Finetune/Step": 677, "Finetune/Step Time": 5.412839310243726}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9968534111976624, "Finetune/Loss (Raw)": 1.1377894878387451, "Finetune/Step": 678, "Finetune/Step Time": 5.42454307153821}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9981650710105896, "Finetune/Loss (Raw)": 1.1515151262283325, "Finetune/Step": 679, "Finetune/Step Time": 5.429892597720027}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9971500039100647, "Finetune/Loss (Raw)": 0.9654184579849243, "Finetune/Step": 680, "Finetune/Step Time": 5.428847389295697}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9995514750480652, "Finetune/Loss (Raw)": 1.0712393522262573, "Finetune/Step": 681, "Finetune/Step Time": 5.426951818168163}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.999110221862793, "Finetune/Loss (Raw)": 1.082503318786621, "Finetune/Step": 682, "Finetune/Step Time": 5.423833150416613}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 1.0003567934036255, "Finetune/Loss (Raw)": 1.1105108261108398, "Finetune/Step": 683, "Finetune/Step Time": 5.404438301920891}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9999299049377441, "Finetune/Loss (Raw)": 0.9634470343589783, "Finetune/Step": 684, "Finetune/Step Time": 5.3935206308960915}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9984444379806519, "Finetune/Loss (Raw)": 0.7672289609909058, "Finetune/Step": 685, "Finetune/Step Time": 5.4090834595263}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.0037915706634521, "Finetune/Loss (Raw)": 0.9383217692375183, "Finetune/Step": 686, "Finetune/Step Time": 5.3917016461491585}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0037853717803955, "Finetune/Loss (Raw)": 0.9733876585960388, "Finetune/Step": 687, "Finetune/Step Time": 5.38902840949595}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0051324367523193, "Finetune/Loss (Raw)": 1.017075777053833, "Finetune/Step": 688, "Finetune/Step Time": 5.387454219162464}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0039222240447998, "Finetune/Loss (Raw)": 0.7329630255699158, "Finetune/Step": 689, "Finetune/Step Time": 5.395199626684189}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.003150463104248, "Finetune/Loss (Raw)": 0.8457889556884766, "Finetune/Step": 690, "Finetune/Step Time": 5.432698851451278}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.003255844116211, "Finetune/Loss (Raw)": 1.0624784231185913, "Finetune/Step": 691, "Finetune/Step Time": 5.434461848810315}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 1.002448320388794, "Finetune/Loss (Raw)": 0.9300810694694519, "Finetune/Step": 692, "Finetune/Step Time": 5.452111883088946}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 1.0027190446853638, "Finetune/Loss (Raw)": 0.9893260598182678, "Finetune/Step": 693, "Finetune/Step Time": 5.456275073811412}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9974205493927002, "Finetune/Loss (Raw)": 0.4021354019641876, "Finetune/Step": 694, "Finetune/Step Time": 5.485586982220411}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.996362566947937, "Finetune/Loss (Raw)": 0.8698021769523621, "Finetune/Step": 695, "Finetune/Step Time": 5.491596104577184}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.002833366394043, "Finetune/Loss (Raw)": 1.1172659397125244, "Finetune/Step": 696, "Finetune/Step Time": 5.466005556285381}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0029321908950806, "Finetune/Loss (Raw)": 0.9434981942176819, "Finetune/Step": 697, "Finetune/Step Time": 5.472681205719709}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0043222904205322, "Finetune/Loss (Raw)": 1.1951192617416382, "Finetune/Step": 698, "Finetune/Step Time": 5.460946671664715}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0062897205352783, "Finetune/Loss (Raw)": 1.206124186515808, "Finetune/Step": 699, "Finetune/Step Time": 5.457766907289624}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0059261322021484, "Finetune/Loss (Raw)": 0.9946330785751343, "Finetune/Step": 700, "Finetune/Step Time": 5.477456225082278}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9999833106994629, "Finetune/Loss (Raw)": 0.3132472634315491, "Finetune/Step": 701, "Finetune/Step Time": 5.5152864791452885}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9990497827529907, "Finetune/Loss (Raw)": 0.9827738404273987, "Finetune/Step": 702, "Finetune/Step Time": 5.521874206140637}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9970524311065674, "Finetune/Loss (Raw)": 0.8802216053009033, "Finetune/Step": 703, "Finetune/Step Time": 5.512935230508447}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9971148371696472, "Finetune/Loss (Raw)": 0.998549222946167, "Finetune/Step": 704, "Finetune/Step Time": 5.514387305825949}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9973074197769165, "Finetune/Loss (Raw)": 1.014658808708191, "Finetune/Step": 705, "Finetune/Step Time": 5.519387597218156}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9959948062896729, "Finetune/Loss (Raw)": 0.7901569604873657, "Finetune/Step": 706, "Finetune/Step Time": 5.522014839574695}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9964239597320557, "Finetune/Loss (Raw)": 0.9088848829269409, "Finetune/Step": 707, "Finetune/Step Time": 5.507152196019888}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9973894357681274, "Finetune/Loss (Raw)": 1.1649225950241089, "Finetune/Step": 708, "Finetune/Step Time": 5.511610699817538}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9960837364196777, "Finetune/Loss (Raw)": 0.9707304835319519, "Finetune/Step": 709, "Finetune/Step Time": 5.5067139863967896}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9948145151138306, "Finetune/Loss (Raw)": 0.8847770094871521, "Finetune/Step": 710, "Finetune/Step Time": 5.501360146328807}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9962102174758911, "Finetune/Loss (Raw)": 1.07749342918396, "Finetune/Step": 711, "Finetune/Step Time": 5.514579392969608}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9934619665145874, "Finetune/Loss (Raw)": 0.7326021790504456, "Finetune/Step": 712, "Finetune/Step Time": 5.530496114864945}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9926601648330688, "Finetune/Loss (Raw)": 0.9791526198387146, "Finetune/Step": 713, "Finetune/Step Time": 5.531144913285971}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9972589015960693, "Finetune/Loss (Raw)": 0.93683922290802, "Finetune/Step": 714, "Finetune/Step Time": 5.511170350015163}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9967231750488281, "Finetune/Loss (Raw)": 1.1229780912399292, "Finetune/Step": 715, "Finetune/Step Time": 5.5103980135172606}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9956620931625366, "Finetune/Loss (Raw)": 0.8682321906089783, "Finetune/Step": 716, "Finetune/Step Time": 5.484419064596295}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9960874319076538, "Finetune/Loss (Raw)": 1.1387895345687866, "Finetune/Step": 717, "Finetune/Step Time": 5.4965391512960196}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9958058595657349, "Finetune/Loss (Raw)": 1.0546305179595947, "Finetune/Step": 718, "Finetune/Step Time": 5.500649850815535}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9965465068817139, "Finetune/Loss (Raw)": 1.0413991212844849, "Finetune/Step": 719, "Finetune/Step Time": 5.501138988882303}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.998401939868927, "Finetune/Loss (Raw)": 1.2150661945343018, "Finetune/Step": 720, "Finetune/Step Time": 5.503247892484069}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9978669881820679, "Finetune/Loss (Raw)": 0.9335042238235474, "Finetune/Step": 721, "Finetune/Step Time": 5.507000111043453}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.997775673866272, "Finetune/Loss (Raw)": 1.0006998777389526, "Finetune/Step": 722, "Finetune/Step Time": 5.533564656972885}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9985907077789307, "Finetune/Loss (Raw)": 1.117089867591858, "Finetune/Step": 723, "Finetune/Step Time": 5.530565060675144}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9997521042823792, "Finetune/Loss (Raw)": 1.080962896347046, "Finetune/Step": 724, "Finetune/Step Time": 5.545819379389286}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 1.0017645359039307, "Finetune/Loss (Raw)": 1.1378459930419922, "Finetune/Step": 725, "Finetune/Step Time": 5.544757900759578}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9998491406440735, "Finetune/Loss (Raw)": 0.7618641257286072, "Finetune/Step": 726, "Finetune/Step Time": 5.5327138137072325}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9999504685401917, "Finetune/Loss (Raw)": 1.0317035913467407, "Finetune/Step": 727, "Finetune/Step Time": 5.5393538773059845}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 1.000641107559204, "Finetune/Loss (Raw)": 1.1976816654205322, "Finetune/Step": 728, "Finetune/Step Time": 5.538899851962924}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9980588555335999, "Finetune/Loss (Raw)": 0.6528623104095459, "Finetune/Step": 729, "Finetune/Step Time": 5.528117028996348}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9975879788398743, "Finetune/Loss (Raw)": 1.004018783569336, "Finetune/Step": 730, "Finetune/Step Time": 5.520346816629171}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9987983703613281, "Finetune/Loss (Raw)": 1.0927451848983765, "Finetune/Step": 731, "Finetune/Step Time": 5.5159486047923565}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9975630044937134, "Finetune/Loss (Raw)": 0.9108969569206238, "Finetune/Step": 732, "Finetune/Step Time": 5.5479566603899}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9976381659507751, "Finetune/Loss (Raw)": 0.9573534727096558, "Finetune/Step": 733, "Finetune/Step Time": 5.545596798881888}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9972137808799744, "Finetune/Loss (Raw)": 0.8726890087127686, "Finetune/Step": 734, "Finetune/Step Time": 5.533076407387853}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9978352785110474, "Finetune/Loss (Raw)": 0.903501033782959, "Finetune/Step": 735, "Finetune/Step Time": 5.510444210842252}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9966089725494385, "Finetune/Loss (Raw)": 0.9310784339904785, "Finetune/Step": 736, "Finetune/Step Time": 5.546147195622325}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9982012510299683, "Finetune/Loss (Raw)": 1.122649908065796, "Finetune/Step": 737, "Finetune/Step Time": 5.541565520688891}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9986006021499634, "Finetune/Loss (Raw)": 1.021523356437683, "Finetune/Step": 738, "Finetune/Step Time": 5.537501091137528}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9940738677978516, "Finetune/Loss (Raw)": 0.46029043197631836, "Finetune/Step": 739, "Finetune/Step Time": 5.573144994676113}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9935307502746582, "Finetune/Loss (Raw)": 1.1461125612258911, "Finetune/Step": 740, "Finetune/Step Time": 5.5753678027540445}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9927996397018433, "Finetune/Loss (Raw)": 0.8123726844787598, "Finetune/Step": 741, "Finetune/Step Time": 5.593470910564065}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9927855730056763, "Finetune/Loss (Raw)": 0.9830597043037415, "Finetune/Step": 742, "Finetune/Step Time": 5.598843736574054}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9930993914604187, "Finetune/Loss (Raw)": 1.0732152462005615, "Finetune/Step": 743, "Finetune/Step Time": 5.591900190338492}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9930429458618164, "Finetune/Loss (Raw)": 0.9961006045341492, "Finetune/Step": 744, "Finetune/Step Time": 5.593414871022105}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9922153949737549, "Finetune/Loss (Raw)": 0.894822895526886, "Finetune/Step": 745, "Finetune/Step Time": 5.611718498170376}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9926583170890808, "Finetune/Loss (Raw)": 1.1007657051086426, "Finetune/Step": 746, "Finetune/Step Time": 5.602203086018562}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9942089319229126, "Finetune/Loss (Raw)": 1.1200453042984009, "Finetune/Step": 747, "Finetune/Step Time": 5.581929966807365}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.99474036693573, "Finetune/Loss (Raw)": 1.0997809171676636, "Finetune/Step": 748, "Finetune/Step Time": 5.583659026771784}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9946444034576416, "Finetune/Loss (Raw)": 1.009034276008606, "Finetune/Step": 749, "Finetune/Step Time": 5.572400527074933}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9951450228691101, "Finetune/Loss (Raw)": 1.0313924551010132, "Finetune/Step": 750, "Finetune/Step Time": 5.577852223068476}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9937905073165894, "Finetune/Loss (Raw)": 0.8973377346992493, "Finetune/Step": 751, "Finetune/Step Time": 5.580932023003697}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9944484233856201, "Finetune/Loss (Raw)": 1.0804632902145386, "Finetune/Step": 752, "Finetune/Step Time": 5.587034609168768}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9892828464508057, "Finetune/Loss (Raw)": 0.39717549085617065, "Finetune/Step": 753, "Finetune/Step Time": 5.615864314138889}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9878145456314087, "Finetune/Loss (Raw)": 0.8776652812957764, "Finetune/Step": 754, "Finetune/Step Time": 5.615564519539475}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.987476110458374, "Finetune/Loss (Raw)": 0.937527060508728, "Finetune/Step": 755, "Finetune/Step Time": 5.63720634393394}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9872015714645386, "Finetune/Loss (Raw)": 0.9573088884353638, "Finetune/Step": 756, "Finetune/Step Time": 5.628720527514815}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9868754148483276, "Finetune/Loss (Raw)": 0.9897739887237549, "Finetune/Step": 757, "Finetune/Step Time": 5.6403716169297695}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9870321154594421, "Finetune/Loss (Raw)": 1.1603989601135254, "Finetune/Step": 758, "Finetune/Step Time": 5.643340500071645}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.988318920135498, "Finetune/Loss (Raw)": 1.0736311674118042, "Finetune/Step": 759, "Finetune/Step Time": 5.6431990042328835}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9871007800102234, "Finetune/Loss (Raw)": 1.0162091255187988, "Finetune/Step": 760, "Finetune/Step Time": 5.630442552268505}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9845659732818604, "Finetune/Loss (Raw)": 0.9364197850227356, "Finetune/Step": 761, "Finetune/Step Time": 5.633587388321757}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9801222085952759, "Finetune/Loss (Raw)": 0.3818659782409668, "Finetune/Step": 762, "Finetune/Step Time": 5.66500248759985}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9792963266372681, "Finetune/Loss (Raw)": 0.8979324698448181, "Finetune/Step": 763, "Finetune/Step Time": 5.668590785935521}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9787169694900513, "Finetune/Loss (Raw)": 1.0039983987808228, "Finetune/Step": 764, "Finetune/Step Time": 5.645514972507954}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9778342247009277, "Finetune/Loss (Raw)": 0.9877369999885559, "Finetune/Step": 765, "Finetune/Step Time": 5.643714869394898}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.977816641330719, "Finetune/Loss (Raw)": 1.0980281829833984, "Finetune/Step": 766, "Finetune/Step Time": 5.661764185875654}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9770535230636597, "Finetune/Loss (Raw)": 0.9233296513557434, "Finetune/Step": 767, "Finetune/Step Time": 5.670417131856084}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9764868021011353, "Finetune/Loss (Raw)": 0.930780827999115, "Finetune/Step": 768, "Finetune/Step Time": 5.685291919857264}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9743490219116211, "Finetune/Loss (Raw)": 0.8264361619949341, "Finetune/Step": 769, "Finetune/Step Time": 5.693015016615391}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9798297882080078, "Finetune/Loss (Raw)": 1.0391336679458618, "Finetune/Step": 770, "Finetune/Step Time": 5.676260959357023}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9804299473762512, "Finetune/Loss (Raw)": 1.078670859336853, "Finetune/Step": 771, "Finetune/Step Time": 5.670211175456643}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9800267219543457, "Finetune/Loss (Raw)": 1.002677083015442, "Finetune/Step": 772, "Finetune/Step Time": 5.663811638951302}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9798836708068848, "Finetune/Loss (Raw)": 1.0647897720336914, "Finetune/Step": 773, "Finetune/Step Time": 5.674114223569632}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9787572622299194, "Finetune/Loss (Raw)": 0.8742567300796509, "Finetune/Step": 774, "Finetune/Step Time": 5.685689041391015}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9794251918792725, "Finetune/Loss (Raw)": 1.03759765625, "Finetune/Step": 775, "Finetune/Step Time": 5.6877613719552755}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9776651263237, "Finetune/Loss (Raw)": 0.8078632354736328, "Finetune/Step": 776, "Finetune/Step Time": 5.694300681352615}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9784930944442749, "Finetune/Loss (Raw)": 1.1395046710968018, "Finetune/Step": 777, "Finetune/Step Time": 5.70552590675652}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9793045520782471, "Finetune/Loss (Raw)": 1.0954993963241577, "Finetune/Step": 778, "Finetune/Step Time": 5.690494759008288}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.978617787361145, "Finetune/Loss (Raw)": 0.9376922845840454, "Finetune/Step": 779, "Finetune/Step Time": 5.68230689689517}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9733948111534119, "Finetune/Loss (Raw)": 0.3373101055622101, "Finetune/Step": 780, "Finetune/Step Time": 5.712345372885466}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9735264778137207, "Finetune/Loss (Raw)": 0.9354416131973267, "Finetune/Step": 781, "Finetune/Step Time": 5.723300278186798}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9698275327682495, "Finetune/Loss (Raw)": 0.7404043674468994, "Finetune/Step": 782, "Finetune/Step Time": 5.753531463444233}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9693800210952759, "Finetune/Loss (Raw)": 0.9272271394729614, "Finetune/Step": 783, "Finetune/Step Time": 5.800486860796809}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.967660129070282, "Finetune/Loss (Raw)": 0.7513449788093567, "Finetune/Step": 784, "Finetune/Step Time": 5.817554634064436}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9685866832733154, "Finetune/Loss (Raw)": 1.081022024154663, "Finetune/Step": 785, "Finetune/Step Time": 5.812442105263472}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9697692394256592, "Finetune/Loss (Raw)": 1.1361349821090698, "Finetune/Step": 786, "Finetune/Step Time": 5.810548763722181}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9721916913986206, "Finetune/Loss (Raw)": 1.118722915649414, "Finetune/Step": 787, "Finetune/Step Time": 5.814817618578672}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9721770286560059, "Finetune/Loss (Raw)": 1.1322376728057861, "Finetune/Step": 788, "Finetune/Step Time": 5.811353353783488}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9720755219459534, "Finetune/Loss (Raw)": 1.006813883781433, "Finetune/Step": 789, "Finetune/Step Time": 5.809760868549347}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9697807431221008, "Finetune/Loss (Raw)": 0.7689642906188965, "Finetune/Step": 790, "Finetune/Step Time": 5.8402402959764}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9684181213378906, "Finetune/Loss (Raw)": 0.937213659286499, "Finetune/Step": 791, "Finetune/Step Time": 5.841635018587112}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9670423865318298, "Finetune/Loss (Raw)": 0.8497417569160461, "Finetune/Step": 792, "Finetune/Step Time": 5.832161374390125}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9665772318840027, "Finetune/Loss (Raw)": 1.0872737169265747, "Finetune/Step": 793, "Finetune/Step Time": 5.834768870845437}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9647691249847412, "Finetune/Loss (Raw)": 0.9383875131607056, "Finetune/Step": 794, "Finetune/Step Time": 5.837239755317569}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9637304544448853, "Finetune/Loss (Raw)": 0.9880048036575317, "Finetune/Step": 795, "Finetune/Step Time": 5.840096326544881}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9644135236740112, "Finetune/Loss (Raw)": 0.9532221555709839, "Finetune/Step": 796, "Finetune/Step Time": 5.8363798800855875}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9638753533363342, "Finetune/Loss (Raw)": 0.9699934124946594, "Finetune/Step": 797, "Finetune/Step Time": 5.842802034690976}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9646044969558716, "Finetune/Loss (Raw)": 1.0147241353988647, "Finetune/Step": 798, "Finetune/Step Time": 5.84520960226655}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9639286994934082, "Finetune/Loss (Raw)": 0.9130727052688599, "Finetune/Step": 799, "Finetune/Step Time": 5.851569989696145}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.963901162147522, "Finetune/Loss (Raw)": 1.062364101409912, "Finetune/Step": 800, "Finetune/Step Time": 5.857250355184078}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9635345935821533, "Finetune/Loss (Raw)": 1.0732213258743286, "Finetune/Step": 801, "Finetune/Step Time": 5.882625080645084}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.962486982345581, "Finetune/Loss (Raw)": 0.9873248338699341, "Finetune/Step": 802, "Finetune/Step Time": 5.886158529669046}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9603921175003052, "Finetune/Loss (Raw)": 0.7997627854347229, "Finetune/Step": 803, "Finetune/Step Time": 5.89246934838593}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9600275754928589, "Finetune/Loss (Raw)": 0.9914525747299194, "Finetune/Step": 804, "Finetune/Step Time": 5.88372478634119}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9609121084213257, "Finetune/Loss (Raw)": 1.0422344207763672, "Finetune/Step": 805, "Finetune/Step Time": 5.853380708023906}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9586402177810669, "Finetune/Loss (Raw)": 0.846989631652832, "Finetune/Step": 806, "Finetune/Step Time": 5.867847951129079}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.957358181476593, "Finetune/Loss (Raw)": 0.9874146580696106, "Finetune/Step": 807, "Finetune/Step Time": 5.859889946877956}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.957987904548645, "Finetune/Loss (Raw)": 1.046034336090088, "Finetune/Step": 808, "Finetune/Step Time": 5.879032708704472}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.957055389881134, "Finetune/Loss (Raw)": 0.9518662691116333, "Finetune/Step": 809, "Finetune/Step Time": 5.883117746561766}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.957175076007843, "Finetune/Loss (Raw)": 1.0978291034698486, "Finetune/Step": 810, "Finetune/Step Time": 5.8864526730030775}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9551163911819458, "Finetune/Loss (Raw)": 0.8469897508621216, "Finetune/Step": 811, "Finetune/Step Time": 5.883961744606495}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9572058916091919, "Finetune/Loss (Raw)": 1.2309077978134155, "Finetune/Step": 812, "Finetune/Step Time": 5.881037777289748}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9588927030563354, "Finetune/Loss (Raw)": 0.9831353425979614, "Finetune/Step": 813, "Finetune/Step Time": 5.867689734324813}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9590824842453003, "Finetune/Loss (Raw)": 0.962626039981842, "Finetune/Step": 814, "Finetune/Step Time": 5.857370495796204}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9591141939163208, "Finetune/Loss (Raw)": 0.9774408936500549, "Finetune/Step": 815, "Finetune/Step Time": 5.861578863114119}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9595212340354919, "Finetune/Loss (Raw)": 1.0691794157028198, "Finetune/Step": 816, "Finetune/Step Time": 5.861606378108263}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9622206687927246, "Finetune/Loss (Raw)": 1.078493356704712, "Finetune/Step": 817, "Finetune/Step Time": 5.850523108616471}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9581708908081055, "Finetune/Loss (Raw)": 0.3274155855178833, "Finetune/Step": 818, "Finetune/Step Time": 5.833572326228023}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9563425183296204, "Finetune/Loss (Raw)": 0.8284473419189453, "Finetune/Step": 819, "Finetune/Step Time": 5.833404345437884}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9548848867416382, "Finetune/Loss (Raw)": 0.7435054779052734, "Finetune/Step": 820, "Finetune/Step Time": 5.813995840027928}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9549428224563599, "Finetune/Loss (Raw)": 0.996738612651825, "Finetune/Step": 821, "Finetune/Step Time": 5.814386086538434}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9590287208557129, "Finetune/Loss (Raw)": 0.9251306056976318, "Finetune/Step": 822, "Finetune/Step Time": 5.787608582526445}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9608176946640015, "Finetune/Loss (Raw)": 1.0987906455993652, "Finetune/Step": 823, "Finetune/Step Time": 5.773678030818701}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9605594873428345, "Finetune/Loss (Raw)": 1.0842094421386719, "Finetune/Step": 824, "Finetune/Step Time": 5.772152308374643}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9603610038757324, "Finetune/Loss (Raw)": 0.9180947542190552, "Finetune/Step": 825, "Finetune/Step Time": 5.762274084612727}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9577284455299377, "Finetune/Loss (Raw)": 0.8581583499908447, "Finetune/Step": 826, "Finetune/Step Time": 5.768444759771228}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9561642408370972, "Finetune/Loss (Raw)": 1.0058966875076294, "Finetune/Step": 827, "Finetune/Step Time": 5.754973793402314}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9513675570487976, "Finetune/Loss (Raw)": 0.3806626796722412, "Finetune/Step": 828, "Finetune/Step Time": 5.765443155542016}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9573187828063965, "Finetune/Loss (Raw)": 1.0750023126602173, "Finetune/Step": 829, "Finetune/Step Time": 5.735930867493153}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9574163556098938, "Finetune/Loss (Raw)": 0.9952653050422668, "Finetune/Step": 830, "Finetune/Step Time": 5.733211379498243}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9586997032165527, "Finetune/Loss (Raw)": 1.0444958209991455, "Finetune/Step": 831, "Finetune/Step Time": 5.744761899113655}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.959378719329834, "Finetune/Loss (Raw)": 1.0854570865631104, "Finetune/Step": 832, "Finetune/Step Time": 5.731741661205888}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9547812938690186, "Finetune/Loss (Raw)": 0.4261833429336548, "Finetune/Step": 833, "Finetune/Step Time": 5.758158287033439}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9563703536987305, "Finetune/Loss (Raw)": 0.9935636520385742, "Finetune/Step": 834, "Finetune/Step Time": 5.766158426180482}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9569858908653259, "Finetune/Loss (Raw)": 0.9876717329025269, "Finetune/Step": 835, "Finetune/Step Time": 5.7765484023839235}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9558354616165161, "Finetune/Loss (Raw)": 1.0176599025726318, "Finetune/Step": 836, "Finetune/Step Time": 5.766204785555601}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9555566310882568, "Finetune/Loss (Raw)": 0.9350476264953613, "Finetune/Step": 837, "Finetune/Step Time": 5.775348134338856}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9569185972213745, "Finetune/Loss (Raw)": 1.059108018875122, "Finetune/Step": 838, "Finetune/Step Time": 5.779681898653507}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9555752277374268, "Finetune/Loss (Raw)": 0.9055472016334534, "Finetune/Step": 839, "Finetune/Step Time": 5.771137025207281}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9590002298355103, "Finetune/Loss (Raw)": 1.1709903478622437, "Finetune/Step": 840, "Finetune/Step Time": 5.754198115319014}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9583667516708374, "Finetune/Loss (Raw)": 0.8980797529220581, "Finetune/Step": 841, "Finetune/Step Time": 5.758273037150502}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9594107866287231, "Finetune/Loss (Raw)": 1.070475459098816, "Finetune/Step": 842, "Finetune/Step Time": 5.751826351508498}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9588460922241211, "Finetune/Loss (Raw)": 1.0506874322891235, "Finetune/Step": 843, "Finetune/Step Time": 5.76640897244215}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9598512649536133, "Finetune/Loss (Raw)": 0.9968987107276917, "Finetune/Step": 844, "Finetune/Step Time": 5.768046228215098}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9593856930732727, "Finetune/Loss (Raw)": 1.0791966915130615, "Finetune/Step": 845, "Finetune/Step Time": 5.754364436492324}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9592993259429932, "Finetune/Loss (Raw)": 1.0435690879821777, "Finetune/Step": 846, "Finetune/Step Time": 5.7465724516659975}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9548013210296631, "Finetune/Loss (Raw)": 0.46565860509872437, "Finetune/Step": 847, "Finetune/Step Time": 5.777145462110639}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9519474506378174, "Finetune/Loss (Raw)": 0.8497663140296936, "Finetune/Step": 848, "Finetune/Step Time": 5.779824310913682}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9525455236434937, "Finetune/Loss (Raw)": 1.0100677013397217, "Finetune/Step": 849, "Finetune/Step Time": 5.757304776459932}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9517004489898682, "Finetune/Loss (Raw)": 0.8925266861915588, "Finetune/Step": 850, "Finetune/Step Time": 5.741661801934242}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9509503841400146, "Finetune/Loss (Raw)": 1.0210816860198975, "Finetune/Step": 851, "Finetune/Step Time": 5.753466168418527}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9494063258171082, "Finetune/Loss (Raw)": 0.8833205699920654, "Finetune/Step": 852, "Finetune/Step Time": 5.738220611587167}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9479752779006958, "Finetune/Loss (Raw)": 0.9546767473220825, "Finetune/Step": 853, "Finetune/Step Time": 5.740110028535128}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9493793249130249, "Finetune/Loss (Raw)": 0.9415764808654785, "Finetune/Step": 854, "Finetune/Step Time": 5.742422709241509}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9475452899932861, "Finetune/Loss (Raw)": 0.7969515323638916, "Finetune/Step": 855, "Finetune/Step Time": 5.7786574475467205}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9459433555603027, "Finetune/Loss (Raw)": 0.9926326274871826, "Finetune/Step": 856, "Finetune/Step Time": 5.775734355673194}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9482570886611938, "Finetune/Loss (Raw)": 0.9490153193473816, "Finetune/Step": 857, "Finetune/Step Time": 5.765748573467135}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9497004151344299, "Finetune/Loss (Raw)": 1.188768744468689, "Finetune/Step": 858, "Finetune/Step Time": 5.763271614909172}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9498046636581421, "Finetune/Loss (Raw)": 1.1060876846313477, "Finetune/Step": 859, "Finetune/Step Time": 5.778168840333819}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9501222968101501, "Finetune/Loss (Raw)": 0.9515563249588013, "Finetune/Step": 860, "Finetune/Step Time": 5.745861418545246}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9483348727226257, "Finetune/Loss (Raw)": 0.7285627126693726, "Finetune/Step": 861, "Finetune/Step Time": 5.735893419012427}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9494737386703491, "Finetune/Loss (Raw)": 1.0184614658355713, "Finetune/Step": 862, "Finetune/Step Time": 5.738686198368669}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9490472674369812, "Finetune/Loss (Raw)": 0.848917543888092, "Finetune/Step": 863, "Finetune/Step Time": 5.744826437905431}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.949902355670929, "Finetune/Loss (Raw)": 1.0405303239822388, "Finetune/Step": 864, "Finetune/Step Time": 5.712293615564704}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9486240148544312, "Finetune/Loss (Raw)": 0.9590223431587219, "Finetune/Step": 865, "Finetune/Step Time": 5.734221106395125}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9494045972824097, "Finetune/Loss (Raw)": 1.1214367151260376, "Finetune/Step": 866, "Finetune/Step Time": 5.73603056743741}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9541184902191162, "Finetune/Loss (Raw)": 1.0636712312698364, "Finetune/Step": 867, "Finetune/Step Time": 5.704033339396119}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9525473713874817, "Finetune/Loss (Raw)": 0.9450041651725769, "Finetune/Step": 868, "Finetune/Step Time": 5.697424981743097}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9547240138053894, "Finetune/Loss (Raw)": 1.090983271598816, "Finetune/Step": 869, "Finetune/Step Time": 5.68832023255527}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.954100489616394, "Finetune/Loss (Raw)": 0.903249204158783, "Finetune/Step": 870, "Finetune/Step Time": 5.69180154427886}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9523829221725464, "Finetune/Loss (Raw)": 0.8533643484115601, "Finetune/Step": 871, "Finetune/Step Time": 5.695630941540003}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9524106979370117, "Finetune/Loss (Raw)": 0.9996557235717773, "Finetune/Step": 872, "Finetune/Step Time": 5.695046577602625}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9535677433013916, "Finetune/Loss (Raw)": 1.0429280996322632, "Finetune/Step": 873, "Finetune/Step Time": 5.678507836535573}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.951858639717102, "Finetune/Loss (Raw)": 0.8820000886917114, "Finetune/Step": 874, "Finetune/Step Time": 5.683650378137827}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9505031704902649, "Finetune/Loss (Raw)": 0.9465407729148865, "Finetune/Step": 875, "Finetune/Step Time": 5.6950955875217915}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9492502808570862, "Finetune/Loss (Raw)": 0.9394135475158691, "Finetune/Step": 876, "Finetune/Step Time": 5.6961763352155685}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9494372606277466, "Finetune/Loss (Raw)": 1.0329689979553223, "Finetune/Step": 877, "Finetune/Step Time": 5.694633262231946}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9491522312164307, "Finetune/Loss (Raw)": 0.9949043989181519, "Finetune/Step": 878, "Finetune/Step Time": 5.687184300273657}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.949128270149231, "Finetune/Loss (Raw)": 0.8942701816558838, "Finetune/Step": 879, "Finetune/Step Time": 5.708008613437414}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9486576318740845, "Finetune/Loss (Raw)": 1.02022385597229, "Finetune/Step": 880, "Finetune/Step Time": 5.706729989498854}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9525023102760315, "Finetune/Loss (Raw)": 0.8892912268638611, "Finetune/Step": 881, "Finetune/Step Time": 5.694171320647001}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9539927840232849, "Finetune/Loss (Raw)": 1.0684521198272705, "Finetune/Step": 882, "Finetune/Step Time": 5.694312326610088}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9549551606178284, "Finetune/Loss (Raw)": 1.0607103109359741, "Finetune/Step": 883, "Finetune/Step Time": 5.665231708437204}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9558565616607666, "Finetune/Loss (Raw)": 1.0726832151412964, "Finetune/Step": 884, "Finetune/Step Time": 5.666043847799301}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9499167799949646, "Finetune/Loss (Raw)": 0.22948431968688965, "Finetune/Step": 885, "Finetune/Step Time": 5.684031143784523}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.948788046836853, "Finetune/Loss (Raw)": 1.0159187316894531, "Finetune/Step": 886, "Finetune/Step Time": 5.687270577996969}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9435603618621826, "Finetune/Loss (Raw)": 0.4044935405254364, "Finetune/Step": 887, "Finetune/Step Time": 5.718286909162998}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9441100358963013, "Finetune/Loss (Raw)": 1.0865633487701416, "Finetune/Step": 888, "Finetune/Step Time": 5.7239570785313845}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9449632167816162, "Finetune/Loss (Raw)": 1.0456303358078003, "Finetune/Step": 889, "Finetune/Step Time": 5.72973146289587}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9495867490768433, "Finetune/Loss (Raw)": 0.9736764430999756, "Finetune/Step": 890, "Finetune/Step Time": 5.699548684060574}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9503129720687866, "Finetune/Loss (Raw)": 0.9908855557441711, "Finetune/Step": 891, "Finetune/Step Time": 5.702767465263605}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9494298696517944, "Finetune/Loss (Raw)": 0.8909663558006287, "Finetune/Step": 892, "Finetune/Step Time": 5.706754231825471}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9505109786987305, "Finetune/Loss (Raw)": 1.1261204481124878, "Finetune/Step": 893, "Finetune/Step Time": 5.70335097797215}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9495522975921631, "Finetune/Loss (Raw)": 0.9753090739250183, "Finetune/Step": 894, "Finetune/Step Time": 5.68771624006331}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9499754905700684, "Finetune/Loss (Raw)": 0.9775033593177795, "Finetune/Step": 895, "Finetune/Step Time": 5.699633441865444}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.951034665107727, "Finetune/Loss (Raw)": 1.0663576126098633, "Finetune/Step": 896, "Finetune/Step Time": 5.686900481581688}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9512935280799866, "Finetune/Loss (Raw)": 0.8595654368400574, "Finetune/Step": 897, "Finetune/Step Time": 5.690395699813962}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9459930658340454, "Finetune/Loss (Raw)": 0.3606853187084198, "Finetune/Step": 898, "Finetune/Step Time": 5.707315307110548}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.944014310836792, "Finetune/Loss (Raw)": 0.8253757357597351, "Finetune/Step": 899, "Finetune/Step Time": 5.7914235927164555}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9448684453964233, "Finetune/Loss (Raw)": 1.1120187044143677, "Finetune/Step": 900, "Finetune/Step Time": 5.796020373702049}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.945164680480957, "Finetune/Loss (Raw)": 1.1027013063430786, "Finetune/Step": 901, "Finetune/Step Time": 5.790677418932319}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9466168880462646, "Finetune/Loss (Raw)": 1.0601364374160767, "Finetune/Step": 902, "Finetune/Step Time": 5.778866171836853}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9469568729400635, "Finetune/Loss (Raw)": 1.0811105966567993, "Finetune/Step": 903, "Finetune/Step Time": 5.788868948817253}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9481558799743652, "Finetune/Loss (Raw)": 0.9613369703292847, "Finetune/Step": 904, "Finetune/Step Time": 5.77958133071661}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9475514888763428, "Finetune/Loss (Raw)": 1.062157154083252, "Finetune/Step": 905, "Finetune/Step Time": 5.764783700928092}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.946342408657074, "Finetune/Loss (Raw)": 0.9407365322113037, "Finetune/Step": 906, "Finetune/Step Time": 5.762244960293174}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9472441673278809, "Finetune/Loss (Raw)": 1.0531061887741089, "Finetune/Step": 907, "Finetune/Step Time": 5.7495528142899275}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9522340297698975, "Finetune/Loss (Raw)": 0.9760183095932007, "Finetune/Step": 908, "Finetune/Step Time": 5.718993911519647}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9527314901351929, "Finetune/Loss (Raw)": 0.9991192817687988, "Finetune/Step": 909, "Finetune/Step Time": 5.712831089273095}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9545455574989319, "Finetune/Loss (Raw)": 0.9726027846336365, "Finetune/Step": 910, "Finetune/Step Time": 5.684516018256545}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9546182155609131, "Finetune/Loss (Raw)": 0.9365196824073792, "Finetune/Step": 911, "Finetune/Step Time": 5.632182888686657}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9575190544128418, "Finetune/Loss (Raw)": 1.1226511001586914, "Finetune/Step": 912, "Finetune/Step Time": 5.623294830322266}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9547210931777954, "Finetune/Loss (Raw)": 0.7228900194168091, "Finetune/Step": 913, "Finetune/Step Time": 5.618154879659414}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9546337127685547, "Finetune/Loss (Raw)": 1.1249526739120483, "Finetune/Step": 914, "Finetune/Step Time": 5.622128617018461}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9538254737854004, "Finetune/Loss (Raw)": 1.0152662992477417, "Finetune/Step": 915, "Finetune/Step Time": 5.594336738809943}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9530707597732544, "Finetune/Loss (Raw)": 1.0356419086456299, "Finetune/Step": 916, "Finetune/Step Time": 5.601145731285214}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9545041918754578, "Finetune/Loss (Raw)": 1.1902856826782227, "Finetune/Step": 917, "Finetune/Step Time": 5.65089731477201}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9561272859573364, "Finetune/Loss (Raw)": 0.9767169952392578, "Finetune/Step": 918, "Finetune/Step Time": 5.627483958378434}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9547762870788574, "Finetune/Loss (Raw)": 0.7642858624458313, "Finetune/Step": 919, "Finetune/Step Time": 5.646841267123818}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9547419548034668, "Finetune/Loss (Raw)": 0.8453455567359924, "Finetune/Step": 920, "Finetune/Step Time": 5.652832193300128}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.953973650932312, "Finetune/Loss (Raw)": 0.9889432191848755, "Finetune/Step": 921, "Finetune/Step Time": 5.64261974580586}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9538547992706299, "Finetune/Loss (Raw)": 0.9231769442558289, "Finetune/Step": 922, "Finetune/Step Time": 5.641412142664194}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9542455673217773, "Finetune/Loss (Raw)": 1.0380144119262695, "Finetune/Step": 923, "Finetune/Step Time": 5.633371319621801}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9541158676147461, "Finetune/Loss (Raw)": 0.9366298913955688, "Finetune/Step": 924, "Finetune/Step Time": 5.641811154782772}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9529006481170654, "Finetune/Loss (Raw)": 0.8144370913505554, "Finetune/Step": 925, "Finetune/Step Time": 5.661323960870504}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9523799419403076, "Finetune/Loss (Raw)": 0.9480724930763245, "Finetune/Step": 926, "Finetune/Step Time": 5.665311930701137}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9533966779708862, "Finetune/Loss (Raw)": 1.0432199239730835, "Finetune/Step": 927, "Finetune/Step Time": 5.65825704857707}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9529907703399658, "Finetune/Loss (Raw)": 1.0104047060012817, "Finetune/Step": 928, "Finetune/Step Time": 5.65039910748601}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9526765942573547, "Finetune/Loss (Raw)": 1.0330028533935547, "Finetune/Step": 929, "Finetune/Step Time": 5.625792747363448}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9520328044891357, "Finetune/Loss (Raw)": 0.9049280285835266, "Finetune/Step": 930, "Finetune/Step Time": 5.6302754655480385}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.953829288482666, "Finetune/Loss (Raw)": 1.0297107696533203, "Finetune/Step": 931, "Finetune/Step Time": 5.611634284257889}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9544006586074829, "Finetune/Loss (Raw)": 1.0645811557769775, "Finetune/Step": 932, "Finetune/Step Time": 5.61791724152863}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9544331431388855, "Finetune/Loss (Raw)": 1.0463939905166626, "Finetune/Step": 933, "Finetune/Step Time": 5.627650620415807}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9557383060455322, "Finetune/Loss (Raw)": 1.0140540599822998, "Finetune/Step": 934, "Finetune/Step Time": 5.613681772723794}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9547593593597412, "Finetune/Loss (Raw)": 0.8621057271957397, "Finetune/Step": 935, "Finetune/Step Time": 5.6144904512912035}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9539796113967896, "Finetune/Loss (Raw)": 0.9462268352508545, "Finetune/Step": 936, "Finetune/Step Time": 5.606623012572527}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9553732872009277, "Finetune/Loss (Raw)": 1.1302598714828491, "Finetune/Step": 937, "Finetune/Step Time": 5.601554377004504}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9556781053543091, "Finetune/Loss (Raw)": 1.1368560791015625, "Finetune/Step": 938, "Finetune/Step Time": 5.605373656377196}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9563285112380981, "Finetune/Loss (Raw)": 0.9302242994308472, "Finetune/Step": 939, "Finetune/Step Time": 5.606570651754737}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9547032117843628, "Finetune/Loss (Raw)": 1.0228763818740845, "Finetune/Step": 940, "Finetune/Step Time": 5.609393950551748}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9546447992324829, "Finetune/Loss (Raw)": 0.9756515026092529, "Finetune/Step": 941, "Finetune/Step Time": 5.608707673847675}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.954472541809082, "Finetune/Loss (Raw)": 0.9405805468559265, "Finetune/Step": 942, "Finetune/Step Time": 5.614642353728414}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9542518854141235, "Finetune/Loss (Raw)": 0.9492045044898987, "Finetune/Step": 943, "Finetune/Step Time": 5.613501682877541}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9537100195884705, "Finetune/Loss (Raw)": 0.9998152256011963, "Finetune/Step": 944, "Finetune/Step Time": 5.608641721308231}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.952082633972168, "Finetune/Loss (Raw)": 0.8701916337013245, "Finetune/Step": 945, "Finetune/Step Time": 5.618347687646747}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9565973281860352, "Finetune/Loss (Raw)": 0.9052979946136475, "Finetune/Step": 946, "Finetune/Step Time": 5.604860257357359}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9577032327651978, "Finetune/Loss (Raw)": 0.9699999094009399, "Finetune/Step": 947, "Finetune/Step Time": 5.624508339911699}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.954919159412384, "Finetune/Loss (Raw)": 0.3871409595012665, "Finetune/Step": 948, "Finetune/Step Time": 5.649701464921236}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9559962749481201, "Finetune/Loss (Raw)": 1.134610891342163, "Finetune/Step": 949, "Finetune/Step Time": 5.629586894065142}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9558782577514648, "Finetune/Loss (Raw)": 0.9100271463394165, "Finetune/Step": 950, "Finetune/Step Time": 5.6272456757724285}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9565582275390625, "Finetune/Loss (Raw)": 1.1858209371566772, "Finetune/Step": 951, "Finetune/Step Time": 5.620673973113298}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9547631144523621, "Finetune/Loss (Raw)": 0.85444176197052, "Finetune/Step": 952, "Finetune/Step Time": 5.625770373269916}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9552834630012512, "Finetune/Loss (Raw)": 0.984695315361023, "Finetune/Step": 953, "Finetune/Step Time": 5.618554670363665}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9557409882545471, "Finetune/Loss (Raw)": 0.9167280793190002, "Finetune/Step": 954, "Finetune/Step Time": 5.615148784592748}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9556378126144409, "Finetune/Loss (Raw)": 0.992682933807373, "Finetune/Step": 955, "Finetune/Step Time": 5.61460816860199}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9607291221618652, "Finetune/Loss (Raw)": 1.0323588848114014, "Finetune/Step": 956, "Finetune/Step Time": 5.586322268471122}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9593889713287354, "Finetune/Loss (Raw)": 0.903459906578064, "Finetune/Step": 957, "Finetune/Step Time": 5.582776945084333}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9592523574829102, "Finetune/Loss (Raw)": 0.9777779579162598, "Finetune/Step": 958, "Finetune/Step Time": 5.5919893607497215}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9584015607833862, "Finetune/Loss (Raw)": 0.9355936050415039, "Finetune/Step": 959, "Finetune/Step Time": 5.5622820649296045}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9573906660079956, "Finetune/Loss (Raw)": 0.956057608127594, "Finetune/Step": 960, "Finetune/Step Time": 5.5588211845606565}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9609633684158325, "Finetune/Loss (Raw)": 0.883491575717926, "Finetune/Step": 961, "Finetune/Step Time": 5.528788918629289}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9618860483169556, "Finetune/Loss (Raw)": 1.1116715669631958, "Finetune/Step": 962, "Finetune/Step Time": 5.526148281991482}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9613014459609985, "Finetune/Loss (Raw)": 0.9128325581550598, "Finetune/Step": 963, "Finetune/Step Time": 5.5139347948133945}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9606294631958008, "Finetune/Loss (Raw)": 0.9316551685333252, "Finetune/Step": 964, "Finetune/Step Time": 5.518683917820454}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9596496820449829, "Finetune/Loss (Raw)": 0.8096365928649902, "Finetune/Step": 965, "Finetune/Step Time": 5.513804627582431}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9587982892990112, "Finetune/Loss (Raw)": 0.9501333236694336, "Finetune/Step": 966, "Finetune/Step Time": 5.514318006113172}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9595357179641724, "Finetune/Loss (Raw)": 0.9999299645423889, "Finetune/Step": 967, "Finetune/Step Time": 5.529632177203894}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9586837887763977, "Finetune/Loss (Raw)": 1.0619466304779053, "Finetune/Step": 968, "Finetune/Step Time": 5.5278716422617435}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9589571952819824, "Finetune/Loss (Raw)": 0.9330783486366272, "Finetune/Step": 969, "Finetune/Step Time": 5.539835376664996}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9561231732368469, "Finetune/Loss (Raw)": 0.707710862159729, "Finetune/Step": 970, "Finetune/Step Time": 5.547412756830454}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.955765962600708, "Finetune/Loss (Raw)": 1.0049691200256348, "Finetune/Step": 971, "Finetune/Step Time": 5.560418916866183}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9510668516159058, "Finetune/Loss (Raw)": 0.39541304111480713, "Finetune/Step": 972, "Finetune/Step Time": 5.589917920529842}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9495958685874939, "Finetune/Loss (Raw)": 0.890916109085083, "Finetune/Step": 973, "Finetune/Step Time": 5.59524804726243}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9490082859992981, "Finetune/Loss (Raw)": 0.9683544039726257, "Finetune/Step": 974, "Finetune/Step Time": 5.610709644854069}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9540534019470215, "Finetune/Loss (Raw)": 1.111440658569336, "Finetune/Step": 975, "Finetune/Step Time": 5.592273747548461}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9551138877868652, "Finetune/Loss (Raw)": 0.9854990243911743, "Finetune/Step": 976, "Finetune/Step Time": 5.594648679718375}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9556278586387634, "Finetune/Loss (Raw)": 1.0758603811264038, "Finetune/Step": 977, "Finetune/Step Time": 5.600183978676796}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9560569524765015, "Finetune/Loss (Raw)": 0.9474515318870544, "Finetune/Step": 978, "Finetune/Step Time": 5.585183687508106}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9549919962882996, "Finetune/Loss (Raw)": 0.8847652077674866, "Finetune/Step": 979, "Finetune/Step Time": 5.58060809597373}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9571841359138489, "Finetune/Loss (Raw)": 1.163917899131775, "Finetune/Step": 980, "Finetune/Step Time": 5.578998984768987}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9574860334396362, "Finetune/Loss (Raw)": 0.9933233857154846, "Finetune/Step": 981, "Finetune/Step Time": 5.574350515380502}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9581658244132996, "Finetune/Loss (Raw)": 1.0285803079605103, "Finetune/Step": 982, "Finetune/Step Time": 5.562485435977578}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9599288702011108, "Finetune/Loss (Raw)": 1.0226258039474487, "Finetune/Step": 983, "Finetune/Step Time": 5.531385824084282}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9598338603973389, "Finetune/Loss (Raw)": 0.9804624319076538, "Finetune/Step": 984, "Finetune/Step Time": 5.542238445952535}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9598535299301147, "Finetune/Loss (Raw)": 0.9515353441238403, "Finetune/Step": 985, "Finetune/Step Time": 5.540795659646392}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9574871063232422, "Finetune/Loss (Raw)": 0.8858680129051208, "Finetune/Step": 986, "Finetune/Step Time": 5.544165940955281}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.956744372844696, "Finetune/Loss (Raw)": 1.0110158920288086, "Finetune/Step": 987, "Finetune/Step Time": 5.541317189112306}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.9560838937759399, "Finetune/Loss (Raw)": 0.8670253157615662, "Finetune/Step": 988, "Finetune/Step Time": 5.54404478892684}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9584865570068359, "Finetune/Loss (Raw)": 1.0360976457595825, "Finetune/Step": 989, "Finetune/Step Time": 5.547318315133452}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9564234614372253, "Finetune/Loss (Raw)": 0.754381537437439, "Finetune/Step": 990, "Finetune/Step Time": 5.552805168554187}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9579852223396301, "Finetune/Loss (Raw)": 1.0488251447677612, "Finetune/Step": 991, "Finetune/Step Time": 5.543162589892745}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9575346112251282, "Finetune/Loss (Raw)": 0.9828497767448425, "Finetune/Step": 992, "Finetune/Step Time": 5.540753003209829}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9577955007553101, "Finetune/Loss (Raw)": 0.9924139976501465, "Finetune/Step": 993, "Finetune/Step Time": 5.551387500017881}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9550889730453491, "Finetune/Loss (Raw)": 0.7750037908554077, "Finetune/Step": 994, "Finetune/Step Time": 5.559519900009036}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9541558027267456, "Finetune/Loss (Raw)": 0.9442246556282043, "Finetune/Step": 995, "Finetune/Step Time": 5.558168608695269}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.9543287754058838, "Finetune/Loss (Raw)": 0.9671469330787659, "Finetune/Step": 996, "Finetune/Step Time": 5.561883797869086}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9531277418136597, "Finetune/Loss (Raw)": 0.9372463226318359, "Finetune/Step": 997, "Finetune/Step Time": 5.541647415608168}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9535812139511108, "Finetune/Loss (Raw)": 0.961298942565918, "Finetune/Step": 998, "Finetune/Step Time": 5.554607147350907}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9556711316108704, "Finetune/Loss (Raw)": 1.1208738088607788, "Finetune/Step": 999, "Finetune/Step Time": 5.547780070453882}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9567956924438477, "Finetune/Loss (Raw)": 1.143601655960083, "Finetune/Step": 1000, "Finetune/Step Time": 5.541447930037975}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9512094259262085, "Finetune/Loss (Raw)": 0.3278841972351074, "Finetune/Step": 1001, "Finetune/Step Time": 5.575628656893969}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9520056843757629, "Finetune/Loss (Raw)": 0.983919084072113, "Finetune/Step": 1002, "Finetune/Step Time": 5.57590638846159}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9528481960296631, "Finetune/Loss (Raw)": 1.054376482963562, "Finetune/Step": 1003, "Finetune/Step Time": 5.578917836770415}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9538471102714539, "Finetune/Loss (Raw)": 1.0672820806503296, "Finetune/Step": 1004, "Finetune/Step Time": 5.578992849215865}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9537537097930908, "Finetune/Loss (Raw)": 1.0210131406784058, "Finetune/Step": 1005, "Finetune/Step Time": 5.5714228339493275}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9528306126594543, "Finetune/Loss (Raw)": 0.876747190952301, "Finetune/Step": 1006, "Finetune/Step Time": 5.58757015503943}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9531583189964294, "Finetune/Loss (Raw)": 0.9362167119979858, "Finetune/Step": 1007, "Finetune/Step Time": 5.568713705986738}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9528864026069641, "Finetune/Loss (Raw)": 0.9854170680046082, "Finetune/Step": 1008, "Finetune/Step Time": 5.56812752597034}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9492952823638916, "Finetune/Loss (Raw)": 0.4296268820762634, "Finetune/Step": 1009, "Finetune/Step Time": 5.5804444048553705}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9480085372924805, "Finetune/Loss (Raw)": 0.9037494659423828, "Finetune/Step": 1010, "Finetune/Step Time": 5.582600694149733}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.946927547454834, "Finetune/Loss (Raw)": 0.9223387241363525, "Finetune/Step": 1011, "Finetune/Step Time": 5.581924393773079}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9464793801307678, "Finetune/Loss (Raw)": 1.0153210163116455, "Finetune/Step": 1012, "Finetune/Step Time": 5.592168025672436}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.951859176158905, "Finetune/Loss (Raw)": 0.9181011915206909, "Finetune/Step": 1013, "Finetune/Step Time": 5.5609169490635395}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9520982503890991, "Finetune/Loss (Raw)": 1.0465216636657715, "Finetune/Step": 1014, "Finetune/Step Time": 5.55607845634222}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9513859748840332, "Finetune/Loss (Raw)": 0.3133176267147064, "Finetune/Step": 1015, "Finetune/Step Time": 5.5581401493400335}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9507780075073242, "Finetune/Loss (Raw)": 1.008743166923523, "Finetune/Step": 1016, "Finetune/Step Time": 5.556388357654214}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9510581493377686, "Finetune/Loss (Raw)": 1.0814908742904663, "Finetune/Step": 1017, "Finetune/Step Time": 5.5477222464978695}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9512727856636047, "Finetune/Loss (Raw)": 1.0011494159698486, "Finetune/Step": 1018, "Finetune/Step Time": 5.586757220327854}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9507371187210083, "Finetune/Loss (Raw)": 0.9223136305809021, "Finetune/Step": 1019, "Finetune/Step Time": 5.5847001280635595}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9514979124069214, "Finetune/Loss (Raw)": 0.9883541464805603, "Finetune/Step": 1020, "Finetune/Step Time": 5.5803914796561}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9494878053665161, "Finetune/Loss (Raw)": 0.8688320517539978, "Finetune/Step": 1021, "Finetune/Step Time": 5.591670874506235}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9498579502105713, "Finetune/Loss (Raw)": 1.0226824283599854, "Finetune/Step": 1022, "Finetune/Step Time": 5.597897846251726}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9488831758499146, "Finetune/Loss (Raw)": 0.8527313470840454, "Finetune/Step": 1023, "Finetune/Step Time": 5.596555586904287}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9478403925895691, "Finetune/Loss (Raw)": 0.9328843951225281, "Finetune/Step": 1024, "Finetune/Step Time": 5.598004445433617}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9480361938476562, "Finetune/Loss (Raw)": 0.8846287131309509, "Finetune/Step": 1025, "Finetune/Step Time": 5.588087540119886}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9532113075256348, "Finetune/Loss (Raw)": 1.0230965614318848, "Finetune/Step": 1026, "Finetune/Step Time": 5.566126182675362}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9496818780899048, "Finetune/Loss (Raw)": 0.37360531091690063, "Finetune/Step": 1027, "Finetune/Step Time": 5.508696153759956}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9492202997207642, "Finetune/Loss (Raw)": 1.0529447793960571, "Finetune/Step": 1028, "Finetune/Step Time": 5.507291862741113}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9474751949310303, "Finetune/Loss (Raw)": 0.8793216943740845, "Finetune/Step": 1029, "Finetune/Step Time": 5.52483269944787}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9472715854644775, "Finetune/Loss (Raw)": 1.0340863466262817, "Finetune/Step": 1030, "Finetune/Step Time": 5.523421252146363}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9465791583061218, "Finetune/Loss (Raw)": 0.9924725890159607, "Finetune/Step": 1031, "Finetune/Step Time": 5.503581197932363}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9418049454689026, "Finetune/Loss (Raw)": 0.3502351641654968, "Finetune/Step": 1032, "Finetune/Step Time": 5.537055518478155}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9414036273956299, "Finetune/Loss (Raw)": 1.0107871294021606, "Finetune/Step": 1033, "Finetune/Step Time": 5.558091251179576}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9406359195709229, "Finetune/Loss (Raw)": 0.8424713611602783, "Finetune/Step": 1034, "Finetune/Step Time": 5.565635206177831}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.940284013748169, "Finetune/Loss (Raw)": 1.008060097694397, "Finetune/Step": 1035, "Finetune/Step Time": 5.578031808137894}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9402666687965393, "Finetune/Loss (Raw)": 0.973802387714386, "Finetune/Step": 1036, "Finetune/Step Time": 5.582935338839889}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9393556118011475, "Finetune/Loss (Raw)": 0.8824963569641113, "Finetune/Step": 1037, "Finetune/Step Time": 5.585956649854779}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9408807754516602, "Finetune/Loss (Raw)": 1.1678264141082764, "Finetune/Step": 1038, "Finetune/Step Time": 5.579311029985547}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.941497802734375, "Finetune/Loss (Raw)": 1.0155034065246582, "Finetune/Step": 1039, "Finetune/Step Time": 5.578978143632412}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9400120973587036, "Finetune/Loss (Raw)": 0.9324761033058167, "Finetune/Step": 1040, "Finetune/Step Time": 5.574973221868277}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.942844033241272, "Finetune/Loss (Raw)": 1.0853816270828247, "Finetune/Step": 1041, "Finetune/Step Time": 5.556641044095159}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.942518949508667, "Finetune/Loss (Raw)": 1.0833433866500854, "Finetune/Step": 1042, "Finetune/Step Time": 5.557663030922413}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9375852346420288, "Finetune/Loss (Raw)": 0.38375064730644226, "Finetune/Step": 1043, "Finetune/Step Time": 5.59590719640255}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9362043142318726, "Finetune/Loss (Raw)": 0.8588843941688538, "Finetune/Step": 1044, "Finetune/Step Time": 5.596005082130432}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9351764917373657, "Finetune/Loss (Raw)": 1.058717966079712, "Finetune/Step": 1045, "Finetune/Step Time": 5.5642557721585035}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9349623322486877, "Finetune/Loss (Raw)": 0.949309766292572, "Finetune/Step": 1046, "Finetune/Step Time": 5.566959964111447}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9368150234222412, "Finetune/Loss (Raw)": 1.0014252662658691, "Finetune/Step": 1047, "Finetune/Step Time": 5.553795797750354}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9393823146820068, "Finetune/Loss (Raw)": 1.1739634275436401, "Finetune/Step": 1048, "Finetune/Step Time": 5.545634170994163}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9385336637496948, "Finetune/Loss (Raw)": 0.8803184032440186, "Finetune/Step": 1049, "Finetune/Step Time": 5.54322912171483}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9376872777938843, "Finetune/Loss (Raw)": 0.8148438930511475, "Finetune/Step": 1050, "Finetune/Step Time": 5.555333983153105}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9370126128196716, "Finetune/Loss (Raw)": 0.9516491889953613, "Finetune/Step": 1051, "Finetune/Step Time": 5.559106629341841}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9387089610099792, "Finetune/Loss (Raw)": 1.153769850730896, "Finetune/Step": 1052, "Finetune/Step Time": 5.5572952050715685}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9400495290756226, "Finetune/Loss (Raw)": 0.9860239624977112, "Finetune/Step": 1053, "Finetune/Step Time": 5.549565734341741}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9413827061653137, "Finetune/Loss (Raw)": 1.1187148094177246, "Finetune/Step": 1054, "Finetune/Step Time": 5.544633250683546}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9402822256088257, "Finetune/Loss (Raw)": 0.9023594260215759, "Finetune/Step": 1055, "Finetune/Step Time": 5.54578335210681}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9409269094467163, "Finetune/Loss (Raw)": 1.0929248332977295, "Finetune/Step": 1056, "Finetune/Step Time": 5.547115618363023}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9400447010993958, "Finetune/Loss (Raw)": 0.920088529586792, "Finetune/Step": 1057, "Finetune/Step Time": 5.541813915595412}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9402545690536499, "Finetune/Loss (Raw)": 0.9317847490310669, "Finetune/Step": 1058, "Finetune/Step Time": 5.534243227913976}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9396075010299683, "Finetune/Loss (Raw)": 0.9468852877616882, "Finetune/Step": 1059, "Finetune/Step Time": 5.552726317197084}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9389398097991943, "Finetune/Loss (Raw)": 0.9791261553764343, "Finetune/Step": 1060, "Finetune/Step Time": 5.550857443362474}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9373916983604431, "Finetune/Loss (Raw)": 0.8482286334037781, "Finetune/Step": 1061, "Finetune/Step Time": 5.531548663973808}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9372230172157288, "Finetune/Loss (Raw)": 0.9924598336219788, "Finetune/Step": 1062, "Finetune/Step Time": 5.52700318582356}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.938166618347168, "Finetune/Loss (Raw)": 0.9828869104385376, "Finetune/Step": 1063, "Finetune/Step Time": 5.534716689959168}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9400490522384644, "Finetune/Loss (Raw)": 1.1871784925460815, "Finetune/Step": 1064, "Finetune/Step Time": 5.52209303714335}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9401332139968872, "Finetune/Loss (Raw)": 1.141035795211792, "Finetune/Step": 1065, "Finetune/Step Time": 5.523571835830808}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9383305907249451, "Finetune/Loss (Raw)": 0.9061251878738403, "Finetune/Step": 1066, "Finetune/Step Time": 5.517606334760785}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9397442936897278, "Finetune/Loss (Raw)": 1.1111743450164795, "Finetune/Step": 1067, "Finetune/Step Time": 5.52455703727901}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9388279318809509, "Finetune/Loss (Raw)": 0.9055812954902649, "Finetune/Step": 1068, "Finetune/Step Time": 5.528987927362323}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9388080835342407, "Finetune/Loss (Raw)": 0.9731176495552063, "Finetune/Step": 1069, "Finetune/Step Time": 5.555269081145525}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9395058155059814, "Finetune/Loss (Raw)": 1.0298815965652466, "Finetune/Step": 1070, "Finetune/Step Time": 5.544215802103281}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9402318000793457, "Finetune/Loss (Raw)": 1.042136549949646, "Finetune/Step": 1071, "Finetune/Step Time": 5.542248856276274}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.940590500831604, "Finetune/Loss (Raw)": 1.04572331905365, "Finetune/Step": 1072, "Finetune/Step Time": 5.55199852026999}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9413025379180908, "Finetune/Loss (Raw)": 0.9613409638404846, "Finetune/Step": 1073, "Finetune/Step Time": 5.540962710976601}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9424487948417664, "Finetune/Loss (Raw)": 1.0520169734954834, "Finetune/Step": 1074, "Finetune/Step Time": 5.526249324902892}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9431081414222717, "Finetune/Loss (Raw)": 1.0543923377990723, "Finetune/Step": 1075, "Finetune/Step Time": 5.5209826324135065}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9484838843345642, "Finetune/Loss (Raw)": 1.075236439704895, "Finetune/Step": 1076, "Finetune/Step Time": 5.4861676171422005}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9481632709503174, "Finetune/Loss (Raw)": 1.0935693979263306, "Finetune/Step": 1077, "Finetune/Step Time": 5.490302266553044}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9493699073791504, "Finetune/Loss (Raw)": 1.0644760131835938, "Finetune/Step": 1078, "Finetune/Step Time": 5.492563670501113}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9469202160835266, "Finetune/Loss (Raw)": 0.8722589612007141, "Finetune/Step": 1079, "Finetune/Step Time": 5.496676314622164}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9478566646575928, "Finetune/Loss (Raw)": 0.9743132591247559, "Finetune/Step": 1080, "Finetune/Step Time": 5.496375985443592}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9486076831817627, "Finetune/Loss (Raw)": 1.0808161497116089, "Finetune/Step": 1081, "Finetune/Step Time": 5.499975115060806}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9481104612350464, "Finetune/Loss (Raw)": 0.8530986309051514, "Finetune/Step": 1082, "Finetune/Step Time": 5.520685901865363}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9483335614204407, "Finetune/Loss (Raw)": 1.0212323665618896, "Finetune/Step": 1083, "Finetune/Step Time": 5.519359966740012}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9486683011054993, "Finetune/Loss (Raw)": 1.075204849243164, "Finetune/Step": 1084, "Finetune/Step Time": 5.533839579671621}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9495699405670166, "Finetune/Loss (Raw)": 1.0188734531402588, "Finetune/Step": 1085, "Finetune/Step Time": 5.5239827409386635}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9500408172607422, "Finetune/Loss (Raw)": 1.0380462408065796, "Finetune/Step": 1086, "Finetune/Step Time": 5.510530818253756}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9507074356079102, "Finetune/Loss (Raw)": 1.020914912223816, "Finetune/Step": 1087, "Finetune/Step Time": 5.512977942824364}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9498717784881592, "Finetune/Loss (Raw)": 0.8491007089614868, "Finetune/Step": 1088, "Finetune/Step Time": 5.52642715908587}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9508291482925415, "Finetune/Loss (Raw)": 1.006035566329956, "Finetune/Step": 1089, "Finetune/Step Time": 5.522532491013408}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9506987929344177, "Finetune/Loss (Raw)": 1.0949864387512207, "Finetune/Step": 1090, "Finetune/Step Time": 5.532581960782409}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9509237408638, "Finetune/Loss (Raw)": 0.9416211247444153, "Finetune/Step": 1091, "Finetune/Step Time": 5.531283875927329}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9517609477043152, "Finetune/Loss (Raw)": 1.038820743560791, "Finetune/Step": 1092, "Finetune/Step Time": 5.535921715199947}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9523696303367615, "Finetune/Loss (Raw)": 0.8875486254692078, "Finetune/Step": 1093, "Finetune/Step Time": 5.533324282616377}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9527379274368286, "Finetune/Loss (Raw)": 0.9972752332687378, "Finetune/Step": 1094, "Finetune/Step Time": 5.522815542295575}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9530490636825562, "Finetune/Loss (Raw)": 1.0397546291351318, "Finetune/Step": 1095, "Finetune/Step Time": 5.501382153481245}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9530867338180542, "Finetune/Loss (Raw)": 1.0667731761932373, "Finetune/Step": 1096, "Finetune/Step Time": 5.497346181422472}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9535658359527588, "Finetune/Loss (Raw)": 0.9944010972976685, "Finetune/Step": 1097, "Finetune/Step Time": 5.4934490621089935}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9557439088821411, "Finetune/Loss (Raw)": 0.9864967465400696, "Finetune/Step": 1098, "Finetune/Step Time": 5.500691512599587}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.955714762210846, "Finetune/Loss (Raw)": 1.0012398958206177, "Finetune/Step": 1099, "Finetune/Step Time": 5.478842925280333}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9601829051971436, "Finetune/Loss (Raw)": 0.9673431515693665, "Finetune/Step": 1100, "Finetune/Step Time": 5.452850919216871}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9616952538490295, "Finetune/Loss (Raw)": 1.0844905376434326, "Finetune/Step": 1101, "Finetune/Step Time": 5.452406223863363}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9603943228721619, "Finetune/Loss (Raw)": 0.8018364906311035, "Finetune/Step": 1102, "Finetune/Step Time": 5.43888789601624}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9605211019515991, "Finetune/Loss (Raw)": 1.1276675462722778, "Finetune/Step": 1103, "Finetune/Step Time": 5.425205007195473}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9611762762069702, "Finetune/Loss (Raw)": 1.069364309310913, "Finetune/Step": 1104, "Finetune/Step Time": 5.428695006296039}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9614752531051636, "Finetune/Loss (Raw)": 1.1141239404678345, "Finetune/Step": 1105, "Finetune/Step Time": 5.434007748961449}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.961906909942627, "Finetune/Loss (Raw)": 1.00270676612854, "Finetune/Step": 1106, "Finetune/Step Time": 5.446162017062306}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.963005006313324, "Finetune/Loss (Raw)": 1.0253193378448486, "Finetune/Step": 1107, "Finetune/Step Time": 5.441238071769476}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9624707698822021, "Finetune/Loss (Raw)": 1.0955418348312378, "Finetune/Step": 1108, "Finetune/Step Time": 5.441711759194732}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9610904455184937, "Finetune/Loss (Raw)": 0.816633403301239, "Finetune/Step": 1109, "Finetune/Step Time": 5.453328305855393}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9607871770858765, "Finetune/Loss (Raw)": 0.9897692203521729, "Finetune/Step": 1110, "Finetune/Step Time": 5.451814180240035}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9616529941558838, "Finetune/Loss (Raw)": 1.133448600769043, "Finetune/Step": 1111, "Finetune/Step Time": 5.441737569868565}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9612350463867188, "Finetune/Loss (Raw)": 0.9269662499427795, "Finetune/Step": 1112, "Finetune/Step Time": 5.429607575759292}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9612659215927124, "Finetune/Loss (Raw)": 0.9554851651191711, "Finetune/Step": 1113, "Finetune/Step Time": 5.426097245886922}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9624375104904175, "Finetune/Loss (Raw)": 1.0358269214630127, "Finetune/Step": 1114, "Finetune/Step Time": 5.454865841194987}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9625129699707031, "Finetune/Loss (Raw)": 1.0206794738769531, "Finetune/Step": 1115, "Finetune/Step Time": 5.4522011280059814}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9642925262451172, "Finetune/Loss (Raw)": 1.0948017835617065, "Finetune/Step": 1116, "Finetune/Step Time": 5.446831621229649}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9631181955337524, "Finetune/Loss (Raw)": 0.8857957124710083, "Finetune/Step": 1117, "Finetune/Step Time": 5.446367267519236}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9657779932022095, "Finetune/Loss (Raw)": 1.0948288440704346, "Finetune/Step": 1118, "Finetune/Step Time": 5.438608547672629}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9633212089538574, "Finetune/Loss (Raw)": 0.7343598008155823, "Finetune/Step": 1119, "Finetune/Step Time": 5.448397029191256}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9632762670516968, "Finetune/Loss (Raw)": 0.9770969748497009, "Finetune/Step": 1120, "Finetune/Step Time": 5.451273050159216}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9645459651947021, "Finetune/Loss (Raw)": 1.1549264192581177, "Finetune/Step": 1121, "Finetune/Step Time": 5.420339936390519}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9666510820388794, "Finetune/Loss (Raw)": 1.0444631576538086, "Finetune/Step": 1122, "Finetune/Step Time": 5.4266041070222855}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9666375517845154, "Finetune/Loss (Raw)": 0.9424960613250732, "Finetune/Step": 1123, "Finetune/Step Time": 5.444734295830131}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9687089920043945, "Finetune/Loss (Raw)": 1.2322885990142822, "Finetune/Step": 1124, "Finetune/Step Time": 5.4409814942628145}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9687857627868652, "Finetune/Loss (Raw)": 0.94707852602005, "Finetune/Step": 1125, "Finetune/Step Time": 5.4373299311846495}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.968965470790863, "Finetune/Loss (Raw)": 0.9843001961708069, "Finetune/Step": 1126, "Finetune/Step Time": 5.419156359508634}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9681921005249023, "Finetune/Loss (Raw)": 1.0218756198883057, "Finetune/Step": 1127, "Finetune/Step Time": 5.418617084622383}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9669003486633301, "Finetune/Loss (Raw)": 0.9782571196556091, "Finetune/Step": 1128, "Finetune/Step Time": 5.430701047182083}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9730439782142639, "Finetune/Loss (Raw)": 1.114270806312561, "Finetune/Step": 1129, "Finetune/Step Time": 5.393711566925049}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9715858697891235, "Finetune/Loss (Raw)": 0.7972841858863831, "Finetune/Step": 1130, "Finetune/Step Time": 5.402119068428874}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9718274474143982, "Finetune/Loss (Raw)": 1.0852973461151123, "Finetune/Step": 1131, "Finetune/Step Time": 5.384509552270174}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9715324640274048, "Finetune/Loss (Raw)": 1.0295217037200928, "Finetune/Step": 1132, "Finetune/Step Time": 5.386103538796306}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9712566137313843, "Finetune/Loss (Raw)": 0.9857127070426941, "Finetune/Step": 1133, "Finetune/Step Time": 5.381399592384696}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9718687534332275, "Finetune/Loss (Raw)": 0.9550923109054565, "Finetune/Step": 1134, "Finetune/Step Time": 5.3631441574543715}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9731813669204712, "Finetune/Loss (Raw)": 1.1042348146438599, "Finetune/Step": 1135, "Finetune/Step Time": 5.358335509896278}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9731225967407227, "Finetune/Loss (Raw)": 0.9778941869735718, "Finetune/Step": 1136, "Finetune/Step Time": 5.355566209182143}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9779435396194458, "Finetune/Loss (Raw)": 1.046706199645996, "Finetune/Step": 1137, "Finetune/Step Time": 5.325234245508909}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9788938164710999, "Finetune/Loss (Raw)": 1.0253857374191284, "Finetune/Step": 1138, "Finetune/Step Time": 5.33460140414536}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9792331457138062, "Finetune/Loss (Raw)": 0.9657769799232483, "Finetune/Step": 1139, "Finetune/Step Time": 5.34738477319479}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9793167114257812, "Finetune/Loss (Raw)": 1.026005744934082, "Finetune/Step": 1140, "Finetune/Step Time": 5.335282895714045}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9796015024185181, "Finetune/Loss (Raw)": 0.9545606374740601, "Finetune/Step": 1141, "Finetune/Step Time": 5.3462293446063995}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9738184809684753, "Finetune/Loss (Raw)": 0.3063012957572937, "Finetune/Step": 1142, "Finetune/Step Time": 5.370724968612194}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9786887168884277, "Finetune/Loss (Raw)": 0.936698853969574, "Finetune/Step": 1143, "Finetune/Step Time": 5.351270550861955}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.978728711605072, "Finetune/Loss (Raw)": 1.0138612985610962, "Finetune/Step": 1144, "Finetune/Step Time": 5.355472611263394}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9777851104736328, "Finetune/Loss (Raw)": 0.9607192277908325, "Finetune/Step": 1145, "Finetune/Step Time": 5.355797305703163}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9782371520996094, "Finetune/Loss (Raw)": 1.0590027570724487, "Finetune/Step": 1146, "Finetune/Step Time": 5.320771288126707}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9774060249328613, "Finetune/Loss (Raw)": 0.8159366250038147, "Finetune/Step": 1147, "Finetune/Step Time": 5.323892544955015}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9723961353302002, "Finetune/Loss (Raw)": 0.34708482027053833, "Finetune/Step": 1148, "Finetune/Step Time": 5.355488575994968}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9742581844329834, "Finetune/Loss (Raw)": 1.107174277305603, "Finetune/Step": 1149, "Finetune/Step Time": 5.355600943788886}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9739038944244385, "Finetune/Loss (Raw)": 0.9773304462432861, "Finetune/Step": 1150, "Finetune/Step Time": 5.3459861017763615}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9741676449775696, "Finetune/Loss (Raw)": 0.8864953517913818, "Finetune/Step": 1151, "Finetune/Step Time": 5.335089260712266}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9747005701065063, "Finetune/Loss (Raw)": 1.0010960102081299, "Finetune/Step": 1152, "Finetune/Step Time": 5.352516850456595}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9763676524162292, "Finetune/Loss (Raw)": 1.0980217456817627, "Finetune/Step": 1153, "Finetune/Step Time": 5.361060041934252}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9709715843200684, "Finetune/Loss (Raw)": 0.3323972523212433, "Finetune/Step": 1154, "Finetune/Step Time": 5.3839031383395195}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9707581996917725, "Finetune/Loss (Raw)": 0.3462907373905182, "Finetune/Step": 1155, "Finetune/Step Time": 5.382040176540613}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9715552926063538, "Finetune/Loss (Raw)": 1.1549718379974365, "Finetune/Step": 1156, "Finetune/Step Time": 5.378223778679967}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9728623032569885, "Finetune/Loss (Raw)": 1.046619176864624, "Finetune/Step": 1157, "Finetune/Step Time": 5.3598074875772}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9719408750534058, "Finetune/Loss (Raw)": 0.9161407947540283, "Finetune/Step": 1158, "Finetune/Step Time": 5.35614082030952}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9708962440490723, "Finetune/Loss (Raw)": 0.8587587475776672, "Finetune/Step": 1159, "Finetune/Step Time": 5.350330803543329}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9757067561149597, "Finetune/Loss (Raw)": 0.9659866094589233, "Finetune/Step": 1160, "Finetune/Step Time": 5.344237906858325}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9756277203559875, "Finetune/Loss (Raw)": 1.0006723403930664, "Finetune/Step": 1161, "Finetune/Step Time": 5.337022775784135}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9769691824913025, "Finetune/Loss (Raw)": 1.014176368713379, "Finetune/Step": 1162, "Finetune/Step Time": 5.339253818616271}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9754084348678589, "Finetune/Loss (Raw)": 0.8082781434059143, "Finetune/Step": 1163, "Finetune/Step Time": 5.348015358671546}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9772002696990967, "Finetune/Loss (Raw)": 1.203162431716919, "Finetune/Step": 1164, "Finetune/Step Time": 5.345978364348412}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.973178505897522, "Finetune/Loss (Raw)": 0.36771273612976074, "Finetune/Step": 1165, "Finetune/Step Time": 5.365735685452819}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9709919095039368, "Finetune/Loss (Raw)": 0.8879372477531433, "Finetune/Step": 1166, "Finetune/Step Time": 5.374224804341793}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9695912003517151, "Finetune/Loss (Raw)": 0.8362118601799011, "Finetune/Step": 1167, "Finetune/Step Time": 5.3887756783515215}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9698197245597839, "Finetune/Loss (Raw)": 0.9617310762405396, "Finetune/Step": 1168, "Finetune/Step Time": 5.387734856456518}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9692019820213318, "Finetune/Loss (Raw)": 1.0063132047653198, "Finetune/Step": 1169, "Finetune/Step Time": 5.389512045308948}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9644380211830139, "Finetune/Loss (Raw)": 0.47355198860168457, "Finetune/Step": 1170, "Finetune/Step Time": 5.415818117558956}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9701942205429077, "Finetune/Loss (Raw)": 1.1205470561981201, "Finetune/Step": 1171, "Finetune/Step Time": 5.376256670802832}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9716986417770386, "Finetune/Loss (Raw)": 1.0514556169509888, "Finetune/Step": 1172, "Finetune/Step Time": 5.371051399037242}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.971198558807373, "Finetune/Loss (Raw)": 0.9947003126144409, "Finetune/Step": 1173, "Finetune/Step Time": 5.354637527838349}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.966636061668396, "Finetune/Loss (Raw)": 0.36530348658561707, "Finetune/Step": 1174, "Finetune/Step Time": 5.3769398126751184}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9662700891494751, "Finetune/Loss (Raw)": 0.9545890092849731, "Finetune/Step": 1175, "Finetune/Step Time": 5.385037077590823}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9644339084625244, "Finetune/Loss (Raw)": 0.9389352202415466, "Finetune/Step": 1176, "Finetune/Step Time": 5.385741299018264}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9598344564437866, "Finetune/Loss (Raw)": 0.29158341884613037, "Finetune/Step": 1177, "Finetune/Step Time": 5.4189027938991785}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9560171365737915, "Finetune/Loss (Raw)": 0.32622581720352173, "Finetune/Step": 1178, "Finetune/Step Time": 5.43513061478734}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9576468467712402, "Finetune/Loss (Raw)": 1.1602543592453003, "Finetune/Step": 1179, "Finetune/Step Time": 5.4279304426163435}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9559148550033569, "Finetune/Loss (Raw)": 0.9320741295814514, "Finetune/Step": 1180, "Finetune/Step Time": 5.444473205134273}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9567630290985107, "Finetune/Loss (Raw)": 1.0945873260498047, "Finetune/Step": 1181, "Finetune/Step Time": 5.427306963130832}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9535905122756958, "Finetune/Loss (Raw)": 0.7126331925392151, "Finetune/Step": 1182, "Finetune/Step Time": 5.4292900785803795}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9546846151351929, "Finetune/Loss (Raw)": 1.0424033403396606, "Finetune/Step": 1183, "Finetune/Step Time": 5.4306495897471905}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9525876045227051, "Finetune/Loss (Raw)": 0.8245091438293457, "Finetune/Step": 1184, "Finetune/Step Time": 5.460231468081474}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9533684253692627, "Finetune/Loss (Raw)": 1.0200363397598267, "Finetune/Step": 1185, "Finetune/Step Time": 5.468537433072925}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9548672437667847, "Finetune/Loss (Raw)": 1.123631238937378, "Finetune/Step": 1186, "Finetune/Step Time": 5.46894670650363}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9502241611480713, "Finetune/Loss (Raw)": 0.35257261991500854, "Finetune/Step": 1187, "Finetune/Step Time": 5.486041801050305}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9508653879165649, "Finetune/Loss (Raw)": 1.0612037181854248, "Finetune/Step": 1188, "Finetune/Step Time": 5.485121339559555}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9525817036628723, "Finetune/Loss (Raw)": 1.067915916442871, "Finetune/Step": 1189, "Finetune/Step Time": 5.490207821130753}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9524804353713989, "Finetune/Loss (Raw)": 0.9794926643371582, "Finetune/Step": 1190, "Finetune/Step Time": 5.488720877096057}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9530198574066162, "Finetune/Loss (Raw)": 1.0519453287124634, "Finetune/Step": 1191, "Finetune/Step Time": 5.482280593365431}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9517914652824402, "Finetune/Loss (Raw)": 1.0299381017684937, "Finetune/Step": 1192, "Finetune/Step Time": 5.489711141213775}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9508926868438721, "Finetune/Loss (Raw)": 1.02599036693573, "Finetune/Step": 1193, "Finetune/Step Time": 5.488387702032924}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9521580934524536, "Finetune/Loss (Raw)": 1.068097472190857, "Finetune/Step": 1194, "Finetune/Step Time": 5.502066060900688}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9513049125671387, "Finetune/Loss (Raw)": 1.0019748210906982, "Finetune/Step": 1195, "Finetune/Step Time": 5.491850595921278}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9519526362419128, "Finetune/Loss (Raw)": 0.9884850382804871, "Finetune/Step": 1196, "Finetune/Step Time": 5.488652385771275}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9530357122421265, "Finetune/Loss (Raw)": 1.1117491722106934, "Finetune/Step": 1197, "Finetune/Step Time": 5.455580735579133}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9535274505615234, "Finetune/Loss (Raw)": 1.0928184986114502, "Finetune/Step": 1198, "Finetune/Step Time": 5.4612278416752815}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9534977674484253, "Finetune/Loss (Raw)": 1.0383409261703491, "Finetune/Step": 1199, "Finetune/Step Time": 5.457070948556066}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9535949230194092, "Finetune/Loss (Raw)": 1.0581567287445068, "Finetune/Step": 1200, "Finetune/Step Time": 5.453833727166057}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9542863368988037, "Finetune/Loss (Raw)": 1.0498480796813965, "Finetune/Step": 1201, "Finetune/Step Time": 5.461401911452413}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9551345109939575, "Finetune/Loss (Raw)": 1.1605815887451172, "Finetune/Step": 1202, "Finetune/Step Time": 5.464986450970173}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9557249546051025, "Finetune/Loss (Raw)": 1.1299666166305542, "Finetune/Step": 1203, "Finetune/Step Time": 5.46082054823637}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9557754993438721, "Finetune/Loss (Raw)": 1.081709384918213, "Finetune/Step": 1204, "Finetune/Step Time": 5.469139184802771}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9548402428627014, "Finetune/Loss (Raw)": 0.9738581776618958, "Finetune/Step": 1205, "Finetune/Step Time": 5.486695561558008}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9555623531341553, "Finetune/Loss (Raw)": 1.156901240348816, "Finetune/Step": 1206, "Finetune/Step Time": 5.478891618549824}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9562475681304932, "Finetune/Loss (Raw)": 0.9599697589874268, "Finetune/Step": 1207, "Finetune/Step Time": 5.485819336026907}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9566276669502258, "Finetune/Loss (Raw)": 1.0229631662368774, "Finetune/Step": 1208, "Finetune/Step Time": 5.4861817713826895}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9564380645751953, "Finetune/Loss (Raw)": 1.0565524101257324, "Finetune/Step": 1209, "Finetune/Step Time": 5.484461158514023}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9575832486152649, "Finetune/Loss (Raw)": 0.9996851682662964, "Finetune/Step": 1210, "Finetune/Step Time": 5.4622085597366095}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9570304751396179, "Finetune/Loss (Raw)": 0.9504724740982056, "Finetune/Step": 1211, "Finetune/Step Time": 5.46507366001606}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9574158191680908, "Finetune/Loss (Raw)": 1.1245352029800415, "Finetune/Step": 1212, "Finetune/Step Time": 5.453109763562679}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9569221138954163, "Finetune/Loss (Raw)": 0.9556716084480286, "Finetune/Step": 1213, "Finetune/Step Time": 5.452438447624445}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.955507755279541, "Finetune/Loss (Raw)": 0.857004702091217, "Finetune/Step": 1214, "Finetune/Step Time": 5.466199118643999}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9552589654922485, "Finetune/Loss (Raw)": 0.9890698790550232, "Finetune/Step": 1215, "Finetune/Step Time": 5.466895854100585}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9513753652572632, "Finetune/Loss (Raw)": 0.35200440883636475, "Finetune/Step": 1216, "Finetune/Step Time": 5.482460306957364}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9521881937980652, "Finetune/Loss (Raw)": 1.1100836992263794, "Finetune/Step": 1217, "Finetune/Step Time": 5.485377149656415}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9518623352050781, "Finetune/Loss (Raw)": 1.0532702207565308, "Finetune/Step": 1218, "Finetune/Step Time": 5.470185251906514}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9468963146209717, "Finetune/Loss (Raw)": 0.30597037076950073, "Finetune/Step": 1219, "Finetune/Step Time": 5.508226869627833}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9465543627738953, "Finetune/Loss (Raw)": 0.9950510263442993, "Finetune/Step": 1220, "Finetune/Step Time": 5.495900979265571}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9477444291114807, "Finetune/Loss (Raw)": 1.0398808717727661, "Finetune/Step": 1221, "Finetune/Step Time": 5.505819356068969}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.947762668132782, "Finetune/Loss (Raw)": 0.9996054172515869, "Finetune/Step": 1222, "Finetune/Step Time": 5.521492246538401}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9476273059844971, "Finetune/Loss (Raw)": 1.0224260091781616, "Finetune/Step": 1223, "Finetune/Step Time": 5.516776267439127}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.947176456451416, "Finetune/Loss (Raw)": 1.0090662240982056, "Finetune/Step": 1224, "Finetune/Step Time": 5.523200308904052}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.946286678314209, "Finetune/Loss (Raw)": 0.8805186748504639, "Finetune/Step": 1225, "Finetune/Step Time": 5.508183654397726}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9456183314323425, "Finetune/Loss (Raw)": 0.9009431600570679, "Finetune/Step": 1226, "Finetune/Step Time": 5.498584670946002}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9445050954818726, "Finetune/Loss (Raw)": 0.8587384223937988, "Finetune/Step": 1227, "Finetune/Step Time": 5.50129553489387}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9451999664306641, "Finetune/Loss (Raw)": 1.0562944412231445, "Finetune/Step": 1228, "Finetune/Step Time": 5.512342821806669}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.945176362991333, "Finetune/Loss (Raw)": 1.081462025642395, "Finetune/Step": 1229, "Finetune/Step Time": 5.514040371403098}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9420888423919678, "Finetune/Loss (Raw)": 0.4066356420516968, "Finetune/Step": 1230, "Finetune/Step Time": 5.551792494952679}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9420139789581299, "Finetune/Loss (Raw)": 1.118086338043213, "Finetune/Step": 1231, "Finetune/Step Time": 5.545588621869683}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.941551685333252, "Finetune/Loss (Raw)": 1.0101888179779053, "Finetune/Step": 1232, "Finetune/Step Time": 5.534251969307661}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9409582614898682, "Finetune/Loss (Raw)": 1.0381745100021362, "Finetune/Step": 1233, "Finetune/Step Time": 5.518973097205162}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9394651055335999, "Finetune/Loss (Raw)": 0.8115758299827576, "Finetune/Step": 1234, "Finetune/Step Time": 5.52837124094367}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9388972520828247, "Finetune/Loss (Raw)": 0.9526355266571045, "Finetune/Step": 1235, "Finetune/Step Time": 5.527005923911929}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9390252232551575, "Finetune/Loss (Raw)": 1.1119205951690674, "Finetune/Step": 1236, "Finetune/Step Time": 5.523139992728829}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9406265616416931, "Finetune/Loss (Raw)": 1.021604061126709, "Finetune/Step": 1237, "Finetune/Step Time": 5.525761723518372}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9420285224914551, "Finetune/Loss (Raw)": 1.1692250967025757, "Finetune/Step": 1238, "Finetune/Step Time": 5.528523864224553}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9408729076385498, "Finetune/Loss (Raw)": 0.9855207204818726, "Finetune/Step": 1239, "Finetune/Step Time": 5.542476298287511}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.941275417804718, "Finetune/Loss (Raw)": 0.9784908294677734, "Finetune/Step": 1240, "Finetune/Step Time": 5.54074346460402}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.940842866897583, "Finetune/Loss (Raw)": 0.900124728679657, "Finetune/Step": 1241, "Finetune/Step Time": 5.544967360794544}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9403115510940552, "Finetune/Loss (Raw)": 0.9678104519844055, "Finetune/Step": 1242, "Finetune/Step Time": 5.512680511921644}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9405840039253235, "Finetune/Loss (Raw)": 1.0555531978607178, "Finetune/Step": 1243, "Finetune/Step Time": 5.506393652409315}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9396321177482605, "Finetune/Loss (Raw)": 0.9729628562927246, "Finetune/Step": 1244, "Finetune/Step Time": 5.510161757469177}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9402998685836792, "Finetune/Loss (Raw)": 0.9712667465209961, "Finetune/Step": 1245, "Finetune/Step Time": 5.50052691437304}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9390115737915039, "Finetune/Loss (Raw)": 0.9299311637878418, "Finetune/Step": 1246, "Finetune/Step Time": 5.517640640959144}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9416776895523071, "Finetune/Loss (Raw)": 1.0756210088729858, "Finetune/Step": 1247, "Finetune/Step Time": 5.503599841147661}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9404804110527039, "Finetune/Loss (Raw)": 0.8238458633422852, "Finetune/Step": 1248, "Finetune/Step Time": 5.508038014173508}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.938657283782959, "Finetune/Loss (Raw)": 0.9215617179870605, "Finetune/Step": 1249, "Finetune/Step Time": 5.50875242613256}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9386074542999268, "Finetune/Loss (Raw)": 1.0380808115005493, "Finetune/Step": 1250, "Finetune/Step Time": 5.488976784050465}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.939294695854187, "Finetune/Loss (Raw)": 1.0304685831069946, "Finetune/Step": 1251, "Finetune/Step Time": 5.47446546703577}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9366645216941833, "Finetune/Loss (Raw)": 0.8956285715103149, "Finetune/Step": 1252, "Finetune/Step Time": 5.470613410696387}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9365060925483704, "Finetune/Loss (Raw)": 0.9267999529838562, "Finetune/Step": 1253, "Finetune/Step Time": 5.48923802934587}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9365106821060181, "Finetune/Loss (Raw)": 0.9848839640617371, "Finetune/Step": 1254, "Finetune/Step Time": 5.498458918184042}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9371525645256042, "Finetune/Loss (Raw)": 1.104037880897522, "Finetune/Step": 1255, "Finetune/Step Time": 5.501055754721165}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9374477863311768, "Finetune/Loss (Raw)": 1.016045331954956, "Finetune/Step": 1256, "Finetune/Step Time": 5.497088709846139}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9342421293258667, "Finetune/Loss (Raw)": 0.703953742980957, "Finetune/Step": 1257, "Finetune/Step Time": 5.523648431524634}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9354932308197021, "Finetune/Loss (Raw)": 0.9574152231216431, "Finetune/Step": 1258, "Finetune/Step Time": 5.512137362733483}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9340265989303589, "Finetune/Loss (Raw)": 0.8975715041160583, "Finetune/Step": 1259, "Finetune/Step Time": 5.523433867841959}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9351575374603271, "Finetune/Loss (Raw)": 1.1742844581604004, "Finetune/Step": 1260, "Finetune/Step Time": 5.525603910908103}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9340852499008179, "Finetune/Loss (Raw)": 0.8484653830528259, "Finetune/Step": 1261, "Finetune/Step Time": 5.525311013683677}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9343923330307007, "Finetune/Loss (Raw)": 0.9943978190422058, "Finetune/Step": 1262, "Finetune/Step Time": 5.520729038864374}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9340460300445557, "Finetune/Loss (Raw)": 1.05989670753479, "Finetune/Step": 1263, "Finetune/Step Time": 5.517357585951686}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9342249631881714, "Finetune/Loss (Raw)": 1.0008094310760498, "Finetune/Step": 1264, "Finetune/Step Time": 5.515646241605282}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.929028332233429, "Finetune/Loss (Raw)": 0.3815348744392395, "Finetune/Step": 1265, "Finetune/Step Time": 5.551232125610113}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9285755157470703, "Finetune/Loss (Raw)": 0.9674192667007446, "Finetune/Step": 1266, "Finetune/Step Time": 5.5562760308384895}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9291965365409851, "Finetune/Loss (Raw)": 1.0452706813812256, "Finetune/Step": 1267, "Finetune/Step Time": 5.542516300454736}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9295504689216614, "Finetune/Loss (Raw)": 1.0713093280792236, "Finetune/Step": 1268, "Finetune/Step Time": 5.54623213596642}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9295821785926819, "Finetune/Loss (Raw)": 0.9586197733879089, "Finetune/Step": 1269, "Finetune/Step Time": 5.532333945855498}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9360872507095337, "Finetune/Loss (Raw)": 1.1389508247375488, "Finetune/Step": 1270, "Finetune/Step Time": 5.5107759311795235}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.937372624874115, "Finetune/Loss (Raw)": 1.1012262105941772, "Finetune/Step": 1271, "Finetune/Step Time": 5.496032796800137}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9358516335487366, "Finetune/Loss (Raw)": 0.8191765546798706, "Finetune/Step": 1272, "Finetune/Step Time": 5.504793342202902}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9356902837753296, "Finetune/Loss (Raw)": 0.9400694966316223, "Finetune/Step": 1273, "Finetune/Step Time": 5.51469892449677}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9342777729034424, "Finetune/Loss (Raw)": 0.8781907558441162, "Finetune/Step": 1274, "Finetune/Step Time": 5.506111424416304}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9370337724685669, "Finetune/Loss (Raw)": 1.1687071323394775, "Finetune/Step": 1275, "Finetune/Step Time": 5.497606908902526}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9417750239372253, "Finetune/Loss (Raw)": 0.9539673328399658, "Finetune/Step": 1276, "Finetune/Step Time": 5.467477589845657}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9407004714012146, "Finetune/Loss (Raw)": 0.9696308374404907, "Finetune/Step": 1277, "Finetune/Step Time": 5.471059627830982}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9389071464538574, "Finetune/Loss (Raw)": 0.7477889657020569, "Finetune/Step": 1278, "Finetune/Step Time": 5.477496733888984}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9398014545440674, "Finetune/Loss (Raw)": 1.0009678602218628, "Finetune/Step": 1279, "Finetune/Step Time": 5.4743424486368895}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9410390257835388, "Finetune/Loss (Raw)": 1.15950345993042, "Finetune/Step": 1280, "Finetune/Step Time": 5.45323964767158}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9399220943450928, "Finetune/Loss (Raw)": 0.9550572037696838, "Finetune/Step": 1281, "Finetune/Step Time": 5.44345529563725}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9450727105140686, "Finetune/Loss (Raw)": 0.9916688799858093, "Finetune/Step": 1282, "Finetune/Step Time": 5.413529168814421}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9492964148521423, "Finetune/Loss (Raw)": 0.8869261741638184, "Finetune/Step": 1283, "Finetune/Step Time": 5.3947216384112835}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9478814005851746, "Finetune/Loss (Raw)": 0.9738509058952332, "Finetune/Step": 1284, "Finetune/Step Time": 5.398005047813058}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9479803442955017, "Finetune/Loss (Raw)": 1.0592825412750244, "Finetune/Step": 1285, "Finetune/Step Time": 5.398069133982062}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9483669400215149, "Finetune/Loss (Raw)": 0.9656290411949158, "Finetune/Step": 1286, "Finetune/Step Time": 5.413274792954326}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9493193030357361, "Finetune/Loss (Raw)": 0.9806572794914246, "Finetune/Step": 1287, "Finetune/Step Time": 5.412751415744424}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9488941431045532, "Finetune/Loss (Raw)": 0.9115712642669678, "Finetune/Step": 1288, "Finetune/Step Time": 5.395024869590998}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9482215642929077, "Finetune/Loss (Raw)": 0.9145808815956116, "Finetune/Step": 1289, "Finetune/Step Time": 5.379838604480028}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9489989280700684, "Finetune/Loss (Raw)": 1.113673210144043, "Finetune/Step": 1290, "Finetune/Step Time": 5.3691766038537025}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9504566192626953, "Finetune/Loss (Raw)": 0.9948632121086121, "Finetune/Step": 1291, "Finetune/Step Time": 5.365826331079006}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.948602557182312, "Finetune/Loss (Raw)": 0.9658480286598206, "Finetune/Step": 1292, "Finetune/Step Time": 5.36609903909266}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9531986713409424, "Finetune/Loss (Raw)": 0.9560185074806213, "Finetune/Step": 1293, "Finetune/Step Time": 5.3351640943437815}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9540093541145325, "Finetune/Loss (Raw)": 0.9917002320289612, "Finetune/Step": 1294, "Finetune/Step Time": 5.338064698502421}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9547262191772461, "Finetune/Loss (Raw)": 0.9279658198356628, "Finetune/Step": 1295, "Finetune/Step Time": 5.3368403557688}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9547934532165527, "Finetune/Loss (Raw)": 0.9703414440155029, "Finetune/Step": 1296, "Finetune/Step Time": 5.340690223500133}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9548059701919556, "Finetune/Loss (Raw)": 1.0079087018966675, "Finetune/Step": 1297, "Finetune/Step Time": 5.3558290507644415}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9578502178192139, "Finetune/Loss (Raw)": 0.8632248640060425, "Finetune/Step": 1298, "Finetune/Step Time": 5.321129156276584}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9549541473388672, "Finetune/Loss (Raw)": 0.7498477697372437, "Finetune/Step": 1299, "Finetune/Step Time": 5.325598852708936}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9537479877471924, "Finetune/Loss (Raw)": 0.8970710635185242, "Finetune/Step": 1300, "Finetune/Step Time": 5.323494495823979}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9539597034454346, "Finetune/Loss (Raw)": 1.0217922925949097, "Finetune/Step": 1301, "Finetune/Step Time": 5.341351307928562}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.958486795425415, "Finetune/Loss (Raw)": 0.9447715282440186, "Finetune/Step": 1302, "Finetune/Step Time": 5.33185407333076}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9587386846542358, "Finetune/Loss (Raw)": 0.9868363738059998, "Finetune/Step": 1303, "Finetune/Step Time": 5.315308617427945}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9592537879943848, "Finetune/Loss (Raw)": 1.0048705339431763, "Finetune/Step": 1304, "Finetune/Step Time": 5.315694121643901}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.964561939239502, "Finetune/Loss (Raw)": 0.9710200428962708, "Finetune/Step": 1305, "Finetune/Step Time": 5.287932764738798}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9698275923728943, "Finetune/Loss (Raw)": 1.0002319812774658, "Finetune/Step": 1306, "Finetune/Step Time": 5.279846724122763}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9692223072052002, "Finetune/Loss (Raw)": 1.0827720165252686, "Finetune/Step": 1307, "Finetune/Step Time": 5.2735656928271055}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9703298211097717, "Finetune/Loss (Raw)": 1.0738446712493896, "Finetune/Step": 1308, "Finetune/Step Time": 5.256088038906455}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9692332744598389, "Finetune/Loss (Raw)": 0.9542303681373596, "Finetune/Step": 1309, "Finetune/Step Time": 5.274560196325183}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9707931280136108, "Finetune/Loss (Raw)": 0.9122909903526306, "Finetune/Step": 1310, "Finetune/Step Time": 5.27271762676537}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9705449342727661, "Finetune/Loss (Raw)": 1.0106340646743774, "Finetune/Step": 1311, "Finetune/Step Time": 5.274732714518905}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9701189994812012, "Finetune/Loss (Raw)": 0.7699903845787048, "Finetune/Step": 1312, "Finetune/Step Time": 5.26939420029521}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.970095157623291, "Finetune/Loss (Raw)": 1.0169821977615356, "Finetune/Step": 1313, "Finetune/Step Time": 5.270706862211227}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9691588878631592, "Finetune/Loss (Raw)": 1.0037914514541626, "Finetune/Step": 1314, "Finetune/Step Time": 5.268314629793167}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9741748571395874, "Finetune/Loss (Raw)": 0.9946111440658569, "Finetune/Step": 1315, "Finetune/Step Time": 5.238431299105287}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9750053882598877, "Finetune/Loss (Raw)": 1.1675183773040771, "Finetune/Step": 1316, "Finetune/Step Time": 5.243420930579305}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9749605655670166, "Finetune/Loss (Raw)": 1.0621802806854248, "Finetune/Step": 1317, "Finetune/Step Time": 5.236187299713492}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9747950434684753, "Finetune/Loss (Raw)": 0.9583005905151367, "Finetune/Step": 1318, "Finetune/Step Time": 5.236363364383578}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.974390983581543, "Finetune/Loss (Raw)": 1.0002299547195435, "Finetune/Step": 1319, "Finetune/Step Time": 5.234222134575248}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9739774465560913, "Finetune/Loss (Raw)": 0.9769973754882812, "Finetune/Step": 1320, "Finetune/Step Time": 5.235647330060601}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9738641977310181, "Finetune/Loss (Raw)": 1.0115050077438354, "Finetune/Step": 1321, "Finetune/Step Time": 5.244124639779329}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9732243418693542, "Finetune/Loss (Raw)": 0.9861896634101868, "Finetune/Step": 1322, "Finetune/Step Time": 5.233549742028117}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9736315011978149, "Finetune/Loss (Raw)": 1.0540872812271118, "Finetune/Step": 1323, "Finetune/Step Time": 5.234369739890099}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9739174246788025, "Finetune/Loss (Raw)": 1.0250879526138306, "Finetune/Step": 1324, "Finetune/Step Time": 5.236247815191746}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9735549688339233, "Finetune/Loss (Raw)": 1.0653486251831055, "Finetune/Step": 1325, "Finetune/Step Time": 5.254028093069792}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9731359481811523, "Finetune/Loss (Raw)": 1.0391889810562134, "Finetune/Step": 1326, "Finetune/Step Time": 5.246783735230565}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9722812175750732, "Finetune/Loss (Raw)": 0.9289328455924988, "Finetune/Step": 1327, "Finetune/Step Time": 5.284537801519036}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9729701280593872, "Finetune/Loss (Raw)": 1.1463385820388794, "Finetune/Step": 1328, "Finetune/Step Time": 5.279822094365954}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9739865660667419, "Finetune/Loss (Raw)": 1.1799532175064087, "Finetune/Step": 1329, "Finetune/Step Time": 5.277581909671426}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9709980487823486, "Finetune/Loss (Raw)": 0.7780522704124451, "Finetune/Step": 1330, "Finetune/Step Time": 5.271170483902097}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9704210758209229, "Finetune/Loss (Raw)": 1.0561171770095825, "Finetune/Step": 1331, "Finetune/Step Time": 5.259388092905283}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9688031673431396, "Finetune/Loss (Raw)": 0.8746152520179749, "Finetune/Step": 1332, "Finetune/Step Time": 5.262385703623295}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9687502384185791, "Finetune/Loss (Raw)": 0.9670819640159607, "Finetune/Step": 1333, "Finetune/Step Time": 5.249046651646495}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9676380157470703, "Finetune/Loss (Raw)": 1.0145328044891357, "Finetune/Step": 1334, "Finetune/Step Time": 5.253031890839338}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9682767391204834, "Finetune/Loss (Raw)": 1.0417265892028809, "Finetune/Step": 1335, "Finetune/Step Time": 5.245309770107269}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9683519601821899, "Finetune/Loss (Raw)": 1.032598614692688, "Finetune/Step": 1336, "Finetune/Step Time": 5.240808391943574}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9689470529556274, "Finetune/Loss (Raw)": 1.1327221393585205, "Finetune/Step": 1337, "Finetune/Step Time": 5.243303209543228}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9635974168777466, "Finetune/Loss (Raw)": 0.3149299621582031, "Finetune/Step": 1338, "Finetune/Step Time": 5.276259172707796}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9633667469024658, "Finetune/Loss (Raw)": 0.9209450483322144, "Finetune/Step": 1339, "Finetune/Step Time": 5.281784234568477}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9624056816101074, "Finetune/Loss (Raw)": 1.0015195608139038, "Finetune/Step": 1340, "Finetune/Step Time": 5.288231981918216}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9623790979385376, "Finetune/Loss (Raw)": 0.9522697329521179, "Finetune/Step": 1341, "Finetune/Step Time": 5.289699353277683}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9643654227256775, "Finetune/Loss (Raw)": 1.1112557649612427, "Finetune/Step": 1342, "Finetune/Step Time": 5.287163786590099}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9638007283210754, "Finetune/Loss (Raw)": 0.9167889952659607, "Finetune/Step": 1343, "Finetune/Step Time": 5.309712564572692}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9684925079345703, "Finetune/Loss (Raw)": 0.952549397945404, "Finetune/Step": 1344, "Finetune/Step Time": 5.284821594133973}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9681844115257263, "Finetune/Loss (Raw)": 1.0706523656845093, "Finetune/Step": 1345, "Finetune/Step Time": 5.284880727529526}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.967418909072876, "Finetune/Loss (Raw)": 0.9552749395370483, "Finetune/Step": 1346, "Finetune/Step Time": 5.287061233073473}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9741089940071106, "Finetune/Loss (Raw)": 1.1623066663742065, "Finetune/Step": 1347, "Finetune/Step Time": 5.267954122275114}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.969700276851654, "Finetune/Loss (Raw)": 0.43073347210884094, "Finetune/Step": 1348, "Finetune/Step Time": 5.301977436989546}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9700781106948853, "Finetune/Loss (Raw)": 1.0882469415664673, "Finetune/Step": 1349, "Finetune/Step Time": 5.282302146777511}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9705196022987366, "Finetune/Loss (Raw)": 1.0561176538467407, "Finetune/Step": 1350, "Finetune/Step Time": 5.275770042091608}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9706753492355347, "Finetune/Loss (Raw)": 1.0423532724380493, "Finetune/Step": 1351, "Finetune/Step Time": 5.279666937887669}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9661216139793396, "Finetune/Loss (Raw)": 0.4261987507343292, "Finetune/Step": 1352, "Finetune/Step Time": 5.310671254992485}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9666874408721924, "Finetune/Loss (Raw)": 0.9529393315315247, "Finetune/Step": 1353, "Finetune/Step Time": 5.310688689351082}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9675206542015076, "Finetune/Loss (Raw)": 1.0075981616973877, "Finetune/Step": 1354, "Finetune/Step Time": 5.318163692951202}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9694593548774719, "Finetune/Loss (Raw)": 1.106888771057129, "Finetune/Step": 1355, "Finetune/Step Time": 5.317537218332291}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9695873260498047, "Finetune/Loss (Raw)": 1.0726748704910278, "Finetune/Step": 1356, "Finetune/Step Time": 5.3063386008143425}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9694454073905945, "Finetune/Loss (Raw)": 1.0632939338684082, "Finetune/Step": 1357, "Finetune/Step Time": 5.3134552501142025}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9739511609077454, "Finetune/Loss (Raw)": 0.9833766222000122, "Finetune/Step": 1358, "Finetune/Step Time": 5.275599937886}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.971954345703125, "Finetune/Loss (Raw)": 0.8624901175498962, "Finetune/Step": 1359, "Finetune/Step Time": 5.289718611165881}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9719012379646301, "Finetune/Loss (Raw)": 1.0033986568450928, "Finetune/Step": 1360, "Finetune/Step Time": 5.298091419041157}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9723050594329834, "Finetune/Loss (Raw)": 1.0898648500442505, "Finetune/Step": 1361, "Finetune/Step Time": 5.299070879817009}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9735196828842163, "Finetune/Loss (Raw)": 0.9670443534851074, "Finetune/Step": 1362, "Finetune/Step Time": 5.281495317816734}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9738496541976929, "Finetune/Loss (Raw)": 0.9948670864105225, "Finetune/Step": 1363, "Finetune/Step Time": 5.282188806682825}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.972684383392334, "Finetune/Loss (Raw)": 0.9627660512924194, "Finetune/Step": 1364, "Finetune/Step Time": 5.311153391376138}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9717989563941956, "Finetune/Loss (Raw)": 0.9082710146903992, "Finetune/Step": 1365, "Finetune/Step Time": 5.301979802548885}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9701768159866333, "Finetune/Loss (Raw)": 0.9615908265113831, "Finetune/Step": 1366, "Finetune/Step Time": 5.296520680189133}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9697154760360718, "Finetune/Loss (Raw)": 0.9264681935310364, "Finetune/Step": 1367, "Finetune/Step Time": 5.30986382253468}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9701409339904785, "Finetune/Loss (Raw)": 1.0329480171203613, "Finetune/Step": 1368, "Finetune/Step Time": 5.310063678771257}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.971320390701294, "Finetune/Loss (Raw)": 1.051098108291626, "Finetune/Step": 1369, "Finetune/Step Time": 5.324476838111877}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9704326391220093, "Finetune/Loss (Raw)": 0.8541861772537231, "Finetune/Step": 1370, "Finetune/Step Time": 5.327083386480808}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9698233008384705, "Finetune/Loss (Raw)": 0.9775475263595581, "Finetune/Step": 1371, "Finetune/Step Time": 5.327609306201339}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9651974439620972, "Finetune/Loss (Raw)": 0.38085639476776123, "Finetune/Step": 1372, "Finetune/Step Time": 5.355785993859172}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9664318561553955, "Finetune/Loss (Raw)": 1.1292644739151, "Finetune/Step": 1373, "Finetune/Step Time": 5.355435764417052}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9664933085441589, "Finetune/Loss (Raw)": 0.9378056526184082, "Finetune/Step": 1374, "Finetune/Step Time": 5.346449138596654}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9662913084030151, "Finetune/Loss (Raw)": 1.0497609376907349, "Finetune/Step": 1375, "Finetune/Step Time": 5.3438014555722475}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9623392820358276, "Finetune/Loss (Raw)": 0.31799182295799255, "Finetune/Step": 1376, "Finetune/Step Time": 5.366965766996145}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.963552713394165, "Finetune/Loss (Raw)": 1.0768769979476929, "Finetune/Step": 1377, "Finetune/Step Time": 5.375168114900589}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9644498825073242, "Finetune/Loss (Raw)": 1.1529157161712646, "Finetune/Step": 1378, "Finetune/Step Time": 5.393923528492451}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9621458053588867, "Finetune/Loss (Raw)": 0.735548198223114, "Finetune/Step": 1379, "Finetune/Step Time": 5.41051060706377}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9625418186187744, "Finetune/Loss (Raw)": 0.9463216066360474, "Finetune/Step": 1380, "Finetune/Step Time": 5.410220177844167}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9635615348815918, "Finetune/Loss (Raw)": 1.0573146343231201, "Finetune/Step": 1381, "Finetune/Step Time": 5.395376307889819}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9636081457138062, "Finetune/Loss (Raw)": 0.9908574223518372, "Finetune/Step": 1382, "Finetune/Step Time": 5.389086540788412}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9621567726135254, "Finetune/Loss (Raw)": 0.9182654023170471, "Finetune/Step": 1383, "Finetune/Step Time": 5.392943635582924}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9617853164672852, "Finetune/Loss (Raw)": 0.968496561050415, "Finetune/Step": 1384, "Finetune/Step Time": 5.395573198795319}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.964264452457428, "Finetune/Loss (Raw)": 1.0212846994400024, "Finetune/Step": 1385, "Finetune/Step Time": 5.37196721509099}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9640229940414429, "Finetune/Loss (Raw)": 0.9265052080154419, "Finetune/Step": 1386, "Finetune/Step Time": 5.378164634108543}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9637973308563232, "Finetune/Loss (Raw)": 0.8686924576759338, "Finetune/Step": 1387, "Finetune/Step Time": 5.372430374845862}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9626718163490295, "Finetune/Loss (Raw)": 1.0302114486694336, "Finetune/Step": 1388, "Finetune/Step Time": 5.367735970765352}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9639309644699097, "Finetune/Loss (Raw)": 1.009629726409912, "Finetune/Step": 1389, "Finetune/Step Time": 5.368663469329476}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9653140306472778, "Finetune/Loss (Raw)": 1.1714417934417725, "Finetune/Step": 1390, "Finetune/Step Time": 5.376557687297463}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.9639329314231873, "Finetune/Loss (Raw)": 0.8831139206886292, "Finetune/Step": 1391, "Finetune/Step Time": 5.392097158357501}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9632008075714111, "Finetune/Loss (Raw)": 0.9071025848388672, "Finetune/Step": 1392, "Finetune/Step Time": 5.4254830330610275}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9678940773010254, "Finetune/Loss (Raw)": 0.9822589159011841, "Finetune/Step": 1393, "Finetune/Step Time": 5.4273325353860855}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9684723019599915, "Finetune/Loss (Raw)": 1.0414377450942993, "Finetune/Step": 1394, "Finetune/Step Time": 5.414136363193393}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9678118228912354, "Finetune/Loss (Raw)": 0.9607327580451965, "Finetune/Step": 1395, "Finetune/Step Time": 5.41666323877871}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9653161764144897, "Finetune/Loss (Raw)": 0.7518686056137085, "Finetune/Step": 1396, "Finetune/Step Time": 5.429191380739212}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.96610426902771, "Finetune/Loss (Raw)": 1.059483528137207, "Finetune/Step": 1397, "Finetune/Step Time": 5.4531920328736305}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9650518298149109, "Finetune/Loss (Raw)": 1.0042489767074585, "Finetune/Step": 1398, "Finetune/Step Time": 5.442920669913292}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9629197716712952, "Finetune/Loss (Raw)": 0.828326404094696, "Finetune/Step": 1399, "Finetune/Step Time": 5.449311373755336}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9647293090820312, "Finetune/Loss (Raw)": 1.0507941246032715, "Finetune/Step": 1400, "Finetune/Step Time": 5.444272829219699}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9646178483963013, "Finetune/Loss (Raw)": 0.9257989525794983, "Finetune/Step": 1401, "Finetune/Step Time": 5.442588269710541}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9608428478240967, "Finetune/Loss (Raw)": 0.39499568939208984, "Finetune/Step": 1402, "Finetune/Step Time": 5.475265860557556}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9590622186660767, "Finetune/Loss (Raw)": 0.9407876133918762, "Finetune/Step": 1403, "Finetune/Step Time": 5.47562725096941}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.95925372838974, "Finetune/Loss (Raw)": 0.9784747958183289, "Finetune/Step": 1404, "Finetune/Step Time": 5.472161645069718}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9582728147506714, "Finetune/Loss (Raw)": 0.8440743684768677, "Finetune/Step": 1405, "Finetune/Step Time": 5.470423728227615}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9599730968475342, "Finetune/Loss (Raw)": 0.965429425239563, "Finetune/Step": 1406, "Finetune/Step Time": 5.463653527200222}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.955074667930603, "Finetune/Loss (Raw)": 0.3739655017852783, "Finetune/Step": 1407, "Finetune/Step Time": 5.489166526123881}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9528756141662598, "Finetune/Loss (Raw)": 0.8780291676521301, "Finetune/Step": 1408, "Finetune/Step Time": 5.491733426228166}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9532384872436523, "Finetune/Loss (Raw)": 1.0015056133270264, "Finetune/Step": 1409, "Finetune/Step Time": 5.483572270721197}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9525653719902039, "Finetune/Loss (Raw)": 0.9055018424987793, "Finetune/Step": 1410, "Finetune/Step Time": 5.512244151905179}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9539371132850647, "Finetune/Loss (Raw)": 1.062514066696167, "Finetune/Step": 1411, "Finetune/Step Time": 5.50088868662715}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9521996974945068, "Finetune/Loss (Raw)": 0.7514623403549194, "Finetune/Step": 1412, "Finetune/Step Time": 5.5009983610361814}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9519748687744141, "Finetune/Loss (Raw)": 1.0304958820343018, "Finetune/Step": 1413, "Finetune/Step Time": 5.504599217325449}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.953067421913147, "Finetune/Loss (Raw)": 1.1054805517196655, "Finetune/Step": 1414, "Finetune/Step Time": 5.494267230853438}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9532543420791626, "Finetune/Loss (Raw)": 1.0045912265777588, "Finetune/Step": 1415, "Finetune/Step Time": 5.499187059700489}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9546486139297485, "Finetune/Loss (Raw)": 1.090035080909729, "Finetune/Step": 1416, "Finetune/Step Time": 5.4866486098617315}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9547478556632996, "Finetune/Loss (Raw)": 0.9272820949554443, "Finetune/Step": 1417, "Finetune/Step Time": 5.48559895157814}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9528847336769104, "Finetune/Loss (Raw)": 0.8751897811889648, "Finetune/Step": 1418, "Finetune/Step Time": 5.497800901532173}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9520059823989868, "Finetune/Loss (Raw)": 0.8823877573013306, "Finetune/Step": 1419, "Finetune/Step Time": 5.486641522496939}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9523258209228516, "Finetune/Loss (Raw)": 1.0067894458770752, "Finetune/Step": 1420, "Finetune/Step Time": 5.48127381503582}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9520699977874756, "Finetune/Loss (Raw)": 0.9232710003852844, "Finetune/Step": 1421, "Finetune/Step Time": 5.486880540847778}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9516713619232178, "Finetune/Loss (Raw)": 0.9406738877296448, "Finetune/Step": 1422, "Finetune/Step Time": 5.483343852683902}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9526427984237671, "Finetune/Loss (Raw)": 1.052307367324829, "Finetune/Step": 1423, "Finetune/Step Time": 5.473573824390769}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9517687559127808, "Finetune/Loss (Raw)": 0.8584707379341125, "Finetune/Step": 1424, "Finetune/Step Time": 5.473477449268103}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9517574310302734, "Finetune/Loss (Raw)": 1.0064514875411987, "Finetune/Step": 1425, "Finetune/Step Time": 5.467247158288956}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9519649147987366, "Finetune/Loss (Raw)": 0.8897795677185059, "Finetune/Step": 1426, "Finetune/Step Time": 5.480328151956201}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9534825086593628, "Finetune/Loss (Raw)": 0.9441075325012207, "Finetune/Step": 1427, "Finetune/Step Time": 5.4797364473342896}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9538236856460571, "Finetune/Loss (Raw)": 0.9407430291175842, "Finetune/Step": 1428, "Finetune/Step Time": 5.485974041745067}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9526858329772949, "Finetune/Loss (Raw)": 0.8761405944824219, "Finetune/Step": 1429, "Finetune/Step Time": 5.476508295163512}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9527936577796936, "Finetune/Loss (Raw)": 0.9585750699043274, "Finetune/Step": 1430, "Finetune/Step Time": 5.46777443960309}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9521173238754272, "Finetune/Loss (Raw)": 0.9002642631530762, "Finetune/Step": 1431, "Finetune/Step Time": 5.4789253901690245}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9518146514892578, "Finetune/Loss (Raw)": 0.9661290645599365, "Finetune/Step": 1432, "Finetune/Step Time": 5.481910930946469}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9520424008369446, "Finetune/Loss (Raw)": 1.0001739263534546, "Finetune/Step": 1433, "Finetune/Step Time": 5.483225932344794}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9471695423126221, "Finetune/Loss (Raw)": 0.3765051066875458, "Finetune/Step": 1434, "Finetune/Step Time": 5.492473689839244}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.946678102016449, "Finetune/Loss (Raw)": 1.0198686122894287, "Finetune/Step": 1435, "Finetune/Step Time": 5.499592710286379}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.944638729095459, "Finetune/Loss (Raw)": 0.8128087520599365, "Finetune/Step": 1436, "Finetune/Step Time": 5.5157616920769215}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9454118013381958, "Finetune/Loss (Raw)": 1.0531810522079468, "Finetune/Step": 1437, "Finetune/Step Time": 5.498495265841484}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9459570646286011, "Finetune/Loss (Raw)": 0.9820831418037415, "Finetune/Step": 1438, "Finetune/Step Time": 5.493847759440541}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9461930394172668, "Finetune/Loss (Raw)": 1.040840983390808, "Finetune/Step": 1439, "Finetune/Step Time": 5.490802515298128}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.945784866809845, "Finetune/Loss (Raw)": 0.7177424430847168, "Finetune/Step": 1440, "Finetune/Step Time": 5.495925676077604}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.945226788520813, "Finetune/Loss (Raw)": 0.9455518126487732, "Finetune/Step": 1441, "Finetune/Step Time": 5.492080802097917}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9452136754989624, "Finetune/Loss (Raw)": 1.0021060705184937, "Finetune/Step": 1442, "Finetune/Step Time": 5.497732393443584}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9445878267288208, "Finetune/Loss (Raw)": 0.9145077466964722, "Finetune/Step": 1443, "Finetune/Step Time": 5.501313738524914}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9426528811454773, "Finetune/Loss (Raw)": 0.9198429584503174, "Finetune/Step": 1444, "Finetune/Step Time": 5.498861478641629}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9415732622146606, "Finetune/Loss (Raw)": 0.9239839315414429, "Finetune/Step": 1445, "Finetune/Step Time": 5.501198723912239}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9407859444618225, "Finetune/Loss (Raw)": 0.8575277328491211, "Finetune/Step": 1446, "Finetune/Step Time": 5.5160631109029055}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9405394196510315, "Finetune/Loss (Raw)": 0.968680739402771, "Finetune/Step": 1447, "Finetune/Step Time": 5.525787353515625}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9412367343902588, "Finetune/Loss (Raw)": 1.0662484169006348, "Finetune/Step": 1448, "Finetune/Step Time": 5.516887344419956}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9400484561920166, "Finetune/Loss (Raw)": 0.859403669834137, "Finetune/Step": 1449, "Finetune/Step Time": 5.514057816937566}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9392412304878235, "Finetune/Loss (Raw)": 0.8828645348548889, "Finetune/Step": 1450, "Finetune/Step Time": 5.549982028082013}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9381608963012695, "Finetune/Loss (Raw)": 0.9158074855804443, "Finetune/Step": 1451, "Finetune/Step Time": 5.553000707179308}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.938494861125946, "Finetune/Loss (Raw)": 1.0678343772888184, "Finetune/Step": 1452, "Finetune/Step Time": 5.544824989512563}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9372855424880981, "Finetune/Loss (Raw)": 0.9105522632598877, "Finetune/Step": 1453, "Finetune/Step Time": 5.539685931056738}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.938575029373169, "Finetune/Loss (Raw)": 1.2042546272277832, "Finetune/Step": 1454, "Finetune/Step Time": 5.542350213974714}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9392253160476685, "Finetune/Loss (Raw)": 1.0121699571609497, "Finetune/Step": 1455, "Finetune/Step Time": 5.515211230143905}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9376212358474731, "Finetune/Loss (Raw)": 0.9410024881362915, "Finetune/Step": 1456, "Finetune/Step Time": 5.5169864892959595}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9313420057296753, "Finetune/Loss (Raw)": 0.3762179911136627, "Finetune/Step": 1457, "Finetune/Step Time": 5.540608879178762}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9326943159103394, "Finetune/Loss (Raw)": 0.9511494040489197, "Finetune/Step": 1458, "Finetune/Step Time": 5.53758660890162}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9330030083656311, "Finetune/Loss (Raw)": 1.0956283807754517, "Finetune/Step": 1459, "Finetune/Step Time": 5.546062748879194}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9347617626190186, "Finetune/Loss (Raw)": 1.0997346639633179, "Finetune/Step": 1460, "Finetune/Step Time": 5.535617189481854}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9359601736068726, "Finetune/Loss (Raw)": 1.1204735040664673, "Finetune/Step": 1461, "Finetune/Step Time": 5.528879519551992}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9362070560455322, "Finetune/Loss (Raw)": 1.0461398363113403, "Finetune/Step": 1462, "Finetune/Step Time": 5.531347222626209}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9363159537315369, "Finetune/Loss (Raw)": 1.0556694269180298, "Finetune/Step": 1463, "Finetune/Step Time": 5.532421819865704}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9352075457572937, "Finetune/Loss (Raw)": 0.8907225131988525, "Finetune/Step": 1464, "Finetune/Step Time": 5.53752700611949}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9340133666992188, "Finetune/Loss (Raw)": 0.9798634052276611, "Finetune/Step": 1465, "Finetune/Step Time": 5.530493004247546}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9391683340072632, "Finetune/Loss (Raw)": 0.9747637510299683, "Finetune/Step": 1466, "Finetune/Step Time": 5.50434915907681}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9394626617431641, "Finetune/Loss (Raw)": 0.9586236476898193, "Finetune/Step": 1467, "Finetune/Step Time": 5.522436276078224}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9396812915802002, "Finetune/Loss (Raw)": 1.0295007228851318, "Finetune/Step": 1468, "Finetune/Step Time": 5.514738176018}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9352874755859375, "Finetune/Loss (Raw)": 0.3898600935935974, "Finetune/Step": 1469, "Finetune/Step Time": 5.553345123305917}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9343891739845276, "Finetune/Loss (Raw)": 0.9962789416313171, "Finetune/Step": 1470, "Finetune/Step Time": 5.54070570319891}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9350355863571167, "Finetune/Loss (Raw)": 0.9995272755622864, "Finetune/Step": 1471, "Finetune/Step Time": 5.5144858453422785}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9343751668930054, "Finetune/Loss (Raw)": 0.8680136203765869, "Finetune/Step": 1472, "Finetune/Step Time": 5.5077871810644865}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9315610527992249, "Finetune/Loss (Raw)": 0.7104480862617493, "Finetune/Step": 1473, "Finetune/Step Time": 5.514121377840638}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9329257607460022, "Finetune/Loss (Raw)": 1.1299604177474976, "Finetune/Step": 1474, "Finetune/Step Time": 5.508562013506889}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9298492670059204, "Finetune/Loss (Raw)": 0.7685053944587708, "Finetune/Step": 1475, "Finetune/Step Time": 5.501115724444389}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9343629479408264, "Finetune/Loss (Raw)": 1.0084946155548096, "Finetune/Step": 1476, "Finetune/Step Time": 5.472652839496732}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9283162355422974, "Finetune/Loss (Raw)": 0.3142560124397278, "Finetune/Step": 1477, "Finetune/Step Time": 5.509238878265023}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9284560680389404, "Finetune/Loss (Raw)": 1.0740277767181396, "Finetune/Step": 1478, "Finetune/Step Time": 5.500704390928149}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9273690581321716, "Finetune/Loss (Raw)": 0.9032157063484192, "Finetune/Step": 1479, "Finetune/Step Time": 5.515234442427754}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9316307902336121, "Finetune/Loss (Raw)": 0.9717029929161072, "Finetune/Step": 1480, "Finetune/Step Time": 5.478010829538107}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9319651126861572, "Finetune/Loss (Raw)": 0.9957219362258911, "Finetune/Step": 1481, "Finetune/Step Time": 5.483934642747045}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9316450357437134, "Finetune/Loss (Raw)": 0.9666322469711304, "Finetune/Step": 1482, "Finetune/Step Time": 5.470728686079383}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9302794933319092, "Finetune/Loss (Raw)": 0.9320995211601257, "Finetune/Step": 1483, "Finetune/Step Time": 5.494979744777083}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9300082325935364, "Finetune/Loss (Raw)": 1.037955641746521, "Finetune/Step": 1484, "Finetune/Step Time": 5.491223093122244}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.9288586378097534, "Finetune/Loss (Raw)": 0.9161445498466492, "Finetune/Step": 1485, "Finetune/Step Time": 5.479716692119837}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9236121773719788, "Finetune/Loss (Raw)": 0.31182894110679626, "Finetune/Step": 1486, "Finetune/Step Time": 5.510442057624459}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.925473153591156, "Finetune/Loss (Raw)": 1.1006938219070435, "Finetune/Step": 1487, "Finetune/Step Time": 5.51068851724267}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9270182847976685, "Finetune/Loss (Raw)": 1.201174259185791, "Finetune/Step": 1488, "Finetune/Step Time": 5.5031004045158625}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9249107241630554, "Finetune/Loss (Raw)": 0.8201001882553101, "Finetune/Step": 1489, "Finetune/Step Time": 5.517626482993364}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9247695803642273, "Finetune/Loss (Raw)": 0.9489836096763611, "Finetune/Step": 1490, "Finetune/Step Time": 5.543536743149161}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9235997200012207, "Finetune/Loss (Raw)": 0.8451249003410339, "Finetune/Step": 1491, "Finetune/Step Time": 5.562387079000473}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9245234727859497, "Finetune/Loss (Raw)": 1.0810073614120483, "Finetune/Step": 1492, "Finetune/Step Time": 5.533749110996723}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9200387001037598, "Finetune/Loss (Raw)": 0.3342149257659912, "Finetune/Step": 1493, "Finetune/Step Time": 5.560468407347798}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9198985695838928, "Finetune/Loss (Raw)": 0.9436521530151367, "Finetune/Step": 1494, "Finetune/Step Time": 5.564085533842444}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.920843780040741, "Finetune/Loss (Raw)": 1.0474607944488525, "Finetune/Step": 1495, "Finetune/Step Time": 5.549667853862047}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9204662442207336, "Finetune/Loss (Raw)": 0.9846211671829224, "Finetune/Step": 1496, "Finetune/Step Time": 5.549842938780785}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9189022779464722, "Finetune/Loss (Raw)": 0.8509084582328796, "Finetune/Step": 1497, "Finetune/Step Time": 5.538655420765281}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.920634388923645, "Finetune/Loss (Raw)": 1.0758984088897705, "Finetune/Step": 1498, "Finetune/Step Time": 5.541626950725913}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9163506031036377, "Finetune/Loss (Raw)": 0.42922088503837585, "Finetune/Step": 1499, "Finetune/Step Time": 5.566888969391584}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9161414504051208, "Finetune/Loss (Raw)": 0.3540843427181244, "Finetune/Step": 1500, "Finetune/Step Time": 5.570781722664833}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9154812097549438, "Finetune/Loss (Raw)": 1.0447556972503662, "Finetune/Step": 1501, "Finetune/Step Time": 5.603448385372758}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9168257713317871, "Finetune/Loss (Raw)": 1.1099120378494263, "Finetune/Step": 1502, "Finetune/Step Time": 5.5958218071609735}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9154261350631714, "Finetune/Loss (Raw)": 0.870603084564209, "Finetune/Step": 1503, "Finetune/Step Time": 5.598685430362821}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9208073616027832, "Finetune/Loss (Raw)": 1.0067898035049438, "Finetune/Step": 1504, "Finetune/Step Time": 5.579107325524092}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.920100212097168, "Finetune/Loss (Raw)": 0.9863669872283936, "Finetune/Step": 1505, "Finetune/Step Time": 5.565380467101932}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9180178642272949, "Finetune/Loss (Raw)": 0.8863650560379028, "Finetune/Step": 1506, "Finetune/Step Time": 5.554419655352831}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9206615686416626, "Finetune/Loss (Raw)": 1.073947548866272, "Finetune/Step": 1507, "Finetune/Step Time": 5.533214846625924}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9212139248847961, "Finetune/Loss (Raw)": 1.0170212984085083, "Finetune/Step": 1508, "Finetune/Step Time": 5.537247929722071}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9209239482879639, "Finetune/Loss (Raw)": 1.0202000141143799, "Finetune/Step": 1509, "Finetune/Step Time": 5.531117416918278}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9216779470443726, "Finetune/Loss (Raw)": 1.0873634815216064, "Finetune/Step": 1510, "Finetune/Step Time": 5.530270580202341}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9232282042503357, "Finetune/Loss (Raw)": 1.1167036294937134, "Finetune/Step": 1511, "Finetune/Step Time": 5.529566016048193}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.922838032245636, "Finetune/Loss (Raw)": 0.9185535311698914, "Finetune/Step": 1512, "Finetune/Step Time": 5.533352004364133}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9239193201065063, "Finetune/Loss (Raw)": 1.1596896648406982, "Finetune/Step": 1513, "Finetune/Step Time": 5.535301109775901}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9243209362030029, "Finetune/Loss (Raw)": 0.9779122471809387, "Finetune/Step": 1514, "Finetune/Step Time": 5.539717132225633}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9250341057777405, "Finetune/Loss (Raw)": 0.9599776864051819, "Finetune/Step": 1515, "Finetune/Step Time": 5.537779258564115}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.9244623184204102, "Finetune/Loss (Raw)": 0.9570226669311523, "Finetune/Step": 1516, "Finetune/Step Time": 5.540127640590072}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9234260320663452, "Finetune/Loss (Raw)": 0.8769887685775757, "Finetune/Step": 1517, "Finetune/Step Time": 5.547011995688081}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9227506518363953, "Finetune/Loss (Raw)": 1.0849908590316772, "Finetune/Step": 1518, "Finetune/Step Time": 5.541328001767397}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9224773645401001, "Finetune/Loss (Raw)": 0.8481303453445435, "Finetune/Step": 1519, "Finetune/Step Time": 5.526565242558718}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9184664487838745, "Finetune/Loss (Raw)": 0.39370298385620117, "Finetune/Step": 1520, "Finetune/Step Time": 5.521219041198492}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9190324544906616, "Finetune/Loss (Raw)": 1.054710030555725, "Finetune/Step": 1521, "Finetune/Step Time": 5.489220408722758}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9181309938430786, "Finetune/Loss (Raw)": 0.9260449409484863, "Finetune/Step": 1522, "Finetune/Step Time": 5.500913120806217}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9170666933059692, "Finetune/Loss (Raw)": 0.8245097398757935, "Finetune/Step": 1523, "Finetune/Step Time": 5.515034347772598}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9183034896850586, "Finetune/Loss (Raw)": 0.9101837277412415, "Finetune/Step": 1524, "Finetune/Step Time": 5.527899164706469}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.916856586933136, "Finetune/Loss (Raw)": 0.8742707371711731, "Finetune/Step": 1525, "Finetune/Step Time": 5.5160259790718555}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.917522668838501, "Finetune/Loss (Raw)": 1.0895179510116577, "Finetune/Step": 1526, "Finetune/Step Time": 5.5154591128230095}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9184598922729492, "Finetune/Loss (Raw)": 0.9482883214950562, "Finetune/Step": 1527, "Finetune/Step Time": 5.510145699605346}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9135230779647827, "Finetune/Loss (Raw)": 0.4188740849494934, "Finetune/Step": 1528, "Finetune/Step Time": 5.535233216360211}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9145026206970215, "Finetune/Loss (Raw)": 1.051184058189392, "Finetune/Step": 1529, "Finetune/Step Time": 5.525610659271479}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9174245595932007, "Finetune/Loss (Raw)": 0.7690069675445557, "Finetune/Step": 1530, "Finetune/Step Time": 5.513084819540381}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9179363250732422, "Finetune/Loss (Raw)": 1.0062874555587769, "Finetune/Step": 1531, "Finetune/Step Time": 5.5167020708322525}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9178508520126343, "Finetune/Loss (Raw)": 0.967535138130188, "Finetune/Step": 1532, "Finetune/Step Time": 5.525988131761551}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9183127880096436, "Finetune/Loss (Raw)": 0.9032063484191895, "Finetune/Step": 1533, "Finetune/Step Time": 5.519351039081812}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9184197187423706, "Finetune/Loss (Raw)": 0.9791144728660583, "Finetune/Step": 1534, "Finetune/Step Time": 5.5272156819701195}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.922491192817688, "Finetune/Loss (Raw)": 0.895109236240387, "Finetune/Step": 1535, "Finetune/Step Time": 5.498355161398649}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9226996898651123, "Finetune/Loss (Raw)": 0.9047202467918396, "Finetune/Step": 1536, "Finetune/Step Time": 5.504565645009279}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9219423532485962, "Finetune/Loss (Raw)": 0.9045741558074951, "Finetune/Step": 1537, "Finetune/Step Time": 5.504848826676607}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9182938933372498, "Finetune/Loss (Raw)": 0.438489705324173, "Finetune/Step": 1538, "Finetune/Step Time": 5.504902491346002}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9177243113517761, "Finetune/Loss (Raw)": 0.9896128177642822, "Finetune/Step": 1539, "Finetune/Step Time": 5.5059121530503035}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9195741415023804, "Finetune/Loss (Raw)": 0.9882450699806213, "Finetune/Step": 1540, "Finetune/Step Time": 5.5055554155260324}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9199981689453125, "Finetune/Loss (Raw)": 1.0847669839859009, "Finetune/Step": 1541, "Finetune/Step Time": 5.506266640499234}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9185308218002319, "Finetune/Loss (Raw)": 0.9176641702651978, "Finetune/Step": 1542, "Finetune/Step Time": 5.508579725399613}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9173474311828613, "Finetune/Loss (Raw)": 0.8531051278114319, "Finetune/Step": 1543, "Finetune/Step Time": 5.5041982643306255}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.9165585041046143, "Finetune/Loss (Raw)": 0.9890583157539368, "Finetune/Step": 1544, "Finetune/Step Time": 5.502764536067843}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9164499044418335, "Finetune/Loss (Raw)": 0.913388729095459, "Finetune/Step": 1545, "Finetune/Step Time": 5.505344973877072}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9180272817611694, "Finetune/Loss (Raw)": 1.077082872390747, "Finetune/Step": 1546, "Finetune/Step Time": 5.499217454344034}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9187748432159424, "Finetune/Loss (Raw)": 0.9780743718147278, "Finetune/Step": 1547, "Finetune/Step Time": 5.4985766764730215}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9190162420272827, "Finetune/Loss (Raw)": 1.037699580192566, "Finetune/Step": 1548, "Finetune/Step Time": 5.508233206346631}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9149467945098877, "Finetune/Loss (Raw)": 0.40237048268318176, "Finetune/Step": 1549, "Finetune/Step Time": 5.5335019286721945}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9154955148696899, "Finetune/Loss (Raw)": 1.0109153985977173, "Finetune/Step": 1550, "Finetune/Step Time": 5.536812216043472}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9140337109565735, "Finetune/Loss (Raw)": 0.8651959896087646, "Finetune/Step": 1551, "Finetune/Step Time": 5.531102364882827}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9152445793151855, "Finetune/Loss (Raw)": 1.013463020324707, "Finetune/Step": 1552, "Finetune/Step Time": 5.526208641007543}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9144502878189087, "Finetune/Loss (Raw)": 0.9047799706459045, "Finetune/Step": 1553, "Finetune/Step Time": 5.542547378689051}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9142636060714722, "Finetune/Loss (Raw)": 0.8658815026283264, "Finetune/Step": 1554, "Finetune/Step Time": 5.538251282647252}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9151782393455505, "Finetune/Loss (Raw)": 1.061181902885437, "Finetune/Step": 1555, "Finetune/Step Time": 5.541142243891954}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9147424697875977, "Finetune/Loss (Raw)": 0.884960949420929, "Finetune/Step": 1556, "Finetune/Step Time": 5.547331182286143}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9145762920379639, "Finetune/Loss (Raw)": 0.8548837900161743, "Finetune/Step": 1557, "Finetune/Step Time": 5.5515729784965515}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9143568277359009, "Finetune/Loss (Raw)": 0.9304760098457336, "Finetune/Step": 1558, "Finetune/Step Time": 5.5410589426755905}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9164025783538818, "Finetune/Loss (Raw)": 1.1621140241622925, "Finetune/Step": 1559, "Finetune/Step Time": 5.5376771576702595}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.916978657245636, "Finetune/Loss (Raw)": 1.0398752689361572, "Finetune/Step": 1560, "Finetune/Step Time": 5.542808853089809}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9170935153961182, "Finetune/Loss (Raw)": 1.0148802995681763, "Finetune/Step": 1561, "Finetune/Step Time": 5.54009417258203}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.922027051448822, "Finetune/Loss (Raw)": 1.0079928636550903, "Finetune/Step": 1562, "Finetune/Step Time": 5.518112087622285}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9213858842849731, "Finetune/Loss (Raw)": 0.937790036201477, "Finetune/Step": 1563, "Finetune/Step Time": 5.541894730180502}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9221986532211304, "Finetune/Loss (Raw)": 0.9168513417243958, "Finetune/Step": 1564, "Finetune/Step Time": 5.521805005148053}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9206516742706299, "Finetune/Loss (Raw)": 0.8551651835441589, "Finetune/Step": 1565, "Finetune/Step Time": 5.52127162925899}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9205442667007446, "Finetune/Loss (Raw)": 0.9683321118354797, "Finetune/Step": 1566, "Finetune/Step Time": 5.528105014935136}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9201823472976685, "Finetune/Loss (Raw)": 0.9945147037506104, "Finetune/Step": 1567, "Finetune/Step Time": 5.534454423934221}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9221432209014893, "Finetune/Loss (Raw)": 0.9687373638153076, "Finetune/Step": 1568, "Finetune/Step Time": 5.506097637116909}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9213591814041138, "Finetune/Loss (Raw)": 0.8452048897743225, "Finetune/Step": 1569, "Finetune/Step Time": 5.518506146967411}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9217010736465454, "Finetune/Loss (Raw)": 1.0458614826202393, "Finetune/Step": 1570, "Finetune/Step Time": 5.515479568392038}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9221001863479614, "Finetune/Loss (Raw)": 0.9655861854553223, "Finetune/Step": 1571, "Finetune/Step Time": 5.511473476886749}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9228917360305786, "Finetune/Loss (Raw)": 1.0211694240570068, "Finetune/Step": 1572, "Finetune/Step Time": 5.505309730768204}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9234537482261658, "Finetune/Loss (Raw)": 0.9959200620651245, "Finetune/Step": 1573, "Finetune/Step Time": 5.521212754771113}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9232566952705383, "Finetune/Loss (Raw)": 0.8323063850402832, "Finetune/Step": 1574, "Finetune/Step Time": 5.504905242472887}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.925064206123352, "Finetune/Loss (Raw)": 1.2000397443771362, "Finetune/Step": 1575, "Finetune/Step Time": 5.5095756240189075}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9243155717849731, "Finetune/Loss (Raw)": 0.9704256653785706, "Finetune/Step": 1576, "Finetune/Step Time": 5.512884765863419}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9251406788825989, "Finetune/Loss (Raw)": 0.9650242328643799, "Finetune/Step": 1577, "Finetune/Step Time": 5.503953201696277}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9260040521621704, "Finetune/Loss (Raw)": 0.9933687448501587, "Finetune/Step": 1578, "Finetune/Step Time": 5.46153911575675}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9264422059059143, "Finetune/Loss (Raw)": 0.971889853477478, "Finetune/Step": 1579, "Finetune/Step Time": 5.467748740687966}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9241567254066467, "Finetune/Loss (Raw)": 0.7752957940101624, "Finetune/Step": 1580, "Finetune/Step Time": 5.502783356234431}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9237030744552612, "Finetune/Loss (Raw)": 0.8524821996688843, "Finetune/Step": 1581, "Finetune/Step Time": 5.497142590582371}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9218666553497314, "Finetune/Loss (Raw)": 0.9691996574401855, "Finetune/Step": 1582, "Finetune/Step Time": 5.503645345568657}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9218031167984009, "Finetune/Loss (Raw)": 1.0040295124053955, "Finetune/Step": 1583, "Finetune/Step Time": 5.5010137520730495}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9220997095108032, "Finetune/Loss (Raw)": 0.9789649248123169, "Finetune/Step": 1584, "Finetune/Step Time": 5.502725383266807}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9274787306785583, "Finetune/Loss (Raw)": 1.06473708152771, "Finetune/Step": 1585, "Finetune/Step Time": 5.472052205353975}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9288478493690491, "Finetune/Loss (Raw)": 1.1264015436172485, "Finetune/Step": 1586, "Finetune/Step Time": 5.53038932941854}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9285261631011963, "Finetune/Loss (Raw)": 1.0544482469558716, "Finetune/Step": 1587, "Finetune/Step Time": 5.523112341761589}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9274277687072754, "Finetune/Loss (Raw)": 0.9591430425643921, "Finetune/Step": 1588, "Finetune/Step Time": 5.533347774296999}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9259763956069946, "Finetune/Loss (Raw)": 0.9346917867660522, "Finetune/Step": 1589, "Finetune/Step Time": 5.549267694354057}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9258400201797485, "Finetune/Loss (Raw)": 1.0286840200424194, "Finetune/Step": 1590, "Finetune/Step Time": 5.559840448200703}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9241986274719238, "Finetune/Loss (Raw)": 0.8455795049667358, "Finetune/Step": 1591, "Finetune/Step Time": 5.575283112004399}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9241703748703003, "Finetune/Loss (Raw)": 0.8870994448661804, "Finetune/Step": 1592, "Finetune/Step Time": 5.577036378905177}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9237561821937561, "Finetune/Loss (Raw)": 0.9268510341644287, "Finetune/Step": 1593, "Finetune/Step Time": 5.580171089619398}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9234791994094849, "Finetune/Loss (Raw)": 0.939312219619751, "Finetune/Step": 1594, "Finetune/Step Time": 5.585762195289135}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9227358102798462, "Finetune/Loss (Raw)": 0.8634570837020874, "Finetune/Step": 1595, "Finetune/Step Time": 5.563373629003763}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9234011173248291, "Finetune/Loss (Raw)": 1.1146687269210815, "Finetune/Step": 1596, "Finetune/Step Time": 5.568243505433202}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9269959330558777, "Finetune/Loss (Raw)": 0.849990725517273, "Finetune/Step": 1597, "Finetune/Step Time": 5.53521135635674}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9269554018974304, "Finetune/Loss (Raw)": 0.9910955429077148, "Finetune/Step": 1598, "Finetune/Step Time": 5.54857936874032}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9221040606498718, "Finetune/Loss (Raw)": 0.37855085730552673, "Finetune/Step": 1599, "Finetune/Step Time": 5.580913575366139}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.92312091588974, "Finetune/Loss (Raw)": 0.998173713684082, "Finetune/Step": 1600, "Finetune/Step Time": 5.583812991157174}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9205957651138306, "Finetune/Loss (Raw)": 0.38722288608551025, "Finetune/Step": 1601, "Finetune/Step Time": 5.6166262328624725}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9202598333358765, "Finetune/Loss (Raw)": 1.0869718790054321, "Finetune/Step": 1602, "Finetune/Step Time": 5.62617108784616}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9222772121429443, "Finetune/Loss (Raw)": 1.0267199277877808, "Finetune/Step": 1603, "Finetune/Step Time": 5.621596639975905}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9214063882827759, "Finetune/Loss (Raw)": 0.8970391750335693, "Finetune/Step": 1604, "Finetune/Step Time": 5.62158134020865}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9254648685455322, "Finetune/Loss (Raw)": 0.8337419033050537, "Finetune/Step": 1605, "Finetune/Step Time": 5.599507011473179}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9231153130531311, "Finetune/Loss (Raw)": 0.7732797265052795, "Finetune/Step": 1606, "Finetune/Step Time": 5.63124499283731}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9231332540512085, "Finetune/Loss (Raw)": 0.9055176377296448, "Finetune/Step": 1607, "Finetune/Step Time": 5.617747103795409}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9185765981674194, "Finetune/Loss (Raw)": 0.38844582438468933, "Finetune/Step": 1608, "Finetune/Step Time": 5.649111691862345}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.9183148741722107, "Finetune/Loss (Raw)": 0.9622207880020142, "Finetune/Step": 1609, "Finetune/Step Time": 5.64325862005353}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9181007146835327, "Finetune/Loss (Raw)": 0.9392226934432983, "Finetune/Step": 1610, "Finetune/Step Time": 5.639567343518138}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.9175525903701782, "Finetune/Loss (Raw)": 0.8619273900985718, "Finetune/Step": 1611, "Finetune/Step Time": 5.625614730641246}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9166728258132935, "Finetune/Loss (Raw)": 0.9253512620925903, "Finetune/Step": 1612, "Finetune/Step Time": 5.63365994207561}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.916244626045227, "Finetune/Loss (Raw)": 0.8613433241844177, "Finetune/Step": 1613, "Finetune/Step Time": 5.645770963281393}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9215723276138306, "Finetune/Loss (Raw)": 0.993770956993103, "Finetune/Step": 1614, "Finetune/Step Time": 5.614152576774359}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9212992787361145, "Finetune/Loss (Raw)": 1.0657386779785156, "Finetune/Step": 1615, "Finetune/Step Time": 5.602714983746409}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9194790124893188, "Finetune/Loss (Raw)": 0.9681823253631592, "Finetune/Step": 1616, "Finetune/Step Time": 5.601981047540903}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9201641082763672, "Finetune/Loss (Raw)": 0.9078009724617004, "Finetune/Step": 1617, "Finetune/Step Time": 5.598494898527861}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9198250770568848, "Finetune/Loss (Raw)": 0.9055823683738708, "Finetune/Step": 1618, "Finetune/Step Time": 5.572734527289867}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9197351932525635, "Finetune/Loss (Raw)": 0.8336116075515747, "Finetune/Step": 1619, "Finetune/Step Time": 5.5672487784177065}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9202606678009033, "Finetune/Loss (Raw)": 1.1482748985290527, "Finetune/Step": 1620, "Finetune/Step Time": 5.569907059893012}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9243767261505127, "Finetune/Loss (Raw)": 0.8610736727714539, "Finetune/Step": 1621, "Finetune/Step Time": 5.544339442625642}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.925383448600769, "Finetune/Loss (Raw)": 1.072511911392212, "Finetune/Step": 1622, "Finetune/Step Time": 5.548342837020755}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9261263012886047, "Finetune/Loss (Raw)": 1.1425460577011108, "Finetune/Step": 1623, "Finetune/Step Time": 5.542068822309375}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9256280660629272, "Finetune/Loss (Raw)": 0.9208433032035828, "Finetune/Step": 1624, "Finetune/Step Time": 5.544171309098601}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9267206192016602, "Finetune/Loss (Raw)": 0.9907587170600891, "Finetune/Step": 1625, "Finetune/Step Time": 5.544251434504986}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9261852502822876, "Finetune/Loss (Raw)": 1.007373571395874, "Finetune/Step": 1626, "Finetune/Step Time": 5.5403260588645935}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9309772253036499, "Finetune/Loss (Raw)": 1.0425841808319092, "Finetune/Step": 1627, "Finetune/Step Time": 5.505859622731805}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.935942530632019, "Finetune/Loss (Raw)": 0.989647626876831, "Finetune/Step": 1628, "Finetune/Step Time": 5.469291593879461}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9352365732192993, "Finetune/Loss (Raw)": 0.9543968439102173, "Finetune/Step": 1629, "Finetune/Step Time": 5.445800147950649}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9346847534179688, "Finetune/Loss (Raw)": 1.0392756462097168, "Finetune/Step": 1630, "Finetune/Step Time": 5.443432178348303}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9353086948394775, "Finetune/Loss (Raw)": 0.9504682421684265, "Finetune/Step": 1631, "Finetune/Step Time": 5.4458760432899}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9347878694534302, "Finetune/Loss (Raw)": 0.9401240944862366, "Finetune/Step": 1632, "Finetune/Step Time": 5.436959909275174}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.933902382850647, "Finetune/Loss (Raw)": 0.8730281591415405, "Finetune/Step": 1633, "Finetune/Step Time": 5.4372694082558155}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9348639249801636, "Finetune/Loss (Raw)": 1.0094397068023682, "Finetune/Step": 1634, "Finetune/Step Time": 5.429791362956166}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9341540336608887, "Finetune/Loss (Raw)": 0.9830800890922546, "Finetune/Step": 1635, "Finetune/Step Time": 5.451326327398419}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9339234828948975, "Finetune/Loss (Raw)": 0.9875041842460632, "Finetune/Step": 1636, "Finetune/Step Time": 5.447881622239947}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.9334880709648132, "Finetune/Loss (Raw)": 0.9644745588302612, "Finetune/Step": 1637, "Finetune/Step Time": 5.449308617040515}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9320909976959229, "Finetune/Loss (Raw)": 0.9085298776626587, "Finetune/Step": 1638, "Finetune/Step Time": 5.451040683314204}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9299452304840088, "Finetune/Loss (Raw)": 0.8420575261116028, "Finetune/Step": 1639, "Finetune/Step Time": 5.448202660307288}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9307980537414551, "Finetune/Loss (Raw)": 1.0277093648910522, "Finetune/Step": 1640, "Finetune/Step Time": 5.436179284006357}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9298311471939087, "Finetune/Loss (Raw)": 1.035923719406128, "Finetune/Step": 1641, "Finetune/Step Time": 5.433494485914707}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9299165606498718, "Finetune/Loss (Raw)": 0.9888473749160767, "Finetune/Step": 1642, "Finetune/Step Time": 5.422313133254647}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9308440685272217, "Finetune/Loss (Raw)": 1.0787038803100586, "Finetune/Step": 1643, "Finetune/Step Time": 5.4239745978266}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9311045408248901, "Finetune/Loss (Raw)": 0.9903613924980164, "Finetune/Step": 1644, "Finetune/Step Time": 5.449436482042074}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9314554929733276, "Finetune/Loss (Raw)": 0.9219010472297668, "Finetune/Step": 1645, "Finetune/Step Time": 5.450985908508301}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.931029200553894, "Finetune/Loss (Raw)": 1.030431866645813, "Finetune/Step": 1646, "Finetune/Step Time": 5.454144038259983}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.931496262550354, "Finetune/Loss (Raw)": 0.9079132080078125, "Finetune/Step": 1647, "Finetune/Step Time": 5.467298174276948}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9366124868392944, "Finetune/Loss (Raw)": 1.048583984375, "Finetune/Step": 1648, "Finetune/Step Time": 5.440676610916853}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9357503652572632, "Finetune/Loss (Raw)": 0.9443597197532654, "Finetune/Step": 1649, "Finetune/Step Time": 5.437366735190153}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9360578656196594, "Finetune/Loss (Raw)": 0.9654051661491394, "Finetune/Step": 1650, "Finetune/Step Time": 5.425920119509101}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9365195035934448, "Finetune/Loss (Raw)": 0.8835987448692322, "Finetune/Step": 1651, "Finetune/Step Time": 5.427845932543278}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9364233016967773, "Finetune/Loss (Raw)": 0.8978621363639832, "Finetune/Step": 1652, "Finetune/Step Time": 5.410768987610936}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.937203049659729, "Finetune/Loss (Raw)": 0.9740852117538452, "Finetune/Step": 1653, "Finetune/Step Time": 5.402988068759441}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9366686344146729, "Finetune/Loss (Raw)": 1.0211055278778076, "Finetune/Step": 1654, "Finetune/Step Time": 5.421383656561375}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9322596192359924, "Finetune/Loss (Raw)": 0.3839384615421295, "Finetune/Step": 1655, "Finetune/Step Time": 5.451377805322409}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9366089105606079, "Finetune/Loss (Raw)": 0.9755837917327881, "Finetune/Step": 1656, "Finetune/Step Time": 5.422854740172625}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.935335099697113, "Finetune/Loss (Raw)": 0.8881371021270752, "Finetune/Step": 1657, "Finetune/Step Time": 5.421603916212916}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9369117021560669, "Finetune/Loss (Raw)": 0.9708144664764404, "Finetune/Step": 1658, "Finetune/Step Time": 5.405967639759183}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9375302791595459, "Finetune/Loss (Raw)": 1.0854594707489014, "Finetune/Step": 1659, "Finetune/Step Time": 5.4068511836230755}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9375910758972168, "Finetune/Loss (Raw)": 0.9753166437149048, "Finetune/Step": 1660, "Finetune/Step Time": 5.403772043064237}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9378160238265991, "Finetune/Loss (Raw)": 0.9320008158683777, "Finetune/Step": 1661, "Finetune/Step Time": 5.3991715759038925}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.938503086566925, "Finetune/Loss (Raw)": 1.0670597553253174, "Finetune/Step": 1662, "Finetune/Step Time": 5.398693732917309}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9370920062065125, "Finetune/Loss (Raw)": 0.714491069316864, "Finetune/Step": 1663, "Finetune/Step Time": 5.408390745520592}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9362694025039673, "Finetune/Loss (Raw)": 0.7994306087493896, "Finetune/Step": 1664, "Finetune/Step Time": 5.401080597192049}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9375563859939575, "Finetune/Loss (Raw)": 1.0693106651306152, "Finetune/Step": 1665, "Finetune/Step Time": 5.400905303657055}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9412081837654114, "Finetune/Loss (Raw)": 0.9059189558029175, "Finetune/Step": 1666, "Finetune/Step Time": 5.365372339263558}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9413350224494934, "Finetune/Loss (Raw)": 1.005845308303833, "Finetune/Step": 1667, "Finetune/Step Time": 5.363129699602723}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9419341683387756, "Finetune/Loss (Raw)": 1.0649302005767822, "Finetune/Step": 1668, "Finetune/Step Time": 5.368015417829156}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9409784078598022, "Finetune/Loss (Raw)": 0.9624360799789429, "Finetune/Step": 1669, "Finetune/Step Time": 5.364740354940295}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.941626787185669, "Finetune/Loss (Raw)": 1.000649094581604, "Finetune/Step": 1670, "Finetune/Step Time": 5.351088158786297}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9420187473297119, "Finetune/Loss (Raw)": 0.9032813310623169, "Finetune/Step": 1671, "Finetune/Step Time": 5.359054960310459}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9424716234207153, "Finetune/Loss (Raw)": 1.0470229387283325, "Finetune/Step": 1672, "Finetune/Step Time": 5.375834664329886}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9419228434562683, "Finetune/Loss (Raw)": 0.8431516289710999, "Finetune/Step": 1673, "Finetune/Step Time": 5.38082080706954}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9397711157798767, "Finetune/Loss (Raw)": 0.8016579747200012, "Finetune/Step": 1674, "Finetune/Step Time": 5.387245558202267}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.939495861530304, "Finetune/Loss (Raw)": 0.9428367614746094, "Finetune/Step": 1675, "Finetune/Step Time": 5.39151624776423}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.939866304397583, "Finetune/Loss (Raw)": 1.0851200819015503, "Finetune/Step": 1676, "Finetune/Step Time": 5.385324869304895}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9446533918380737, "Finetune/Loss (Raw)": 1.0151249170303345, "Finetune/Step": 1677, "Finetune/Step Time": 5.354377828538418}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9434833526611328, "Finetune/Loss (Raw)": 0.8611443638801575, "Finetune/Step": 1678, "Finetune/Step Time": 5.346893539652228}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9397690892219543, "Finetune/Loss (Raw)": 0.38976824283599854, "Finetune/Step": 1679, "Finetune/Step Time": 5.3793214075267315}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9392553567886353, "Finetune/Loss (Raw)": 0.9477047920227051, "Finetune/Step": 1680, "Finetune/Step Time": 5.386001853272319}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9398118257522583, "Finetune/Loss (Raw)": 0.9760069847106934, "Finetune/Step": 1681, "Finetune/Step Time": 5.362702263519168}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9417663812637329, "Finetune/Loss (Raw)": 1.116066813468933, "Finetune/Step": 1682, "Finetune/Step Time": 5.365597248077393}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.940351128578186, "Finetune/Loss (Raw)": 0.8800274729728699, "Finetune/Step": 1683, "Finetune/Step Time": 5.378424974158406}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9405822157859802, "Finetune/Loss (Raw)": 0.9145401120185852, "Finetune/Step": 1684, "Finetune/Step Time": 5.369769746437669}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.940834105014801, "Finetune/Loss (Raw)": 0.8871254920959473, "Finetune/Step": 1685, "Finetune/Step Time": 5.373538402840495}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9399954080581665, "Finetune/Loss (Raw)": 0.8231291770935059, "Finetune/Step": 1686, "Finetune/Step Time": 5.3850635420531034}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9389611482620239, "Finetune/Loss (Raw)": 1.0297263860702515, "Finetune/Step": 1687, "Finetune/Step Time": 5.38186914101243}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9390276074409485, "Finetune/Loss (Raw)": 1.0483800172805786, "Finetune/Step": 1688, "Finetune/Step Time": 5.384410621598363}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9335193634033203, "Finetune/Loss (Raw)": 0.3098300099372864, "Finetune/Step": 1689, "Finetune/Step Time": 5.412551309913397}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9340300559997559, "Finetune/Loss (Raw)": 1.0733627080917358, "Finetune/Step": 1690, "Finetune/Step Time": 5.403163641691208}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9341722726821899, "Finetune/Loss (Raw)": 0.9559853672981262, "Finetune/Step": 1691, "Finetune/Step Time": 5.37949238717556}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9340565800666809, "Finetune/Loss (Raw)": 0.9020489454269409, "Finetune/Step": 1692, "Finetune/Step Time": 5.401696773245931}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9340541362762451, "Finetune/Loss (Raw)": 0.8548510074615479, "Finetune/Step": 1693, "Finetune/Step Time": 5.420384651049972}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9323306679725647, "Finetune/Loss (Raw)": 0.7477304339408875, "Finetune/Step": 1694, "Finetune/Step Time": 5.428160574287176}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9316424131393433, "Finetune/Loss (Raw)": 0.9064087271690369, "Finetune/Step": 1695, "Finetune/Step Time": 5.438904462382197}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9317363500595093, "Finetune/Loss (Raw)": 0.9807730317115784, "Finetune/Step": 1696, "Finetune/Step Time": 5.4368780348449945}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9330122470855713, "Finetune/Loss (Raw)": 1.0085136890411377, "Finetune/Step": 1697, "Finetune/Step Time": 5.423155130818486}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9322572350502014, "Finetune/Loss (Raw)": 0.9492195248603821, "Finetune/Step": 1698, "Finetune/Step Time": 5.4253652431070805}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.932852029800415, "Finetune/Loss (Raw)": 1.0417201519012451, "Finetune/Step": 1699, "Finetune/Step Time": 5.423155497759581}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9329123497009277, "Finetune/Loss (Raw)": 1.0288913249969482, "Finetune/Step": 1700, "Finetune/Step Time": 5.432907754555345}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9334753751754761, "Finetune/Loss (Raw)": 1.067988395690918, "Finetune/Step": 1701, "Finetune/Step Time": 5.41793755069375}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9347537755966187, "Finetune/Loss (Raw)": 0.9959470629692078, "Finetune/Step": 1702, "Finetune/Step Time": 5.417392410337925}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9322429299354553, "Finetune/Loss (Raw)": 0.8786414265632629, "Finetune/Step": 1703, "Finetune/Step Time": 5.424355918541551}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9273720383644104, "Finetune/Loss (Raw)": 0.3469568192958832, "Finetune/Step": 1704, "Finetune/Step Time": 5.456137062981725}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9272452592849731, "Finetune/Loss (Raw)": 0.9487932920455933, "Finetune/Step": 1705, "Finetune/Step Time": 5.458373628556728}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9276772737503052, "Finetune/Loss (Raw)": 1.048661708831787, "Finetune/Step": 1706, "Finetune/Step Time": 5.460861019790173}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9275193810462952, "Finetune/Loss (Raw)": 0.9516834616661072, "Finetune/Step": 1707, "Finetune/Step Time": 5.457738256081939}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9289724826812744, "Finetune/Loss (Raw)": 0.9613007307052612, "Finetune/Step": 1708, "Finetune/Step Time": 5.437868485227227}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9309325814247131, "Finetune/Loss (Raw)": 1.1033686399459839, "Finetune/Step": 1709, "Finetune/Step Time": 5.436088846996427}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9311816096305847, "Finetune/Loss (Raw)": 1.0010792016983032, "Finetune/Step": 1710, "Finetune/Step Time": 5.440094040706754}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9312927722930908, "Finetune/Loss (Raw)": 1.018256664276123, "Finetune/Step": 1711, "Finetune/Step Time": 5.443257970735431}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.932540774345398, "Finetune/Loss (Raw)": 1.1387072801589966, "Finetune/Step": 1712, "Finetune/Step Time": 5.443543277680874}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9321002960205078, "Finetune/Loss (Raw)": 1.0083591938018799, "Finetune/Step": 1713, "Finetune/Step Time": 5.443586502224207}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9311068058013916, "Finetune/Loss (Raw)": 0.9992374181747437, "Finetune/Step": 1714, "Finetune/Step Time": 5.393349213525653}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9293715357780457, "Finetune/Loss (Raw)": 0.8323290348052979, "Finetune/Step": 1715, "Finetune/Step Time": 5.402396436780691}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9291056990623474, "Finetune/Loss (Raw)": 0.9251158237457275, "Finetune/Step": 1716, "Finetune/Step Time": 5.390487100929022}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9301726818084717, "Finetune/Loss (Raw)": 1.0712683200836182, "Finetune/Step": 1717, "Finetune/Step Time": 5.395803170278668}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.929847776889801, "Finetune/Loss (Raw)": 0.9870929718017578, "Finetune/Step": 1718, "Finetune/Step Time": 5.380932006984949}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9307733774185181, "Finetune/Loss (Raw)": 0.9640608429908752, "Finetune/Step": 1719, "Finetune/Step Time": 5.367225706577301}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9319889545440674, "Finetune/Loss (Raw)": 1.0426920652389526, "Finetune/Step": 1720, "Finetune/Step Time": 5.365309888496995}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9325262308120728, "Finetune/Loss (Raw)": 0.9956234097480774, "Finetune/Step": 1721, "Finetune/Step Time": 5.3668074030429125}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9329907894134521, "Finetune/Loss (Raw)": 0.9987711906433105, "Finetune/Step": 1722, "Finetune/Step Time": 5.357418265193701}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.934539794921875, "Finetune/Loss (Raw)": 1.0617293119430542, "Finetune/Step": 1723, "Finetune/Step Time": 5.373571138828993}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9328221082687378, "Finetune/Loss (Raw)": 0.8948126435279846, "Finetune/Step": 1724, "Finetune/Step Time": 5.366368064656854}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9338682293891907, "Finetune/Loss (Raw)": 0.9838882684707642, "Finetune/Step": 1725, "Finetune/Step Time": 5.356305692344904}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9331784248352051, "Finetune/Loss (Raw)": 0.9027968645095825, "Finetune/Step": 1726, "Finetune/Step Time": 5.349035756662488}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9379631280899048, "Finetune/Loss (Raw)": 0.9910002946853638, "Finetune/Step": 1727, "Finetune/Step Time": 5.334246516227722}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9385700225830078, "Finetune/Loss (Raw)": 1.0758533477783203, "Finetune/Step": 1728, "Finetune/Step Time": 5.331446433439851}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9435646533966064, "Finetune/Loss (Raw)": 1.0265294313430786, "Finetune/Step": 1729, "Finetune/Step Time": 5.294841405004263}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9415508508682251, "Finetune/Loss (Raw)": 0.8292055726051331, "Finetune/Step": 1730, "Finetune/Step Time": 5.2873819172382355}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9422444105148315, "Finetune/Loss (Raw)": 1.1154999732971191, "Finetune/Step": 1731, "Finetune/Step Time": 5.284570250660181}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9438985586166382, "Finetune/Loss (Raw)": 1.1087677478790283, "Finetune/Step": 1732, "Finetune/Step Time": 5.299139151349664}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9451471567153931, "Finetune/Loss (Raw)": 0.9935628175735474, "Finetune/Step": 1733, "Finetune/Step Time": 5.2904592622071505}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9471040964126587, "Finetune/Loss (Raw)": 1.0237659215927124, "Finetune/Step": 1734, "Finetune/Step Time": 5.274125115945935}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9472545385360718, "Finetune/Loss (Raw)": 0.9247750639915466, "Finetune/Step": 1735, "Finetune/Step Time": 5.274027995765209}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9518604874610901, "Finetune/Loss (Raw)": 0.9780147671699524, "Finetune/Step": 1736, "Finetune/Step Time": 5.242678863927722}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9514508843421936, "Finetune/Loss (Raw)": 0.9097893834114075, "Finetune/Step": 1737, "Finetune/Step Time": 5.242207702249289}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9468991756439209, "Finetune/Loss (Raw)": 0.356606662273407, "Finetune/Step": 1738, "Finetune/Step Time": 5.269776325672865}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9475266933441162, "Finetune/Loss (Raw)": 0.9422475695610046, "Finetune/Step": 1739, "Finetune/Step Time": 5.247975192964077}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9472522735595703, "Finetune/Loss (Raw)": 0.8902267813682556, "Finetune/Step": 1740, "Finetune/Step Time": 5.258523393422365}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9493223428726196, "Finetune/Loss (Raw)": 1.1263054609298706, "Finetune/Step": 1741, "Finetune/Step Time": 5.248657064512372}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.948304295539856, "Finetune/Loss (Raw)": 0.863463819026947, "Finetune/Step": 1742, "Finetune/Step Time": 5.256982568651438}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9475181102752686, "Finetune/Loss (Raw)": 0.9651132822036743, "Finetune/Step": 1743, "Finetune/Step Time": 5.2725027315318584}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9471791982650757, "Finetune/Loss (Raw)": 0.9247970581054688, "Finetune/Step": 1744, "Finetune/Step Time": 5.273801166564226}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9477676153182983, "Finetune/Loss (Raw)": 0.9831193089485168, "Finetune/Step": 1745, "Finetune/Step Time": 5.269266311079264}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9488414525985718, "Finetune/Loss (Raw)": 1.0430266857147217, "Finetune/Step": 1746, "Finetune/Step Time": 5.269643122330308}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9457412958145142, "Finetune/Loss (Raw)": 0.4367966651916504, "Finetune/Step": 1747, "Finetune/Step Time": 5.294020084664226}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9434504508972168, "Finetune/Loss (Raw)": 0.8550461530685425, "Finetune/Step": 1748, "Finetune/Step Time": 5.304251881316304}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9443544745445251, "Finetune/Loss (Raw)": 0.97678542137146, "Finetune/Step": 1749, "Finetune/Step Time": 5.302734324708581}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9446250200271606, "Finetune/Loss (Raw)": 1.107140302658081, "Finetune/Step": 1750, "Finetune/Step Time": 5.321265891194344}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9438270926475525, "Finetune/Loss (Raw)": 1.040414810180664, "Finetune/Step": 1751, "Finetune/Step Time": 5.325450714677572}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9458655118942261, "Finetune/Loss (Raw)": 1.1817594766616821, "Finetune/Step": 1752, "Finetune/Step Time": 5.329854417592287}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.945502758026123, "Finetune/Loss (Raw)": 0.9443274140357971, "Finetune/Step": 1753, "Finetune/Step Time": 5.328007452189922}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9454452991485596, "Finetune/Loss (Raw)": 1.0000146627426147, "Finetune/Step": 1754, "Finetune/Step Time": 5.33001696690917}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.944990873336792, "Finetune/Loss (Raw)": 0.98442542552948, "Finetune/Step": 1755, "Finetune/Step Time": 5.342318439856172}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9457921981811523, "Finetune/Loss (Raw)": 1.0922136306762695, "Finetune/Step": 1756, "Finetune/Step Time": 5.35147251188755}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9411746859550476, "Finetune/Loss (Raw)": 0.36335641145706177, "Finetune/Step": 1757, "Finetune/Step Time": 5.377355415374041}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9397830963134766, "Finetune/Loss (Raw)": 0.8611419200897217, "Finetune/Step": 1758, "Finetune/Step Time": 5.381240447983146}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9404866695404053, "Finetune/Loss (Raw)": 1.0405436754226685, "Finetune/Step": 1759, "Finetune/Step Time": 5.386868234723806}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9413511753082275, "Finetune/Loss (Raw)": 1.0507667064666748, "Finetune/Step": 1760, "Finetune/Step Time": 5.384909262880683}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9412773251533508, "Finetune/Loss (Raw)": 0.8635789752006531, "Finetune/Step": 1761, "Finetune/Step Time": 5.389636619016528}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9400172233581543, "Finetune/Loss (Raw)": 0.8481395840644836, "Finetune/Step": 1762, "Finetune/Step Time": 5.399187559261918}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9408963918685913, "Finetune/Loss (Raw)": 1.0956193208694458, "Finetune/Step": 1763, "Finetune/Step Time": 5.399572592228651}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9414427280426025, "Finetune/Loss (Raw)": 1.0574400424957275, "Finetune/Step": 1764, "Finetune/Step Time": 5.419926492497325}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.940977156162262, "Finetune/Loss (Raw)": 0.904880702495575, "Finetune/Step": 1765, "Finetune/Step Time": 5.432810511440039}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9417513012886047, "Finetune/Loss (Raw)": 1.0076185464859009, "Finetune/Step": 1766, "Finetune/Step Time": 5.434389002621174}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9416406750679016, "Finetune/Loss (Raw)": 0.8278974294662476, "Finetune/Step": 1767, "Finetune/Step Time": 5.435150381177664}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9406566619873047, "Finetune/Loss (Raw)": 0.9017525911331177, "Finetune/Step": 1768, "Finetune/Step Time": 5.436223220080137}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9388484358787537, "Finetune/Loss (Raw)": 0.8044726252555847, "Finetune/Step": 1769, "Finetune/Step Time": 5.451093262061477}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.939120888710022, "Finetune/Loss (Raw)": 1.023726463317871, "Finetune/Step": 1770, "Finetune/Step Time": 5.45784011669457}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9377779364585876, "Finetune/Loss (Raw)": 0.90680330991745, "Finetune/Step": 1771, "Finetune/Step Time": 5.456051506102085}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9386181831359863, "Finetune/Loss (Raw)": 1.0979126691818237, "Finetune/Step": 1772, "Finetune/Step Time": 5.430228672921658}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9389988780021667, "Finetune/Loss (Raw)": 0.9706320762634277, "Finetune/Step": 1773, "Finetune/Step Time": 5.433352537453175}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9384906888008118, "Finetune/Loss (Raw)": 0.9653750658035278, "Finetune/Step": 1774, "Finetune/Step Time": 5.446671202778816}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9395327568054199, "Finetune/Loss (Raw)": 1.0413050651550293, "Finetune/Step": 1775, "Finetune/Step Time": 5.4335746094584465}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9388195276260376, "Finetune/Loss (Raw)": 0.9572868943214417, "Finetune/Step": 1776, "Finetune/Step Time": 5.432652730494738}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9394333362579346, "Finetune/Loss (Raw)": 1.0229246616363525, "Finetune/Step": 1777, "Finetune/Step Time": 5.4272397849708796}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.939335286617279, "Finetune/Loss (Raw)": 0.9528588056564331, "Finetune/Step": 1778, "Finetune/Step Time": 5.428927604109049}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9410293698310852, "Finetune/Loss (Raw)": 1.1004445552825928, "Finetune/Step": 1779, "Finetune/Step Time": 5.413086891174316}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9413089156150818, "Finetune/Loss (Raw)": 0.9336414933204651, "Finetune/Step": 1780, "Finetune/Step Time": 5.405125934630632}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9401447176933289, "Finetune/Loss (Raw)": 0.8250693678855896, "Finetune/Step": 1781, "Finetune/Step Time": 5.406282126903534}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9394856691360474, "Finetune/Loss (Raw)": 0.9367430806159973, "Finetune/Step": 1782, "Finetune/Step Time": 5.38809241913259}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9432801008224487, "Finetune/Loss (Raw)": 0.8696329593658447, "Finetune/Step": 1783, "Finetune/Step Time": 5.358276903629303}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9440394639968872, "Finetune/Loss (Raw)": 1.0727766752243042, "Finetune/Step": 1784, "Finetune/Step Time": 5.362385107204318}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9432061910629272, "Finetune/Loss (Raw)": 0.7814800143241882, "Finetune/Step": 1785, "Finetune/Step Time": 5.3772212360054255}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9428466558456421, "Finetune/Loss (Raw)": 0.9247891902923584, "Finetune/Step": 1786, "Finetune/Step Time": 5.375273151323199}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9406567811965942, "Finetune/Loss (Raw)": 0.8051621317863464, "Finetune/Step": 1787, "Finetune/Step Time": 5.3855095617473125}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9398899078369141, "Finetune/Loss (Raw)": 0.8771497011184692, "Finetune/Step": 1788, "Finetune/Step Time": 5.381089905276895}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9349095821380615, "Finetune/Loss (Raw)": 0.2945246994495392, "Finetune/Step": 1789, "Finetune/Step Time": 5.412677405402064}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9347864389419556, "Finetune/Loss (Raw)": 1.0512940883636475, "Finetune/Step": 1790, "Finetune/Step Time": 5.414956294000149}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.937751054763794, "Finetune/Loss (Raw)": 1.093965768814087, "Finetune/Step": 1791, "Finetune/Step Time": 5.407228218391538}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9393662810325623, "Finetune/Loss (Raw)": 1.0061768293380737, "Finetune/Step": 1792, "Finetune/Step Time": 5.407370613887906}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9374057054519653, "Finetune/Loss (Raw)": 0.818352460861206, "Finetune/Step": 1793, "Finetune/Step Time": 5.422491887584329}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9385585784912109, "Finetune/Loss (Raw)": 1.0534889698028564, "Finetune/Step": 1794, "Finetune/Step Time": 5.428435293957591}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9336110949516296, "Finetune/Loss (Raw)": 0.37257540225982666, "Finetune/Step": 1795, "Finetune/Step Time": 5.460369173437357}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9324564933776855, "Finetune/Loss (Raw)": 0.9171351790428162, "Finetune/Step": 1796, "Finetune/Step Time": 5.452800737693906}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9329019784927368, "Finetune/Loss (Raw)": 1.0194567441940308, "Finetune/Step": 1797, "Finetune/Step Time": 5.452536506578326}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9323819875717163, "Finetune/Loss (Raw)": 0.934090256690979, "Finetune/Step": 1798, "Finetune/Step Time": 5.456374330446124}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9326109886169434, "Finetune/Loss (Raw)": 0.9325987696647644, "Finetune/Step": 1799, "Finetune/Step Time": 5.447883889079094}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9316229224205017, "Finetune/Loss (Raw)": 0.9205474257469177, "Finetune/Step": 1800, "Finetune/Step Time": 5.441759781911969}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.933434247970581, "Finetune/Loss (Raw)": 1.074997901916504, "Finetune/Step": 1801, "Finetune/Step Time": 5.446029739454389}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9347311854362488, "Finetune/Loss (Raw)": 0.9676709175109863, "Finetune/Step": 1802, "Finetune/Step Time": 5.448377877473831}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9346707463264465, "Finetune/Loss (Raw)": 0.9351047873497009, "Finetune/Step": 1803, "Finetune/Step Time": 5.460843041539192}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.933950662612915, "Finetune/Loss (Raw)": 0.9929425716400146, "Finetune/Step": 1804, "Finetune/Step Time": 5.464344834908843}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9311069846153259, "Finetune/Loss (Raw)": 0.6511359214782715, "Finetune/Step": 1805, "Finetune/Step Time": 5.4730110373348}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.9311913251876831, "Finetune/Loss (Raw)": 0.8719456195831299, "Finetune/Step": 1806, "Finetune/Step Time": 5.4849238861352205}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9356203079223633, "Finetune/Loss (Raw)": 0.9566804766654968, "Finetune/Step": 1807, "Finetune/Step Time": 5.453291600570083}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9358380436897278, "Finetune/Loss (Raw)": 0.975564181804657, "Finetune/Step": 1808, "Finetune/Step Time": 5.4429088439792395}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9357414841651917, "Finetune/Loss (Raw)": 0.9636505842208862, "Finetune/Step": 1809, "Finetune/Step Time": 5.4424188900738955}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.934612512588501, "Finetune/Loss (Raw)": 0.9715601801872253, "Finetune/Step": 1810, "Finetune/Step Time": 5.439065884798765}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9351421594619751, "Finetune/Loss (Raw)": 0.9478240013122559, "Finetune/Step": 1811, "Finetune/Step Time": 5.426896266639233}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.935320258140564, "Finetune/Loss (Raw)": 0.9373323321342468, "Finetune/Step": 1812, "Finetune/Step Time": 5.434123661369085}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9357483386993408, "Finetune/Loss (Raw)": 0.941921055316925, "Finetune/Step": 1813, "Finetune/Step Time": 5.429605858400464}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9371245503425598, "Finetune/Loss (Raw)": 0.9992856979370117, "Finetune/Step": 1814, "Finetune/Step Time": 5.417602516710758}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.936098575592041, "Finetune/Loss (Raw)": 0.8984012007713318, "Finetune/Step": 1815, "Finetune/Step Time": 5.416248805820942}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9361835718154907, "Finetune/Loss (Raw)": 1.059249758720398, "Finetune/Step": 1816, "Finetune/Step Time": 5.411422286182642}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9409810304641724, "Finetune/Loss (Raw)": 0.9239087700843811, "Finetune/Step": 1817, "Finetune/Step Time": 5.38262490555644}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9397644996643066, "Finetune/Loss (Raw)": 0.9176505208015442, "Finetune/Step": 1818, "Finetune/Step Time": 5.389354864135385}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9400668144226074, "Finetune/Loss (Raw)": 0.9946808815002441, "Finetune/Step": 1819, "Finetune/Step Time": 5.391957111656666}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9397902488708496, "Finetune/Loss (Raw)": 0.8666439652442932, "Finetune/Step": 1820, "Finetune/Step Time": 5.370121540501714}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9407642483711243, "Finetune/Loss (Raw)": 0.9795272946357727, "Finetune/Step": 1821, "Finetune/Step Time": 5.354864068329334}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9442759156227112, "Finetune/Loss (Raw)": 1.1972273588180542, "Finetune/Step": 1822, "Finetune/Step Time": 5.341340117156506}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9447354674339294, "Finetune/Loss (Raw)": 0.9652328491210938, "Finetune/Step": 1823, "Finetune/Step Time": 5.327425200492144}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9437954425811768, "Finetune/Loss (Raw)": 0.8604455590248108, "Finetune/Step": 1824, "Finetune/Step Time": 5.331917054951191}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9431266784667969, "Finetune/Loss (Raw)": 0.9229123592376709, "Finetune/Step": 1825, "Finetune/Step Time": 5.333236979320645}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.943739116191864, "Finetune/Loss (Raw)": 1.0276139974594116, "Finetune/Step": 1826, "Finetune/Step Time": 5.334036128595471}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.943067729473114, "Finetune/Loss (Raw)": 0.9557825922966003, "Finetune/Step": 1827, "Finetune/Step Time": 5.3666282538324594}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9436337947845459, "Finetune/Loss (Raw)": 1.1013457775115967, "Finetune/Step": 1828, "Finetune/Step Time": 5.364468304440379}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9441941976547241, "Finetune/Loss (Raw)": 1.1397151947021484, "Finetune/Step": 1829, "Finetune/Step Time": 5.368225922808051}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9447206854820251, "Finetune/Loss (Raw)": 1.0633482933044434, "Finetune/Step": 1830, "Finetune/Step Time": 5.38542402535677}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9451239109039307, "Finetune/Loss (Raw)": 0.9302437901496887, "Finetune/Step": 1831, "Finetune/Step Time": 5.370332362130284}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9506247043609619, "Finetune/Loss (Raw)": 1.0510575771331787, "Finetune/Step": 1832, "Finetune/Step Time": 5.338352905586362}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9499599933624268, "Finetune/Loss (Raw)": 0.8637136220932007, "Finetune/Step": 1833, "Finetune/Step Time": 5.357844114303589}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9503780603408813, "Finetune/Loss (Raw)": 1.1021729707717896, "Finetune/Step": 1834, "Finetune/Step Time": 5.362582799047232}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9505693912506104, "Finetune/Loss (Raw)": 0.9761735796928406, "Finetune/Step": 1835, "Finetune/Step Time": 5.371102785691619}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9507933259010315, "Finetune/Loss (Raw)": 0.9899657368659973, "Finetune/Step": 1836, "Finetune/Step Time": 5.3662036675959826}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9496126770973206, "Finetune/Loss (Raw)": 0.952247679233551, "Finetune/Step": 1837, "Finetune/Step Time": 5.368196917697787}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.94964998960495, "Finetune/Loss (Raw)": 1.005859613418579, "Finetune/Step": 1838, "Finetune/Step Time": 5.360854845494032}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.94952392578125, "Finetune/Loss (Raw)": 1.002116084098816, "Finetune/Step": 1839, "Finetune/Step Time": 5.363227749243379}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9487757682800293, "Finetune/Loss (Raw)": 1.0429418087005615, "Finetune/Step": 1840, "Finetune/Step Time": 5.373177260160446}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.9475104212760925, "Finetune/Loss (Raw)": 0.8463947176933289, "Finetune/Step": 1841, "Finetune/Step Time": 5.374554427340627}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.948177695274353, "Finetune/Loss (Raw)": 1.0846545696258545, "Finetune/Step": 1842, "Finetune/Step Time": 5.373012617230415}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9494438171386719, "Finetune/Loss (Raw)": 0.9943938255310059, "Finetune/Step": 1843, "Finetune/Step Time": 5.3783762995153666}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9497250318527222, "Finetune/Loss (Raw)": 0.9611026048660278, "Finetune/Step": 1844, "Finetune/Step Time": 5.389939216896892}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9488368034362793, "Finetune/Loss (Raw)": 0.9575793147087097, "Finetune/Step": 1845, "Finetune/Step Time": 5.37844018638134}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9495880603790283, "Finetune/Loss (Raw)": 1.0832587480545044, "Finetune/Step": 1846, "Finetune/Step Time": 5.379972148686647}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9500797986984253, "Finetune/Loss (Raw)": 1.0270031690597534, "Finetune/Step": 1847, "Finetune/Step Time": 5.388396808877587}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9495987892150879, "Finetune/Loss (Raw)": 0.9811142086982727, "Finetune/Step": 1848, "Finetune/Step Time": 5.380892073735595}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.950023353099823, "Finetune/Loss (Raw)": 1.049973487854004, "Finetune/Step": 1849, "Finetune/Step Time": 5.374304711818695}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9504493474960327, "Finetune/Loss (Raw)": 1.0533006191253662, "Finetune/Step": 1850, "Finetune/Step Time": 5.380325593054295}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9488598108291626, "Finetune/Loss (Raw)": 0.8582696914672852, "Finetune/Step": 1851, "Finetune/Step Time": 5.383533900603652}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9498039484024048, "Finetune/Loss (Raw)": 1.015659213066101, "Finetune/Step": 1852, "Finetune/Step Time": 5.384538758546114}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9499237537384033, "Finetune/Loss (Raw)": 0.9992256164550781, "Finetune/Step": 1853, "Finetune/Step Time": 5.385221425443888}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9507479071617126, "Finetune/Loss (Raw)": 1.0082839727401733, "Finetune/Step": 1854, "Finetune/Step Time": 5.378836235031486}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9512629508972168, "Finetune/Loss (Raw)": 1.0569225549697876, "Finetune/Step": 1855, "Finetune/Step Time": 5.369597485288978}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9514450430870056, "Finetune/Loss (Raw)": 1.09916353225708, "Finetune/Step": 1856, "Finetune/Step Time": 5.369808800518513}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9506717920303345, "Finetune/Loss (Raw)": 0.9275499582290649, "Finetune/Step": 1857, "Finetune/Step Time": 5.4063611179590225}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9521660208702087, "Finetune/Loss (Raw)": 1.0204697847366333, "Finetune/Step": 1858, "Finetune/Step Time": 5.413922604173422}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9518609642982483, "Finetune/Loss (Raw)": 1.076456069946289, "Finetune/Step": 1859, "Finetune/Step Time": 5.408177211880684}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9504219889640808, "Finetune/Loss (Raw)": 0.9245761036872864, "Finetune/Step": 1860, "Finetune/Step Time": 5.396741129457951}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9494182467460632, "Finetune/Loss (Raw)": 0.8650851845741272, "Finetune/Step": 1861, "Finetune/Step Time": 5.397041916847229}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9482621550559998, "Finetune/Loss (Raw)": 0.8757873773574829, "Finetune/Step": 1862, "Finetune/Step Time": 5.381218317896128}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9476487636566162, "Finetune/Loss (Raw)": 0.846265971660614, "Finetune/Step": 1863, "Finetune/Step Time": 5.380713369697332}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9467176198959351, "Finetune/Loss (Raw)": 0.8588173985481262, "Finetune/Step": 1864, "Finetune/Step Time": 5.3856346514075994}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9478000402450562, "Finetune/Loss (Raw)": 1.0483479499816895, "Finetune/Step": 1865, "Finetune/Step Time": 5.387983649969101}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9533411264419556, "Finetune/Loss (Raw)": 1.0658609867095947, "Finetune/Step": 1866, "Finetune/Step Time": 5.370632914826274}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9546639919281006, "Finetune/Loss (Raw)": 1.1115758419036865, "Finetune/Step": 1867, "Finetune/Step Time": 5.377207914367318}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9555017948150635, "Finetune/Loss (Raw)": 0.9974673986434937, "Finetune/Step": 1868, "Finetune/Step Time": 5.378773096948862}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9550576210021973, "Finetune/Loss (Raw)": 1.0694466829299927, "Finetune/Step": 1869, "Finetune/Step Time": 5.376010285690427}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9554197788238525, "Finetune/Loss (Raw)": 0.9098233580589294, "Finetune/Step": 1870, "Finetune/Step Time": 5.36872766725719}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9555076360702515, "Finetune/Loss (Raw)": 0.9763656258583069, "Finetune/Step": 1871, "Finetune/Step Time": 5.382407136261463}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9550065994262695, "Finetune/Loss (Raw)": 0.8606560826301575, "Finetune/Step": 1872, "Finetune/Step Time": 5.386742075905204}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9501986503601074, "Finetune/Loss (Raw)": 0.36769646406173706, "Finetune/Step": 1873, "Finetune/Step Time": 5.412078874185681}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9503861665725708, "Finetune/Loss (Raw)": 1.0670349597930908, "Finetune/Step": 1874, "Finetune/Step Time": 5.412717990577221}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9542011022567749, "Finetune/Loss (Raw)": 0.9251059293746948, "Finetune/Step": 1875, "Finetune/Step Time": 5.387417733669281}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9550931453704834, "Finetune/Loss (Raw)": 0.9692337512969971, "Finetune/Step": 1876, "Finetune/Step Time": 5.374486815184355}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9550283551216125, "Finetune/Loss (Raw)": 0.968490481376648, "Finetune/Step": 1877, "Finetune/Step Time": 5.3788976818323135}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9528007507324219, "Finetune/Loss (Raw)": 0.8220067620277405, "Finetune/Step": 1878, "Finetune/Step Time": 5.366496359929442}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9530773162841797, "Finetune/Loss (Raw)": 1.0758143663406372, "Finetune/Step": 1879, "Finetune/Step Time": 5.357590055093169}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9503685235977173, "Finetune/Loss (Raw)": 0.8350292444229126, "Finetune/Step": 1880, "Finetune/Step Time": 5.383783705532551}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9496668577194214, "Finetune/Loss (Raw)": 0.8545149564743042, "Finetune/Step": 1881, "Finetune/Step Time": 5.396399844437838}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9496626853942871, "Finetune/Loss (Raw)": 0.9994807243347168, "Finetune/Step": 1882, "Finetune/Step Time": 5.392578259110451}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9490009546279907, "Finetune/Loss (Raw)": 0.8997185230255127, "Finetune/Step": 1883, "Finetune/Step Time": 5.395506788045168}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9432587623596191, "Finetune/Loss (Raw)": 0.3572183847427368, "Finetune/Step": 1884, "Finetune/Step Time": 5.4189876858145}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9481638669967651, "Finetune/Loss (Raw)": 0.9912094473838806, "Finetune/Step": 1885, "Finetune/Step Time": 5.394474882632494}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9499396681785583, "Finetune/Loss (Raw)": 1.0884478092193604, "Finetune/Step": 1886, "Finetune/Step Time": 5.398979915305972}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9483392834663391, "Finetune/Loss (Raw)": 0.8357003331184387, "Finetune/Step": 1887, "Finetune/Step Time": 5.399525186046958}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9462459087371826, "Finetune/Loss (Raw)": 0.7828104496002197, "Finetune/Step": 1888, "Finetune/Step Time": 5.404621770605445}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9468725919723511, "Finetune/Loss (Raw)": 0.9437929391860962, "Finetune/Step": 1889, "Finetune/Step Time": 5.4105914533138275}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9476009607315063, "Finetune/Loss (Raw)": 0.941368579864502, "Finetune/Step": 1890, "Finetune/Step Time": 5.40425493940711}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.947014570236206, "Finetune/Loss (Raw)": 1.020565390586853, "Finetune/Step": 1891, "Finetune/Step Time": 5.382798872888088}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.9476040601730347, "Finetune/Loss (Raw)": 1.1328904628753662, "Finetune/Step": 1892, "Finetune/Step Time": 5.3632295075803995}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9478861689567566, "Finetune/Loss (Raw)": 0.9409939050674438, "Finetune/Step": 1893, "Finetune/Step Time": 5.364809924736619}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9465315341949463, "Finetune/Loss (Raw)": 0.8342294096946716, "Finetune/Step": 1894, "Finetune/Step Time": 5.3563372194767}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9472824931144714, "Finetune/Loss (Raw)": 0.9240165948867798, "Finetune/Step": 1895, "Finetune/Step Time": 5.355881325900555}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.947844922542572, "Finetune/Loss (Raw)": 0.9737424850463867, "Finetune/Step": 1896, "Finetune/Step Time": 5.363278530538082}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9503070116043091, "Finetune/Loss (Raw)": 1.1196165084838867, "Finetune/Step": 1897, "Finetune/Step Time": 5.355431506410241}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9502294063568115, "Finetune/Loss (Raw)": 1.013797402381897, "Finetune/Step": 1898, "Finetune/Step Time": 5.355282047763467}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9497700333595276, "Finetune/Loss (Raw)": 0.8480003476142883, "Finetune/Step": 1899, "Finetune/Step Time": 5.374412743374705}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9482203722000122, "Finetune/Loss (Raw)": 0.8995512127876282, "Finetune/Step": 1900, "Finetune/Step Time": 5.375539703294635}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9478682279586792, "Finetune/Loss (Raw)": 0.9255640506744385, "Finetune/Step": 1901, "Finetune/Step Time": 5.371943198144436}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9481651186943054, "Finetune/Loss (Raw)": 1.0033719539642334, "Finetune/Step": 1902, "Finetune/Step Time": 5.36263682320714}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.94673091173172, "Finetune/Loss (Raw)": 0.8577322363853455, "Finetune/Step": 1903, "Finetune/Step Time": 5.382475210353732}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9467155933380127, "Finetune/Loss (Raw)": 0.9553236961364746, "Finetune/Step": 1904, "Finetune/Step Time": 5.386946387588978}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9412389993667603, "Finetune/Loss (Raw)": 0.3219192922115326, "Finetune/Step": 1905, "Finetune/Step Time": 5.420663869008422}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9413154125213623, "Finetune/Loss (Raw)": 0.962645947933197, "Finetune/Step": 1906, "Finetune/Step Time": 5.432445857673883}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9403276443481445, "Finetune/Loss (Raw)": 0.9740082025527954, "Finetune/Step": 1907, "Finetune/Step Time": 5.448161941021681}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9401067495346069, "Finetune/Loss (Raw)": 0.9053664207458496, "Finetune/Step": 1908, "Finetune/Step Time": 5.445842083543539}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9395493268966675, "Finetune/Loss (Raw)": 0.753720223903656, "Finetune/Step": 1909, "Finetune/Step Time": 5.446658140048385}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.939598560333252, "Finetune/Loss (Raw)": 0.9430367946624756, "Finetune/Step": 1910, "Finetune/Step Time": 5.449008775874972}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9406335949897766, "Finetune/Loss (Raw)": 1.00212562084198, "Finetune/Step": 1911, "Finetune/Step Time": 5.454100778326392}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9399675130844116, "Finetune/Loss (Raw)": 0.9875209331512451, "Finetune/Step": 1912, "Finetune/Step Time": 5.448120139539242}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9415338039398193, "Finetune/Loss (Raw)": 0.9819661974906921, "Finetune/Step": 1913, "Finetune/Step Time": 5.432492058724165}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.942933201789856, "Finetune/Loss (Raw)": 1.103899598121643, "Finetune/Step": 1914, "Finetune/Step Time": 5.429946009069681}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9450575709342957, "Finetune/Loss (Raw)": 1.077090859413147, "Finetune/Step": 1915, "Finetune/Step Time": 5.44703639857471}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9454861283302307, "Finetune/Loss (Raw)": 0.931998074054718, "Finetune/Step": 1916, "Finetune/Step Time": 5.446946224197745}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9499173164367676, "Finetune/Loss (Raw)": 0.8617222309112549, "Finetune/Step": 1917, "Finetune/Step Time": 5.415211461484432}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9487286806106567, "Finetune/Loss (Raw)": 0.8991473913192749, "Finetune/Step": 1918, "Finetune/Step Time": 5.403721679002047}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9476985931396484, "Finetune/Loss (Raw)": 0.9621113538742065, "Finetune/Step": 1919, "Finetune/Step Time": 5.400026548653841}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9465910196304321, "Finetune/Loss (Raw)": 0.8644111752510071, "Finetune/Step": 1920, "Finetune/Step Time": 5.410431243479252}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9482418298721313, "Finetune/Loss (Raw)": 1.029654622077942, "Finetune/Step": 1921, "Finetune/Step Time": 5.394300287589431}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9423980712890625, "Finetune/Loss (Raw)": 0.3054847717285156, "Finetune/Step": 1922, "Finetune/Step Time": 5.429342865943909}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9471064805984497, "Finetune/Loss (Raw)": 0.9752575159072876, "Finetune/Step": 1923, "Finetune/Step Time": 5.398972971364856}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9481894373893738, "Finetune/Loss (Raw)": 1.0557500123977661, "Finetune/Step": 1924, "Finetune/Step Time": 5.397673701867461}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9493653774261475, "Finetune/Loss (Raw)": 1.1699796915054321, "Finetune/Step": 1925, "Finetune/Step Time": 5.394891567528248}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9447150230407715, "Finetune/Loss (Raw)": 0.3388385474681854, "Finetune/Step": 1926, "Finetune/Step Time": 5.420869167894125}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9405582547187805, "Finetune/Loss (Raw)": 0.4005410969257355, "Finetune/Step": 1927, "Finetune/Step Time": 5.453126499429345}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9415066242218018, "Finetune/Loss (Raw)": 1.0419323444366455, "Finetune/Step": 1928, "Finetune/Step Time": 5.441028432920575}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9396286606788635, "Finetune/Loss (Raw)": 0.8346238732337952, "Finetune/Step": 1929, "Finetune/Step Time": 5.432814778760076}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9391567707061768, "Finetune/Loss (Raw)": 0.9072596430778503, "Finetune/Step": 1930, "Finetune/Step Time": 5.418359380215406}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9395033121109009, "Finetune/Loss (Raw)": 0.9794701933860779, "Finetune/Step": 1931, "Finetune/Step Time": 5.396451339125633}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.93842613697052, "Finetune/Loss (Raw)": 0.8550562858581543, "Finetune/Step": 1932, "Finetune/Step Time": 5.410813542082906}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.941034197807312, "Finetune/Loss (Raw)": 0.9849768877029419, "Finetune/Step": 1933, "Finetune/Step Time": 5.403850607573986}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9421926736831665, "Finetune/Loss (Raw)": 1.020232915878296, "Finetune/Step": 1934, "Finetune/Step Time": 5.3900989927351475}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9429413080215454, "Finetune/Loss (Raw)": 1.0524988174438477, "Finetune/Step": 1935, "Finetune/Step Time": 5.396301636472344}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.941900908946991, "Finetune/Loss (Raw)": 0.8423939347267151, "Finetune/Step": 1936, "Finetune/Step Time": 5.404902242124081}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9420669078826904, "Finetune/Loss (Raw)": 0.9849027991294861, "Finetune/Step": 1937, "Finetune/Step Time": 5.403737111017108}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9376245737075806, "Finetune/Loss (Raw)": 0.40294063091278076, "Finetune/Step": 1938, "Finetune/Step Time": 5.429096732288599}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9376834034919739, "Finetune/Loss (Raw)": 0.9553512334823608, "Finetune/Step": 1939, "Finetune/Step Time": 5.424383617937565}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9351300001144409, "Finetune/Loss (Raw)": 0.6105027794837952, "Finetune/Step": 1940, "Finetune/Step Time": 5.430741496384144}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9349603652954102, "Finetune/Loss (Raw)": 0.9202030897140503, "Finetune/Step": 1941, "Finetune/Step Time": 5.418581617996097}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9360966086387634, "Finetune/Loss (Raw)": 1.144718050956726, "Finetune/Step": 1942, "Finetune/Step Time": 5.420721482485533}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9373053312301636, "Finetune/Loss (Raw)": 1.0531301498413086, "Finetune/Step": 1943, "Finetune/Step Time": 5.425527084618807}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9365854263305664, "Finetune/Loss (Raw)": 0.9670996069908142, "Finetune/Step": 1944, "Finetune/Step Time": 5.424502657726407}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9323865175247192, "Finetune/Loss (Raw)": 0.38643786311149597, "Finetune/Step": 1945, "Finetune/Step Time": 5.455070689320564}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9326151609420776, "Finetune/Loss (Raw)": 0.9469231367111206, "Finetune/Step": 1946, "Finetune/Step Time": 5.461963998153806}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9337615370750427, "Finetune/Loss (Raw)": 1.141413688659668, "Finetune/Step": 1947, "Finetune/Step Time": 5.455071318894625}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.935539722442627, "Finetune/Loss (Raw)": 1.0942577123641968, "Finetune/Step": 1948, "Finetune/Step Time": 5.459822621196508}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9362627267837524, "Finetune/Loss (Raw)": 1.0720680952072144, "Finetune/Step": 1949, "Finetune/Step Time": 5.45849840156734}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9353960752487183, "Finetune/Loss (Raw)": 1.0863031148910522, "Finetune/Step": 1950, "Finetune/Step Time": 5.4547198340296745}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9362219572067261, "Finetune/Loss (Raw)": 1.0709396600723267, "Finetune/Step": 1951, "Finetune/Step Time": 5.459241127595305}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9380794763565063, "Finetune/Loss (Raw)": 1.0982118844985962, "Finetune/Step": 1952, "Finetune/Step Time": 5.453459372743964}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9366835951805115, "Finetune/Loss (Raw)": 0.7442300915718079, "Finetune/Step": 1953, "Finetune/Step Time": 5.470163239166141}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9354543685913086, "Finetune/Loss (Raw)": 0.8702812790870667, "Finetune/Step": 1954, "Finetune/Step Time": 5.478472150862217}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9346739053726196, "Finetune/Loss (Raw)": 0.8558804988861084, "Finetune/Step": 1955, "Finetune/Step Time": 5.463283706456423}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.932873010635376, "Finetune/Loss (Raw)": 0.8708371520042419, "Finetune/Step": 1956, "Finetune/Step Time": 5.468363106250763}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9324896335601807, "Finetune/Loss (Raw)": 1.0906356573104858, "Finetune/Step": 1957, "Finetune/Step Time": 5.462022624909878}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9326058626174927, "Finetune/Loss (Raw)": 1.0782253742218018, "Finetune/Step": 1958, "Finetune/Step Time": 5.4421498738229275}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9320109486579895, "Finetune/Loss (Raw)": 0.8540976643562317, "Finetune/Step": 1959, "Finetune/Step Time": 5.444517612457275}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9327211380004883, "Finetune/Loss (Raw)": 1.1419663429260254, "Finetune/Step": 1960, "Finetune/Step Time": 5.449527118355036}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9324671030044556, "Finetune/Loss (Raw)": 0.8311821818351746, "Finetune/Step": 1961, "Finetune/Step Time": 5.442845800891519}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9270573854446411, "Finetune/Loss (Raw)": 0.4097360670566559, "Finetune/Step": 1962, "Finetune/Step Time": 5.471030389890075}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9225366115570068, "Finetune/Loss (Raw)": 0.3975188136100769, "Finetune/Step": 1963, "Finetune/Step Time": 5.488459089770913}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9228748083114624, "Finetune/Loss (Raw)": 1.0332564115524292, "Finetune/Step": 1964, "Finetune/Step Time": 5.495298946276307}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9219543933868408, "Finetune/Loss (Raw)": 0.8344356417655945, "Finetune/Step": 1965, "Finetune/Step Time": 5.4942192658782005}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9210604429244995, "Finetune/Loss (Raw)": 0.8914265632629395, "Finetune/Step": 1966, "Finetune/Step Time": 5.489044364541769}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9198318123817444, "Finetune/Loss (Raw)": 0.8448576331138611, "Finetune/Step": 1967, "Finetune/Step Time": 5.476545127108693}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9196904897689819, "Finetune/Loss (Raw)": 1.0248467922210693, "Finetune/Step": 1968, "Finetune/Step Time": 5.4627276081591845}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9165675640106201, "Finetune/Loss (Raw)": 0.4466623365879059, "Finetune/Step": 1969, "Finetune/Step Time": 5.4922015853226185}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.9153328537940979, "Finetune/Loss (Raw)": 0.9266140460968018, "Finetune/Step": 1970, "Finetune/Step Time": 5.487062223255634}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9107352495193481, "Finetune/Loss (Raw)": 0.40589699149131775, "Finetune/Step": 1971, "Finetune/Step Time": 5.502081660553813}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9103996157646179, "Finetune/Loss (Raw)": 0.918143093585968, "Finetune/Step": 1972, "Finetune/Step Time": 5.490194838494062}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9098610877990723, "Finetune/Loss (Raw)": 0.8886532783508301, "Finetune/Step": 1973, "Finetune/Step Time": 5.517143525183201}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9098871946334839, "Finetune/Loss (Raw)": 1.0865906476974487, "Finetune/Step": 1974, "Finetune/Step Time": 5.516295516863465}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9091428518295288, "Finetune/Loss (Raw)": 0.9317376613616943, "Finetune/Step": 1975, "Finetune/Step Time": 5.506041890010238}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9090142846107483, "Finetune/Loss (Raw)": 0.9646547436714172, "Finetune/Step": 1976, "Finetune/Step Time": 5.508884161710739}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9086304306983948, "Finetune/Loss (Raw)": 1.0008348226547241, "Finetune/Step": 1977, "Finetune/Step Time": 5.517247760668397}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.9086964130401611, "Finetune/Loss (Raw)": 1.0617475509643555, "Finetune/Step": 1978, "Finetune/Step Time": 5.510257627815008}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.9049551486968994, "Finetune/Loss (Raw)": 0.37939536571502686, "Finetune/Step": 1979, "Finetune/Step Time": 5.517739957198501}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9036829471588135, "Finetune/Loss (Raw)": 0.8528051376342773, "Finetune/Step": 1980, "Finetune/Step Time": 5.530769532546401}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9038840532302856, "Finetune/Loss (Raw)": 1.024966835975647, "Finetune/Step": 1981, "Finetune/Step Time": 5.53133593313396}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9036164283752441, "Finetune/Loss (Raw)": 0.9740381240844727, "Finetune/Step": 1982, "Finetune/Step Time": 5.5389082580804825}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.902451753616333, "Finetune/Loss (Raw)": 0.907841682434082, "Finetune/Step": 1983, "Finetune/Step Time": 5.53143941052258}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9025331139564514, "Finetune/Loss (Raw)": 1.1095751523971558, "Finetune/Step": 1984, "Finetune/Step Time": 5.531099380925298}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9032373428344727, "Finetune/Loss (Raw)": 1.0176889896392822, "Finetune/Step": 1985, "Finetune/Step Time": 5.491530789062381}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.9045698642730713, "Finetune/Loss (Raw)": 1.1910367012023926, "Finetune/Step": 1986, "Finetune/Step Time": 5.482183625921607}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9036691188812256, "Finetune/Loss (Raw)": 0.9611617922782898, "Finetune/Step": 1987, "Finetune/Step Time": 5.513824101537466}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.9033786654472351, "Finetune/Loss (Raw)": 0.8873968124389648, "Finetune/Step": 1988, "Finetune/Step Time": 5.511948969215155}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9042679071426392, "Finetune/Loss (Raw)": 0.9789031147956848, "Finetune/Step": 1989, "Finetune/Step Time": 5.513691930100322}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9053431749343872, "Finetune/Loss (Raw)": 1.0134201049804688, "Finetune/Step": 1990, "Finetune/Step Time": 5.514341125264764}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9052144289016724, "Finetune/Loss (Raw)": 0.8297936916351318, "Finetune/Step": 1991, "Finetune/Step Time": 5.510346880182624}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.9062238931655884, "Finetune/Loss (Raw)": 0.9880244731903076, "Finetune/Step": 1992, "Finetune/Step Time": 5.505248799920082}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.9049603343009949, "Finetune/Loss (Raw)": 0.8866167664527893, "Finetune/Step": 1993, "Finetune/Step Time": 5.509576760232449}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.9026374816894531, "Finetune/Loss (Raw)": 0.7685279846191406, "Finetune/Step": 1994, "Finetune/Step Time": 5.505599582567811}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.900273323059082, "Finetune/Loss (Raw)": 0.8089695572853088, "Finetune/Step": 1995, "Finetune/Step Time": 5.509190345183015}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8991373777389526, "Finetune/Loss (Raw)": 0.8520628809928894, "Finetune/Step": 1996, "Finetune/Step Time": 5.496643358841538}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8991689682006836, "Finetune/Loss (Raw)": 1.0734879970550537, "Finetune/Step": 1997, "Finetune/Step Time": 5.498784551396966}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8992428779602051, "Finetune/Loss (Raw)": 0.9192841649055481, "Finetune/Step": 1998, "Finetune/Step Time": 5.499167136847973}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8948450088500977, "Finetune/Loss (Raw)": 0.4134410619735718, "Finetune/Step": 1999, "Finetune/Step Time": 5.498964156955481}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8951154947280884, "Finetune/Loss (Raw)": 0.89527827501297, "Finetune/Step": 2000, "Finetune/Step Time": 5.522452335804701}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.899823784828186, "Finetune/Loss (Raw)": 0.9703611731529236, "Finetune/Step": 2001, "Finetune/Step Time": 5.496112447232008}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8989048004150391, "Finetune/Loss (Raw)": 0.9494075775146484, "Finetune/Step": 2002, "Finetune/Step Time": 5.494293576106429}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8986327648162842, "Finetune/Loss (Raw)": 0.8902763724327087, "Finetune/Step": 2003, "Finetune/Step Time": 5.493445590138435}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8981353640556335, "Finetune/Loss (Raw)": 0.905571460723877, "Finetune/Step": 2004, "Finetune/Step Time": 5.4979906268417835}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8978217840194702, "Finetune/Loss (Raw)": 0.9283447861671448, "Finetune/Step": 2005, "Finetune/Step Time": 5.491803312674165}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8987905383110046, "Finetune/Loss (Raw)": 0.9460150003433228, "Finetune/Step": 2006, "Finetune/Step Time": 5.481339877471328}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8993357419967651, "Finetune/Loss (Raw)": 1.145597219467163, "Finetune/Step": 2007, "Finetune/Step Time": 5.487499127164483}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9005956649780273, "Finetune/Loss (Raw)": 0.9962993860244751, "Finetune/Step": 2008, "Finetune/Step Time": 5.4615730326622725}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.9009616374969482, "Finetune/Loss (Raw)": 0.9013638496398926, "Finetune/Step": 2009, "Finetune/Step Time": 5.445724934339523}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9013320207595825, "Finetune/Loss (Raw)": 1.0468944311141968, "Finetune/Step": 2010, "Finetune/Step Time": 5.456727894023061}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.9030016660690308, "Finetune/Loss (Raw)": 1.1134262084960938, "Finetune/Step": 2011, "Finetune/Step Time": 5.449790371581912}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.907599687576294, "Finetune/Loss (Raw)": 0.9457677006721497, "Finetune/Step": 2012, "Finetune/Step Time": 5.417681563645601}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9079368710517883, "Finetune/Loss (Raw)": 1.034364104270935, "Finetune/Step": 2013, "Finetune/Step Time": 5.434024916961789}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9057780504226685, "Finetune/Loss (Raw)": 0.8121246695518494, "Finetune/Step": 2014, "Finetune/Step Time": 5.443050915375352}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.9023228883743286, "Finetune/Loss (Raw)": 0.393437922000885, "Finetune/Step": 2015, "Finetune/Step Time": 5.465887852013111}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8993592262268066, "Finetune/Loss (Raw)": 0.4034639596939087, "Finetune/Step": 2016, "Finetune/Step Time": 5.49193543754518}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8987035751342773, "Finetune/Loss (Raw)": 0.8598635792732239, "Finetune/Step": 2017, "Finetune/Step Time": 5.49730184301734}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8989372253417969, "Finetune/Loss (Raw)": 0.9712821841239929, "Finetune/Step": 2018, "Finetune/Step Time": 5.498632589355111}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.897792398929596, "Finetune/Loss (Raw)": 0.8740193247795105, "Finetune/Step": 2019, "Finetune/Step Time": 5.505387289449573}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8966067433357239, "Finetune/Loss (Raw)": 0.9811282157897949, "Finetune/Step": 2020, "Finetune/Step Time": 5.508594162762165}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8967868089675903, "Finetune/Loss (Raw)": 0.964046061038971, "Finetune/Step": 2021, "Finetune/Step Time": 5.510527027770877}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8974958658218384, "Finetune/Loss (Raw)": 0.9249903559684753, "Finetune/Step": 2022, "Finetune/Step Time": 5.5174578335136175}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8963437080383301, "Finetune/Loss (Raw)": 0.7765439748764038, "Finetune/Step": 2023, "Finetune/Step Time": 5.542462754994631}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8961580991744995, "Finetune/Loss (Raw)": 0.9499746561050415, "Finetune/Step": 2024, "Finetune/Step Time": 5.535969767719507}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.894328773021698, "Finetune/Loss (Raw)": 0.8854697346687317, "Finetune/Step": 2025, "Finetune/Step Time": 5.5481017883867025}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8939656019210815, "Finetune/Loss (Raw)": 0.9673156142234802, "Finetune/Step": 2026, "Finetune/Step Time": 5.534536128863692}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8941092491149902, "Finetune/Loss (Raw)": 0.8663790822029114, "Finetune/Step": 2027, "Finetune/Step Time": 5.5142190009355545}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8946694135665894, "Finetune/Loss (Raw)": 0.9712589979171753, "Finetune/Step": 2028, "Finetune/Step Time": 5.528362547978759}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8956788182258606, "Finetune/Loss (Raw)": 1.054762363433838, "Finetune/Step": 2029, "Finetune/Step Time": 5.521126005798578}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8905766010284424, "Finetune/Loss (Raw)": 0.35028886795043945, "Finetune/Step": 2030, "Finetune/Step Time": 5.550561608746648}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8909722566604614, "Finetune/Loss (Raw)": 0.9083735346794128, "Finetune/Step": 2031, "Finetune/Step Time": 5.529390128329396}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8917772173881531, "Finetune/Loss (Raw)": 1.0583583116531372, "Finetune/Step": 2032, "Finetune/Step Time": 5.525009276345372}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8974062204360962, "Finetune/Loss (Raw)": 1.042431116104126, "Finetune/Step": 2033, "Finetune/Step Time": 5.497769370675087}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8982868790626526, "Finetune/Loss (Raw)": 1.0753718614578247, "Finetune/Step": 2034, "Finetune/Step Time": 5.4858301635831594}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.897340714931488, "Finetune/Loss (Raw)": 0.8528960347175598, "Finetune/Step": 2035, "Finetune/Step Time": 5.495560921728611}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8980788588523865, "Finetune/Loss (Raw)": 0.9998537302017212, "Finetune/Step": 2036, "Finetune/Step Time": 5.508911371231079}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8997623920440674, "Finetune/Loss (Raw)": 0.969214677810669, "Finetune/Step": 2037, "Finetune/Step Time": 5.523401567712426}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8988882303237915, "Finetune/Loss (Raw)": 0.831138551235199, "Finetune/Step": 2038, "Finetune/Step Time": 5.525712022557855}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8994026780128479, "Finetune/Loss (Raw)": 1.067978024482727, "Finetune/Step": 2039, "Finetune/Step Time": 5.520226065069437}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.899635910987854, "Finetune/Loss (Raw)": 1.0173677206039429, "Finetune/Step": 2040, "Finetune/Step Time": 5.518643420189619}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8997405171394348, "Finetune/Loss (Raw)": 0.9953666925430298, "Finetune/Step": 2041, "Finetune/Step Time": 5.5620743203908205}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8975790143013, "Finetune/Loss (Raw)": 0.8272233009338379, "Finetune/Step": 2042, "Finetune/Step Time": 5.5632912162691355}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8965755105018616, "Finetune/Loss (Raw)": 0.9486384987831116, "Finetune/Step": 2043, "Finetune/Step Time": 5.533300869166851}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8966479301452637, "Finetune/Loss (Raw)": 0.9412693977355957, "Finetune/Step": 2044, "Finetune/Step Time": 5.532943936064839}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8980702757835388, "Finetune/Loss (Raw)": 1.0437861680984497, "Finetune/Step": 2045, "Finetune/Step Time": 5.5449876226484776}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8993213772773743, "Finetune/Loss (Raw)": 1.0592867136001587, "Finetune/Step": 2046, "Finetune/Step Time": 5.5448581874370575}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8994052410125732, "Finetune/Loss (Raw)": 0.9728507399559021, "Finetune/Step": 2047, "Finetune/Step Time": 5.548150157555938}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8989975452423096, "Finetune/Loss (Raw)": 0.812221109867096, "Finetune/Step": 2048, "Finetune/Step Time": 5.537047944962978}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8965821862220764, "Finetune/Loss (Raw)": 0.7204908728599548, "Finetune/Step": 2049, "Finetune/Step Time": 5.551344903185964}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.900850772857666, "Finetune/Loss (Raw)": 0.8518644571304321, "Finetune/Step": 2050, "Finetune/Step Time": 5.528003027662635}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9017311334609985, "Finetune/Loss (Raw)": 1.0879361629486084, "Finetune/Step": 2051, "Finetune/Step Time": 5.532257430255413}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9011707305908203, "Finetune/Loss (Raw)": 0.9840214848518372, "Finetune/Step": 2052, "Finetune/Step Time": 5.544080253690481}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8994475603103638, "Finetune/Loss (Raw)": 0.9494102597236633, "Finetune/Step": 2053, "Finetune/Step Time": 5.546480407938361}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9050402641296387, "Finetune/Loss (Raw)": 1.054709553718567, "Finetune/Step": 2054, "Finetune/Step Time": 5.517854357138276}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9098919034004211, "Finetune/Loss (Raw)": 1.0215485095977783, "Finetune/Step": 2055, "Finetune/Step Time": 5.491718199104071}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.909710168838501, "Finetune/Loss (Raw)": 1.0186737775802612, "Finetune/Step": 2056, "Finetune/Step Time": 5.492448812350631}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9101616144180298, "Finetune/Loss (Raw)": 0.8924062252044678, "Finetune/Step": 2057, "Finetune/Step Time": 5.5008839797228575}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9101994037628174, "Finetune/Loss (Raw)": 0.912094235420227, "Finetune/Step": 2058, "Finetune/Step Time": 5.51224641315639}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.9091268181800842, "Finetune/Loss (Raw)": 0.8421810269355774, "Finetune/Step": 2059, "Finetune/Step Time": 5.5186837036162615}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9098740220069885, "Finetune/Loss (Raw)": 0.9507033824920654, "Finetune/Step": 2060, "Finetune/Step Time": 5.498519530519843}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.910322904586792, "Finetune/Loss (Raw)": 1.042433500289917, "Finetune/Step": 2061, "Finetune/Step Time": 5.497373769059777}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9090893268585205, "Finetune/Loss (Raw)": 0.8623354434967041, "Finetune/Step": 2062, "Finetune/Step Time": 5.497721632942557}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9088717103004456, "Finetune/Loss (Raw)": 1.0246456861495972, "Finetune/Step": 2063, "Finetune/Step Time": 5.4898443054407835}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9097039699554443, "Finetune/Loss (Raw)": 0.9489127397537231, "Finetune/Step": 2064, "Finetune/Step Time": 5.504013726487756}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9097426533699036, "Finetune/Loss (Raw)": 0.9898627400398254, "Finetune/Step": 2065, "Finetune/Step Time": 5.51203435100615}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9092482924461365, "Finetune/Loss (Raw)": 0.3396607041358948, "Finetune/Step": 2066, "Finetune/Step Time": 5.512415751814842}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9092721939086914, "Finetune/Loss (Raw)": 0.9584121704101562, "Finetune/Step": 2067, "Finetune/Step Time": 5.513656010851264}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9117723703384399, "Finetune/Loss (Raw)": 0.9305296540260315, "Finetune/Step": 2068, "Finetune/Step Time": 5.49705021828413}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.9117891788482666, "Finetune/Loss (Raw)": 0.9223447442054749, "Finetune/Step": 2069, "Finetune/Step Time": 5.4933533519506454}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9084149599075317, "Finetune/Loss (Raw)": 0.7128241062164307, "Finetune/Step": 2070, "Finetune/Step Time": 5.505004080012441}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.907828688621521, "Finetune/Loss (Raw)": 0.9780866503715515, "Finetune/Step": 2071, "Finetune/Step Time": 5.505209309980273}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9090117812156677, "Finetune/Loss (Raw)": 1.1185327768325806, "Finetune/Step": 2072, "Finetune/Step Time": 5.497256992384791}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.9131942987442017, "Finetune/Loss (Raw)": 0.9218018651008606, "Finetune/Step": 2073, "Finetune/Step Time": 5.481673337519169}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9139162302017212, "Finetune/Loss (Raw)": 1.0393335819244385, "Finetune/Step": 2074, "Finetune/Step Time": 5.472483342513442}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9119873046875, "Finetune/Loss (Raw)": 0.8945024013519287, "Finetune/Step": 2075, "Finetune/Step Time": 5.471852896735072}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9096019268035889, "Finetune/Loss (Raw)": 0.7889309525489807, "Finetune/Step": 2076, "Finetune/Step Time": 5.484451310709119}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9081015586853027, "Finetune/Loss (Raw)": 0.8800244927406311, "Finetune/Step": 2077, "Finetune/Step Time": 5.4842894077301025}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.9065964818000793, "Finetune/Loss (Raw)": 0.8936552405357361, "Finetune/Step": 2078, "Finetune/Step Time": 5.48411825299263}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.905641496181488, "Finetune/Loss (Raw)": 0.9486979842185974, "Finetune/Step": 2079, "Finetune/Step Time": 5.4845701567828655}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9031906127929688, "Finetune/Loss (Raw)": 0.784500241279602, "Finetune/Step": 2080, "Finetune/Step Time": 5.492399916052818}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.904670238494873, "Finetune/Loss (Raw)": 0.9336201548576355, "Finetune/Step": 2081, "Finetune/Step Time": 5.492208665236831}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9046132564544678, "Finetune/Loss (Raw)": 0.8629894256591797, "Finetune/Step": 2082, "Finetune/Step Time": 5.479233782738447}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.9056046605110168, "Finetune/Loss (Raw)": 0.982779324054718, "Finetune/Step": 2083, "Finetune/Step Time": 5.461779111996293}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.9075939655303955, "Finetune/Loss (Raw)": 1.1254700422286987, "Finetune/Step": 2084, "Finetune/Step Time": 5.451676273718476}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9015762209892273, "Finetune/Loss (Raw)": 0.32036545872688293, "Finetune/Step": 2085, "Finetune/Step Time": 5.482053801417351}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9008952975273132, "Finetune/Loss (Raw)": 0.9910662174224854, "Finetune/Step": 2086, "Finetune/Step Time": 5.486735386773944}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9025830030441284, "Finetune/Loss (Raw)": 1.0701245069503784, "Finetune/Step": 2087, "Finetune/Step Time": 5.476693047210574}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.9019124507904053, "Finetune/Loss (Raw)": 1.0561268329620361, "Finetune/Step": 2088, "Finetune/Step Time": 5.466923478990793}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.9032255411148071, "Finetune/Loss (Raw)": 0.9992632269859314, "Finetune/Step": 2089, "Finetune/Step Time": 5.466641630977392}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9021637439727783, "Finetune/Loss (Raw)": 0.27382659912109375, "Finetune/Step": 2090, "Finetune/Step Time": 5.467551352456212}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9057137966156006, "Finetune/Loss (Raw)": 0.8519271612167358, "Finetune/Step": 2091, "Finetune/Step Time": 5.439576331526041}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9056234359741211, "Finetune/Loss (Raw)": 1.0216903686523438, "Finetune/Step": 2092, "Finetune/Step Time": 5.427460599690676}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9067201614379883, "Finetune/Loss (Raw)": 0.9748137593269348, "Finetune/Step": 2093, "Finetune/Step Time": 5.42538957670331}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9081407785415649, "Finetune/Loss (Raw)": 1.0732698440551758, "Finetune/Step": 2094, "Finetune/Step Time": 5.426122764125466}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9091470241546631, "Finetune/Loss (Raw)": 0.9736552238464355, "Finetune/Step": 2095, "Finetune/Step Time": 5.430953962728381}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.9085726737976074, "Finetune/Loss (Raw)": 0.9513291716575623, "Finetune/Step": 2096, "Finetune/Step Time": 5.433087915182114}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.913395881652832, "Finetune/Loss (Raw)": 1.0640329122543335, "Finetune/Step": 2097, "Finetune/Step Time": 5.400845665484667}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9133599996566772, "Finetune/Loss (Raw)": 0.9220165610313416, "Finetune/Step": 2098, "Finetune/Step Time": 5.4096514247357845}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9130268096923828, "Finetune/Loss (Raw)": 0.3632466197013855, "Finetune/Step": 2099, "Finetune/Step Time": 5.412153804674745}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9121346473693848, "Finetune/Loss (Raw)": 0.8039537072181702, "Finetune/Step": 2100, "Finetune/Step Time": 5.417944448068738}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9132299423217773, "Finetune/Loss (Raw)": 1.0288548469543457, "Finetune/Step": 2101, "Finetune/Step Time": 5.3826092425733805}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9118078947067261, "Finetune/Loss (Raw)": 0.9045619964599609, "Finetune/Step": 2102, "Finetune/Step Time": 5.385905290022492}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.907427966594696, "Finetune/Loss (Raw)": 0.37110814452171326, "Finetune/Step": 2103, "Finetune/Step Time": 5.418713318184018}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.907027006149292, "Finetune/Loss (Raw)": 0.9133284091949463, "Finetune/Step": 2104, "Finetune/Step Time": 5.425595851615071}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9065175652503967, "Finetune/Loss (Raw)": 0.9356340169906616, "Finetune/Step": 2105, "Finetune/Step Time": 5.435577208176255}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.9055613279342651, "Finetune/Loss (Raw)": 0.9393498301506042, "Finetune/Step": 2106, "Finetune/Step Time": 5.43422837741673}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9099600315093994, "Finetune/Loss (Raw)": 0.9424183964729309, "Finetune/Step": 2107, "Finetune/Step Time": 5.40284164622426}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9103657007217407, "Finetune/Loss (Raw)": 0.9047448635101318, "Finetune/Step": 2108, "Finetune/Step Time": 5.390971792861819}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9098237156867981, "Finetune/Loss (Raw)": 0.9555871486663818, "Finetune/Step": 2109, "Finetune/Step Time": 5.394277548417449}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9098553657531738, "Finetune/Loss (Raw)": 0.9780911207199097, "Finetune/Step": 2110, "Finetune/Step Time": 5.40251680277288}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9100764989852905, "Finetune/Loss (Raw)": 0.9361495971679688, "Finetune/Step": 2111, "Finetune/Step Time": 5.417463045567274}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.904992938041687, "Finetune/Loss (Raw)": 0.4588748812675476, "Finetune/Step": 2112, "Finetune/Step Time": 5.449079459533095}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.9044994711875916, "Finetune/Loss (Raw)": 0.9545280337333679, "Finetune/Step": 2113, "Finetune/Step Time": 5.446915531530976}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9040055274963379, "Finetune/Loss (Raw)": 1.1278115510940552, "Finetune/Step": 2114, "Finetune/Step Time": 5.46471743658185}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9044172167778015, "Finetune/Loss (Raw)": 1.0138499736785889, "Finetune/Step": 2115, "Finetune/Step Time": 5.435905944555998}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9007793068885803, "Finetune/Loss (Raw)": 0.4217487573623657, "Finetune/Step": 2116, "Finetune/Step Time": 5.463937196880579}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.899118185043335, "Finetune/Loss (Raw)": 0.7662778496742249, "Finetune/Step": 2117, "Finetune/Step Time": 5.479744225740433}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8980727195739746, "Finetune/Loss (Raw)": 0.8796008229255676, "Finetune/Step": 2118, "Finetune/Step Time": 5.475434556603432}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8984848856925964, "Finetune/Loss (Raw)": 0.8825517296791077, "Finetune/Step": 2119, "Finetune/Step Time": 5.488771030679345}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8933985233306885, "Finetune/Loss (Raw)": 0.33696451783180237, "Finetune/Step": 2120, "Finetune/Step Time": 5.520572889596224}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8938771486282349, "Finetune/Loss (Raw)": 0.9478914737701416, "Finetune/Step": 2121, "Finetune/Step Time": 5.512361157685518}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8957852125167847, "Finetune/Loss (Raw)": 1.012752890586853, "Finetune/Step": 2122, "Finetune/Step Time": 5.5118048917502165}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8974214792251587, "Finetune/Loss (Raw)": 1.0184109210968018, "Finetune/Step": 2123, "Finetune/Step Time": 5.503316102549434}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8985714912414551, "Finetune/Loss (Raw)": 0.9992672801017761, "Finetune/Step": 2124, "Finetune/Step Time": 5.4995578192174435}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8981090784072876, "Finetune/Loss (Raw)": 1.0142995119094849, "Finetune/Step": 2125, "Finetune/Step Time": 5.513610517606139}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8988938927650452, "Finetune/Loss (Raw)": 1.0197412967681885, "Finetune/Step": 2126, "Finetune/Step Time": 5.510358069092035}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.9030567407608032, "Finetune/Loss (Raw)": 0.9462923407554626, "Finetune/Step": 2127, "Finetune/Step Time": 5.481400568038225}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8988298773765564, "Finetune/Loss (Raw)": 0.3542279005050659, "Finetune/Step": 2128, "Finetune/Step Time": 5.4851506017148495}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8934323787689209, "Finetune/Loss (Raw)": 0.27948787808418274, "Finetune/Step": 2129, "Finetune/Step Time": 5.511604398488998}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8937407732009888, "Finetune/Loss (Raw)": 0.988875150680542, "Finetune/Step": 2130, "Finetune/Step Time": 5.509978095069528}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8945594429969788, "Finetune/Loss (Raw)": 0.9950670003890991, "Finetune/Step": 2131, "Finetune/Step Time": 5.499859377741814}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8944436311721802, "Finetune/Loss (Raw)": 0.890746533870697, "Finetune/Step": 2132, "Finetune/Step Time": 5.5040196515619755}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8962756395339966, "Finetune/Loss (Raw)": 1.1628450155258179, "Finetune/Step": 2133, "Finetune/Step Time": 5.501300795003772}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8959403038024902, "Finetune/Loss (Raw)": 0.9030979871749878, "Finetune/Step": 2134, "Finetune/Step Time": 5.512051811441779}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8938963413238525, "Finetune/Loss (Raw)": 0.8839627504348755, "Finetune/Step": 2135, "Finetune/Step Time": 5.501899553462863}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8938440084457397, "Finetune/Loss (Raw)": 0.9896035194396973, "Finetune/Step": 2136, "Finetune/Step Time": 5.494485994800925}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8901050090789795, "Finetune/Loss (Raw)": 0.4227783679962158, "Finetune/Step": 2137, "Finetune/Step Time": 5.526421125978231}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8891675472259521, "Finetune/Loss (Raw)": 0.9268865585327148, "Finetune/Step": 2138, "Finetune/Step Time": 5.518517272546887}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8874120712280273, "Finetune/Loss (Raw)": 0.8887356519699097, "Finetune/Step": 2139, "Finetune/Step Time": 5.533076833933592}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8877115249633789, "Finetune/Loss (Raw)": 0.9840905070304871, "Finetune/Step": 2140, "Finetune/Step Time": 5.535770932212472}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.888131856918335, "Finetune/Loss (Raw)": 1.088167428970337, "Finetune/Step": 2141, "Finetune/Step Time": 5.516221361234784}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8885520100593567, "Finetune/Loss (Raw)": 0.8659065365791321, "Finetune/Step": 2142, "Finetune/Step Time": 5.510126210749149}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.892858624458313, "Finetune/Loss (Raw)": 0.9446800351142883, "Finetune/Step": 2143, "Finetune/Step Time": 5.495804145932198}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8969354629516602, "Finetune/Loss (Raw)": 0.9253056645393372, "Finetune/Step": 2144, "Finetune/Step Time": 5.476090464740992}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8958088159561157, "Finetune/Loss (Raw)": 0.7156559228897095, "Finetune/Step": 2145, "Finetune/Step Time": 5.481125762686133}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8955142498016357, "Finetune/Loss (Raw)": 0.9335724115371704, "Finetune/Step": 2146, "Finetune/Step Time": 5.496102932840586}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8962864279747009, "Finetune/Loss (Raw)": 0.9728546142578125, "Finetune/Step": 2147, "Finetune/Step Time": 5.498384630307555}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8970769643783569, "Finetune/Loss (Raw)": 1.0823267698287964, "Finetune/Step": 2148, "Finetune/Step Time": 5.500243676826358}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8973737955093384, "Finetune/Loss (Raw)": 1.0020365715026855, "Finetune/Step": 2149, "Finetune/Step Time": 5.483836743980646}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8973948955535889, "Finetune/Loss (Raw)": 0.9276880025863647, "Finetune/Step": 2150, "Finetune/Step Time": 5.486837267875671}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.9004037976264954, "Finetune/Loss (Raw)": 1.1616830825805664, "Finetune/Step": 2151, "Finetune/Step Time": 5.471060838550329}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8994947671890259, "Finetune/Loss (Raw)": 0.8336227536201477, "Finetune/Step": 2152, "Finetune/Step Time": 5.482793848961592}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8992729187011719, "Finetune/Loss (Raw)": 0.8570703268051147, "Finetune/Step": 2153, "Finetune/Step Time": 5.466969503089786}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8986895680427551, "Finetune/Loss (Raw)": 0.8926470279693604, "Finetune/Step": 2154, "Finetune/Step Time": 5.476360663771629}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8991119861602783, "Finetune/Loss (Raw)": 0.9204431772232056, "Finetune/Step": 2155, "Finetune/Step Time": 5.4832990150898695}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8975315093994141, "Finetune/Loss (Raw)": 0.768966019153595, "Finetune/Step": 2156, "Finetune/Step Time": 5.484232984483242}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8963817358016968, "Finetune/Loss (Raw)": 0.9075931906700134, "Finetune/Step": 2157, "Finetune/Step Time": 5.493843974545598}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.9012585878372192, "Finetune/Loss (Raw)": 0.974526584148407, "Finetune/Step": 2158, "Finetune/Step Time": 5.457209737971425}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9019873738288879, "Finetune/Loss (Raw)": 1.0016509294509888, "Finetune/Step": 2159, "Finetune/Step Time": 5.473953317850828}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9012390971183777, "Finetune/Loss (Raw)": 0.9625855088233948, "Finetune/Step": 2160, "Finetune/Step Time": 5.469625044614077}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8998736143112183, "Finetune/Loss (Raw)": 0.8676406741142273, "Finetune/Step": 2161, "Finetune/Step Time": 5.463451184332371}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8988364934921265, "Finetune/Loss (Raw)": 0.9426229000091553, "Finetune/Step": 2162, "Finetune/Step Time": 5.468278242275119}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8991565704345703, "Finetune/Loss (Raw)": 0.893861711025238, "Finetune/Step": 2163, "Finetune/Step Time": 5.452360866591334}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.8996180295944214, "Finetune/Loss (Raw)": 1.0589312314987183, "Finetune/Step": 2164, "Finetune/Step Time": 5.439045296981931}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8996193408966064, "Finetune/Loss (Raw)": 0.969375491142273, "Finetune/Step": 2165, "Finetune/Step Time": 5.448965486139059}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9007465839385986, "Finetune/Loss (Raw)": 0.9754235148429871, "Finetune/Step": 2166, "Finetune/Step Time": 5.448974601924419}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.9009184837341309, "Finetune/Loss (Raw)": 1.0899814367294312, "Finetune/Step": 2167, "Finetune/Step Time": 5.44876167178154}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.9002410769462585, "Finetune/Loss (Raw)": 0.9306591749191284, "Finetune/Step": 2168, "Finetune/Step Time": 5.448039453476667}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.9000676870346069, "Finetune/Loss (Raw)": 0.9731817245483398, "Finetune/Step": 2169, "Finetune/Step Time": 5.405182085931301}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.9002127051353455, "Finetune/Loss (Raw)": 0.8457788228988647, "Finetune/Step": 2170, "Finetune/Step Time": 5.4065292458981276}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.9000802040100098, "Finetune/Loss (Raw)": 0.9316796660423279, "Finetune/Step": 2171, "Finetune/Step Time": 5.4161006063222885}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8998361229896545, "Finetune/Loss (Raw)": 0.9100306630134583, "Finetune/Step": 2172, "Finetune/Step Time": 5.41635780967772}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8990488052368164, "Finetune/Loss (Raw)": 0.9430059790611267, "Finetune/Step": 2173, "Finetune/Step Time": 5.420003160834312}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.896990180015564, "Finetune/Loss (Raw)": 0.7957755923271179, "Finetune/Step": 2174, "Finetune/Step Time": 5.432777613401413}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8967863321304321, "Finetune/Loss (Raw)": 0.9467712640762329, "Finetune/Step": 2175, "Finetune/Step Time": 5.44875162281096}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8982303142547607, "Finetune/Loss (Raw)": 0.9970501661300659, "Finetune/Step": 2176, "Finetune/Step Time": 5.448517004027963}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9010798931121826, "Finetune/Loss (Raw)": 1.085227370262146, "Finetune/Step": 2177, "Finetune/Step Time": 5.437707705423236}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.9007538557052612, "Finetune/Loss (Raw)": 0.8101335167884827, "Finetune/Step": 2178, "Finetune/Step Time": 5.425469541922212}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8999600410461426, "Finetune/Loss (Raw)": 0.9863350987434387, "Finetune/Step": 2179, "Finetune/Step Time": 5.434857722371817}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8999366760253906, "Finetune/Loss (Raw)": 0.9810253977775574, "Finetune/Step": 2180, "Finetune/Step Time": 5.428838292136788}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.9002528190612793, "Finetune/Loss (Raw)": 0.989881157875061, "Finetune/Step": 2181, "Finetune/Step Time": 5.4268744848668575}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8998606204986572, "Finetune/Loss (Raw)": 1.0044996738433838, "Finetune/Step": 2182, "Finetune/Step Time": 5.430230803787708}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8981149196624756, "Finetune/Loss (Raw)": 0.7981110215187073, "Finetune/Step": 2183, "Finetune/Step Time": 5.446770705282688}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8967186212539673, "Finetune/Loss (Raw)": 0.8399396538734436, "Finetune/Step": 2184, "Finetune/Step Time": 5.466409806162119}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8971000909805298, "Finetune/Loss (Raw)": 0.9412376880645752, "Finetune/Step": 2185, "Finetune/Step Time": 5.453003333881497}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8971773386001587, "Finetune/Loss (Raw)": 0.9219731688499451, "Finetune/Step": 2186, "Finetune/Step Time": 5.4382070209831}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8965988159179688, "Finetune/Loss (Raw)": 0.7681381106376648, "Finetune/Step": 2187, "Finetune/Step Time": 5.466460099443793}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8965303897857666, "Finetune/Loss (Raw)": 0.9419496059417725, "Finetune/Step": 2188, "Finetune/Step Time": 5.499720523133874}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8950817584991455, "Finetune/Loss (Raw)": 0.8570065498352051, "Finetune/Step": 2189, "Finetune/Step Time": 5.507478315383196}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8950993418693542, "Finetune/Loss (Raw)": 0.8645786046981812, "Finetune/Step": 2190, "Finetune/Step Time": 5.516582265496254}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8947501182556152, "Finetune/Loss (Raw)": 0.9799465537071228, "Finetune/Step": 2191, "Finetune/Step Time": 5.531723070889711}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.8937116861343384, "Finetune/Loss (Raw)": 0.8159984350204468, "Finetune/Step": 2192, "Finetune/Step Time": 5.512892471626401}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.893872857093811, "Finetune/Loss (Raw)": 1.0104937553405762, "Finetune/Step": 2193, "Finetune/Step Time": 5.507537769153714}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8989289402961731, "Finetune/Loss (Raw)": 0.9868359565734863, "Finetune/Step": 2194, "Finetune/Step Time": 5.479955295100808}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8992774486541748, "Finetune/Loss (Raw)": 1.0030176639556885, "Finetune/Step": 2195, "Finetune/Step Time": 5.479002779349685}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8987878561019897, "Finetune/Loss (Raw)": 0.8678690195083618, "Finetune/Step": 2196, "Finetune/Step Time": 5.4886304792016745}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8994491100311279, "Finetune/Loss (Raw)": 1.0069867372512817, "Finetune/Step": 2197, "Finetune/Step Time": 5.4900995790958405}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.900773286819458, "Finetune/Loss (Raw)": 0.8823119401931763, "Finetune/Step": 2198, "Finetune/Step Time": 5.484032407402992}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8998955488204956, "Finetune/Loss (Raw)": 0.8657344579696655, "Finetune/Step": 2199, "Finetune/Step Time": 5.475726865231991}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8981723785400391, "Finetune/Loss (Raw)": 0.8979638814926147, "Finetune/Step": 2200, "Finetune/Step Time": 5.493399750441313}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.8937324285507202, "Finetune/Loss (Raw)": 0.3534947633743286, "Finetune/Step": 2201, "Finetune/Step Time": 5.506807940080762}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8928781747817993, "Finetune/Loss (Raw)": 0.9299904704093933, "Finetune/Step": 2202, "Finetune/Step Time": 5.4981442876160145}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8927983045578003, "Finetune/Loss (Raw)": 0.8842760920524597, "Finetune/Step": 2203, "Finetune/Step Time": 5.5043316427618265}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8933452367782593, "Finetune/Loss (Raw)": 0.8589342832565308, "Finetune/Step": 2204, "Finetune/Step Time": 5.496228242293}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8898283839225769, "Finetune/Loss (Raw)": 0.4298681914806366, "Finetune/Step": 2205, "Finetune/Step Time": 5.52597339078784}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8882768750190735, "Finetune/Loss (Raw)": 0.6950642466545105, "Finetune/Step": 2206, "Finetune/Step Time": 5.583048293367028}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.888466477394104, "Finetune/Loss (Raw)": 0.9729706645011902, "Finetune/Step": 2207, "Finetune/Step Time": 5.578324379399419}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8892030119895935, "Finetune/Loss (Raw)": 0.878773033618927, "Finetune/Step": 2208, "Finetune/Step Time": 5.5822932701557875}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8890206813812256, "Finetune/Loss (Raw)": 0.9102838635444641, "Finetune/Step": 2209, "Finetune/Step Time": 5.567055217921734}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8853525519371033, "Finetune/Loss (Raw)": 0.39347222447395325, "Finetune/Step": 2210, "Finetune/Step Time": 5.597089122980833}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8856673240661621, "Finetune/Loss (Raw)": 1.0230650901794434, "Finetune/Step": 2211, "Finetune/Step Time": 5.621547043323517}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8825796842575073, "Finetune/Loss (Raw)": 0.7302621006965637, "Finetune/Step": 2212, "Finetune/Step Time": 5.638891518115997}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8865638375282288, "Finetune/Loss (Raw)": 0.8303323984146118, "Finetune/Step": 2213, "Finetune/Step Time": 5.614262128248811}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.884467601776123, "Finetune/Loss (Raw)": 0.722743809223175, "Finetune/Step": 2214, "Finetune/Step Time": 5.6208301987499}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.8837903738021851, "Finetune/Loss (Raw)": 0.9834420084953308, "Finetune/Step": 2215, "Finetune/Step Time": 5.626166930422187}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.8830336332321167, "Finetune/Loss (Raw)": 0.9592572450637817, "Finetune/Step": 2216, "Finetune/Step Time": 5.628492770716548}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8832678198814392, "Finetune/Loss (Raw)": 1.0292418003082275, "Finetune/Step": 2217, "Finetune/Step Time": 5.624581286683679}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.8870220184326172, "Finetune/Loss (Raw)": 0.7543618083000183, "Finetune/Step": 2218, "Finetune/Step Time": 5.603407185524702}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.8871358633041382, "Finetune/Loss (Raw)": 0.8664965629577637, "Finetune/Step": 2219, "Finetune/Step Time": 5.639083694666624}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.8869768381118774, "Finetune/Loss (Raw)": 1.0013395547866821, "Finetune/Step": 2220, "Finetune/Step Time": 5.638785887509584}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.886009931564331, "Finetune/Loss (Raw)": 0.8510496616363525, "Finetune/Step": 2221, "Finetune/Step Time": 5.655406089499593}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.8853296041488647, "Finetune/Loss (Raw)": 0.9861853718757629, "Finetune/Step": 2222, "Finetune/Step Time": 5.664591545239091}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.88518226146698, "Finetune/Loss (Raw)": 0.9547972679138184, "Finetune/Step": 2223, "Finetune/Step Time": 5.6681660246104}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.8849607110023499, "Finetune/Loss (Raw)": 0.9229744672775269, "Finetune/Step": 2224, "Finetune/Step Time": 5.669478852301836}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.8837409019470215, "Finetune/Loss (Raw)": 0.9078974723815918, "Finetune/Step": 2225, "Finetune/Step Time": 5.680816628038883}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.883895218372345, "Finetune/Loss (Raw)": 0.9417710900306702, "Finetune/Step": 2226, "Finetune/Step Time": 5.680734263733029}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.8888164162635803, "Finetune/Loss (Raw)": 0.9931569695472717, "Finetune/Step": 2227, "Finetune/Step Time": 5.65370081923902}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.8896442651748657, "Finetune/Loss (Raw)": 0.9099210500717163, "Finetune/Step": 2228, "Finetune/Step Time": 5.652137663215399}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.8889241218566895, "Finetune/Loss (Raw)": 0.9366779923439026, "Finetune/Step": 2229, "Finetune/Step Time": 5.6510460283607244}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.8887119293212891, "Finetune/Loss (Raw)": 0.8774039149284363, "Finetune/Step": 2230, "Finetune/Step Time": 5.651481445878744}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8936629295349121, "Finetune/Loss (Raw)": 1.0048270225524902, "Finetune/Step": 2231, "Finetune/Step Time": 5.619719645008445}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.894639790058136, "Finetune/Loss (Raw)": 1.038371205329895, "Finetune/Step": 2232, "Finetune/Step Time": 5.611277271062136}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.8937041163444519, "Finetune/Loss (Raw)": 0.8158636689186096, "Finetune/Step": 2233, "Finetune/Step Time": 5.609401430934668}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8940441608428955, "Finetune/Loss (Raw)": 0.9828805327415466, "Finetune/Step": 2234, "Finetune/Step Time": 5.613107204437256}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.894889235496521, "Finetune/Loss (Raw)": 1.0505861043930054, "Finetune/Step": 2235, "Finetune/Step Time": 5.624225942417979}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8956630229949951, "Finetune/Loss (Raw)": 1.003792643547058, "Finetune/Step": 2236, "Finetune/Step Time": 5.624997580423951}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.8953970670700073, "Finetune/Loss (Raw)": 0.9215385913848877, "Finetune/Step": 2237, "Finetune/Step Time": 5.625697948038578}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.8938510417938232, "Finetune/Loss (Raw)": 0.7801998853683472, "Finetune/Step": 2238, "Finetune/Step Time": 5.629979215562344}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8957593441009521, "Finetune/Loss (Raw)": 1.1804145574569702, "Finetune/Step": 2239, "Finetune/Step Time": 5.615789758041501}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.9005522727966309, "Finetune/Loss (Raw)": 1.0723696947097778, "Finetune/Step": 2240, "Finetune/Step Time": 5.586571739986539}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.9009621143341064, "Finetune/Loss (Raw)": 1.0069851875305176, "Finetune/Step": 2241, "Finetune/Step Time": 5.59507942199707}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8992840051651001, "Finetune/Loss (Raw)": 0.9130130410194397, "Finetune/Step": 2242, "Finetune/Step Time": 5.578045921400189}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8983402252197266, "Finetune/Loss (Raw)": 0.8930456638336182, "Finetune/Step": 2243, "Finetune/Step Time": 5.58057139441371}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.9042172431945801, "Finetune/Loss (Raw)": 1.1740121841430664, "Finetune/Step": 2244, "Finetune/Step Time": 5.547158982604742}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.90580153465271, "Finetune/Loss (Raw)": 0.9690701365470886, "Finetune/Step": 2245, "Finetune/Step Time": 5.527842918410897}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.907583475112915, "Finetune/Loss (Raw)": 1.107688546180725, "Finetune/Step": 2246, "Finetune/Step Time": 5.5308459885418415}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9074576497077942, "Finetune/Loss (Raw)": 0.8664405941963196, "Finetune/Step": 2247, "Finetune/Step Time": 5.529503893107176}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9109351634979248, "Finetune/Loss (Raw)": 0.7820903658866882, "Finetune/Step": 2248, "Finetune/Step Time": 5.4943264201283455}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9104214906692505, "Finetune/Loss (Raw)": 0.8821331858634949, "Finetune/Step": 2249, "Finetune/Step Time": 5.499849800020456}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9099863767623901, "Finetune/Loss (Raw)": 0.9570642113685608, "Finetune/Step": 2250, "Finetune/Step Time": 5.515410451218486}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9095298051834106, "Finetune/Loss (Raw)": 0.9599687457084656, "Finetune/Step": 2251, "Finetune/Step Time": 5.516817342489958}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9042320251464844, "Finetune/Loss (Raw)": 0.3211514353752136, "Finetune/Step": 2252, "Finetune/Step Time": 5.5434695184230804}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.904433012008667, "Finetune/Loss (Raw)": 1.040027379989624, "Finetune/Step": 2253, "Finetune/Step Time": 5.524378774687648}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.904715895652771, "Finetune/Loss (Raw)": 1.0559481382369995, "Finetune/Step": 2254, "Finetune/Step Time": 5.530623538419604}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.9049137830734253, "Finetune/Loss (Raw)": 0.9716277122497559, "Finetune/Step": 2255, "Finetune/Step Time": 5.52839046344161}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9091027975082397, "Finetune/Loss (Raw)": 0.8904165029525757, "Finetune/Step": 2256, "Finetune/Step Time": 5.499391715973616}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9146600365638733, "Finetune/Loss (Raw)": 0.9908146262168884, "Finetune/Step": 2257, "Finetune/Step Time": 5.470912586897612}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9129201173782349, "Finetune/Loss (Raw)": 0.7661709785461426, "Finetune/Step": 2258, "Finetune/Step Time": 5.471405977383256}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9118098020553589, "Finetune/Loss (Raw)": 0.8529407382011414, "Finetune/Step": 2259, "Finetune/Step Time": 5.469059878960252}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9116624593734741, "Finetune/Loss (Raw)": 0.8718878626823425, "Finetune/Step": 2260, "Finetune/Step Time": 5.474178932607174}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9101940393447876, "Finetune/Loss (Raw)": 0.9748890995979309, "Finetune/Step": 2261, "Finetune/Step Time": 5.476152500137687}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9113764762878418, "Finetune/Loss (Raw)": 1.0544421672821045, "Finetune/Step": 2262, "Finetune/Step Time": 5.469882087782025}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9111422896385193, "Finetune/Loss (Raw)": 0.8539983034133911, "Finetune/Step": 2263, "Finetune/Step Time": 5.474343236535788}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9109975099563599, "Finetune/Loss (Raw)": 0.9710685014724731, "Finetune/Step": 2264, "Finetune/Step Time": 5.477496551349759}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9148572087287903, "Finetune/Loss (Raw)": 0.916817307472229, "Finetune/Step": 2265, "Finetune/Step Time": 5.448484517633915}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9136551022529602, "Finetune/Loss (Raw)": 0.7730129957199097, "Finetune/Step": 2266, "Finetune/Step Time": 5.450197348371148}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9136868715286255, "Finetune/Loss (Raw)": 0.8928042054176331, "Finetune/Step": 2267, "Finetune/Step Time": 5.4299811236560345}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9126121997833252, "Finetune/Loss (Raw)": 0.846537709236145, "Finetune/Step": 2268, "Finetune/Step Time": 5.427373895421624}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9115399122238159, "Finetune/Loss (Raw)": 0.9509058594703674, "Finetune/Step": 2269, "Finetune/Step Time": 5.4316211566329}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9111218452453613, "Finetune/Loss (Raw)": 0.8123971223831177, "Finetune/Step": 2270, "Finetune/Step Time": 5.435260526835918}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9113744497299194, "Finetune/Loss (Raw)": 0.9770132899284363, "Finetune/Step": 2271, "Finetune/Step Time": 5.420187823474407}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9118751883506775, "Finetune/Loss (Raw)": 0.9894030094146729, "Finetune/Step": 2272, "Finetune/Step Time": 5.414393339306116}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9136148691177368, "Finetune/Loss (Raw)": 0.9383329153060913, "Finetune/Step": 2273, "Finetune/Step Time": 5.394724279642105}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.912960410118103, "Finetune/Loss (Raw)": 0.8498062491416931, "Finetune/Step": 2274, "Finetune/Step Time": 5.4058387614786625}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9134963154792786, "Finetune/Loss (Raw)": 1.0414496660232544, "Finetune/Step": 2275, "Finetune/Step Time": 5.397323478013277}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9124031066894531, "Finetune/Loss (Raw)": 0.9424000382423401, "Finetune/Step": 2276, "Finetune/Step Time": 5.394358363002539}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9105144143104553, "Finetune/Loss (Raw)": 0.7602771520614624, "Finetune/Step": 2277, "Finetune/Step Time": 5.398989068344235}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9109897613525391, "Finetune/Loss (Raw)": 0.9885337352752686, "Finetune/Step": 2278, "Finetune/Step Time": 5.391968794167042}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9101226329803467, "Finetune/Loss (Raw)": 1.0506926774978638, "Finetune/Step": 2279, "Finetune/Step Time": 5.380902856588364}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9106294512748718, "Finetune/Loss (Raw)": 0.8984919190406799, "Finetune/Step": 2280, "Finetune/Step Time": 5.370498802512884}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9110803604125977, "Finetune/Loss (Raw)": 0.9147911667823792, "Finetune/Step": 2281, "Finetune/Step Time": 5.371882816776633}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9112809896469116, "Finetune/Loss (Raw)": 0.9183251857757568, "Finetune/Step": 2282, "Finetune/Step Time": 5.365724550560117}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.912310004234314, "Finetune/Loss (Raw)": 1.052154779434204, "Finetune/Step": 2283, "Finetune/Step Time": 5.364379085600376}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9133695363998413, "Finetune/Loss (Raw)": 0.9045916199684143, "Finetune/Step": 2284, "Finetune/Step Time": 5.373365361243486}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9139161705970764, "Finetune/Loss (Raw)": 0.9775598645210266, "Finetune/Step": 2285, "Finetune/Step Time": 5.373407395556569}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9138954877853394, "Finetune/Loss (Raw)": 0.9718790650367737, "Finetune/Step": 2286, "Finetune/Step Time": 5.389371311292052}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9122610092163086, "Finetune/Loss (Raw)": 0.7924330234527588, "Finetune/Step": 2287, "Finetune/Step Time": 5.373956413939595}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9122723340988159, "Finetune/Loss (Raw)": 0.9640340209007263, "Finetune/Step": 2288, "Finetune/Step Time": 5.383668035268784}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9114260077476501, "Finetune/Loss (Raw)": 0.7593194246292114, "Finetune/Step": 2289, "Finetune/Step Time": 5.397337198257446}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.911989152431488, "Finetune/Loss (Raw)": 1.014704942703247, "Finetune/Step": 2290, "Finetune/Step Time": 5.389884911477566}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9116154909133911, "Finetune/Loss (Raw)": 0.846027672290802, "Finetune/Step": 2291, "Finetune/Step Time": 5.40241558291018}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9100614786148071, "Finetune/Loss (Raw)": 0.8600254058837891, "Finetune/Step": 2292, "Finetune/Step Time": 5.410082750022411}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.908367931842804, "Finetune/Loss (Raw)": 0.7525917291641235, "Finetune/Step": 2293, "Finetune/Step Time": 5.3945063557475805}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9081484079360962, "Finetune/Loss (Raw)": 0.9473342895507812, "Finetune/Step": 2294, "Finetune/Step Time": 5.3927269876003265}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9070867896080017, "Finetune/Loss (Raw)": 0.9540895819664001, "Finetune/Step": 2295, "Finetune/Step Time": 5.4108060877770185}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9058164358139038, "Finetune/Loss (Raw)": 0.7680491209030151, "Finetune/Step": 2296, "Finetune/Step Time": 5.411381598562002}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9056538343429565, "Finetune/Loss (Raw)": 0.9523683190345764, "Finetune/Step": 2297, "Finetune/Step Time": 5.413495654240251}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.905958890914917, "Finetune/Loss (Raw)": 0.8848346471786499, "Finetune/Step": 2298, "Finetune/Step Time": 5.414648286998272}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.906394362449646, "Finetune/Loss (Raw)": 0.9874213933944702, "Finetune/Step": 2299, "Finetune/Step Time": 5.412636052817106}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9069659113883972, "Finetune/Loss (Raw)": 0.9831848740577698, "Finetune/Step": 2300, "Finetune/Step Time": 5.418177055194974}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9061760902404785, "Finetune/Loss (Raw)": 0.8419027924537659, "Finetune/Step": 2301, "Finetune/Step Time": 5.404912123456597}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9062790870666504, "Finetune/Loss (Raw)": 0.8089596033096313, "Finetune/Step": 2302, "Finetune/Step Time": 5.397722667083144}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9061310291290283, "Finetune/Loss (Raw)": 0.9278233051300049, "Finetune/Step": 2303, "Finetune/Step Time": 5.3798613250255585}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.9040286540985107, "Finetune/Loss (Raw)": 0.7279407978057861, "Finetune/Step": 2304, "Finetune/Step Time": 5.388324184343219}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9018988013267517, "Finetune/Loss (Raw)": 0.812611997127533, "Finetune/Step": 2305, "Finetune/Step Time": 5.38394914008677}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9038723707199097, "Finetune/Loss (Raw)": 1.062756061553955, "Finetune/Step": 2306, "Finetune/Step Time": 5.386255471035838}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9038764238357544, "Finetune/Loss (Raw)": 0.9868542551994324, "Finetune/Step": 2307, "Finetune/Step Time": 5.370771259069443}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.9011017084121704, "Finetune/Loss (Raw)": 0.6258559823036194, "Finetune/Step": 2308, "Finetune/Step Time": 5.373246509581804}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.9007840752601624, "Finetune/Loss (Raw)": 0.9492220282554626, "Finetune/Step": 2309, "Finetune/Step Time": 5.373383414000273}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9004862308502197, "Finetune/Loss (Raw)": 0.9663776159286499, "Finetune/Step": 2310, "Finetune/Step Time": 5.368188314139843}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.9023426175117493, "Finetune/Loss (Raw)": 1.0357346534729004, "Finetune/Step": 2311, "Finetune/Step Time": 5.348130920901895}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.9027111530303955, "Finetune/Loss (Raw)": 0.8871009945869446, "Finetune/Step": 2312, "Finetune/Step Time": 5.352731531485915}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9028249382972717, "Finetune/Loss (Raw)": 0.955808162689209, "Finetune/Step": 2313, "Finetune/Step Time": 5.357946524396539}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9024494290351868, "Finetune/Loss (Raw)": 0.8739088773727417, "Finetune/Step": 2314, "Finetune/Step Time": 5.366228401660919}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.9032710790634155, "Finetune/Loss (Raw)": 0.8733042478561401, "Finetune/Step": 2315, "Finetune/Step Time": 5.332564925774932}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9036484956741333, "Finetune/Loss (Raw)": 0.9902580380439758, "Finetune/Step": 2316, "Finetune/Step Time": 5.297695990651846}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.9038047790527344, "Finetune/Loss (Raw)": 0.8770104050636292, "Finetune/Step": 2317, "Finetune/Step Time": 5.294017683714628}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.904039204120636, "Finetune/Loss (Raw)": 0.8945889472961426, "Finetune/Step": 2318, "Finetune/Step Time": 5.281996538862586}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9049357771873474, "Finetune/Loss (Raw)": 1.0947095155715942, "Finetune/Step": 2319, "Finetune/Step Time": 5.273144135251641}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9060158133506775, "Finetune/Loss (Raw)": 0.9542367458343506, "Finetune/Step": 2320, "Finetune/Step Time": 5.2773151863366365}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.905502438545227, "Finetune/Loss (Raw)": 0.944787323474884, "Finetune/Step": 2321, "Finetune/Step Time": 5.2847288120538}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.905695915222168, "Finetune/Loss (Raw)": 1.0116069316864014, "Finetune/Step": 2322, "Finetune/Step Time": 5.284768441691995}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9042215347290039, "Finetune/Loss (Raw)": 0.8142931461334229, "Finetune/Step": 2323, "Finetune/Step Time": 5.298729931935668}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.9042421579360962, "Finetune/Loss (Raw)": 0.8705035448074341, "Finetune/Step": 2324, "Finetune/Step Time": 5.288502339273691}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9044692516326904, "Finetune/Loss (Raw)": 1.0360581874847412, "Finetune/Step": 2325, "Finetune/Step Time": 5.295461194589734}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9009833335876465, "Finetune/Loss (Raw)": 0.4361185133457184, "Finetune/Step": 2326, "Finetune/Step Time": 5.320111025124788}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.9013842344284058, "Finetune/Loss (Raw)": 0.9170466661453247, "Finetune/Step": 2327, "Finetune/Step Time": 5.335737569257617}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.9011372327804565, "Finetune/Loss (Raw)": 0.8663379549980164, "Finetune/Step": 2328, "Finetune/Step Time": 5.324158325791359}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9061163067817688, "Finetune/Loss (Raw)": 0.9908246397972107, "Finetune/Step": 2329, "Finetune/Step Time": 5.295560322701931}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.905268132686615, "Finetune/Loss (Raw)": 0.821424126625061, "Finetune/Step": 2330, "Finetune/Step Time": 5.308814410120249}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9057611227035522, "Finetune/Loss (Raw)": 0.9473836421966553, "Finetune/Step": 2331, "Finetune/Step Time": 5.311343850567937}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9079338908195496, "Finetune/Loss (Raw)": 1.1370422840118408, "Finetune/Step": 2332, "Finetune/Step Time": 5.312667666003108}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9124459028244019, "Finetune/Loss (Raw)": 1.007404088973999, "Finetune/Step": 2333, "Finetune/Step Time": 5.300342021510005}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.914486289024353, "Finetune/Loss (Raw)": 0.9562349319458008, "Finetune/Step": 2334, "Finetune/Step Time": 5.257699221372604}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9137825965881348, "Finetune/Loss (Raw)": 0.8828959465026855, "Finetune/Step": 2335, "Finetune/Step Time": 5.254503820091486}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.913912296295166, "Finetune/Loss (Raw)": 0.8953771591186523, "Finetune/Step": 2336, "Finetune/Step Time": 5.264251012355089}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9143803715705872, "Finetune/Loss (Raw)": 0.9701993465423584, "Finetune/Step": 2337, "Finetune/Step Time": 5.263656532391906}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9190087914466858, "Finetune/Loss (Raw)": 0.9859133362770081, "Finetune/Step": 2338, "Finetune/Step Time": 5.233293954282999}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9176405668258667, "Finetune/Loss (Raw)": 0.8479219675064087, "Finetune/Step": 2339, "Finetune/Step Time": 5.22862141020596}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9190056920051575, "Finetune/Loss (Raw)": 0.9050039649009705, "Finetune/Step": 2340, "Finetune/Step Time": 5.219353334978223}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9207661151885986, "Finetune/Loss (Raw)": 1.0556684732437134, "Finetune/Step": 2341, "Finetune/Step Time": 5.2462525852024555}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9179061651229858, "Finetune/Loss (Raw)": 0.356668621301651, "Finetune/Step": 2342, "Finetune/Step Time": 5.268160006031394}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9180835485458374, "Finetune/Loss (Raw)": 1.0061476230621338, "Finetune/Step": 2343, "Finetune/Step Time": 5.280153963714838}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9177755117416382, "Finetune/Loss (Raw)": 0.9198306798934937, "Finetune/Step": 2344, "Finetune/Step Time": 5.303932515904307}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9188224077224731, "Finetune/Loss (Raw)": 1.1632366180419922, "Finetune/Step": 2345, "Finetune/Step Time": 5.292315240949392}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9200934767723083, "Finetune/Loss (Raw)": 0.9170660972595215, "Finetune/Step": 2346, "Finetune/Step Time": 5.282666394487023}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9203916788101196, "Finetune/Loss (Raw)": 0.9046679139137268, "Finetune/Step": 2347, "Finetune/Step Time": 5.245880207046866}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9205397963523865, "Finetune/Loss (Raw)": 1.020297646522522, "Finetune/Step": 2348, "Finetune/Step Time": 5.25902021676302}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9211801290512085, "Finetune/Loss (Raw)": 0.9330141544342041, "Finetune/Step": 2349, "Finetune/Step Time": 5.250196872279048}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9206663370132446, "Finetune/Loss (Raw)": 0.9204146265983582, "Finetune/Step": 2350, "Finetune/Step Time": 5.248428484424949}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9213516712188721, "Finetune/Loss (Raw)": 1.0425128936767578, "Finetune/Step": 2351, "Finetune/Step Time": 5.245917761698365}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9226400256156921, "Finetune/Loss (Raw)": 1.087892770767212, "Finetune/Step": 2352, "Finetune/Step Time": 5.25949951633811}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9227097034454346, "Finetune/Loss (Raw)": 0.916816234588623, "Finetune/Step": 2353, "Finetune/Step Time": 5.253203995525837}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9226809144020081, "Finetune/Loss (Raw)": 0.9380869269371033, "Finetune/Step": 2354, "Finetune/Step Time": 5.245174672454596}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.921399712562561, "Finetune/Loss (Raw)": 0.8291593790054321, "Finetune/Step": 2355, "Finetune/Step Time": 5.242296874523163}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9207046031951904, "Finetune/Loss (Raw)": 0.8209457993507385, "Finetune/Step": 2356, "Finetune/Step Time": 5.2427349500358105}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9205354452133179, "Finetune/Loss (Raw)": 0.9150299429893494, "Finetune/Step": 2357, "Finetune/Step Time": 5.24720605276525}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9217935800552368, "Finetune/Loss (Raw)": 1.0384474992752075, "Finetune/Step": 2358, "Finetune/Step Time": 5.244210381060839}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9162246584892273, "Finetune/Loss (Raw)": 0.29200291633605957, "Finetune/Step": 2359, "Finetune/Step Time": 5.274296494200826}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9153336882591248, "Finetune/Loss (Raw)": 0.9243246912956238, "Finetune/Step": 2360, "Finetune/Step Time": 5.272965913638473}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9163788557052612, "Finetune/Loss (Raw)": 0.9496410489082336, "Finetune/Step": 2361, "Finetune/Step Time": 5.266767278313637}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9161105751991272, "Finetune/Loss (Raw)": 0.9485482573509216, "Finetune/Step": 2362, "Finetune/Step Time": 5.259651707485318}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9137451648712158, "Finetune/Loss (Raw)": 0.7478088736534119, "Finetune/Step": 2363, "Finetune/Step Time": 5.265639944002032}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9126142263412476, "Finetune/Loss (Raw)": 0.8590327501296997, "Finetune/Step": 2364, "Finetune/Step Time": 5.2629221472889185}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9135700464248657, "Finetune/Loss (Raw)": 1.0438904762268066, "Finetune/Step": 2365, "Finetune/Step Time": 5.2584772650152445}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9134910106658936, "Finetune/Loss (Raw)": 0.770075798034668, "Finetune/Step": 2366, "Finetune/Step Time": 5.254837164655328}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.911910891532898, "Finetune/Loss (Raw)": 0.9781571626663208, "Finetune/Step": 2367, "Finetune/Step Time": 5.260133791714907}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.910759687423706, "Finetune/Loss (Raw)": 0.9250202775001526, "Finetune/Step": 2368, "Finetune/Step Time": 5.255856443196535}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9108313322067261, "Finetune/Loss (Raw)": 1.016155481338501, "Finetune/Step": 2369, "Finetune/Step Time": 5.252703094854951}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9108228087425232, "Finetune/Loss (Raw)": 0.9119250774383545, "Finetune/Step": 2370, "Finetune/Step Time": 5.254671007394791}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9119154214859009, "Finetune/Loss (Raw)": 1.0328974723815918, "Finetune/Step": 2371, "Finetune/Step Time": 5.253283683210611}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.9098426699638367, "Finetune/Loss (Raw)": 0.9087010025978088, "Finetune/Step": 2372, "Finetune/Step Time": 5.255979992449284}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9102849364280701, "Finetune/Loss (Raw)": 1.0256781578063965, "Finetune/Step": 2373, "Finetune/Step Time": 5.278104705736041}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.908082127571106, "Finetune/Loss (Raw)": 0.8257269859313965, "Finetune/Step": 2374, "Finetune/Step Time": 5.27935079485178}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9073704481124878, "Finetune/Loss (Raw)": 0.7753462195396423, "Finetune/Step": 2375, "Finetune/Step Time": 5.282594358548522}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9087437987327576, "Finetune/Loss (Raw)": 0.9578769207000732, "Finetune/Step": 2376, "Finetune/Step Time": 5.2875904478132725}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9102581739425659, "Finetune/Loss (Raw)": 1.075969934463501, "Finetune/Step": 2377, "Finetune/Step Time": 5.28231137059629}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9106968641281128, "Finetune/Loss (Raw)": 1.0132237672805786, "Finetune/Step": 2378, "Finetune/Step Time": 5.2607468999922276}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9105781316757202, "Finetune/Loss (Raw)": 0.9447762966156006, "Finetune/Step": 2379, "Finetune/Step Time": 5.277829356491566}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9143403768539429, "Finetune/Loss (Raw)": 0.8027123212814331, "Finetune/Step": 2380, "Finetune/Step Time": 5.25162192247808}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9134050607681274, "Finetune/Loss (Raw)": 0.9203067421913147, "Finetune/Step": 2381, "Finetune/Step Time": 5.254620473831892}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9114041328430176, "Finetune/Loss (Raw)": 0.799827516078949, "Finetune/Step": 2382, "Finetune/Step Time": 5.266627456992865}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9091832637786865, "Finetune/Loss (Raw)": 0.6873624920845032, "Finetune/Step": 2383, "Finetune/Step Time": 5.279926899820566}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9108960032463074, "Finetune/Loss (Raw)": 1.1096469163894653, "Finetune/Step": 2384, "Finetune/Step Time": 5.275635873898864}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.910297155380249, "Finetune/Loss (Raw)": 0.9141584634780884, "Finetune/Step": 2385, "Finetune/Step Time": 5.2808660212904215}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9124762415885925, "Finetune/Loss (Raw)": 1.045098900794983, "Finetune/Step": 2386, "Finetune/Step Time": 5.2873309925198555}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9127136468887329, "Finetune/Loss (Raw)": 0.8833255171775818, "Finetune/Step": 2387, "Finetune/Step Time": 5.301241332665086}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.91361403465271, "Finetune/Loss (Raw)": 0.9871428608894348, "Finetune/Step": 2388, "Finetune/Step Time": 5.311499822884798}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9141786694526672, "Finetune/Loss (Raw)": 1.0471558570861816, "Finetune/Step": 2389, "Finetune/Step Time": 5.310189006850123}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9140899777412415, "Finetune/Loss (Raw)": 1.0430870056152344, "Finetune/Step": 2390, "Finetune/Step Time": 5.314331090077758}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9152112007141113, "Finetune/Loss (Raw)": 0.9975161552429199, "Finetune/Step": 2391, "Finetune/Step Time": 5.313384236767888}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9150153398513794, "Finetune/Loss (Raw)": 0.9459972381591797, "Finetune/Step": 2392, "Finetune/Step Time": 5.313554473221302}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9159907698631287, "Finetune/Loss (Raw)": 1.0416746139526367, "Finetune/Step": 2393, "Finetune/Step Time": 5.326658315956593}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9130516648292542, "Finetune/Loss (Raw)": 0.39680683612823486, "Finetune/Step": 2394, "Finetune/Step Time": 5.360374728217721}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9135541915893555, "Finetune/Loss (Raw)": 0.9571247696876526, "Finetune/Step": 2395, "Finetune/Step Time": 5.364980874583125}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9138327836990356, "Finetune/Loss (Raw)": 0.8822071552276611, "Finetune/Step": 2396, "Finetune/Step Time": 5.362221244722605}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9137463569641113, "Finetune/Loss (Raw)": 0.9398461580276489, "Finetune/Step": 2397, "Finetune/Step Time": 5.348982099443674}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9158706665039062, "Finetune/Loss (Raw)": 1.0842992067337036, "Finetune/Step": 2398, "Finetune/Step Time": 5.339863169938326}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9161017537117004, "Finetune/Loss (Raw)": 1.0065938234329224, "Finetune/Step": 2399, "Finetune/Step Time": 5.341227576136589}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.914849579334259, "Finetune/Loss (Raw)": 0.8291245102882385, "Finetune/Step": 2400, "Finetune/Step Time": 5.33325850404799}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9150171279907227, "Finetune/Loss (Raw)": 0.959776759147644, "Finetune/Step": 2401, "Finetune/Step Time": 5.342279005795717}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9148691296577454, "Finetune/Loss (Raw)": 0.8308618664741516, "Finetune/Step": 2402, "Finetune/Step Time": 5.331269336864352}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9140811562538147, "Finetune/Loss (Raw)": 0.9405889511108398, "Finetune/Step": 2403, "Finetune/Step Time": 5.340146137401462}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9142274856567383, "Finetune/Loss (Raw)": 0.9611347317695618, "Finetune/Step": 2404, "Finetune/Step Time": 5.339168399572372}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9157280325889587, "Finetune/Loss (Raw)": 0.9523450136184692, "Finetune/Step": 2405, "Finetune/Step Time": 5.3349884785711765}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9158188104629517, "Finetune/Loss (Raw)": 1.0001567602157593, "Finetune/Step": 2406, "Finetune/Step Time": 5.336157200857997}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9131426811218262, "Finetune/Loss (Raw)": 0.7081494331359863, "Finetune/Step": 2407, "Finetune/Step Time": 5.35745963267982}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9149011373519897, "Finetune/Loss (Raw)": 1.1235740184783936, "Finetune/Step": 2408, "Finetune/Step Time": 5.3658600971102715}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9147847890853882, "Finetune/Loss (Raw)": 0.8998903632164001, "Finetune/Step": 2409, "Finetune/Step Time": 5.365848882123828}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9149411916732788, "Finetune/Loss (Raw)": 0.9383525252342224, "Finetune/Step": 2410, "Finetune/Step Time": 5.374855022877455}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9127418994903564, "Finetune/Loss (Raw)": 0.7706416845321655, "Finetune/Step": 2411, "Finetune/Step Time": 5.3764268066734076}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.9126541018486023, "Finetune/Loss (Raw)": 0.8933537006378174, "Finetune/Step": 2412, "Finetune/Step Time": 5.359711669385433}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9114645719528198, "Finetune/Loss (Raw)": 0.8253061175346375, "Finetune/Step": 2413, "Finetune/Step Time": 5.34941516071558}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9113938808441162, "Finetune/Loss (Raw)": 0.9628269672393799, "Finetune/Step": 2414, "Finetune/Step Time": 5.329625507816672}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9121701717376709, "Finetune/Loss (Raw)": 0.8917984962463379, "Finetune/Step": 2415, "Finetune/Step Time": 5.329700533300638}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9121999740600586, "Finetune/Loss (Raw)": 0.9678394198417664, "Finetune/Step": 2416, "Finetune/Step Time": 5.332827804610133}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9134775996208191, "Finetune/Loss (Raw)": 0.922861635684967, "Finetune/Step": 2417, "Finetune/Step Time": 5.330627456307411}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.9090138673782349, "Finetune/Loss (Raw)": 0.4433441460132599, "Finetune/Step": 2418, "Finetune/Step Time": 5.360656384378672}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9094542264938354, "Finetune/Loss (Raw)": 0.9023926854133606, "Finetune/Step": 2419, "Finetune/Step Time": 5.367698602378368}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.9111316204071045, "Finetune/Loss (Raw)": 1.074733018875122, "Finetune/Step": 2420, "Finetune/Step Time": 5.357359146699309}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9113491177558899, "Finetune/Loss (Raw)": 0.7804355621337891, "Finetune/Step": 2421, "Finetune/Step Time": 5.366858085617423}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9101160764694214, "Finetune/Loss (Raw)": 0.7895036935806274, "Finetune/Step": 2422, "Finetune/Step Time": 5.376749876886606}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9085124731063843, "Finetune/Loss (Raw)": 0.748834490776062, "Finetune/Step": 2423, "Finetune/Step Time": 5.369595475494862}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9099006652832031, "Finetune/Loss (Raw)": 0.9457353353500366, "Finetune/Step": 2424, "Finetune/Step Time": 5.369383629411459}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9091275930404663, "Finetune/Loss (Raw)": 0.8534107804298401, "Finetune/Step": 2425, "Finetune/Step Time": 5.380125571042299}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.9051223993301392, "Finetune/Loss (Raw)": 0.3721688985824585, "Finetune/Step": 2426, "Finetune/Step Time": 5.409920943900943}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9050224423408508, "Finetune/Loss (Raw)": 0.9746338129043579, "Finetune/Step": 2427, "Finetune/Step Time": 5.40013288334012}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9036917686462402, "Finetune/Loss (Raw)": 0.8128553032875061, "Finetune/Step": 2428, "Finetune/Step Time": 5.39468534104526}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9047317504882812, "Finetune/Loss (Raw)": 0.9750121831893921, "Finetune/Step": 2429, "Finetune/Step Time": 5.406365621834993}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9043250679969788, "Finetune/Loss (Raw)": 0.7569093108177185, "Finetune/Step": 2430, "Finetune/Step Time": 5.430712077766657}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.9050132632255554, "Finetune/Loss (Raw)": 1.0159109830856323, "Finetune/Step": 2431, "Finetune/Step Time": 5.428997479379177}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9065506458282471, "Finetune/Loss (Raw)": 0.9247218370437622, "Finetune/Step": 2432, "Finetune/Step Time": 5.43138163164258}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9070672988891602, "Finetune/Loss (Raw)": 0.8787568211555481, "Finetune/Step": 2433, "Finetune/Step Time": 5.431007903069258}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9060081243515015, "Finetune/Loss (Raw)": 0.9271729588508606, "Finetune/Step": 2434, "Finetune/Step Time": 5.430057777091861}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9052722454071045, "Finetune/Loss (Raw)": 0.8926671743392944, "Finetune/Step": 2435, "Finetune/Step Time": 5.439286332577467}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9080911874771118, "Finetune/Loss (Raw)": 0.9866775870323181, "Finetune/Step": 2436, "Finetune/Step Time": 5.4323877319693565}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9075231552124023, "Finetune/Loss (Raw)": 0.8765173554420471, "Finetune/Step": 2437, "Finetune/Step Time": 5.437494993209839}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.907947838306427, "Finetune/Loss (Raw)": 1.0207362174987793, "Finetune/Step": 2438, "Finetune/Step Time": 5.441758342087269}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9076694250106812, "Finetune/Loss (Raw)": 1.0000994205474854, "Finetune/Step": 2439, "Finetune/Step Time": 5.441958328709006}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9085770845413208, "Finetune/Loss (Raw)": 1.0032782554626465, "Finetune/Step": 2440, "Finetune/Step Time": 5.421332327648997}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9086962342262268, "Finetune/Loss (Raw)": 0.9710566997528076, "Finetune/Step": 2441, "Finetune/Step Time": 5.4171895533800125}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9091470241546631, "Finetune/Loss (Raw)": 0.9316105842590332, "Finetune/Step": 2442, "Finetune/Step Time": 5.413046091794968}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9099999666213989, "Finetune/Loss (Raw)": 0.9824807643890381, "Finetune/Step": 2443, "Finetune/Step Time": 5.4179807640612125}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9098906517028809, "Finetune/Loss (Raw)": 0.9762612581253052, "Finetune/Step": 2444, "Finetune/Step Time": 5.424836628139019}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.9060671925544739, "Finetune/Loss (Raw)": 0.38761088252067566, "Finetune/Step": 2445, "Finetune/Step Time": 5.4524336233735085}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9063916206359863, "Finetune/Loss (Raw)": 0.9361229538917542, "Finetune/Step": 2446, "Finetune/Step Time": 5.453958222642541}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.904983401298523, "Finetune/Loss (Raw)": 0.9144508242607117, "Finetune/Step": 2447, "Finetune/Step Time": 5.458453977480531}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9054123163223267, "Finetune/Loss (Raw)": 1.0091348886489868, "Finetune/Step": 2448, "Finetune/Step Time": 5.454644605517387}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9044145345687866, "Finetune/Loss (Raw)": 0.8170782923698425, "Finetune/Step": 2449, "Finetune/Step Time": 5.446688516065478}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.9003170728683472, "Finetune/Loss (Raw)": 0.48713117837905884, "Finetune/Step": 2450, "Finetune/Step Time": 5.474756443873048}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8964733481407166, "Finetune/Loss (Raw)": 0.3222925066947937, "Finetune/Step": 2451, "Finetune/Step Time": 5.493371654301882}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8972039222717285, "Finetune/Loss (Raw)": 0.9640176296234131, "Finetune/Step": 2452, "Finetune/Step Time": 5.499830700457096}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8964552879333496, "Finetune/Loss (Raw)": 0.9402398467063904, "Finetune/Step": 2453, "Finetune/Step Time": 5.517671098932624}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.9003371000289917, "Finetune/Loss (Raw)": 0.9329918026924133, "Finetune/Step": 2454, "Finetune/Step Time": 5.49674067273736}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.9010765552520752, "Finetune/Loss (Raw)": 1.011695146560669, "Finetune/Step": 2455, "Finetune/Step Time": 5.484003737568855}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.9018573760986328, "Finetune/Loss (Raw)": 0.9662818908691406, "Finetune/Step": 2456, "Finetune/Step Time": 5.473993161693215}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9016425013542175, "Finetune/Loss (Raw)": 0.963318407535553, "Finetune/Step": 2457, "Finetune/Step Time": 5.471008136868477}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9027251601219177, "Finetune/Loss (Raw)": 0.9600039720535278, "Finetune/Step": 2458, "Finetune/Step Time": 5.476956833153963}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.9022372961044312, "Finetune/Loss (Raw)": 0.8849363327026367, "Finetune/Step": 2459, "Finetune/Step Time": 5.470982486382127}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9006965160369873, "Finetune/Loss (Raw)": 0.939825713634491, "Finetune/Step": 2460, "Finetune/Step Time": 5.465309217572212}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.9012386202812195, "Finetune/Loss (Raw)": 1.0767898559570312, "Finetune/Step": 2461, "Finetune/Step Time": 5.461561230942607}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.9013017416000366, "Finetune/Loss (Raw)": 0.9643115997314453, "Finetune/Step": 2462, "Finetune/Step Time": 5.448363801464438}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9018175601959229, "Finetune/Loss (Raw)": 0.9489200115203857, "Finetune/Step": 2463, "Finetune/Step Time": 5.453590972349048}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9028851985931396, "Finetune/Loss (Raw)": 1.0320420265197754, "Finetune/Step": 2464, "Finetune/Step Time": 5.433610321953893}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.902416467666626, "Finetune/Loss (Raw)": 0.9101946353912354, "Finetune/Step": 2465, "Finetune/Step Time": 5.436365300789475}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.901117205619812, "Finetune/Loss (Raw)": 0.8196164965629578, "Finetune/Step": 2466, "Finetune/Step Time": 5.437586039304733}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.9017014503479004, "Finetune/Loss (Raw)": 0.9226970076560974, "Finetune/Step": 2467, "Finetune/Step Time": 5.417831102386117}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9033890962600708, "Finetune/Loss (Raw)": 1.121031403541565, "Finetune/Step": 2468, "Finetune/Step Time": 5.422937523573637}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9030247926712036, "Finetune/Loss (Raw)": 1.0090320110321045, "Finetune/Step": 2469, "Finetune/Step Time": 5.3943184819072485}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9068472385406494, "Finetune/Loss (Raw)": 0.8459492921829224, "Finetune/Step": 2470, "Finetune/Step Time": 5.370256502181292}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9067834615707397, "Finetune/Loss (Raw)": 0.997981607913971, "Finetune/Step": 2471, "Finetune/Step Time": 5.35421940125525}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9070289134979248, "Finetune/Loss (Raw)": 0.9512398838996887, "Finetune/Step": 2472, "Finetune/Step Time": 5.328428782522678}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9053449630737305, "Finetune/Loss (Raw)": 0.9476969242095947, "Finetune/Step": 2473, "Finetune/Step Time": 5.3347725085914135}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.905593991279602, "Finetune/Loss (Raw)": 0.9489380121231079, "Finetune/Step": 2474, "Finetune/Step Time": 5.339174527674913}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9054757952690125, "Finetune/Loss (Raw)": 0.889542818069458, "Finetune/Step": 2475, "Finetune/Step Time": 5.338996708393097}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9048446416854858, "Finetune/Loss (Raw)": 0.9395122528076172, "Finetune/Step": 2476, "Finetune/Step Time": 5.325565477833152}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9048461318016052, "Finetune/Loss (Raw)": 0.9332044720649719, "Finetune/Step": 2477, "Finetune/Step Time": 5.328069446608424}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9048818349838257, "Finetune/Loss (Raw)": 0.9249764680862427, "Finetune/Step": 2478, "Finetune/Step Time": 5.322362795472145}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9032964706420898, "Finetune/Loss (Raw)": 0.8395953178405762, "Finetune/Step": 2479, "Finetune/Step Time": 5.333852309733629}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.9014483690261841, "Finetune/Loss (Raw)": 0.8513249754905701, "Finetune/Step": 2480, "Finetune/Step Time": 5.327139332890511}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8972326517105103, "Finetune/Loss (Raw)": 0.3772088587284088, "Finetune/Step": 2481, "Finetune/Step Time": 5.361327409744263}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8985154628753662, "Finetune/Loss (Raw)": 1.1022930145263672, "Finetune/Step": 2482, "Finetune/Step Time": 5.363643089309335}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8992936611175537, "Finetune/Loss (Raw)": 0.9287676215171814, "Finetune/Step": 2483, "Finetune/Step Time": 5.3692374136298895}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8998578786849976, "Finetune/Loss (Raw)": 0.8931645750999451, "Finetune/Step": 2484, "Finetune/Step Time": 5.374794306233525}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.9000811576843262, "Finetune/Loss (Raw)": 0.9436091184616089, "Finetune/Step": 2485, "Finetune/Step Time": 5.375088235363364}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8984577655792236, "Finetune/Loss (Raw)": 0.8306483030319214, "Finetune/Step": 2486, "Finetune/Step Time": 5.385603554546833}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8986365795135498, "Finetune/Loss (Raw)": 0.3148890733718872, "Finetune/Step": 2487, "Finetune/Step Time": 5.384057039394975}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8995537757873535, "Finetune/Loss (Raw)": 1.0417306423187256, "Finetune/Step": 2488, "Finetune/Step Time": 5.3832072503864765}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8997707366943359, "Finetune/Loss (Raw)": 0.9774096012115479, "Finetune/Step": 2489, "Finetune/Step Time": 5.401961296796799}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8948583602905273, "Finetune/Loss (Raw)": 0.3197668492794037, "Finetune/Step": 2490, "Finetune/Step Time": 5.437329845502973}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8960973024368286, "Finetune/Loss (Raw)": 0.90639328956604, "Finetune/Step": 2491, "Finetune/Step Time": 5.430477490648627}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8956621885299683, "Finetune/Loss (Raw)": 0.8033416867256165, "Finetune/Step": 2492, "Finetune/Step Time": 5.431971672922373}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8952006101608276, "Finetune/Loss (Raw)": 0.9848055839538574, "Finetune/Step": 2493, "Finetune/Step Time": 5.440204337239265}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.8972122669219971, "Finetune/Loss (Raw)": 1.0275611877441406, "Finetune/Step": 2494, "Finetune/Step Time": 5.428769003599882}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8969500064849854, "Finetune/Loss (Raw)": 0.9445969462394714, "Finetune/Step": 2495, "Finetune/Step Time": 5.421838991343975}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8970269560813904, "Finetune/Loss (Raw)": 0.9348642826080322, "Finetune/Step": 2496, "Finetune/Step Time": 5.4432339034974575}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8954033851623535, "Finetune/Loss (Raw)": 0.8083460927009583, "Finetune/Step": 2497, "Finetune/Step Time": 5.441889941692352}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8962352275848389, "Finetune/Loss (Raw)": 1.0183990001678467, "Finetune/Step": 2498, "Finetune/Step Time": 5.442693181335926}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8933910131454468, "Finetune/Loss (Raw)": 0.6688385009765625, "Finetune/Step": 2499, "Finetune/Step Time": 5.455440543591976}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8936938047409058, "Finetune/Loss (Raw)": 0.947453498840332, "Finetune/Step": 2500, "Finetune/Step Time": 5.455266570672393}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8930600881576538, "Finetune/Loss (Raw)": 0.9445575475692749, "Finetune/Step": 2501, "Finetune/Step Time": 5.435765700414777}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8940283060073853, "Finetune/Loss (Raw)": 0.9496614933013916, "Finetune/Step": 2502, "Finetune/Step Time": 5.436247704550624}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.894988477230072, "Finetune/Loss (Raw)": 0.8982462882995605, "Finetune/Step": 2503, "Finetune/Step Time": 5.425218939781189}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.894513726234436, "Finetune/Loss (Raw)": 0.8971080183982849, "Finetune/Step": 2504, "Finetune/Step Time": 5.429617412388325}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8932258486747742, "Finetune/Loss (Raw)": 0.9111287593841553, "Finetune/Step": 2505, "Finetune/Step Time": 5.429550714790821}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8920793533325195, "Finetune/Loss (Raw)": 0.8664745688438416, "Finetune/Step": 2506, "Finetune/Step Time": 5.433732762932777}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.892583429813385, "Finetune/Loss (Raw)": 1.0092946290969849, "Finetune/Step": 2507, "Finetune/Step Time": 5.4207385163754225}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8929561376571655, "Finetune/Loss (Raw)": 0.8504120111465454, "Finetune/Step": 2508, "Finetune/Step Time": 5.422468151897192}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8923702239990234, "Finetune/Loss (Raw)": 0.8453168272972107, "Finetune/Step": 2509, "Finetune/Step Time": 5.425583386793733}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8943480253219604, "Finetune/Loss (Raw)": 1.0529803037643433, "Finetune/Step": 2510, "Finetune/Step Time": 5.408765679225326}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.896683394908905, "Finetune/Loss (Raw)": 0.9862916469573975, "Finetune/Step": 2511, "Finetune/Step Time": 5.405331775546074}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8943613171577454, "Finetune/Loss (Raw)": 0.8124211430549622, "Finetune/Step": 2512, "Finetune/Step Time": 5.4144227784127}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8938959836959839, "Finetune/Loss (Raw)": 0.8546017408370972, "Finetune/Step": 2513, "Finetune/Step Time": 5.4139397498220205}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.893744707107544, "Finetune/Loss (Raw)": 1.0257335901260376, "Finetune/Step": 2514, "Finetune/Step Time": 5.420150745660067}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8929421901702881, "Finetune/Loss (Raw)": 0.7806056141853333, "Finetune/Step": 2515, "Finetune/Step Time": 5.425238758325577}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8926048278808594, "Finetune/Loss (Raw)": 0.9439578056335449, "Finetune/Step": 2516, "Finetune/Step Time": 5.408330902457237}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8917196393013, "Finetune/Loss (Raw)": 0.933849573135376, "Finetune/Step": 2517, "Finetune/Step Time": 5.411703955382109}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8904160261154175, "Finetune/Loss (Raw)": 0.8762214779853821, "Finetune/Step": 2518, "Finetune/Step Time": 5.41719002649188}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8895326256752014, "Finetune/Loss (Raw)": 0.8844416737556458, "Finetune/Step": 2519, "Finetune/Step Time": 5.421469539403915}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8899587392807007, "Finetune/Loss (Raw)": 1.0005370378494263, "Finetune/Step": 2520, "Finetune/Step Time": 5.420748246833682}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.884971022605896, "Finetune/Loss (Raw)": 0.4032527506351471, "Finetune/Step": 2521, "Finetune/Step Time": 5.435737036168575}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8893834352493286, "Finetune/Loss (Raw)": 0.9615994095802307, "Finetune/Step": 2522, "Finetune/Step Time": 5.41350881010294}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8874906301498413, "Finetune/Loss (Raw)": 0.7148400545120239, "Finetune/Step": 2523, "Finetune/Step Time": 5.415263179689646}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8874940872192383, "Finetune/Loss (Raw)": 0.8826537132263184, "Finetune/Step": 2524, "Finetune/Step Time": 5.414178052917123}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8869049549102783, "Finetune/Loss (Raw)": 0.8644328117370605, "Finetune/Step": 2525, "Finetune/Step Time": 5.427310911938548}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8858760595321655, "Finetune/Loss (Raw)": 0.9526028037071228, "Finetune/Step": 2526, "Finetune/Step Time": 5.429874015972018}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.885851263999939, "Finetune/Loss (Raw)": 1.0034198760986328, "Finetune/Step": 2527, "Finetune/Step Time": 5.440059792250395}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8872168064117432, "Finetune/Loss (Raw)": 1.0039093494415283, "Finetune/Step": 2528, "Finetune/Step Time": 5.456759627908468}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8818504810333252, "Finetune/Loss (Raw)": 0.2728908061981201, "Finetune/Step": 2529, "Finetune/Step Time": 5.480254603549838}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8826687335968018, "Finetune/Loss (Raw)": 0.9356006979942322, "Finetune/Step": 2530, "Finetune/Step Time": 5.466401860117912}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8818479180335999, "Finetune/Loss (Raw)": 0.8355234265327454, "Finetune/Step": 2531, "Finetune/Step Time": 5.465282401069999}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8820509910583496, "Finetune/Loss (Raw)": 0.9871264100074768, "Finetune/Step": 2532, "Finetune/Step Time": 5.482196751981974}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8815571069717407, "Finetune/Loss (Raw)": 0.889135479927063, "Finetune/Step": 2533, "Finetune/Step Time": 5.484564978629351}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.8766940832138062, "Finetune/Loss (Raw)": 0.3776812255382538, "Finetune/Step": 2534, "Finetune/Step Time": 5.514418927952647}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8791581392288208, "Finetune/Loss (Raw)": 1.023545265197754, "Finetune/Step": 2535, "Finetune/Step Time": 5.4982323087751865}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.876118540763855, "Finetune/Loss (Raw)": 0.7345141172409058, "Finetune/Step": 2536, "Finetune/Step Time": 5.506245046854019}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.8761880397796631, "Finetune/Loss (Raw)": 0.9087871313095093, "Finetune/Step": 2537, "Finetune/Step Time": 5.518663363531232}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.8766666650772095, "Finetune/Loss (Raw)": 0.9996148943901062, "Finetune/Step": 2538, "Finetune/Step Time": 5.522544806823134}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8775641322135925, "Finetune/Loss (Raw)": 0.8855128884315491, "Finetune/Step": 2539, "Finetune/Step Time": 5.515322208404541}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8785228133201599, "Finetune/Loss (Raw)": 1.016064167022705, "Finetune/Step": 2540, "Finetune/Step Time": 5.5101633705198765}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8787621259689331, "Finetune/Loss (Raw)": 0.8559420704841614, "Finetune/Step": 2541, "Finetune/Step Time": 5.531982466578484}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.8784427642822266, "Finetune/Loss (Raw)": 0.921951949596405, "Finetune/Step": 2542, "Finetune/Step Time": 5.5364610850811005}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.8787816762924194, "Finetune/Loss (Raw)": 0.9351744055747986, "Finetune/Step": 2543, "Finetune/Step Time": 5.536764727905393}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8769334554672241, "Finetune/Loss (Raw)": 0.7312647104263306, "Finetune/Step": 2544, "Finetune/Step Time": 5.541564458981156}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8766014575958252, "Finetune/Loss (Raw)": 0.880372941493988, "Finetune/Step": 2545, "Finetune/Step Time": 5.535015679895878}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8753217458724976, "Finetune/Loss (Raw)": 0.2795421779155731, "Finetune/Step": 2546, "Finetune/Step Time": 5.534761015325785}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8751349449157715, "Finetune/Loss (Raw)": 0.878478467464447, "Finetune/Step": 2547, "Finetune/Step Time": 5.511289430782199}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8748586177825928, "Finetune/Loss (Raw)": 1.0393695831298828, "Finetune/Step": 2548, "Finetune/Step Time": 5.513810265809298}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8713013529777527, "Finetune/Loss (Raw)": 0.32509732246398926, "Finetune/Step": 2549, "Finetune/Step Time": 5.524532036855817}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8724749684333801, "Finetune/Loss (Raw)": 0.9397284984588623, "Finetune/Step": 2550, "Finetune/Step Time": 5.51380062662065}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8741545677185059, "Finetune/Loss (Raw)": 0.9638147950172424, "Finetune/Step": 2551, "Finetune/Step Time": 5.509985344484448}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8752931356430054, "Finetune/Loss (Raw)": 1.091478943824768, "Finetune/Step": 2552, "Finetune/Step Time": 5.510759182274342}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8754597902297974, "Finetune/Loss (Raw)": 0.8747392892837524, "Finetune/Step": 2553, "Finetune/Step Time": 5.512136222794652}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8800339698791504, "Finetune/Loss (Raw)": 0.9576650857925415, "Finetune/Step": 2554, "Finetune/Step Time": 5.510178266093135}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8750096559524536, "Finetune/Loss (Raw)": 0.33152127265930176, "Finetune/Step": 2555, "Finetune/Step Time": 5.54086784645915}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8757339715957642, "Finetune/Loss (Raw)": 0.9055688381195068, "Finetune/Step": 2556, "Finetune/Step Time": 5.540697414427996}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8741024732589722, "Finetune/Loss (Raw)": 0.766184389591217, "Finetune/Step": 2557, "Finetune/Step Time": 5.524350102990866}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8750447034835815, "Finetune/Loss (Raw)": 0.8775116205215454, "Finetune/Step": 2558, "Finetune/Step Time": 5.494270348921418}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8742382526397705, "Finetune/Loss (Raw)": 0.9126843214035034, "Finetune/Step": 2559, "Finetune/Step Time": 5.49308492615819}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8739923238754272, "Finetune/Loss (Raw)": 0.8932523131370544, "Finetune/Step": 2560, "Finetune/Step Time": 5.5019024927169085}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8741672039031982, "Finetune/Loss (Raw)": 0.9011396169662476, "Finetune/Step": 2561, "Finetune/Step Time": 5.505318535491824}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8749165534973145, "Finetune/Loss (Raw)": 1.0230883359909058, "Finetune/Step": 2562, "Finetune/Step Time": 5.504300719127059}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8730552792549133, "Finetune/Loss (Raw)": 0.6544205546379089, "Finetune/Step": 2563, "Finetune/Step Time": 5.501976517960429}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8726341724395752, "Finetune/Loss (Raw)": 0.9327793717384338, "Finetune/Step": 2564, "Finetune/Step Time": 5.504808519035578}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8734846115112305, "Finetune/Loss (Raw)": 0.9853676557540894, "Finetune/Step": 2565, "Finetune/Step Time": 5.502532349899411}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8728289604187012, "Finetune/Loss (Raw)": 0.9368127584457397, "Finetune/Step": 2566, "Finetune/Step Time": 5.50530999340117}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8713432550430298, "Finetune/Loss (Raw)": 0.8099319338798523, "Finetune/Step": 2567, "Finetune/Step Time": 5.509784858673811}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8697991371154785, "Finetune/Loss (Raw)": 0.8056299090385437, "Finetune/Step": 2568, "Finetune/Step Time": 5.513318656012416}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.871052622795105, "Finetune/Loss (Raw)": 1.1315075159072876, "Finetune/Step": 2569, "Finetune/Step Time": 5.5111011397093534}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8710187673568726, "Finetune/Loss (Raw)": 0.9272759556770325, "Finetune/Step": 2570, "Finetune/Step Time": 5.515737956389785}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8716375827789307, "Finetune/Loss (Raw)": 1.0616904497146606, "Finetune/Step": 2571, "Finetune/Step Time": 5.514211442321539}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.870932936668396, "Finetune/Loss (Raw)": 0.8860651254653931, "Finetune/Step": 2572, "Finetune/Step Time": 5.5115282870829105}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8750053644180298, "Finetune/Loss (Raw)": 0.9088742136955261, "Finetune/Step": 2573, "Finetune/Step Time": 5.486717918887734}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8746227025985718, "Finetune/Loss (Raw)": 0.8871493935585022, "Finetune/Step": 2574, "Finetune/Step Time": 5.509931115433574}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.874008059501648, "Finetune/Loss (Raw)": 0.8357701301574707, "Finetune/Step": 2575, "Finetune/Step Time": 5.502195429056883}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8735249042510986, "Finetune/Loss (Raw)": 0.9472990036010742, "Finetune/Step": 2576, "Finetune/Step Time": 5.503172945231199}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.8748297095298767, "Finetune/Loss (Raw)": 0.9840932488441467, "Finetune/Step": 2577, "Finetune/Step Time": 5.507205987349153}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.8790878653526306, "Finetune/Loss (Raw)": 1.0321706533432007, "Finetune/Step": 2578, "Finetune/Step Time": 5.476613936945796}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8845524787902832, "Finetune/Loss (Raw)": 1.0217697620391846, "Finetune/Step": 2579, "Finetune/Step Time": 5.4450951144099236}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8825992345809937, "Finetune/Loss (Raw)": 0.7139965891838074, "Finetune/Step": 2580, "Finetune/Step Time": 5.45092848688364}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.8835158348083496, "Finetune/Loss (Raw)": 1.0575624704360962, "Finetune/Step": 2581, "Finetune/Step Time": 5.4330000672489405}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.883167564868927, "Finetune/Loss (Raw)": 0.888418436050415, "Finetune/Step": 2582, "Finetune/Step Time": 5.422456923872232}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.8817059993743896, "Finetune/Loss (Raw)": 0.8246114253997803, "Finetune/Step": 2583, "Finetune/Step Time": 5.430999116972089}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8823201656341553, "Finetune/Loss (Raw)": 1.044899821281433, "Finetune/Step": 2584, "Finetune/Step Time": 5.431423796340823}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.8811813592910767, "Finetune/Loss (Raw)": 0.8175502419471741, "Finetune/Step": 2585, "Finetune/Step Time": 5.433947654440999}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.8813348412513733, "Finetune/Loss (Raw)": 0.9796475768089294, "Finetune/Step": 2586, "Finetune/Step Time": 5.4203030448406935}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.8818427324295044, "Finetune/Loss (Raw)": 0.9499537944793701, "Finetune/Step": 2587, "Finetune/Step Time": 5.420536536723375}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.8812514543533325, "Finetune/Loss (Raw)": 0.8641293048858643, "Finetune/Step": 2588, "Finetune/Step Time": 5.423768654465675}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.8806498646736145, "Finetune/Loss (Raw)": 0.999792218208313, "Finetune/Step": 2589, "Finetune/Step Time": 5.427799887955189}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.8803733587265015, "Finetune/Loss (Raw)": 0.928916871547699, "Finetune/Step": 2590, "Finetune/Step Time": 5.430716088041663}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.8793111443519592, "Finetune/Loss (Raw)": 0.8129569292068481, "Finetune/Step": 2591, "Finetune/Step Time": 5.464251713827252}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.8784050941467285, "Finetune/Loss (Raw)": 0.91606205701828, "Finetune/Step": 2592, "Finetune/Step Time": 5.472298221662641}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.8778387308120728, "Finetune/Loss (Raw)": 0.8377040028572083, "Finetune/Step": 2593, "Finetune/Step Time": 5.492753352969885}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.8779388070106506, "Finetune/Loss (Raw)": 0.8324270248413086, "Finetune/Step": 2594, "Finetune/Step Time": 5.504065593704581}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.8777581453323364, "Finetune/Loss (Raw)": 0.8995749950408936, "Finetune/Step": 2595, "Finetune/Step Time": 5.508668130263686}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.8757898807525635, "Finetune/Loss (Raw)": 0.8690852522850037, "Finetune/Step": 2596, "Finetune/Step Time": 5.501180104911327}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.875433623790741, "Finetune/Loss (Raw)": 0.9634400010108948, "Finetune/Step": 2597, "Finetune/Step Time": 5.504034414887428}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.8746826648712158, "Finetune/Loss (Raw)": 0.7498235106468201, "Finetune/Step": 2598, "Finetune/Step Time": 5.5212977062910795}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.874417245388031, "Finetune/Loss (Raw)": 0.9640092253684998, "Finetune/Step": 2599, "Finetune/Step Time": 5.525512423366308}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8739609122276306, "Finetune/Loss (Raw)": 0.8928278684616089, "Finetune/Step": 2600, "Finetune/Step Time": 5.529881179332733}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.8737927079200745, "Finetune/Loss (Raw)": 0.926169753074646, "Finetune/Step": 2601, "Finetune/Step Time": 5.536799432709813}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.874398410320282, "Finetune/Loss (Raw)": 1.0264612436294556, "Finetune/Step": 2602, "Finetune/Step Time": 5.545529384166002}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.8752161264419556, "Finetune/Loss (Raw)": 0.9942215085029602, "Finetune/Step": 2603, "Finetune/Step Time": 5.544748133048415}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.8748496174812317, "Finetune/Loss (Raw)": 0.8925889730453491, "Finetune/Step": 2604, "Finetune/Step Time": 5.550542125478387}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8737285733222961, "Finetune/Loss (Raw)": 0.7897146940231323, "Finetune/Step": 2605, "Finetune/Step Time": 5.543493730947375}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8730872273445129, "Finetune/Loss (Raw)": 0.8428833484649658, "Finetune/Step": 2606, "Finetune/Step Time": 5.572507344186306}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.874043345451355, "Finetune/Loss (Raw)": 0.9619783163070679, "Finetune/Step": 2607, "Finetune/Step Time": 5.581754829734564}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.8748903274536133, "Finetune/Loss (Raw)": 0.9597339034080505, "Finetune/Step": 2608, "Finetune/Step Time": 5.579681573435664}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.8792181015014648, "Finetune/Loss (Raw)": 0.9311656355857849, "Finetune/Step": 2609, "Finetune/Step Time": 5.551423188298941}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.8774683475494385, "Finetune/Loss (Raw)": 0.8783258199691772, "Finetune/Step": 2610, "Finetune/Step Time": 5.563323151320219}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.8758018016815186, "Finetune/Loss (Raw)": 0.7154487371444702, "Finetune/Step": 2611, "Finetune/Step Time": 5.569808043539524}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.8757769465446472, "Finetune/Loss (Raw)": 0.8899838924407959, "Finetune/Step": 2612, "Finetune/Step Time": 5.557689379900694}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.8763790726661682, "Finetune/Loss (Raw)": 1.0206815004348755, "Finetune/Step": 2613, "Finetune/Step Time": 5.5563301760703325}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.8765212893486023, "Finetune/Loss (Raw)": 0.8488490581512451, "Finetune/Step": 2614, "Finetune/Step Time": 5.54836605116725}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.8816075325012207, "Finetune/Loss (Raw)": 0.9659366011619568, "Finetune/Step": 2615, "Finetune/Step Time": 5.527584904804826}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.8809165954589844, "Finetune/Loss (Raw)": 0.9532852172851562, "Finetune/Step": 2616, "Finetune/Step Time": 5.530855592340231}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.8763762712478638, "Finetune/Loss (Raw)": 0.39625051617622375, "Finetune/Step": 2617, "Finetune/Step Time": 5.537889629602432}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.8801729679107666, "Finetune/Loss (Raw)": 0.8057422637939453, "Finetune/Step": 2618, "Finetune/Step Time": 5.512707287445664}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.8806429505348206, "Finetune/Loss (Raw)": 0.9665582180023193, "Finetune/Step": 2619, "Finetune/Step Time": 5.506488798186183}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.8808891177177429, "Finetune/Loss (Raw)": 0.8348453640937805, "Finetune/Step": 2620, "Finetune/Step Time": 5.502230130136013}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.8801581263542175, "Finetune/Loss (Raw)": 0.8912393450737, "Finetune/Step": 2621, "Finetune/Step Time": 5.4990216214209795}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.8795185089111328, "Finetune/Loss (Raw)": 0.9456889629364014, "Finetune/Step": 2622, "Finetune/Step Time": 5.494252094998956}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.8792368769645691, "Finetune/Loss (Raw)": 0.9085463285446167, "Finetune/Step": 2623, "Finetune/Step Time": 5.514956435188651}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.8790385723114014, "Finetune/Loss (Raw)": 0.9094862937927246, "Finetune/Step": 2624, "Finetune/Step Time": 5.5037139765918255}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.8787996768951416, "Finetune/Loss (Raw)": 0.777762770652771, "Finetune/Step": 2625, "Finetune/Step Time": 5.517386568710208}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8732757568359375, "Finetune/Loss (Raw)": 0.3113381862640381, "Finetune/Step": 2626, "Finetune/Step Time": 5.54788575693965}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.875021755695343, "Finetune/Loss (Raw)": 0.8923289179801941, "Finetune/Step": 2627, "Finetune/Step Time": 5.530167395249009}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.8753448724746704, "Finetune/Loss (Raw)": 0.9888149499893188, "Finetune/Step": 2628, "Finetune/Step Time": 5.5297169126570225}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8729500770568848, "Finetune/Loss (Raw)": 0.6380152702331543, "Finetune/Step": 2629, "Finetune/Step Time": 5.545086532831192}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.87186199426651, "Finetune/Loss (Raw)": 0.8103891611099243, "Finetune/Step": 2630, "Finetune/Step Time": 5.545189877972007}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8729972243309021, "Finetune/Loss (Raw)": 1.0435593128204346, "Finetune/Step": 2631, "Finetune/Step Time": 5.542380692437291}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.872279167175293, "Finetune/Loss (Raw)": 0.8052005171775818, "Finetune/Step": 2632, "Finetune/Step Time": 5.537846179679036}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8726054430007935, "Finetune/Loss (Raw)": 0.952886164188385, "Finetune/Step": 2633, "Finetune/Step Time": 5.539421729743481}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.8734238743782043, "Finetune/Loss (Raw)": 0.9712355732917786, "Finetune/Step": 2634, "Finetune/Step Time": 5.539976185187697}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.87281334400177, "Finetune/Loss (Raw)": 0.9311445355415344, "Finetune/Step": 2635, "Finetune/Step Time": 5.534289909526706}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.8741052746772766, "Finetune/Loss (Raw)": 1.0157800912857056, "Finetune/Step": 2636, "Finetune/Step Time": 5.533776260912418}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.8740418553352356, "Finetune/Loss (Raw)": 0.8371984362602234, "Finetune/Step": 2637, "Finetune/Step Time": 5.5385742001235485}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.8734767436981201, "Finetune/Loss (Raw)": 0.9806454181671143, "Finetune/Step": 2638, "Finetune/Step Time": 5.558709107339382}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8723064064979553, "Finetune/Loss (Raw)": 0.8364865779876709, "Finetune/Step": 2639, "Finetune/Step Time": 5.549939537420869}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8686655759811401, "Finetune/Loss (Raw)": 0.34640419483184814, "Finetune/Step": 2640, "Finetune/Step Time": 5.572279650717974}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8691291809082031, "Finetune/Loss (Raw)": 0.9139369130134583, "Finetune/Step": 2641, "Finetune/Step Time": 5.563300045207143}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8681600689888, "Finetune/Loss (Raw)": 0.9016861915588379, "Finetune/Step": 2642, "Finetune/Step Time": 5.5527431927621365}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8678338527679443, "Finetune/Loss (Raw)": 0.7388561367988586, "Finetune/Step": 2643, "Finetune/Step Time": 5.5500757191330194}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8665093779563904, "Finetune/Loss (Raw)": 0.7744221091270447, "Finetune/Step": 2644, "Finetune/Step Time": 5.5779964830726385}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8666455745697021, "Finetune/Loss (Raw)": 0.951276957988739, "Finetune/Step": 2645, "Finetune/Step Time": 5.581240855157375}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8672906160354614, "Finetune/Loss (Raw)": 0.9587926864624023, "Finetune/Step": 2646, "Finetune/Step Time": 5.567712942138314}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8668122291564941, "Finetune/Loss (Raw)": 0.8232117295265198, "Finetune/Step": 2647, "Finetune/Step Time": 5.573715545237064}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.866539716720581, "Finetune/Loss (Raw)": 0.96565181016922, "Finetune/Step": 2648, "Finetune/Step Time": 5.584784148260951}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8700529336929321, "Finetune/Loss (Raw)": 0.8529467582702637, "Finetune/Step": 2649, "Finetune/Step Time": 5.571648944169283}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8688770532608032, "Finetune/Loss (Raw)": 0.8110805749893188, "Finetune/Step": 2650, "Finetune/Step Time": 5.554698262363672}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8699839115142822, "Finetune/Loss (Raw)": 0.8565171957015991, "Finetune/Step": 2651, "Finetune/Step Time": 5.5502262860536575}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8710988759994507, "Finetune/Loss (Raw)": 1.0253673791885376, "Finetune/Step": 2652, "Finetune/Step Time": 5.556887488812208}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8713217377662659, "Finetune/Loss (Raw)": 0.8929613828659058, "Finetune/Step": 2653, "Finetune/Step Time": 5.568523744121194}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8665350675582886, "Finetune/Loss (Raw)": 0.33990639448165894, "Finetune/Step": 2654, "Finetune/Step Time": 5.592345301061869}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8660445809364319, "Finetune/Loss (Raw)": 0.9406404495239258, "Finetune/Step": 2655, "Finetune/Step Time": 5.590630481019616}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8652514219284058, "Finetune/Loss (Raw)": 0.9023832082748413, "Finetune/Step": 2656, "Finetune/Step Time": 5.577145664021373}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8688167333602905, "Finetune/Loss (Raw)": 0.7292577028274536, "Finetune/Step": 2657, "Finetune/Step Time": 5.5614677127450705}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8670190572738647, "Finetune/Loss (Raw)": 0.7054915428161621, "Finetune/Step": 2658, "Finetune/Step Time": 5.580345572903752}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8683791160583496, "Finetune/Loss (Raw)": 1.0096129179000854, "Finetune/Step": 2659, "Finetune/Step Time": 5.576826713979244}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8680248856544495, "Finetune/Loss (Raw)": 0.9417883157730103, "Finetune/Step": 2660, "Finetune/Step Time": 5.5607626382261515}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8697939515113831, "Finetune/Loss (Raw)": 1.1155723333358765, "Finetune/Step": 2661, "Finetune/Step Time": 5.564480684697628}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.8747866153717041, "Finetune/Loss (Raw)": 1.0167452096939087, "Finetune/Step": 2662, "Finetune/Step Time": 5.536616073921323}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.8744897842407227, "Finetune/Loss (Raw)": 0.9855512380599976, "Finetune/Step": 2663, "Finetune/Step Time": 5.5442885383963585}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.8721637725830078, "Finetune/Loss (Raw)": 0.4367820620536804, "Finetune/Step": 2664, "Finetune/Step Time": 5.557379795238376}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8711961507797241, "Finetune/Loss (Raw)": 0.7849329113960266, "Finetune/Step": 2665, "Finetune/Step Time": 5.550434177741408}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8710123300552368, "Finetune/Loss (Raw)": 0.9760812520980835, "Finetune/Step": 2666, "Finetune/Step Time": 5.552064770832658}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8703358173370361, "Finetune/Loss (Raw)": 0.7989272475242615, "Finetune/Step": 2667, "Finetune/Step Time": 5.546883242204785}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8691059947013855, "Finetune/Loss (Raw)": 0.8586447834968567, "Finetune/Step": 2668, "Finetune/Step Time": 5.542986607179046}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8702878952026367, "Finetune/Loss (Raw)": 1.0072253942489624, "Finetune/Step": 2669, "Finetune/Step Time": 5.521526286378503}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8703116178512573, "Finetune/Loss (Raw)": 0.9249898791313171, "Finetune/Step": 2670, "Finetune/Step Time": 5.522105781361461}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8691264986991882, "Finetune/Loss (Raw)": 0.7834799289703369, "Finetune/Step": 2671, "Finetune/Step Time": 5.522922167554498}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8688146471977234, "Finetune/Loss (Raw)": 0.6913413405418396, "Finetune/Step": 2672, "Finetune/Step Time": 5.522088760510087}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8687001466751099, "Finetune/Loss (Raw)": 0.865721583366394, "Finetune/Step": 2673, "Finetune/Step Time": 5.522629739716649}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.8730902671813965, "Finetune/Loss (Raw)": 0.8414753675460815, "Finetune/Step": 2674, "Finetune/Step Time": 5.508076608181}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.8729751110076904, "Finetune/Loss (Raw)": 0.8637328147888184, "Finetune/Step": 2675, "Finetune/Step Time": 5.508026674389839}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8714233636856079, "Finetune/Loss (Raw)": 0.8407548069953918, "Finetune/Step": 2676, "Finetune/Step Time": 5.511783581227064}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.8766489028930664, "Finetune/Loss (Raw)": 0.9939592480659485, "Finetune/Step": 2677, "Finetune/Step Time": 5.479176461696625}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.8761658072471619, "Finetune/Loss (Raw)": 0.8778960704803467, "Finetune/Step": 2678, "Finetune/Step Time": 5.478793069720268}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.8766701817512512, "Finetune/Loss (Raw)": 1.0283727645874023, "Finetune/Step": 2679, "Finetune/Step Time": 5.476433675736189}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.8753489851951599, "Finetune/Loss (Raw)": 0.9223686456680298, "Finetune/Step": 2680, "Finetune/Step Time": 5.48470688983798}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8711811304092407, "Finetune/Loss (Raw)": 0.3412574529647827, "Finetune/Step": 2681, "Finetune/Step Time": 5.502791274338961}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8707383871078491, "Finetune/Loss (Raw)": 0.9009864926338196, "Finetune/Step": 2682, "Finetune/Step Time": 5.478423699736595}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.8752791881561279, "Finetune/Loss (Raw)": 0.9127398133277893, "Finetune/Step": 2683, "Finetune/Step Time": 5.445835145190358}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.875141441822052, "Finetune/Loss (Raw)": 0.8879451751708984, "Finetune/Step": 2684, "Finetune/Step Time": 5.446024434641004}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.8762153387069702, "Finetune/Loss (Raw)": 0.9036425352096558, "Finetune/Step": 2685, "Finetune/Step Time": 5.449577260762453}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.8756197094917297, "Finetune/Loss (Raw)": 0.8012721538543701, "Finetune/Step": 2686, "Finetune/Step Time": 5.451969116926193}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.8755304217338562, "Finetune/Loss (Raw)": 0.901260256767273, "Finetune/Step": 2687, "Finetune/Step Time": 5.453487699851394}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.8758519887924194, "Finetune/Loss (Raw)": 0.9344094395637512, "Finetune/Step": 2688, "Finetune/Step Time": 5.434239931404591}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.8768647909164429, "Finetune/Loss (Raw)": 1.0307786464691162, "Finetune/Step": 2689, "Finetune/Step Time": 5.43151025287807}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8717539310455322, "Finetune/Loss (Raw)": 0.3688947856426239, "Finetune/Step": 2690, "Finetune/Step Time": 5.463232295587659}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.8748946189880371, "Finetune/Loss (Raw)": 1.0564327239990234, "Finetune/Step": 2691, "Finetune/Step Time": 5.455839019268751}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.8743077516555786, "Finetune/Loss (Raw)": 0.8576619625091553, "Finetune/Step": 2692, "Finetune/Step Time": 5.455039534717798}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.8741105794906616, "Finetune/Loss (Raw)": 0.960128128528595, "Finetune/Step": 2693, "Finetune/Step Time": 5.45277414470911}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.8738417625427246, "Finetune/Loss (Raw)": 0.902396023273468, "Finetune/Step": 2694, "Finetune/Step Time": 5.454228814691305}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.874161958694458, "Finetune/Loss (Raw)": 0.8509224653244019, "Finetune/Step": 2695, "Finetune/Step Time": 5.453424893319607}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.8754661679267883, "Finetune/Loss (Raw)": 0.9725663661956787, "Finetune/Step": 2696, "Finetune/Step Time": 5.465367596596479}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.8734285831451416, "Finetune/Loss (Raw)": 0.8707033395767212, "Finetune/Step": 2697, "Finetune/Step Time": 5.467898279428482}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.8726307153701782, "Finetune/Loss (Raw)": 0.8251434564590454, "Finetune/Step": 2698, "Finetune/Step Time": 5.462972333654761}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.8722450733184814, "Finetune/Loss (Raw)": 1.0123281478881836, "Finetune/Step": 2699, "Finetune/Step Time": 5.477276528254151}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.8720800280570984, "Finetune/Loss (Raw)": 0.8649400472640991, "Finetune/Step": 2700, "Finetune/Step Time": 5.476756036281586}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.871880292892456, "Finetune/Loss (Raw)": 0.8833054900169373, "Finetune/Step": 2701, "Finetune/Step Time": 5.499512488022447}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.8722331523895264, "Finetune/Loss (Raw)": 0.9323148131370544, "Finetune/Step": 2702, "Finetune/Step Time": 5.487682197242975}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.8721930384635925, "Finetune/Loss (Raw)": 0.8306419253349304, "Finetune/Step": 2703, "Finetune/Step Time": 5.505024770274758}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8710397481918335, "Finetune/Loss (Raw)": 0.7996765971183777, "Finetune/Step": 2704, "Finetune/Step Time": 5.517102623358369}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8702011108398438, "Finetune/Loss (Raw)": 0.8767507076263428, "Finetune/Step": 2705, "Finetune/Step Time": 5.5177121087908745}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8698035478591919, "Finetune/Loss (Raw)": 0.9812754392623901, "Finetune/Step": 2706, "Finetune/Step Time": 5.524908199906349}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8696628212928772, "Finetune/Loss (Raw)": 1.0037598609924316, "Finetune/Step": 2707, "Finetune/Step Time": 5.521457571536303}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.8720176219940186, "Finetune/Loss (Raw)": 1.0154062509536743, "Finetune/Step": 2708, "Finetune/Step Time": 5.518421879038215}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8705347180366516, "Finetune/Loss (Raw)": 0.8677572011947632, "Finetune/Step": 2709, "Finetune/Step Time": 5.522273346781731}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8665510416030884, "Finetune/Loss (Raw)": 0.37850403785705566, "Finetune/Step": 2710, "Finetune/Step Time": 5.554942777380347}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8676683902740479, "Finetune/Loss (Raw)": 0.9676348567008972, "Finetune/Step": 2711, "Finetune/Step Time": 5.5451976135373116}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8668116331100464, "Finetune/Loss (Raw)": 0.9352282285690308, "Finetune/Step": 2712, "Finetune/Step Time": 5.563994947820902}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8673171997070312, "Finetune/Loss (Raw)": 0.8822681903839111, "Finetune/Step": 2713, "Finetune/Step Time": 5.570787625387311}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8671258687973022, "Finetune/Loss (Raw)": 0.9551554322242737, "Finetune/Step": 2714, "Finetune/Step Time": 5.570385193452239}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.866199791431427, "Finetune/Loss (Raw)": 0.8314210176467896, "Finetune/Step": 2715, "Finetune/Step Time": 5.563268290832639}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8661774396896362, "Finetune/Loss (Raw)": 0.8612625002861023, "Finetune/Step": 2716, "Finetune/Step Time": 5.5609413757920265}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.865444540977478, "Finetune/Loss (Raw)": 0.9059811234474182, "Finetune/Step": 2717, "Finetune/Step Time": 5.5427000895142555}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8649675846099854, "Finetune/Loss (Raw)": 0.8678736090660095, "Finetune/Step": 2718, "Finetune/Step Time": 5.542974619194865}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8659600615501404, "Finetune/Loss (Raw)": 0.9399932622909546, "Finetune/Step": 2719, "Finetune/Step Time": 5.5057805217802525}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8662251234054565, "Finetune/Loss (Raw)": 0.9499868154525757, "Finetune/Step": 2720, "Finetune/Step Time": 5.501452816650271}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8664252758026123, "Finetune/Loss (Raw)": 0.863323450088501, "Finetune/Step": 2721, "Finetune/Step Time": 5.496630370616913}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8668503761291504, "Finetune/Loss (Raw)": 0.8868405222892761, "Finetune/Step": 2722, "Finetune/Step Time": 5.487101783975959}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8664889931678772, "Finetune/Loss (Raw)": 0.8533183336257935, "Finetune/Step": 2723, "Finetune/Step Time": 5.487567009404302}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8669477105140686, "Finetune/Loss (Raw)": 0.9277968406677246, "Finetune/Step": 2724, "Finetune/Step Time": 5.485236847773194}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8666424751281738, "Finetune/Loss (Raw)": 0.9243707656860352, "Finetune/Step": 2725, "Finetune/Step Time": 5.479130202904344}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8679760098457336, "Finetune/Loss (Raw)": 0.920522153377533, "Finetune/Step": 2726, "Finetune/Step Time": 5.470972090959549}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8673693537712097, "Finetune/Loss (Raw)": 0.8863515257835388, "Finetune/Step": 2727, "Finetune/Step Time": 5.473805669695139}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8666250705718994, "Finetune/Loss (Raw)": 0.7975591421127319, "Finetune/Step": 2728, "Finetune/Step Time": 5.472306748852134}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8626755475997925, "Finetune/Loss (Raw)": 0.42063724994659424, "Finetune/Step": 2729, "Finetune/Step Time": 5.498534105718136}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8607957363128662, "Finetune/Loss (Raw)": 0.7858355641365051, "Finetune/Step": 2730, "Finetune/Step Time": 5.489232299849391}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8601309061050415, "Finetune/Loss (Raw)": 0.909126341342926, "Finetune/Step": 2731, "Finetune/Step Time": 5.49188913218677}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8605161905288696, "Finetune/Loss (Raw)": 0.9418978691101074, "Finetune/Step": 2732, "Finetune/Step Time": 5.4872275441884995}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8613086938858032, "Finetune/Loss (Raw)": 0.8911671042442322, "Finetune/Step": 2733, "Finetune/Step Time": 5.487605208531022}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8622071146965027, "Finetune/Loss (Raw)": 0.9578810334205627, "Finetune/Step": 2734, "Finetune/Step Time": 5.463903922587633}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8622921109199524, "Finetune/Loss (Raw)": 0.9728549718856812, "Finetune/Step": 2735, "Finetune/Step Time": 5.440931756049395}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8583677411079407, "Finetune/Loss (Raw)": 0.457415908575058, "Finetune/Step": 2736, "Finetune/Step Time": 5.464804170653224}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8559590578079224, "Finetune/Loss (Raw)": 0.6228507161140442, "Finetune/Step": 2737, "Finetune/Step Time": 5.468706490471959}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8563021421432495, "Finetune/Loss (Raw)": 0.9222384691238403, "Finetune/Step": 2738, "Finetune/Step Time": 5.457915220409632}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.858054518699646, "Finetune/Loss (Raw)": 0.9397605657577515, "Finetune/Step": 2739, "Finetune/Step Time": 5.449514247477055}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8577028512954712, "Finetune/Loss (Raw)": 0.8449581265449524, "Finetune/Step": 2740, "Finetune/Step Time": 5.458673777058721}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8575625419616699, "Finetune/Loss (Raw)": 1.002726435661316, "Finetune/Step": 2741, "Finetune/Step Time": 5.459642987698317}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8580374717712402, "Finetune/Loss (Raw)": 0.9096441268920898, "Finetune/Step": 2742, "Finetune/Step Time": 5.464632971212268}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8580482602119446, "Finetune/Loss (Raw)": 0.9673161506652832, "Finetune/Step": 2743, "Finetune/Step Time": 5.456844255328178}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8579097986221313, "Finetune/Loss (Raw)": 0.935563325881958, "Finetune/Step": 2744, "Finetune/Step Time": 5.453151674941182}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.862524688243866, "Finetune/Loss (Raw)": 0.9869564771652222, "Finetune/Step": 2745, "Finetune/Step Time": 5.422079320997}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.863368034362793, "Finetune/Loss (Raw)": 0.9136874675750732, "Finetune/Step": 2746, "Finetune/Step Time": 5.429083667695522}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8627709746360779, "Finetune/Loss (Raw)": 0.8901405334472656, "Finetune/Step": 2747, "Finetune/Step Time": 5.445571837946773}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.864237368106842, "Finetune/Loss (Raw)": 1.0225403308868408, "Finetune/Step": 2748, "Finetune/Step Time": 5.4537106435745955}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8646949529647827, "Finetune/Loss (Raw)": 0.9498187899589539, "Finetune/Step": 2749, "Finetune/Step Time": 5.450242165476084}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8640700578689575, "Finetune/Loss (Raw)": 0.8656896352767944, "Finetune/Step": 2750, "Finetune/Step Time": 5.454093946143985}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8643279671669006, "Finetune/Loss (Raw)": 0.9415603876113892, "Finetune/Step": 2751, "Finetune/Step Time": 5.443071104586124}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8646795749664307, "Finetune/Loss (Raw)": 0.9544918537139893, "Finetune/Step": 2752, "Finetune/Step Time": 5.442613931372762}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8663490414619446, "Finetune/Loss (Raw)": 0.9914590716362, "Finetune/Step": 2753, "Finetune/Step Time": 5.428952630609274}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.871307373046875, "Finetune/Loss (Raw)": 0.945997953414917, "Finetune/Step": 2754, "Finetune/Step Time": 5.395680200308561}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8671214580535889, "Finetune/Loss (Raw)": 0.3565426766872406, "Finetune/Step": 2755, "Finetune/Step Time": 5.430771557614207}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8669517636299133, "Finetune/Loss (Raw)": 0.9670883417129517, "Finetune/Step": 2756, "Finetune/Step Time": 5.446966912597418}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8681061267852783, "Finetune/Loss (Raw)": 0.7857740521430969, "Finetune/Step": 2757, "Finetune/Step Time": 5.46353517845273}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8691962957382202, "Finetune/Loss (Raw)": 0.9499322772026062, "Finetune/Step": 2758, "Finetune/Step Time": 5.4635377284139395}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8675734400749207, "Finetune/Loss (Raw)": 0.8358345031738281, "Finetune/Step": 2759, "Finetune/Step Time": 5.464240945875645}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.867064356803894, "Finetune/Loss (Raw)": 0.7400386333465576, "Finetune/Step": 2760, "Finetune/Step Time": 5.458289036527276}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.86289381980896, "Finetune/Loss (Raw)": 0.4190537929534912, "Finetune/Step": 2761, "Finetune/Step Time": 5.490046316757798}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8618978261947632, "Finetune/Loss (Raw)": 0.8437452912330627, "Finetune/Step": 2762, "Finetune/Step Time": 5.499079683795571}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8615753650665283, "Finetune/Loss (Raw)": 0.8898739814758301, "Finetune/Step": 2763, "Finetune/Step Time": 5.502387139946222}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8605461716651917, "Finetune/Loss (Raw)": 0.8840419054031372, "Finetune/Step": 2764, "Finetune/Step Time": 5.502968981862068}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8567541837692261, "Finetune/Loss (Raw)": 0.3518276512622833, "Finetune/Step": 2765, "Finetune/Step Time": 5.528140453621745}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8558845520019531, "Finetune/Loss (Raw)": 0.8693252801895142, "Finetune/Step": 2766, "Finetune/Step Time": 5.513569183647633}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8571947813034058, "Finetune/Loss (Raw)": 1.0042030811309814, "Finetune/Step": 2767, "Finetune/Step Time": 5.5265275333076715}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8619772791862488, "Finetune/Loss (Raw)": 0.9585592150688171, "Finetune/Step": 2768, "Finetune/Step Time": 5.496960686519742}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8621436357498169, "Finetune/Loss (Raw)": 0.9352310299873352, "Finetune/Step": 2769, "Finetune/Step Time": 5.505540985614061}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8604187369346619, "Finetune/Loss (Raw)": 0.6809027194976807, "Finetune/Step": 2770, "Finetune/Step Time": 5.52229218930006}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8617391586303711, "Finetune/Loss (Raw)": 0.9078627228736877, "Finetune/Step": 2771, "Finetune/Step Time": 5.5150740798562765}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8629024028778076, "Finetune/Loss (Raw)": 0.9233253002166748, "Finetune/Step": 2772, "Finetune/Step Time": 5.484080670401454}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8629460334777832, "Finetune/Loss (Raw)": 0.9568629860877991, "Finetune/Step": 2773, "Finetune/Step Time": 5.476804109290242}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8580414652824402, "Finetune/Loss (Raw)": 0.33100655674934387, "Finetune/Step": 2774, "Finetune/Step Time": 5.507564386352897}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8588529825210571, "Finetune/Loss (Raw)": 0.9270807504653931, "Finetune/Step": 2775, "Finetune/Step Time": 5.497193496674299}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8576551675796509, "Finetune/Loss (Raw)": 0.8123382925987244, "Finetune/Step": 2776, "Finetune/Step Time": 5.489874970167875}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8576695322990417, "Finetune/Loss (Raw)": 0.8547841310501099, "Finetune/Step": 2777, "Finetune/Step Time": 5.4719343315809965}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8583506941795349, "Finetune/Loss (Raw)": 0.8982671499252319, "Finetune/Step": 2778, "Finetune/Step Time": 5.472630919888616}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8582711815834045, "Finetune/Loss (Raw)": 0.8463379740715027, "Finetune/Step": 2779, "Finetune/Step Time": 5.478363502770662}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8572038412094116, "Finetune/Loss (Raw)": 0.8887419104576111, "Finetune/Step": 2780, "Finetune/Step Time": 5.477166863158345}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8580610752105713, "Finetune/Loss (Raw)": 1.0026973485946655, "Finetune/Step": 2781, "Finetune/Step Time": 5.461578458547592}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.862196147441864, "Finetune/Loss (Raw)": 0.8691944479942322, "Finetune/Step": 2782, "Finetune/Step Time": 5.438201371580362}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8631119728088379, "Finetune/Loss (Raw)": 1.057860016822815, "Finetune/Step": 2783, "Finetune/Step Time": 5.442053502425551}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8616706728935242, "Finetune/Loss (Raw)": 0.7179003953933716, "Finetune/Step": 2784, "Finetune/Step Time": 5.454217152670026}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8628355860710144, "Finetune/Loss (Raw)": 0.8783640265464783, "Finetune/Step": 2785, "Finetune/Step Time": 5.448871962726116}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8648824095726013, "Finetune/Loss (Raw)": 0.9674884676933289, "Finetune/Step": 2786, "Finetune/Step Time": 5.426030898466706}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8635001182556152, "Finetune/Loss (Raw)": 0.8326829075813293, "Finetune/Step": 2787, "Finetune/Step Time": 5.426574196666479}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8634848594665527, "Finetune/Loss (Raw)": 0.9398289918899536, "Finetune/Step": 2788, "Finetune/Step Time": 5.436458896845579}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.861538827419281, "Finetune/Loss (Raw)": 0.8664818406105042, "Finetune/Step": 2789, "Finetune/Step Time": 5.4496538527309895}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8608250617980957, "Finetune/Loss (Raw)": 0.9253811240196228, "Finetune/Step": 2790, "Finetune/Step Time": 5.44678289629519}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8590071201324463, "Finetune/Loss (Raw)": 0.7528618574142456, "Finetune/Step": 2791, "Finetune/Step Time": 5.45680682733655}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8633167743682861, "Finetune/Loss (Raw)": 0.9884175658226013, "Finetune/Step": 2792, "Finetune/Step Time": 5.440093209967017}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8649621605873108, "Finetune/Loss (Raw)": 0.9955406785011292, "Finetune/Step": 2793, "Finetune/Step Time": 5.432761024683714}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8638516664505005, "Finetune/Loss (Raw)": 0.8339377045631409, "Finetune/Step": 2794, "Finetune/Step Time": 5.435644943267107}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8648185133934021, "Finetune/Loss (Raw)": 0.9226809144020081, "Finetune/Step": 2795, "Finetune/Step Time": 5.446632727980614}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8648009300231934, "Finetune/Loss (Raw)": 0.8563904166221619, "Finetune/Step": 2796, "Finetune/Step Time": 5.463352799415588}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.863004207611084, "Finetune/Loss (Raw)": 0.7772553563117981, "Finetune/Step": 2797, "Finetune/Step Time": 5.48102417960763}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8587549924850464, "Finetune/Loss (Raw)": 0.3810895085334778, "Finetune/Step": 2798, "Finetune/Step Time": 5.516558004543185}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8584641218185425, "Finetune/Loss (Raw)": 0.7462413907051086, "Finetune/Step": 2799, "Finetune/Step Time": 5.519123295322061}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8588775396347046, "Finetune/Loss (Raw)": 0.744256317615509, "Finetune/Step": 2800, "Finetune/Step Time": 5.5133919809013605}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8598331212997437, "Finetune/Loss (Raw)": 0.9880446195602417, "Finetune/Step": 2801, "Finetune/Step Time": 5.516465991735458}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.860933780670166, "Finetune/Loss (Raw)": 0.982353150844574, "Finetune/Step": 2802, "Finetune/Step Time": 5.510797617956996}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8613830804824829, "Finetune/Loss (Raw)": 0.9212458729743958, "Finetune/Step": 2803, "Finetune/Step Time": 5.5096622090786695}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8620315790176392, "Finetune/Loss (Raw)": 0.9237645864486694, "Finetune/Step": 2804, "Finetune/Step Time": 5.5039627850055695}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8623087406158447, "Finetune/Loss (Raw)": 1.0294373035430908, "Finetune/Step": 2805, "Finetune/Step Time": 5.502647338435054}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.862047553062439, "Finetune/Loss (Raw)": 0.8444538712501526, "Finetune/Step": 2806, "Finetune/Step Time": 5.5092442855238914}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.8606435060501099, "Finetune/Loss (Raw)": 0.8486624956130981, "Finetune/Step": 2807, "Finetune/Step Time": 5.513045048341155}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8594604730606079, "Finetune/Loss (Raw)": 0.7709395289421082, "Finetune/Step": 2808, "Finetune/Step Time": 5.517879720777273}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8595348596572876, "Finetune/Loss (Raw)": 0.3507820665836334, "Finetune/Step": 2809, "Finetune/Step Time": 5.518301444128156}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8584607839584351, "Finetune/Loss (Raw)": 0.7635048627853394, "Finetune/Step": 2810, "Finetune/Step Time": 5.516615070402622}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8585394620895386, "Finetune/Loss (Raw)": 0.9228110909461975, "Finetune/Step": 2811, "Finetune/Step Time": 5.525702940300107}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8585515022277832, "Finetune/Loss (Raw)": 0.8894789814949036, "Finetune/Step": 2812, "Finetune/Step Time": 5.524963458999991}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8593035340309143, "Finetune/Loss (Raw)": 0.9999094605445862, "Finetune/Step": 2813, "Finetune/Step Time": 5.52350995875895}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8557924628257751, "Finetune/Loss (Raw)": 0.3518502414226532, "Finetune/Step": 2814, "Finetune/Step Time": 5.55372853949666}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8567677736282349, "Finetune/Loss (Raw)": 1.0260957479476929, "Finetune/Step": 2815, "Finetune/Step Time": 5.555574199184775}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8567665815353394, "Finetune/Loss (Raw)": 0.9342612028121948, "Finetune/Step": 2816, "Finetune/Step Time": 5.553872969001532}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8554717302322388, "Finetune/Loss (Raw)": 0.8650408387184143, "Finetune/Step": 2817, "Finetune/Step Time": 5.560938134789467}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8591946363449097, "Finetune/Loss (Raw)": 0.8454263210296631, "Finetune/Step": 2818, "Finetune/Step Time": 5.5345160365104675}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8590549230575562, "Finetune/Loss (Raw)": 1.0385476350784302, "Finetune/Step": 2819, "Finetune/Step Time": 5.537895468994975}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8603087663650513, "Finetune/Loss (Raw)": 1.0181529521942139, "Finetune/Step": 2820, "Finetune/Step Time": 5.537660151720047}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8584473729133606, "Finetune/Loss (Raw)": 0.7218695878982544, "Finetune/Step": 2821, "Finetune/Step Time": 5.550646673887968}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8585556745529175, "Finetune/Loss (Raw)": 0.9162580370903015, "Finetune/Step": 2822, "Finetune/Step Time": 5.546107841655612}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8550521731376648, "Finetune/Loss (Raw)": 0.4024750292301178, "Finetune/Step": 2823, "Finetune/Step Time": 5.571321167051792}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8538050651550293, "Finetune/Loss (Raw)": 0.8129385113716125, "Finetune/Step": 2824, "Finetune/Step Time": 5.557252077385783}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8533066511154175, "Finetune/Loss (Raw)": 0.8069103956222534, "Finetune/Step": 2825, "Finetune/Step Time": 5.55586714297533}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8529996871948242, "Finetune/Loss (Raw)": 0.7858483791351318, "Finetune/Step": 2826, "Finetune/Step Time": 5.558366557583213}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8524911999702454, "Finetune/Loss (Raw)": 0.9472388029098511, "Finetune/Step": 2827, "Finetune/Step Time": 5.540871825069189}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.853950023651123, "Finetune/Loss (Raw)": 1.0516740083694458, "Finetune/Step": 2828, "Finetune/Step Time": 5.540454996749759}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8543708324432373, "Finetune/Loss (Raw)": 0.937169075012207, "Finetune/Step": 2829, "Finetune/Step Time": 5.523579450324178}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8546510934829712, "Finetune/Loss (Raw)": 0.9681785702705383, "Finetune/Step": 2830, "Finetune/Step Time": 5.515695529058576}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8564432859420776, "Finetune/Loss (Raw)": 1.0600481033325195, "Finetune/Step": 2831, "Finetune/Step Time": 5.499019647017121}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.858047366142273, "Finetune/Loss (Raw)": 1.0050002336502075, "Finetune/Step": 2832, "Finetune/Step Time": 5.494361910969019}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8581345081329346, "Finetune/Loss (Raw)": 0.8879000544548035, "Finetune/Step": 2833, "Finetune/Step Time": 5.500730488449335}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8532440662384033, "Finetune/Loss (Raw)": 0.3553023338317871, "Finetune/Step": 2834, "Finetune/Step Time": 5.524882802739739}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8526728749275208, "Finetune/Loss (Raw)": 0.930645227432251, "Finetune/Step": 2835, "Finetune/Step Time": 5.527607237920165}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8505977392196655, "Finetune/Loss (Raw)": 0.7497850656509399, "Finetune/Step": 2836, "Finetune/Step Time": 5.519832946360111}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8513367176055908, "Finetune/Loss (Raw)": 0.9623510241508484, "Finetune/Step": 2837, "Finetune/Step Time": 5.508616648614407}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8549365401268005, "Finetune/Loss (Raw)": 0.8392849564552307, "Finetune/Step": 2838, "Finetune/Step Time": 5.472409643232822}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8539857864379883, "Finetune/Loss (Raw)": 0.8459386825561523, "Finetune/Step": 2839, "Finetune/Step Time": 5.478038070723414}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8540443181991577, "Finetune/Loss (Raw)": 0.9427237510681152, "Finetune/Step": 2840, "Finetune/Step Time": 5.461760502308607}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.855548620223999, "Finetune/Loss (Raw)": 1.0748130083084106, "Finetune/Step": 2841, "Finetune/Step Time": 5.456087814643979}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8551987409591675, "Finetune/Loss (Raw)": 0.9103739261627197, "Finetune/Step": 2842, "Finetune/Step Time": 5.45825762860477}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8546009063720703, "Finetune/Loss (Raw)": 0.7548933029174805, "Finetune/Step": 2843, "Finetune/Step Time": 5.463532557711005}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8549371957778931, "Finetune/Loss (Raw)": 0.9043083190917969, "Finetune/Step": 2844, "Finetune/Step Time": 5.464265210554004}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8553912043571472, "Finetune/Loss (Raw)": 0.9640991687774658, "Finetune/Step": 2845, "Finetune/Step Time": 5.475320562720299}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8553239107131958, "Finetune/Loss (Raw)": 0.8592541217803955, "Finetune/Step": 2846, "Finetune/Step Time": 5.473299652338028}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8533790707588196, "Finetune/Loss (Raw)": 0.6910598874092102, "Finetune/Step": 2847, "Finetune/Step Time": 5.485220650210977}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8535950183868408, "Finetune/Loss (Raw)": 0.9776262640953064, "Finetune/Step": 2848, "Finetune/Step Time": 5.49187932908535}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8536174297332764, "Finetune/Loss (Raw)": 0.8661863207817078, "Finetune/Step": 2849, "Finetune/Step Time": 5.48284712806344}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.853554368019104, "Finetune/Loss (Raw)": 0.8787750005722046, "Finetune/Step": 2850, "Finetune/Step Time": 5.477971643209457}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8542431592941284, "Finetune/Loss (Raw)": 0.9414790272712708, "Finetune/Step": 2851, "Finetune/Step Time": 5.4692133739590645}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8547627925872803, "Finetune/Loss (Raw)": 0.9943177103996277, "Finetune/Step": 2852, "Finetune/Step Time": 5.46961534768343}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8544126152992249, "Finetune/Loss (Raw)": 0.8795421719551086, "Finetune/Step": 2853, "Finetune/Step Time": 5.46971195936203}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8546502590179443, "Finetune/Loss (Raw)": 0.9509372115135193, "Finetune/Step": 2854, "Finetune/Step Time": 5.467630136758089}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.855161190032959, "Finetune/Loss (Raw)": 0.9517609477043152, "Finetune/Step": 2855, "Finetune/Step Time": 5.472606848925352}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8564666509628296, "Finetune/Loss (Raw)": 0.9646463394165039, "Finetune/Step": 2856, "Finetune/Step Time": 5.491464748978615}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8608434796333313, "Finetune/Loss (Raw)": 0.9808728694915771, "Finetune/Step": 2857, "Finetune/Step Time": 5.45784373767674}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8611148595809937, "Finetune/Loss (Raw)": 0.8205743432044983, "Finetune/Step": 2858, "Finetune/Step Time": 5.451367497444153}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8611021637916565, "Finetune/Loss (Raw)": 0.9075026512145996, "Finetune/Step": 2859, "Finetune/Step Time": 5.4524860717356205}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8600020408630371, "Finetune/Loss (Raw)": 0.8010828495025635, "Finetune/Step": 2860, "Finetune/Step Time": 5.4628134444355965}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8611117005348206, "Finetune/Loss (Raw)": 1.0332036018371582, "Finetune/Step": 2861, "Finetune/Step Time": 5.462540505453944}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.860058069229126, "Finetune/Loss (Raw)": 0.8230188488960266, "Finetune/Step": 2862, "Finetune/Step Time": 5.479068830609322}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8597451448440552, "Finetune/Loss (Raw)": 0.9327962398529053, "Finetune/Step": 2863, "Finetune/Step Time": 5.4764198530465364}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8628369569778442, "Finetune/Loss (Raw)": 0.8531681895256042, "Finetune/Step": 2864, "Finetune/Step Time": 5.449588391929865}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8658180236816406, "Finetune/Loss (Raw)": 1.0044227838516235, "Finetune/Step": 2865, "Finetune/Step Time": 5.436733925715089}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8616855144500732, "Finetune/Loss (Raw)": 0.39328914880752563, "Finetune/Step": 2866, "Finetune/Step Time": 5.468968745321035}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8614671230316162, "Finetune/Loss (Raw)": 0.9118067026138306, "Finetune/Step": 2867, "Finetune/Step Time": 5.466411452740431}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8629182577133179, "Finetune/Loss (Raw)": 1.0306956768035889, "Finetune/Step": 2868, "Finetune/Step Time": 5.461031749844551}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8607710599899292, "Finetune/Loss (Raw)": 0.7278860211372375, "Finetune/Step": 2869, "Finetune/Step Time": 5.492212044075131}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8566137552261353, "Finetune/Loss (Raw)": 0.37750744819641113, "Finetune/Step": 2870, "Finetune/Step Time": 5.522228952497244}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8570023775100708, "Finetune/Loss (Raw)": 1.017066478729248, "Finetune/Step": 2871, "Finetune/Step Time": 5.520208997651935}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8574190139770508, "Finetune/Loss (Raw)": 0.9888899922370911, "Finetune/Step": 2872, "Finetune/Step Time": 5.520455006510019}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8566670417785645, "Finetune/Loss (Raw)": 0.8907002806663513, "Finetune/Step": 2873, "Finetune/Step Time": 5.522209834307432}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8523455858230591, "Finetune/Loss (Raw)": 0.36054256558418274, "Finetune/Step": 2874, "Finetune/Step Time": 5.539766859263182}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8532847762107849, "Finetune/Loss (Raw)": 1.0103585720062256, "Finetune/Step": 2875, "Finetune/Step Time": 5.525209592655301}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.852200984954834, "Finetune/Loss (Raw)": 0.8838087320327759, "Finetune/Step": 2876, "Finetune/Step Time": 5.533653922379017}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8513909578323364, "Finetune/Loss (Raw)": 0.846136748790741, "Finetune/Step": 2877, "Finetune/Step Time": 5.536709176376462}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8520479798316956, "Finetune/Loss (Raw)": 0.9497979283332825, "Finetune/Step": 2878, "Finetune/Step Time": 5.541691105812788}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8508592844009399, "Finetune/Loss (Raw)": 0.7894073128700256, "Finetune/Step": 2879, "Finetune/Step Time": 5.543132433667779}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8511014580726624, "Finetune/Loss (Raw)": 0.985480010509491, "Finetune/Step": 2880, "Finetune/Step Time": 5.534988567233086}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8510304093360901, "Finetune/Loss (Raw)": 0.9823683500289917, "Finetune/Step": 2881, "Finetune/Step Time": 5.539543453603983}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8514255881309509, "Finetune/Loss (Raw)": 0.996584415435791, "Finetune/Step": 2882, "Finetune/Step Time": 5.540854411199689}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8565270900726318, "Finetune/Loss (Raw)": 1.009535789489746, "Finetune/Step": 2883, "Finetune/Step Time": 5.512110052630305}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8556997776031494, "Finetune/Loss (Raw)": 0.8611949682235718, "Finetune/Step": 2884, "Finetune/Step Time": 5.51935537904501}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8569218516349792, "Finetune/Loss (Raw)": 0.9421927332878113, "Finetune/Step": 2885, "Finetune/Step Time": 5.487025868147612}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8549923896789551, "Finetune/Loss (Raw)": 0.7029632925987244, "Finetune/Step": 2886, "Finetune/Step Time": 5.510302986949682}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.854656994342804, "Finetune/Loss (Raw)": 0.7929014563560486, "Finetune/Step": 2887, "Finetune/Step Time": 5.5150781981647015}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8571850061416626, "Finetune/Loss (Raw)": 1.063620924949646, "Finetune/Step": 2888, "Finetune/Step Time": 5.522786444053054}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8564914464950562, "Finetune/Loss (Raw)": 0.33027979731559753, "Finetune/Step": 2889, "Finetune/Step Time": 5.521421439945698}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8562443256378174, "Finetune/Loss (Raw)": 0.8121196031570435, "Finetune/Step": 2890, "Finetune/Step Time": 5.5102354269474745}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8563438653945923, "Finetune/Loss (Raw)": 0.9026102423667908, "Finetune/Step": 2891, "Finetune/Step Time": 5.509114084765315}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8580031991004944, "Finetune/Loss (Raw)": 1.0964395999908447, "Finetune/Step": 2892, "Finetune/Step Time": 5.518198046833277}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8621829748153687, "Finetune/Loss (Raw)": 0.8868337273597717, "Finetune/Step": 2893, "Finetune/Step Time": 5.484624741598964}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8633597493171692, "Finetune/Loss (Raw)": 1.0199579000473022, "Finetune/Step": 2894, "Finetune/Step Time": 5.483907265588641}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8624783158302307, "Finetune/Loss (Raw)": 0.8913809657096863, "Finetune/Step": 2895, "Finetune/Step Time": 5.4706145487725735}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.862382173538208, "Finetune/Loss (Raw)": 0.9462440609931946, "Finetune/Step": 2896, "Finetune/Step Time": 5.472901813685894}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8627758026123047, "Finetune/Loss (Raw)": 0.985622763633728, "Finetune/Step": 2897, "Finetune/Step Time": 5.467731868848205}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8646190166473389, "Finetune/Loss (Raw)": 0.9168381094932556, "Finetune/Step": 2898, "Finetune/Step Time": 5.450680658221245}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8643105626106262, "Finetune/Loss (Raw)": 0.8683736324310303, "Finetune/Step": 2899, "Finetune/Step Time": 5.451383356004953}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8632456660270691, "Finetune/Loss (Raw)": 0.7870214581489563, "Finetune/Step": 2900, "Finetune/Step Time": 5.455035323277116}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8619918823242188, "Finetune/Loss (Raw)": 0.7963774800300598, "Finetune/Step": 2901, "Finetune/Step Time": 5.464507583528757}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8667393922805786, "Finetune/Loss (Raw)": 0.9386894702911377, "Finetune/Step": 2902, "Finetune/Step Time": 5.45598392188549}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8670371174812317, "Finetune/Loss (Raw)": 0.9651874303817749, "Finetune/Step": 2903, "Finetune/Step Time": 5.459254270419478}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8674280643463135, "Finetune/Loss (Raw)": 0.8623766899108887, "Finetune/Step": 2904, "Finetune/Step Time": 5.457127036526799}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8677928447723389, "Finetune/Loss (Raw)": 0.9014748334884644, "Finetune/Step": 2905, "Finetune/Step Time": 5.458745373412967}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8680744171142578, "Finetune/Loss (Raw)": 0.9343074560165405, "Finetune/Step": 2906, "Finetune/Step Time": 5.459702838212252}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8681955337524414, "Finetune/Loss (Raw)": 0.8618460297584534, "Finetune/Step": 2907, "Finetune/Step Time": 5.452152026817203}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8686707019805908, "Finetune/Loss (Raw)": 0.949569821357727, "Finetune/Step": 2908, "Finetune/Step Time": 5.460556838661432}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8693177700042725, "Finetune/Loss (Raw)": 1.085519790649414, "Finetune/Step": 2909, "Finetune/Step Time": 5.455077463760972}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8702657222747803, "Finetune/Loss (Raw)": 0.9905276298522949, "Finetune/Step": 2910, "Finetune/Step Time": 5.450617840513587}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8702404499053955, "Finetune/Loss (Raw)": 1.054627776145935, "Finetune/Step": 2911, "Finetune/Step Time": 5.436549335718155}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.8720525503158569, "Finetune/Loss (Raw)": 0.9498483538627625, "Finetune/Step": 2912, "Finetune/Step Time": 5.428562615066767}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.8725489377975464, "Finetune/Loss (Raw)": 0.9419023990631104, "Finetune/Step": 2913, "Finetune/Step Time": 5.41539291664958}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.8705156445503235, "Finetune/Loss (Raw)": 0.7072259187698364, "Finetune/Step": 2914, "Finetune/Step Time": 5.4422381445765495}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.8698729276657104, "Finetune/Loss (Raw)": 0.7504181861877441, "Finetune/Step": 2915, "Finetune/Step Time": 5.4481833558529615}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8697775602340698, "Finetune/Loss (Raw)": 0.9276186227798462, "Finetune/Step": 2916, "Finetune/Step Time": 5.434972306713462}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.8706552982330322, "Finetune/Loss (Raw)": 0.97883540391922, "Finetune/Step": 2917, "Finetune/Step Time": 5.424847334623337}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.8701232075691223, "Finetune/Loss (Raw)": 0.8572729825973511, "Finetune/Step": 2918, "Finetune/Step Time": 5.430249175056815}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.8713574409484863, "Finetune/Loss (Raw)": 0.9108448624610901, "Finetune/Step": 2919, "Finetune/Step Time": 5.408316785469651}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8663402795791626, "Finetune/Loss (Raw)": 0.3462243974208832, "Finetune/Step": 2920, "Finetune/Step Time": 5.425365595147014}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8655964136123657, "Finetune/Loss (Raw)": 0.9003236293792725, "Finetune/Step": 2921, "Finetune/Step Time": 5.442739624530077}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8657854199409485, "Finetune/Loss (Raw)": 0.8581261038780212, "Finetune/Step": 2922, "Finetune/Step Time": 5.435728022828698}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8655864596366882, "Finetune/Loss (Raw)": 0.8972163200378418, "Finetune/Step": 2923, "Finetune/Step Time": 5.462379548698664}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8667619228363037, "Finetune/Loss (Raw)": 1.0068449974060059, "Finetune/Step": 2924, "Finetune/Step Time": 5.44551557302475}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8686567544937134, "Finetune/Loss (Raw)": 1.0197945833206177, "Finetune/Step": 2925, "Finetune/Step Time": 5.429706510156393}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.8726727962493896, "Finetune/Loss (Raw)": 0.8951491713523865, "Finetune/Step": 2926, "Finetune/Step Time": 5.420681679621339}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.8723268508911133, "Finetune/Loss (Raw)": 0.7019569873809814, "Finetune/Step": 2927, "Finetune/Step Time": 5.4303589183837175}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.8735928535461426, "Finetune/Loss (Raw)": 0.9063013195991516, "Finetune/Step": 2928, "Finetune/Step Time": 5.444443287327886}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.8740250468254089, "Finetune/Loss (Raw)": 1.0433710813522339, "Finetune/Step": 2929, "Finetune/Step Time": 5.4403914120048285}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.8739780187606812, "Finetune/Loss (Raw)": 0.9763307571411133, "Finetune/Step": 2930, "Finetune/Step Time": 5.432476093992591}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.8741836547851562, "Finetune/Loss (Raw)": 0.947558581829071, "Finetune/Step": 2931, "Finetune/Step Time": 5.435147136449814}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.8743242025375366, "Finetune/Loss (Raw)": 0.9417650103569031, "Finetune/Step": 2932, "Finetune/Step Time": 5.438996143639088}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.8734434247016907, "Finetune/Loss (Raw)": 0.9166961908340454, "Finetune/Step": 2933, "Finetune/Step Time": 5.450315689668059}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.8740800619125366, "Finetune/Loss (Raw)": 0.9259479641914368, "Finetune/Step": 2934, "Finetune/Step Time": 5.443826265633106}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.8745574355125427, "Finetune/Loss (Raw)": 0.9097629189491272, "Finetune/Step": 2935, "Finetune/Step Time": 5.442807834595442}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.8765496015548706, "Finetune/Loss (Raw)": 1.0259385108947754, "Finetune/Step": 2936, "Finetune/Step Time": 5.448679676279426}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8820894956588745, "Finetune/Loss (Raw)": 1.0598840713500977, "Finetune/Step": 2937, "Finetune/Step Time": 5.418512191623449}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.883490800857544, "Finetune/Loss (Raw)": 0.9428731799125671, "Finetune/Step": 2938, "Finetune/Step Time": 5.415014585480094}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8833606243133545, "Finetune/Loss (Raw)": 0.9061434268951416, "Finetune/Step": 2939, "Finetune/Step Time": 5.413439534604549}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8820830583572388, "Finetune/Loss (Raw)": 0.7259525656700134, "Finetune/Step": 2940, "Finetune/Step Time": 5.4156135227531195}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8796185255050659, "Finetune/Loss (Raw)": 0.6844491362571716, "Finetune/Step": 2941, "Finetune/Step Time": 5.433679983019829}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8849657773971558, "Finetune/Loss (Raw)": 1.0363057851791382, "Finetune/Step": 2942, "Finetune/Step Time": 5.406849330291152}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8843238949775696, "Finetune/Loss (Raw)": 0.9439334869384766, "Finetune/Step": 2943, "Finetune/Step Time": 5.4115976318717}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8842147588729858, "Finetune/Loss (Raw)": 0.9202896952629089, "Finetune/Step": 2944, "Finetune/Step Time": 5.419194012880325}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.883972704410553, "Finetune/Loss (Raw)": 0.8340569734573364, "Finetune/Step": 2945, "Finetune/Step Time": 5.427980482578278}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8845807313919067, "Finetune/Loss (Raw)": 0.9232544302940369, "Finetune/Step": 2946, "Finetune/Step Time": 5.41940395347774}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.8833664059638977, "Finetune/Loss (Raw)": 0.8831088542938232, "Finetune/Step": 2947, "Finetune/Step Time": 5.441471930593252}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.883060872554779, "Finetune/Loss (Raw)": 0.979051947593689, "Finetune/Step": 2948, "Finetune/Step Time": 5.451914584264159}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.8848193883895874, "Finetune/Loss (Raw)": 0.9469521641731262, "Finetune/Step": 2949, "Finetune/Step Time": 5.441720193251967}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.8847785592079163, "Finetune/Loss (Raw)": 0.9110350608825684, "Finetune/Step": 2950, "Finetune/Step Time": 5.4418886210769415}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.884006142616272, "Finetune/Loss (Raw)": 0.3036104738712311, "Finetune/Step": 2951, "Finetune/Step Time": 5.442256832495332}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8851495385169983, "Finetune/Loss (Raw)": 0.9592880606651306, "Finetune/Step": 2952, "Finetune/Step Time": 5.439843785017729}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8866310119628906, "Finetune/Loss (Raw)": 0.9965357184410095, "Finetune/Step": 2953, "Finetune/Step Time": 5.439121626317501}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8867310285568237, "Finetune/Loss (Raw)": 0.7986606955528259, "Finetune/Step": 2954, "Finetune/Step Time": 5.443802807480097}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8876033425331116, "Finetune/Loss (Raw)": 1.0588867664337158, "Finetune/Step": 2955, "Finetune/Step Time": 5.4509326964616776}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8867455720901489, "Finetune/Loss (Raw)": 0.9418818950653076, "Finetune/Step": 2956, "Finetune/Step Time": 5.448332879692316}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8864868879318237, "Finetune/Loss (Raw)": 0.9040520191192627, "Finetune/Step": 2957, "Finetune/Step Time": 5.436723152175546}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.886067807674408, "Finetune/Loss (Raw)": 0.9145414233207703, "Finetune/Step": 2958, "Finetune/Step Time": 5.439654439687729}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.8802671432495117, "Finetune/Loss (Raw)": 0.31756168603897095, "Finetune/Step": 2959, "Finetune/Step Time": 5.467799711972475}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.879525899887085, "Finetune/Loss (Raw)": 0.9101235866546631, "Finetune/Step": 2960, "Finetune/Step Time": 5.465096866711974}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.879204511642456, "Finetune/Loss (Raw)": 0.846761167049408, "Finetune/Step": 2961, "Finetune/Step Time": 5.451504530385137}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.8848233222961426, "Finetune/Loss (Raw)": 1.0745176076889038, "Finetune/Step": 2962, "Finetune/Step Time": 5.426740476861596}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8852403163909912, "Finetune/Loss (Raw)": 0.9840115308761597, "Finetune/Step": 2963, "Finetune/Step Time": 5.437260519713163}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8871681094169617, "Finetune/Loss (Raw)": 0.9965453147888184, "Finetune/Step": 2964, "Finetune/Step Time": 5.440072193741798}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8871784806251526, "Finetune/Loss (Raw)": 0.9636722207069397, "Finetune/Step": 2965, "Finetune/Step Time": 5.436285579577088}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8870658874511719, "Finetune/Loss (Raw)": 0.8248753547668457, "Finetune/Step": 2966, "Finetune/Step Time": 5.444315105676651}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8866662979125977, "Finetune/Loss (Raw)": 0.7947932481765747, "Finetune/Step": 2967, "Finetune/Step Time": 5.455739304423332}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8873432874679565, "Finetune/Loss (Raw)": 1.029378056526184, "Finetune/Step": 2968, "Finetune/Step Time": 5.464063199236989}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8857177495956421, "Finetune/Loss (Raw)": 0.8667494654655457, "Finetune/Step": 2969, "Finetune/Step Time": 5.460494404658675}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.885780394077301, "Finetune/Loss (Raw)": 0.9183900952339172, "Finetune/Step": 2970, "Finetune/Step Time": 5.472389370203018}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8869156837463379, "Finetune/Loss (Raw)": 0.900205135345459, "Finetune/Step": 2971, "Finetune/Step Time": 5.479417115449905}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8870861530303955, "Finetune/Loss (Raw)": 0.9261284470558167, "Finetune/Step": 2972, "Finetune/Step Time": 5.469428976997733}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8857164978981018, "Finetune/Loss (Raw)": 0.7887813448905945, "Finetune/Step": 2973, "Finetune/Step Time": 5.472871016710997}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8863112926483154, "Finetune/Loss (Raw)": 0.9353970289230347, "Finetune/Step": 2974, "Finetune/Step Time": 5.474035423249006}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.883971095085144, "Finetune/Loss (Raw)": 0.391512006521225, "Finetune/Step": 2975, "Finetune/Step Time": 5.491560412570834}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8828293085098267, "Finetune/Loss (Raw)": 0.8314764499664307, "Finetune/Step": 2976, "Finetune/Step Time": 5.491096997633576}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.883345901966095, "Finetune/Loss (Raw)": 0.9323105812072754, "Finetune/Step": 2977, "Finetune/Step Time": 5.4885036163032055}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8842451572418213, "Finetune/Loss (Raw)": 0.9938814640045166, "Finetune/Step": 2978, "Finetune/Step Time": 5.489269020035863}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8839311599731445, "Finetune/Loss (Raw)": 0.901280403137207, "Finetune/Step": 2979, "Finetune/Step Time": 5.499266738072038}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8827701807022095, "Finetune/Loss (Raw)": 0.8457128405570984, "Finetune/Step": 2980, "Finetune/Step Time": 5.502400813624263}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8820376992225647, "Finetune/Loss (Raw)": 0.7857889533042908, "Finetune/Step": 2981, "Finetune/Step Time": 5.529159927740693}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8810815811157227, "Finetune/Loss (Raw)": 0.8285607099533081, "Finetune/Step": 2982, "Finetune/Step Time": 5.522771146148443}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.881557822227478, "Finetune/Loss (Raw)": 1.0127156972885132, "Finetune/Step": 2983, "Finetune/Step Time": 5.512809516862035}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8819528818130493, "Finetune/Loss (Raw)": 1.0152109861373901, "Finetune/Step": 2984, "Finetune/Step Time": 5.507587101310492}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8811631202697754, "Finetune/Loss (Raw)": 0.8797858953475952, "Finetune/Step": 2985, "Finetune/Step Time": 5.512444349005818}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.8773061633110046, "Finetune/Loss (Raw)": 0.3268818259239197, "Finetune/Step": 2986, "Finetune/Step Time": 5.545071806758642}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8767479658126831, "Finetune/Loss (Raw)": 0.836059033870697, "Finetune/Step": 2987, "Finetune/Step Time": 5.558249024674296}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.8779110908508301, "Finetune/Loss (Raw)": 0.9499558806419373, "Finetune/Step": 2988, "Finetune/Step Time": 5.55506869405508}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8762716054916382, "Finetune/Loss (Raw)": 0.823348879814148, "Finetune/Step": 2989, "Finetune/Step Time": 5.559971485286951}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8777755498886108, "Finetune/Loss (Raw)": 1.0155234336853027, "Finetune/Step": 2990, "Finetune/Step Time": 5.535709992051125}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.877959668636322, "Finetune/Loss (Raw)": 0.9563637375831604, "Finetune/Step": 2991, "Finetune/Step Time": 5.5404243022203445}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8774910569190979, "Finetune/Loss (Raw)": 0.793190062046051, "Finetune/Step": 2992, "Finetune/Step Time": 5.55121561139822}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8774892687797546, "Finetune/Loss (Raw)": 1.004191517829895, "Finetune/Step": 2993, "Finetune/Step Time": 5.54715047031641}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8824577331542969, "Finetune/Loss (Raw)": 1.0292543172836304, "Finetune/Step": 2994, "Finetune/Step Time": 5.507717430591583}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8824560642242432, "Finetune/Loss (Raw)": 0.9115886092185974, "Finetune/Step": 2995, "Finetune/Step Time": 5.511227523908019}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8813071250915527, "Finetune/Loss (Raw)": 0.8836350440979004, "Finetune/Step": 2996, "Finetune/Step Time": 5.526196772232652}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8821517825126648, "Finetune/Loss (Raw)": 0.8360059261322021, "Finetune/Step": 2997, "Finetune/Step Time": 5.50093249976635}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8860212564468384, "Finetune/Loss (Raw)": 0.8727973699569702, "Finetune/Step": 2998, "Finetune/Step Time": 5.473475616425276}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8865123391151428, "Finetune/Loss (Raw)": 1.0799214839935303, "Finetune/Step": 2999, "Finetune/Step Time": 5.485354432836175}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.885777473449707, "Finetune/Loss (Raw)": 0.8948269486427307, "Finetune/Step": 3000, "Finetune/Step Time": 5.489907309412956}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8856186866760254, "Finetune/Loss (Raw)": 0.8703830242156982, "Finetune/Step": 3001, "Finetune/Step Time": 5.493121601641178}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8901004195213318, "Finetune/Loss (Raw)": 0.9341963529586792, "Finetune/Step": 3002, "Finetune/Step Time": 5.464993042871356}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8891235589981079, "Finetune/Loss (Raw)": 0.8853222131729126, "Finetune/Step": 3003, "Finetune/Step Time": 5.465967770665884}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8895401358604431, "Finetune/Loss (Raw)": 0.9371334314346313, "Finetune/Step": 3004, "Finetune/Step Time": 5.452996810898185}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8886256217956543, "Finetune/Loss (Raw)": 0.7290769815444946, "Finetune/Step": 3005, "Finetune/Step Time": 5.47100499458611}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8885349035263062, "Finetune/Loss (Raw)": 0.9381884932518005, "Finetune/Step": 3006, "Finetune/Step Time": 5.475247165188193}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8883720636367798, "Finetune/Loss (Raw)": 0.7685548663139343, "Finetune/Step": 3007, "Finetune/Step Time": 5.466058133170009}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8880841732025146, "Finetune/Loss (Raw)": 0.9486411213874817, "Finetune/Step": 3008, "Finetune/Step Time": 5.467307427898049}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8882070779800415, "Finetune/Loss (Raw)": 0.998092532157898, "Finetune/Step": 3009, "Finetune/Step Time": 5.460173657163978}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8872263431549072, "Finetune/Loss (Raw)": 0.8710542321205139, "Finetune/Step": 3010, "Finetune/Step Time": 5.4606949128210545}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8873317241668701, "Finetune/Loss (Raw)": 1.0230293273925781, "Finetune/Step": 3011, "Finetune/Step Time": 5.45793117582798}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8879817128181458, "Finetune/Loss (Raw)": 0.9443846344947815, "Finetune/Step": 3012, "Finetune/Step Time": 5.429346790537238}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8875877857208252, "Finetune/Loss (Raw)": 0.8917723894119263, "Finetune/Step": 3013, "Finetune/Step Time": 5.42588078789413}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.888764500617981, "Finetune/Loss (Raw)": 0.8535827994346619, "Finetune/Step": 3014, "Finetune/Step Time": 5.409251330420375}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8885709047317505, "Finetune/Loss (Raw)": 0.7681217193603516, "Finetune/Step": 3015, "Finetune/Step Time": 5.418474204838276}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8874155879020691, "Finetune/Loss (Raw)": 0.9157450795173645, "Finetune/Step": 3016, "Finetune/Step Time": 5.422171315178275}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8909226655960083, "Finetune/Loss (Raw)": 0.7791786789894104, "Finetune/Step": 3017, "Finetune/Step Time": 5.396750623360276}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8912543654441833, "Finetune/Loss (Raw)": 0.8545814156532288, "Finetune/Step": 3018, "Finetune/Step Time": 5.39237923361361}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8915102481842041, "Finetune/Loss (Raw)": 0.9353609681129456, "Finetune/Step": 3019, "Finetune/Step Time": 5.394023265689611}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.8897961974143982, "Finetune/Loss (Raw)": 0.8770455121994019, "Finetune/Step": 3020, "Finetune/Step Time": 5.375808842480183}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8898302316665649, "Finetune/Loss (Raw)": 0.8911885023117065, "Finetune/Step": 3021, "Finetune/Step Time": 5.3796742763370275}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8894470930099487, "Finetune/Loss (Raw)": 0.9709067344665527, "Finetune/Step": 3022, "Finetune/Step Time": 5.379686668515205}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.888259768486023, "Finetune/Loss (Raw)": 0.739406406879425, "Finetune/Step": 3023, "Finetune/Step Time": 5.38259126804769}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.888108491897583, "Finetune/Loss (Raw)": 0.9268832206726074, "Finetune/Step": 3024, "Finetune/Step Time": 5.38771466165781}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.887700617313385, "Finetune/Loss (Raw)": 0.9334150552749634, "Finetune/Step": 3025, "Finetune/Step Time": 5.386810772120953}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8878411650657654, "Finetune/Loss (Raw)": 0.9348310232162476, "Finetune/Step": 3026, "Finetune/Step Time": 5.3912500608712435}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8887912034988403, "Finetune/Loss (Raw)": 0.9899767637252808, "Finetune/Step": 3027, "Finetune/Step Time": 5.389244895428419}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8896682262420654, "Finetune/Loss (Raw)": 0.8992780447006226, "Finetune/Step": 3028, "Finetune/Step Time": 5.392218913882971}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8916583061218262, "Finetune/Loss (Raw)": 1.051108479499817, "Finetune/Step": 3029, "Finetune/Step Time": 5.383083004504442}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8912788033485413, "Finetune/Loss (Raw)": 0.8901179432868958, "Finetune/Step": 3030, "Finetune/Step Time": 5.3745667319744825}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8909022808074951, "Finetune/Loss (Raw)": 0.9169933795928955, "Finetune/Step": 3031, "Finetune/Step Time": 5.371402412652969}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.891873836517334, "Finetune/Loss (Raw)": 0.9867404103279114, "Finetune/Step": 3032, "Finetune/Step Time": 5.375942409038544}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8919513821601868, "Finetune/Loss (Raw)": 0.9113951325416565, "Finetune/Step": 3033, "Finetune/Step Time": 5.3729403261095285}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8929010629653931, "Finetune/Loss (Raw)": 1.0558650493621826, "Finetune/Step": 3034, "Finetune/Step Time": 5.3690048065036535}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8931946754455566, "Finetune/Loss (Raw)": 0.8994253277778625, "Finetune/Step": 3035, "Finetune/Step Time": 5.370187470689416}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8927230834960938, "Finetune/Loss (Raw)": 0.8892140984535217, "Finetune/Step": 3036, "Finetune/Step Time": 5.382876757532358}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8922513127326965, "Finetune/Loss (Raw)": 1.0251294374465942, "Finetune/Step": 3037, "Finetune/Step Time": 5.385225484147668}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8922321796417236, "Finetune/Loss (Raw)": 0.9880717396736145, "Finetune/Step": 3038, "Finetune/Step Time": 5.384631764143705}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8905940055847168, "Finetune/Loss (Raw)": 0.8449428677558899, "Finetune/Step": 3039, "Finetune/Step Time": 5.384864902123809}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8904930949211121, "Finetune/Loss (Raw)": 0.9369354248046875, "Finetune/Step": 3040, "Finetune/Step Time": 5.377860859036446}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8892003297805786, "Finetune/Loss (Raw)": 0.7764250636100769, "Finetune/Step": 3041, "Finetune/Step Time": 5.382968366146088}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8909586668014526, "Finetune/Loss (Raw)": 0.932303249835968, "Finetune/Step": 3042, "Finetune/Step Time": 5.3584271389991045}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8875046968460083, "Finetune/Loss (Raw)": 0.3083059787750244, "Finetune/Step": 3043, "Finetune/Step Time": 5.379165103659034}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8859047889709473, "Finetune/Loss (Raw)": 0.7228240966796875, "Finetune/Step": 3044, "Finetune/Step Time": 5.403306586667895}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.8846192955970764, "Finetune/Loss (Raw)": 0.8142997622489929, "Finetune/Step": 3045, "Finetune/Step Time": 5.403709381818771}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8860392570495605, "Finetune/Loss (Raw)": 1.0390301942825317, "Finetune/Step": 3046, "Finetune/Step Time": 5.397842112928629}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8856251239776611, "Finetune/Loss (Raw)": 0.8578229546546936, "Finetune/Step": 3047, "Finetune/Step Time": 5.408840863034129}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8911656737327576, "Finetune/Loss (Raw)": 1.055423617362976, "Finetune/Step": 3048, "Finetune/Step Time": 5.377825865522027}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8911043405532837, "Finetune/Loss (Raw)": 0.8924762606620789, "Finetune/Step": 3049, "Finetune/Step Time": 5.360645228996873}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8922375440597534, "Finetune/Loss (Raw)": 1.0031720399856567, "Finetune/Step": 3050, "Finetune/Step Time": 5.352101869881153}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8933228850364685, "Finetune/Loss (Raw)": 1.0361418724060059, "Finetune/Step": 3051, "Finetune/Step Time": 5.325450925156474}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.892361581325531, "Finetune/Loss (Raw)": 0.883797287940979, "Finetune/Step": 3052, "Finetune/Step Time": 5.329764250665903}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8920403718948364, "Finetune/Loss (Raw)": 0.9786800146102905, "Finetune/Step": 3053, "Finetune/Step Time": 5.333022061735392}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8929896354675293, "Finetune/Loss (Raw)": 1.0166516304016113, "Finetune/Step": 3054, "Finetune/Step Time": 5.307359088212252}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8947341442108154, "Finetune/Loss (Raw)": 0.9252544045448303, "Finetune/Step": 3055, "Finetune/Step Time": 5.293548904359341}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8953511714935303, "Finetune/Loss (Raw)": 0.9852856397628784, "Finetune/Step": 3056, "Finetune/Step Time": 5.267170615494251}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.893454909324646, "Finetune/Loss (Raw)": 0.8006493449211121, "Finetune/Step": 3057, "Finetune/Step Time": 5.27940671518445}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8935014009475708, "Finetune/Loss (Raw)": 0.982282280921936, "Finetune/Step": 3058, "Finetune/Step Time": 5.276577292010188}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8934910297393799, "Finetune/Loss (Raw)": 0.9462308287620544, "Finetune/Step": 3059, "Finetune/Step Time": 5.278804557397962}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8937650918960571, "Finetune/Loss (Raw)": 0.9768362641334534, "Finetune/Step": 3060, "Finetune/Step Time": 5.283228926360607}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8940808773040771, "Finetune/Loss (Raw)": 0.957120418548584, "Finetune/Step": 3061, "Finetune/Step Time": 5.279857071116567}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.893613338470459, "Finetune/Loss (Raw)": 0.8661001920700073, "Finetune/Step": 3062, "Finetune/Step Time": 5.308317044749856}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8932930827140808, "Finetune/Loss (Raw)": 0.8687734603881836, "Finetune/Step": 3063, "Finetune/Step Time": 5.300192831084132}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.892410397529602, "Finetune/Loss (Raw)": 0.9129514694213867, "Finetune/Step": 3064, "Finetune/Step Time": 5.281865477561951}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.890508234500885, "Finetune/Loss (Raw)": 0.8164089322090149, "Finetune/Step": 3065, "Finetune/Step Time": 5.29902377910912}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8885918855667114, "Finetune/Loss (Raw)": 0.6975812315940857, "Finetune/Step": 3066, "Finetune/Step Time": 5.332183388993144}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8884826898574829, "Finetune/Loss (Raw)": 0.8921699523925781, "Finetune/Step": 3067, "Finetune/Step Time": 5.327326010912657}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8898046016693115, "Finetune/Loss (Raw)": 0.8951522707939148, "Finetune/Step": 3068, "Finetune/Step Time": 5.338920200243592}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8906325697898865, "Finetune/Loss (Raw)": 0.790428102016449, "Finetune/Step": 3069, "Finetune/Step Time": 5.330284535884857}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.889804482460022, "Finetune/Loss (Raw)": 0.9303179979324341, "Finetune/Step": 3070, "Finetune/Step Time": 5.328040614724159}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8903490900993347, "Finetune/Loss (Raw)": 1.013640284538269, "Finetune/Step": 3071, "Finetune/Step Time": 5.3263482339680195}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8899333477020264, "Finetune/Loss (Raw)": 0.8670724034309387, "Finetune/Step": 3072, "Finetune/Step Time": 5.327175930142403}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8904274106025696, "Finetune/Loss (Raw)": 0.8973020315170288, "Finetune/Step": 3073, "Finetune/Step Time": 5.317544292658567}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8899393081665039, "Finetune/Loss (Raw)": 0.8607720136642456, "Finetune/Step": 3074, "Finetune/Step Time": 5.3200447503477335}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8853344917297363, "Finetune/Loss (Raw)": 0.293696790933609, "Finetune/Step": 3075, "Finetune/Step Time": 5.335115592926741}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8836574554443359, "Finetune/Loss (Raw)": 0.7643935680389404, "Finetune/Step": 3076, "Finetune/Step Time": 5.320908671244979}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8836487531661987, "Finetune/Loss (Raw)": 0.945828378200531, "Finetune/Step": 3077, "Finetune/Step Time": 5.321243774145842}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8828846216201782, "Finetune/Loss (Raw)": 0.8132314085960388, "Finetune/Step": 3078, "Finetune/Step Time": 5.317514738067985}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8865600824356079, "Finetune/Loss (Raw)": 0.7740750908851624, "Finetune/Step": 3079, "Finetune/Step Time": 5.309221738949418}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.885002851486206, "Finetune/Loss (Raw)": 0.7599513530731201, "Finetune/Step": 3080, "Finetune/Step Time": 5.313487196341157}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8835974931716919, "Finetune/Loss (Raw)": 0.8166493773460388, "Finetune/Step": 3081, "Finetune/Step Time": 5.31658492051065}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8841912746429443, "Finetune/Loss (Raw)": 0.8746715188026428, "Finetune/Step": 3082, "Finetune/Step Time": 5.311631826683879}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8833600282669067, "Finetune/Loss (Raw)": 0.9524844884872437, "Finetune/Step": 3083, "Finetune/Step Time": 5.3171186447143555}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8824021816253662, "Finetune/Loss (Raw)": 0.8192766904830933, "Finetune/Step": 3084, "Finetune/Step Time": 5.327812355011702}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.883769154548645, "Finetune/Loss (Raw)": 1.079031229019165, "Finetune/Step": 3085, "Finetune/Step Time": 5.325094038620591}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8842467069625854, "Finetune/Loss (Raw)": 0.975662112236023, "Finetune/Step": 3086, "Finetune/Step Time": 5.324558414518833}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8888503313064575, "Finetune/Loss (Raw)": 0.9068294167518616, "Finetune/Step": 3087, "Finetune/Step Time": 5.298231294378638}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8873245120048523, "Finetune/Loss (Raw)": 0.7148141860961914, "Finetune/Step": 3088, "Finetune/Step Time": 5.2972002029418945}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.888077437877655, "Finetune/Loss (Raw)": 0.9431383609771729, "Finetune/Step": 3089, "Finetune/Step Time": 5.300996081903577}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.886242151260376, "Finetune/Loss (Raw)": 0.8396018743515015, "Finetune/Step": 3090, "Finetune/Step Time": 5.294551653787494}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.885050892829895, "Finetune/Loss (Raw)": 0.8315279483795166, "Finetune/Step": 3091, "Finetune/Step Time": 5.298554861918092}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8796124458312988, "Finetune/Loss (Raw)": 0.3004298806190491, "Finetune/Step": 3092, "Finetune/Step Time": 5.326947810128331}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.8789777159690857, "Finetune/Loss (Raw)": 0.882421612739563, "Finetune/Step": 3093, "Finetune/Step Time": 5.333444723859429}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.8796836137771606, "Finetune/Loss (Raw)": 0.9152280688285828, "Finetune/Step": 3094, "Finetune/Step Time": 5.32807500846684}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.8804466724395752, "Finetune/Loss (Raw)": 0.8924693465232849, "Finetune/Step": 3095, "Finetune/Step Time": 5.309983279556036}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8795275688171387, "Finetune/Loss (Raw)": 0.9117257595062256, "Finetune/Step": 3096, "Finetune/Step Time": 5.304691484197974}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8751367330551147, "Finetune/Loss (Raw)": 0.3047236502170563, "Finetune/Step": 3097, "Finetune/Step Time": 5.337873982265592}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.8736460208892822, "Finetune/Loss (Raw)": 0.7275820970535278, "Finetune/Step": 3098, "Finetune/Step Time": 5.3255266956985}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.8739874958992004, "Finetune/Loss (Raw)": 0.9439150094985962, "Finetune/Step": 3099, "Finetune/Step Time": 5.328887766227126}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.8752160668373108, "Finetune/Loss (Raw)": 1.083380937576294, "Finetune/Step": 3100, "Finetune/Step Time": 5.33084181137383}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.874192476272583, "Finetune/Loss (Raw)": 0.6577625274658203, "Finetune/Step": 3101, "Finetune/Step Time": 5.3327454049140215}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.8745619058609009, "Finetune/Loss (Raw)": 0.9826875329017639, "Finetune/Step": 3102, "Finetune/Step Time": 5.339894888922572}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.8795329332351685, "Finetune/Loss (Raw)": 1.0278010368347168, "Finetune/Step": 3103, "Finetune/Step Time": 5.321451673284173}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.8802616596221924, "Finetune/Loss (Raw)": 0.9247567653656006, "Finetune/Step": 3104, "Finetune/Step Time": 5.3166081961244345}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8800913691520691, "Finetune/Loss (Raw)": 0.9105114936828613, "Finetune/Step": 3105, "Finetune/Step Time": 5.30704958178103}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8790334463119507, "Finetune/Loss (Raw)": 0.8584665656089783, "Finetune/Step": 3106, "Finetune/Step Time": 5.3070260770618916}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8799329400062561, "Finetune/Loss (Raw)": 1.0164167881011963, "Finetune/Step": 3107, "Finetune/Step Time": 5.300619950518012}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8796987533569336, "Finetune/Loss (Raw)": 0.815731406211853, "Finetune/Step": 3108, "Finetune/Step Time": 5.292060177773237}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8805572390556335, "Finetune/Loss (Raw)": 0.8956789970397949, "Finetune/Step": 3109, "Finetune/Step Time": 5.26777028478682}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8807103633880615, "Finetune/Loss (Raw)": 0.848167359828949, "Finetune/Step": 3110, "Finetune/Step Time": 5.259323578327894}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8796435594558716, "Finetune/Loss (Raw)": 0.8761611580848694, "Finetune/Step": 3111, "Finetune/Step Time": 5.274067025631666}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8793796300888062, "Finetune/Loss (Raw)": 0.9814300537109375, "Finetune/Step": 3112, "Finetune/Step Time": 5.258335877209902}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8793294429779053, "Finetune/Loss (Raw)": 0.8733550310134888, "Finetune/Step": 3113, "Finetune/Step Time": 5.266269041225314}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8841437101364136, "Finetune/Loss (Raw)": 0.9431143999099731, "Finetune/Step": 3114, "Finetune/Step Time": 5.241055620834231}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8843442797660828, "Finetune/Loss (Raw)": 0.861733615398407, "Finetune/Step": 3115, "Finetune/Step Time": 5.223515275865793}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8826515674591064, "Finetune/Loss (Raw)": 0.733281135559082, "Finetune/Step": 3116, "Finetune/Step Time": 5.2507471814751625}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8832614421844482, "Finetune/Loss (Raw)": 0.90141761302948, "Finetune/Step": 3117, "Finetune/Step Time": 5.245450293645263}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8790448904037476, "Finetune/Loss (Raw)": 0.47579970955848694, "Finetune/Step": 3118, "Finetune/Step Time": 5.278283564373851}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.8783913850784302, "Finetune/Loss (Raw)": 0.8727220892906189, "Finetune/Step": 3119, "Finetune/Step Time": 5.278087966144085}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8793370723724365, "Finetune/Loss (Raw)": 0.9142327904701233, "Finetune/Step": 3120, "Finetune/Step Time": 5.272571213543415}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8773310780525208, "Finetune/Loss (Raw)": 0.7474268078804016, "Finetune/Step": 3121, "Finetune/Step Time": 5.28370157815516}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.8763333559036255, "Finetune/Loss (Raw)": 0.9015491604804993, "Finetune/Step": 3122, "Finetune/Step Time": 5.285441352054477}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.8757905960083008, "Finetune/Loss (Raw)": 0.8421118855476379, "Finetune/Step": 3123, "Finetune/Step Time": 5.280088426545262}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8766306638717651, "Finetune/Loss (Raw)": 0.9911617040634155, "Finetune/Step": 3124, "Finetune/Step Time": 5.264142265543342}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.8774869441986084, "Finetune/Loss (Raw)": 0.9456048011779785, "Finetune/Step": 3125, "Finetune/Step Time": 5.258749375119805}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8782366514205933, "Finetune/Loss (Raw)": 0.968760073184967, "Finetune/Step": 3126, "Finetune/Step Time": 5.249246578663588}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8776718378067017, "Finetune/Loss (Raw)": 1.0076286792755127, "Finetune/Step": 3127, "Finetune/Step Time": 5.245663546025753}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.8761870861053467, "Finetune/Loss (Raw)": 0.7047746181488037, "Finetune/Step": 3128, "Finetune/Step Time": 5.281787823885679}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.876049816608429, "Finetune/Loss (Raw)": 0.8528172373771667, "Finetune/Step": 3129, "Finetune/Step Time": 5.284021902829409}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.8751745223999023, "Finetune/Loss (Raw)": 0.8221622109413147, "Finetune/Step": 3130, "Finetune/Step Time": 5.298790875822306}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.8750013113021851, "Finetune/Loss (Raw)": 0.8631519675254822, "Finetune/Step": 3131, "Finetune/Step Time": 5.300271201878786}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.8709270358085632, "Finetune/Loss (Raw)": 0.4156252443790436, "Finetune/Step": 3132, "Finetune/Step Time": 5.331559842452407}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.8724663257598877, "Finetune/Loss (Raw)": 0.9261051416397095, "Finetune/Step": 3133, "Finetune/Step Time": 5.311816960573196}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.8719491362571716, "Finetune/Loss (Raw)": 0.8719838261604309, "Finetune/Step": 3134, "Finetune/Step Time": 5.315420761704445}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.8732467293739319, "Finetune/Loss (Raw)": 0.9346465468406677, "Finetune/Step": 3135, "Finetune/Step Time": 5.323183612897992}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.873385488986969, "Finetune/Loss (Raw)": 0.9664083123207092, "Finetune/Step": 3136, "Finetune/Step Time": 5.324622450396419}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.8720822334289551, "Finetune/Loss (Raw)": 0.8312695026397705, "Finetune/Step": 3137, "Finetune/Step Time": 5.340920360758901}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.8712939023971558, "Finetune/Loss (Raw)": 0.7701534032821655, "Finetune/Step": 3138, "Finetune/Step Time": 5.348706101998687}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.8702075481414795, "Finetune/Loss (Raw)": 0.8839708566665649, "Finetune/Step": 3139, "Finetune/Step Time": 5.355042636394501}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.8697028160095215, "Finetune/Loss (Raw)": 0.8797811269760132, "Finetune/Step": 3140, "Finetune/Step Time": 5.365960659459233}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.8692426681518555, "Finetune/Loss (Raw)": 0.8328820466995239, "Finetune/Step": 3141, "Finetune/Step Time": 5.3681584894657135}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.8692237138748169, "Finetune/Loss (Raw)": 0.8511474132537842, "Finetune/Step": 3142, "Finetune/Step Time": 5.3728436678647995}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.8686761856079102, "Finetune/Loss (Raw)": 0.6980427503585815, "Finetune/Step": 3143, "Finetune/Step Time": 5.371951919049025}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.8692731857299805, "Finetune/Loss (Raw)": 0.9921568632125854, "Finetune/Step": 3144, "Finetune/Step Time": 5.363615637645125}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.8708810806274414, "Finetune/Loss (Raw)": 0.9849885702133179, "Finetune/Step": 3145, "Finetune/Step Time": 5.358452823013067}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.8715648651123047, "Finetune/Loss (Raw)": 0.9421048164367676, "Finetune/Step": 3146, "Finetune/Step Time": 5.3589308969676495}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.871942937374115, "Finetune/Loss (Raw)": 0.9837589263916016, "Finetune/Step": 3147, "Finetune/Step Time": 5.366369936615229}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.8733092546463013, "Finetune/Loss (Raw)": 1.051931619644165, "Finetune/Step": 3148, "Finetune/Step Time": 5.387033548206091}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.869637131690979, "Finetune/Loss (Raw)": 0.4211580455303192, "Finetune/Step": 3149, "Finetune/Step Time": 5.41548746265471}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.8690086603164673, "Finetune/Loss (Raw)": 0.8904587626457214, "Finetune/Step": 3150, "Finetune/Step Time": 5.411971516907215}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.8702480792999268, "Finetune/Loss (Raw)": 0.8980543613433838, "Finetune/Step": 3151, "Finetune/Step Time": 5.413494128733873}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.8694531321525574, "Finetune/Loss (Raw)": 0.8251344561576843, "Finetune/Step": 3152, "Finetune/Step Time": 5.40812529809773}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.8693721294403076, "Finetune/Loss (Raw)": 0.923041820526123, "Finetune/Step": 3153, "Finetune/Step Time": 5.40817341953516}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8690480589866638, "Finetune/Loss (Raw)": 0.893352746963501, "Finetune/Step": 3154, "Finetune/Step Time": 5.400113252922893}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.868867039680481, "Finetune/Loss (Raw)": 0.9668107628822327, "Finetune/Step": 3155, "Finetune/Step Time": 5.394172575324774}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.868217945098877, "Finetune/Loss (Raw)": 0.8161864876747131, "Finetune/Step": 3156, "Finetune/Step Time": 5.389055484905839}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8679319024085999, "Finetune/Loss (Raw)": 1.0144991874694824, "Finetune/Step": 3157, "Finetune/Step Time": 5.3946763798594475}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8631982803344727, "Finetune/Loss (Raw)": 0.28421086072921753, "Finetune/Step": 3158, "Finetune/Step Time": 5.4131198059767485}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8627547025680542, "Finetune/Loss (Raw)": 0.8602195382118225, "Finetune/Step": 3159, "Finetune/Step Time": 5.41667715460062}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8618861436843872, "Finetune/Loss (Raw)": 0.8755630850791931, "Finetune/Step": 3160, "Finetune/Step Time": 5.406794305890799}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8618259429931641, "Finetune/Loss (Raw)": 0.9036893248558044, "Finetune/Step": 3161, "Finetune/Step Time": 5.426180221140385}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8567840456962585, "Finetune/Loss (Raw)": 0.4105037450790405, "Finetune/Step": 3162, "Finetune/Step Time": 5.457433747127652}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8579109907150269, "Finetune/Loss (Raw)": 1.043670654296875, "Finetune/Step": 3163, "Finetune/Step Time": 5.468637198209763}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8584474325180054, "Finetune/Loss (Raw)": 0.9578768610954285, "Finetune/Step": 3164, "Finetune/Step Time": 5.444351844489574}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8558695912361145, "Finetune/Loss (Raw)": 0.6951698064804077, "Finetune/Step": 3165, "Finetune/Step Time": 5.446652578189969}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.854612410068512, "Finetune/Loss (Raw)": 0.8271549344062805, "Finetune/Step": 3166, "Finetune/Step Time": 5.446721240878105}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8552135229110718, "Finetune/Loss (Raw)": 0.9218838214874268, "Finetune/Step": 3167, "Finetune/Step Time": 5.444219965487719}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8558381199836731, "Finetune/Loss (Raw)": 1.0168864727020264, "Finetune/Step": 3168, "Finetune/Step Time": 5.450132634490728}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8522272109985352, "Finetune/Loss (Raw)": 0.3142314851284027, "Finetune/Step": 3169, "Finetune/Step Time": 5.477858493104577}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8510804772377014, "Finetune/Loss (Raw)": 0.7855173945426941, "Finetune/Step": 3170, "Finetune/Step Time": 5.484096389263868}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8550742268562317, "Finetune/Loss (Raw)": 0.8195046186447144, "Finetune/Step": 3171, "Finetune/Step Time": 5.455586304888129}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8563829660415649, "Finetune/Loss (Raw)": 0.8903401494026184, "Finetune/Step": 3172, "Finetune/Step Time": 5.432577472180128}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8562837839126587, "Finetune/Loss (Raw)": 0.8016052842140198, "Finetune/Step": 3173, "Finetune/Step Time": 5.444015245884657}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8563182950019836, "Finetune/Loss (Raw)": 1.0434496402740479, "Finetune/Step": 3174, "Finetune/Step Time": 5.449048265814781}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8565715551376343, "Finetune/Loss (Raw)": 0.8902376890182495, "Finetune/Step": 3175, "Finetune/Step Time": 5.440279956907034}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8564449548721313, "Finetune/Loss (Raw)": 1.039223551750183, "Finetune/Step": 3176, "Finetune/Step Time": 5.442355699837208}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8561505079269409, "Finetune/Loss (Raw)": 0.854786217212677, "Finetune/Step": 3177, "Finetune/Step Time": 5.446318270638585}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8550835847854614, "Finetune/Loss (Raw)": 0.8665989637374878, "Finetune/Step": 3178, "Finetune/Step Time": 5.45742342248559}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8554010391235352, "Finetune/Loss (Raw)": 1.0767829418182373, "Finetune/Step": 3179, "Finetune/Step Time": 5.463748212903738}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.854949951171875, "Finetune/Loss (Raw)": 0.8260490894317627, "Finetune/Step": 3180, "Finetune/Step Time": 5.459510928019881}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8547974228858948, "Finetune/Loss (Raw)": 0.9591631889343262, "Finetune/Step": 3181, "Finetune/Step Time": 5.454859333112836}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8540114164352417, "Finetune/Loss (Raw)": 0.9160395264625549, "Finetune/Step": 3182, "Finetune/Step Time": 5.457432735711336}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8535125851631165, "Finetune/Loss (Raw)": 0.8614063858985901, "Finetune/Step": 3183, "Finetune/Step Time": 5.457002151757479}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8529354333877563, "Finetune/Loss (Raw)": 0.9114101529121399, "Finetune/Step": 3184, "Finetune/Step Time": 5.467883771285415}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8539236783981323, "Finetune/Loss (Raw)": 0.9271501898765564, "Finetune/Step": 3185, "Finetune/Step Time": 5.457129430025816}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8529290556907654, "Finetune/Loss (Raw)": 0.8549664616584778, "Finetune/Step": 3186, "Finetune/Step Time": 5.4666836224496365}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8529672026634216, "Finetune/Loss (Raw)": 0.9511075019836426, "Finetune/Step": 3187, "Finetune/Step Time": 5.459513694047928}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8521307706832886, "Finetune/Loss (Raw)": 0.8697769045829773, "Finetune/Step": 3188, "Finetune/Step Time": 5.467982847243547}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8513064384460449, "Finetune/Loss (Raw)": 0.8515971899032593, "Finetune/Step": 3189, "Finetune/Step Time": 5.459617104381323}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.851661205291748, "Finetune/Loss (Raw)": 0.9115241765975952, "Finetune/Step": 3190, "Finetune/Step Time": 5.434517718851566}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8524589538574219, "Finetune/Loss (Raw)": 0.9708733558654785, "Finetune/Step": 3191, "Finetune/Step Time": 5.460808381438255}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.851948618888855, "Finetune/Loss (Raw)": 0.8476328253746033, "Finetune/Step": 3192, "Finetune/Step Time": 5.476618446409702}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8523368835449219, "Finetune/Loss (Raw)": 0.8661125898361206, "Finetune/Step": 3193, "Finetune/Step Time": 5.461101604625583}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8529951572418213, "Finetune/Loss (Raw)": 0.7818353176116943, "Finetune/Step": 3194, "Finetune/Step Time": 5.433628857135773}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8536158204078674, "Finetune/Loss (Raw)": 0.9716164469718933, "Finetune/Step": 3195, "Finetune/Step Time": 5.445369206368923}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8538349866867065, "Finetune/Loss (Raw)": 0.9232043623924255, "Finetune/Step": 3196, "Finetune/Step Time": 5.440422823652625}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8553953766822815, "Finetune/Loss (Raw)": 0.990159809589386, "Finetune/Step": 3197, "Finetune/Step Time": 5.432341694831848}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.854275107383728, "Finetune/Loss (Raw)": 0.7869255542755127, "Finetune/Step": 3198, "Finetune/Step Time": 5.440749010071158}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.853472113609314, "Finetune/Loss (Raw)": 0.9108507633209229, "Finetune/Step": 3199, "Finetune/Step Time": 5.440259607508779}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8550975918769836, "Finetune/Loss (Raw)": 1.0751354694366455, "Finetune/Step": 3200, "Finetune/Step Time": 5.430461464449763}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.8543331027030945, "Finetune/Loss (Raw)": 0.799452006816864, "Finetune/Step": 3201, "Finetune/Step Time": 5.432332519441843}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8542966842651367, "Finetune/Loss (Raw)": 0.8561132550239563, "Finetune/Step": 3202, "Finetune/Step Time": 5.428954577073455}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.858646810054779, "Finetune/Loss (Raw)": 0.8505013585090637, "Finetune/Step": 3203, "Finetune/Step Time": 5.391637304797769}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8592306971549988, "Finetune/Loss (Raw)": 0.8391361236572266, "Finetune/Step": 3204, "Finetune/Step Time": 5.398844456300139}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.858273983001709, "Finetune/Loss (Raw)": 0.8233693242073059, "Finetune/Step": 3205, "Finetune/Step Time": 5.394876988604665}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8580737113952637, "Finetune/Loss (Raw)": 0.7875921130180359, "Finetune/Step": 3206, "Finetune/Step Time": 5.39611286111176}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8592034578323364, "Finetune/Loss (Raw)": 0.9186907410621643, "Finetune/Step": 3207, "Finetune/Step Time": 5.395713174715638}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8607393503189087, "Finetune/Loss (Raw)": 0.956542432308197, "Finetune/Step": 3208, "Finetune/Step Time": 5.3894886411726475}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.861089289188385, "Finetune/Loss (Raw)": 0.8614428639411926, "Finetune/Step": 3209, "Finetune/Step Time": 5.392198242247105}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.860477864742279, "Finetune/Loss (Raw)": 0.796410858631134, "Finetune/Step": 3210, "Finetune/Step Time": 5.391008395701647}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8603302836418152, "Finetune/Loss (Raw)": 0.9335931539535522, "Finetune/Step": 3211, "Finetune/Step Time": 5.3847178891301155}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8570186495780945, "Finetune/Loss (Raw)": 0.39537879824638367, "Finetune/Step": 3212, "Finetune/Step Time": 5.4081043023616076}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8560391664505005, "Finetune/Loss (Raw)": 0.9536609649658203, "Finetune/Step": 3213, "Finetune/Step Time": 5.405620930716395}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8557546138763428, "Finetune/Loss (Raw)": 0.9392411112785339, "Finetune/Step": 3214, "Finetune/Step Time": 5.417913731187582}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8549039363861084, "Finetune/Loss (Raw)": 0.7979482412338257, "Finetune/Step": 3215, "Finetune/Step Time": 5.426638953387737}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8550500869750977, "Finetune/Loss (Raw)": 0.7335149645805359, "Finetune/Step": 3216, "Finetune/Step Time": 5.447216898202896}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8549200296401978, "Finetune/Loss (Raw)": 0.9264927506446838, "Finetune/Step": 3217, "Finetune/Step Time": 5.438958205282688}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8555773496627808, "Finetune/Loss (Raw)": 0.9237431883811951, "Finetune/Step": 3218, "Finetune/Step Time": 5.436835661530495}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8551195859909058, "Finetune/Loss (Raw)": 0.7729309797286987, "Finetune/Step": 3219, "Finetune/Step Time": 5.420943297445774}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8611288070678711, "Finetune/Loss (Raw)": 1.069608211517334, "Finetune/Step": 3220, "Finetune/Step Time": 5.388654636219144}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8607327938079834, "Finetune/Loss (Raw)": 0.8317285180091858, "Finetune/Step": 3221, "Finetune/Step Time": 5.392473965883255}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8561851978302002, "Finetune/Loss (Raw)": 0.333138644695282, "Finetune/Step": 3222, "Finetune/Step Time": 5.421950161457062}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8558494448661804, "Finetune/Loss (Raw)": 0.8494938015937805, "Finetune/Step": 3223, "Finetune/Step Time": 5.426713632419705}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8559197783470154, "Finetune/Loss (Raw)": 0.9207318425178528, "Finetune/Step": 3224, "Finetune/Step Time": 5.428020486608148}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8603928089141846, "Finetune/Loss (Raw)": 0.8772730231285095, "Finetune/Step": 3225, "Finetune/Step Time": 5.39984430000186}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8617517948150635, "Finetune/Loss (Raw)": 0.9015316963195801, "Finetune/Step": 3226, "Finetune/Step Time": 5.39908567070961}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8609323501586914, "Finetune/Loss (Raw)": 0.8390215635299683, "Finetune/Step": 3227, "Finetune/Step Time": 5.399719823151827}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8592679500579834, "Finetune/Loss (Raw)": 0.870335042476654, "Finetune/Step": 3228, "Finetune/Step Time": 5.3974851835519075}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8617278933525085, "Finetune/Loss (Raw)": 0.9726388454437256, "Finetune/Step": 3229, "Finetune/Step Time": 5.3879127986729145}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8606603741645813, "Finetune/Loss (Raw)": 0.8460451364517212, "Finetune/Step": 3230, "Finetune/Step Time": 5.390479288995266}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8595528602600098, "Finetune/Loss (Raw)": 0.8860396146774292, "Finetune/Step": 3231, "Finetune/Step Time": 5.403291571885347}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.860301673412323, "Finetune/Loss (Raw)": 1.020599603652954, "Finetune/Step": 3232, "Finetune/Step Time": 5.399711227044463}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8618935346603394, "Finetune/Loss (Raw)": 1.114280104637146, "Finetune/Step": 3233, "Finetune/Step Time": 5.403041407465935}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.861296534538269, "Finetune/Loss (Raw)": 0.7820479869842529, "Finetune/Step": 3234, "Finetune/Step Time": 5.4251494482159615}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.861413836479187, "Finetune/Loss (Raw)": 1.0314263105392456, "Finetune/Step": 3235, "Finetune/Step Time": 5.429428676143289}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8608886003494263, "Finetune/Loss (Raw)": 0.7485060095787048, "Finetune/Step": 3236, "Finetune/Step Time": 5.436246832832694}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8615149259567261, "Finetune/Loss (Raw)": 0.975847065448761, "Finetune/Step": 3237, "Finetune/Step Time": 5.434116788208485}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8580102920532227, "Finetune/Loss (Raw)": 0.39957162737846375, "Finetune/Step": 3238, "Finetune/Step Time": 5.466765150427818}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8592106699943542, "Finetune/Loss (Raw)": 1.0298099517822266, "Finetune/Step": 3239, "Finetune/Step Time": 5.455714410170913}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8600351214408875, "Finetune/Loss (Raw)": 1.0869587659835815, "Finetune/Step": 3240, "Finetune/Step Time": 5.457560043781996}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8607741594314575, "Finetune/Loss (Raw)": 0.9679514169692993, "Finetune/Step": 3241, "Finetune/Step Time": 5.452069349586964}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8610557913780212, "Finetune/Loss (Raw)": 0.9791653752326965, "Finetune/Step": 3242, "Finetune/Step Time": 5.448734352365136}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8617768883705139, "Finetune/Loss (Raw)": 0.9540327787399292, "Finetune/Step": 3243, "Finetune/Step Time": 5.447577117010951}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8636004328727722, "Finetune/Loss (Raw)": 0.9666948318481445, "Finetune/Step": 3244, "Finetune/Step Time": 5.412040838971734}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8644075393676758, "Finetune/Loss (Raw)": 1.0047286748886108, "Finetune/Step": 3245, "Finetune/Step Time": 5.417461432516575}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8663837909698486, "Finetune/Loss (Raw)": 0.7287558317184448, "Finetune/Step": 3246, "Finetune/Step Time": 5.389376563951373}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8662341237068176, "Finetune/Loss (Raw)": 0.8535719513893127, "Finetune/Step": 3247, "Finetune/Step Time": 5.388853115960956}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.8668903112411499, "Finetune/Loss (Raw)": 0.9982210397720337, "Finetune/Step": 3248, "Finetune/Step Time": 5.386844074353576}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.8688623309135437, "Finetune/Loss (Raw)": 0.9998449087142944, "Finetune/Step": 3249, "Finetune/Step Time": 5.376034090295434}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.8684720993041992, "Finetune/Loss (Raw)": 0.8515969514846802, "Finetune/Step": 3250, "Finetune/Step Time": 5.3949841894209385}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.8686230778694153, "Finetune/Loss (Raw)": 0.8614437580108643, "Finetune/Step": 3251, "Finetune/Step Time": 5.422389375045896}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.8689658641815186, "Finetune/Loss (Raw)": 1.0350329875946045, "Finetune/Step": 3252, "Finetune/Step Time": 5.427377017214894}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.8692754507064819, "Finetune/Loss (Raw)": 0.985236406326294, "Finetune/Step": 3253, "Finetune/Step Time": 5.429982300847769}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.8691579699516296, "Finetune/Loss (Raw)": 0.9537184834480286, "Finetune/Step": 3254, "Finetune/Step Time": 5.429606776684523}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.8685113787651062, "Finetune/Loss (Raw)": 0.9248663187026978, "Finetune/Step": 3255, "Finetune/Step Time": 5.440322557464242}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.8708535432815552, "Finetune/Loss (Raw)": 1.004570722579956, "Finetune/Step": 3256, "Finetune/Step Time": 5.406105345115066}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.8703081011772156, "Finetune/Loss (Raw)": 0.783008337020874, "Finetune/Step": 3257, "Finetune/Step Time": 5.410340627655387}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.8722682595252991, "Finetune/Loss (Raw)": 1.0730546712875366, "Finetune/Step": 3258, "Finetune/Step Time": 5.398516893386841}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.8722202777862549, "Finetune/Loss (Raw)": 0.8570144176483154, "Finetune/Step": 3259, "Finetune/Step Time": 5.4079612120985985}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.8764950037002563, "Finetune/Loss (Raw)": 0.962785005569458, "Finetune/Step": 3260, "Finetune/Step Time": 5.393879815936089}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.8756523132324219, "Finetune/Loss (Raw)": 0.8182398080825806, "Finetune/Step": 3261, "Finetune/Step Time": 5.400206346064806}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.8765273094177246, "Finetune/Loss (Raw)": 0.9839869737625122, "Finetune/Step": 3262, "Finetune/Step Time": 5.3864867109805346}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8770788908004761, "Finetune/Loss (Raw)": 1.005254864692688, "Finetune/Step": 3263, "Finetune/Step Time": 5.384897978976369}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.8762763738632202, "Finetune/Loss (Raw)": 0.8636758923530579, "Finetune/Step": 3264, "Finetune/Step Time": 5.391237208619714}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8781825304031372, "Finetune/Loss (Raw)": 1.0752633810043335, "Finetune/Step": 3265, "Finetune/Step Time": 5.374541774392128}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.8791323304176331, "Finetune/Loss (Raw)": 0.8917256593704224, "Finetune/Step": 3266, "Finetune/Step Time": 5.368963867425919}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.8795164227485657, "Finetune/Loss (Raw)": 0.9331364035606384, "Finetune/Step": 3267, "Finetune/Step Time": 5.377771256491542}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8802329301834106, "Finetune/Loss (Raw)": 0.9714888334274292, "Finetune/Step": 3268, "Finetune/Step Time": 5.37187528796494}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8812878131866455, "Finetune/Loss (Raw)": 0.9679110050201416, "Finetune/Step": 3269, "Finetune/Step Time": 5.374144610017538}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.881253719329834, "Finetune/Loss (Raw)": 0.8467822074890137, "Finetune/Step": 3270, "Finetune/Step Time": 5.363771127536893}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8826457262039185, "Finetune/Loss (Raw)": 0.876218855381012, "Finetune/Step": 3271, "Finetune/Step Time": 5.348419737070799}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8823102712631226, "Finetune/Loss (Raw)": 0.949221670627594, "Finetune/Step": 3272, "Finetune/Step Time": 5.377689465880394}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8809157609939575, "Finetune/Loss (Raw)": 0.8064988255500793, "Finetune/Step": 3273, "Finetune/Step Time": 5.3835807498544455}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8760817050933838, "Finetune/Loss (Raw)": 0.32333946228027344, "Finetune/Step": 3274, "Finetune/Step Time": 5.414996465668082}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8745331764221191, "Finetune/Loss (Raw)": 0.7855464220046997, "Finetune/Step": 3275, "Finetune/Step Time": 5.41236799955368}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.8733501434326172, "Finetune/Loss (Raw)": 0.9005060791969299, "Finetune/Step": 3276, "Finetune/Step Time": 5.397429803386331}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.8774176239967346, "Finetune/Loss (Raw)": 0.941792368888855, "Finetune/Step": 3277, "Finetune/Step Time": 5.364960860460997}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.8771675825119019, "Finetune/Loss (Raw)": 0.858449399471283, "Finetune/Step": 3278, "Finetune/Step Time": 5.368872886523604}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.8776448965072632, "Finetune/Loss (Raw)": 0.9591615200042725, "Finetune/Step": 3279, "Finetune/Step Time": 5.3767267391085625}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8789270520210266, "Finetune/Loss (Raw)": 0.9892453551292419, "Finetune/Step": 3280, "Finetune/Step Time": 5.375873610377312}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8797262907028198, "Finetune/Loss (Raw)": 1.025349497795105, "Finetune/Step": 3281, "Finetune/Step Time": 5.377976866438985}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8795205354690552, "Finetune/Loss (Raw)": 0.8670064806938171, "Finetune/Step": 3282, "Finetune/Step Time": 5.379337806254625}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8748559951782227, "Finetune/Loss (Raw)": 0.36974862217903137, "Finetune/Step": 3283, "Finetune/Step Time": 5.410291967913508}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8752550482749939, "Finetune/Loss (Raw)": 0.8672677278518677, "Finetune/Step": 3284, "Finetune/Step Time": 5.413346711546183}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.8749434947967529, "Finetune/Loss (Raw)": 0.974622905254364, "Finetune/Step": 3285, "Finetune/Step Time": 5.407018354162574}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8795086145401001, "Finetune/Loss (Raw)": 0.8685420751571655, "Finetune/Step": 3286, "Finetune/Step Time": 5.38142547570169}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.879950761795044, "Finetune/Loss (Raw)": 0.9168136715888977, "Finetune/Step": 3287, "Finetune/Step Time": 5.388535005971789}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8807789087295532, "Finetune/Loss (Raw)": 0.9815732836723328, "Finetune/Step": 3288, "Finetune/Step Time": 5.39422208070755}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8800525665283203, "Finetune/Loss (Raw)": 0.8107149600982666, "Finetune/Step": 3289, "Finetune/Step Time": 5.375410821288824}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8841909170150757, "Finetune/Loss (Raw)": 0.9402146935462952, "Finetune/Step": 3290, "Finetune/Step Time": 5.344860874116421}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.882131814956665, "Finetune/Loss (Raw)": 0.7801005840301514, "Finetune/Step": 3291, "Finetune/Step Time": 5.340291615575552}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8812764883041382, "Finetune/Loss (Raw)": 0.8483919501304626, "Finetune/Step": 3292, "Finetune/Step Time": 5.341358972713351}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8830920457839966, "Finetune/Loss (Raw)": 0.9275727868080139, "Finetune/Step": 3293, "Finetune/Step Time": 5.342770595103502}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8831765651702881, "Finetune/Loss (Raw)": 0.8379712104797363, "Finetune/Step": 3294, "Finetune/Step Time": 5.369688495993614}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8824825286865234, "Finetune/Loss (Raw)": 0.8330500721931458, "Finetune/Step": 3295, "Finetune/Step Time": 5.372499855235219}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8817905783653259, "Finetune/Loss (Raw)": 0.9283088445663452, "Finetune/Step": 3296, "Finetune/Step Time": 5.373348152264953}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8858106732368469, "Finetune/Loss (Raw)": 0.828806459903717, "Finetune/Step": 3297, "Finetune/Step Time": 5.362861607223749}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8874099254608154, "Finetune/Loss (Raw)": 0.9902178645133972, "Finetune/Step": 3298, "Finetune/Step Time": 5.355560138821602}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8840122222900391, "Finetune/Loss (Raw)": 0.3845996558666229, "Finetune/Step": 3299, "Finetune/Step Time": 5.385011218488216}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.884257435798645, "Finetune/Loss (Raw)": 0.9217302799224854, "Finetune/Step": 3300, "Finetune/Step Time": 5.387020941823721}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8838299512863159, "Finetune/Loss (Raw)": 0.7468878626823425, "Finetune/Step": 3301, "Finetune/Step Time": 5.375851277261972}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8832388520240784, "Finetune/Loss (Raw)": 0.967788577079773, "Finetune/Step": 3302, "Finetune/Step Time": 5.374197445809841}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8830342292785645, "Finetune/Loss (Raw)": 0.8640460968017578, "Finetune/Step": 3303, "Finetune/Step Time": 5.377573044970632}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8814845085144043, "Finetune/Loss (Raw)": 0.8408653140068054, "Finetune/Step": 3304, "Finetune/Step Time": 5.387106020003557}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8825446367263794, "Finetune/Loss (Raw)": 0.9904676675796509, "Finetune/Step": 3305, "Finetune/Step Time": 5.382970539852977}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8823482990264893, "Finetune/Loss (Raw)": 0.8414738774299622, "Finetune/Step": 3306, "Finetune/Step Time": 5.36959626711905}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8819963932037354, "Finetune/Loss (Raw)": 1.031734585762024, "Finetune/Step": 3307, "Finetune/Step Time": 5.359298167750239}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8832600712776184, "Finetune/Loss (Raw)": 0.9878045916557312, "Finetune/Step": 3308, "Finetune/Step Time": 5.365569487214088}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8834798336029053, "Finetune/Loss (Raw)": 0.9872899055480957, "Finetune/Step": 3309, "Finetune/Step Time": 5.376130120828748}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8827186822891235, "Finetune/Loss (Raw)": 0.8186209201812744, "Finetune/Step": 3310, "Finetune/Step Time": 5.373209526762366}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.882270336151123, "Finetune/Loss (Raw)": 0.8040186166763306, "Finetune/Step": 3311, "Finetune/Step Time": 5.381595803424716}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8817970156669617, "Finetune/Loss (Raw)": 0.8508191704750061, "Finetune/Step": 3312, "Finetune/Step Time": 5.375491475686431}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8779279589653015, "Finetune/Loss (Raw)": 0.431905061006546, "Finetune/Step": 3313, "Finetune/Step Time": 5.400713814422488}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8775134682655334, "Finetune/Loss (Raw)": 0.8019208312034607, "Finetune/Step": 3314, "Finetune/Step Time": 5.39157866127789}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8787702322006226, "Finetune/Loss (Raw)": 1.111972689628601, "Finetune/Step": 3315, "Finetune/Step Time": 5.391273019835353}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8784523010253906, "Finetune/Loss (Raw)": 0.8290842771530151, "Finetune/Step": 3316, "Finetune/Step Time": 5.382664762437344}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8788571357727051, "Finetune/Loss (Raw)": 0.9034122228622437, "Finetune/Step": 3317, "Finetune/Step Time": 5.383687283843756}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8743515610694885, "Finetune/Loss (Raw)": 0.3348138630390167, "Finetune/Step": 3318, "Finetune/Step Time": 5.415706591680646}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8743962049484253, "Finetune/Loss (Raw)": 0.9765877723693848, "Finetune/Step": 3319, "Finetune/Step Time": 5.40105476975441}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8745455741882324, "Finetune/Loss (Raw)": 0.8667519092559814, "Finetune/Step": 3320, "Finetune/Step Time": 5.382373934611678}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8742281198501587, "Finetune/Loss (Raw)": 0.8254751563072205, "Finetune/Step": 3321, "Finetune/Step Time": 5.38202129304409}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8747864961624146, "Finetune/Loss (Raw)": 0.8533086776733398, "Finetune/Step": 3322, "Finetune/Step Time": 5.37504000775516}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8751025795936584, "Finetune/Loss (Raw)": 1.0120714902877808, "Finetune/Step": 3323, "Finetune/Step Time": 5.376750303432345}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8744550943374634, "Finetune/Loss (Raw)": 0.8403324484825134, "Finetune/Step": 3324, "Finetune/Step Time": 5.384576795622706}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8730935454368591, "Finetune/Loss (Raw)": 0.8158787488937378, "Finetune/Step": 3325, "Finetune/Step Time": 5.384166607633233}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8743537068367004, "Finetune/Loss (Raw)": 0.9482235312461853, "Finetune/Step": 3326, "Finetune/Step Time": 5.380812078714371}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.8730247020721436, "Finetune/Loss (Raw)": 0.7407350540161133, "Finetune/Step": 3327, "Finetune/Step Time": 5.387872789055109}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.8726193308830261, "Finetune/Loss (Raw)": 1.0232526063919067, "Finetune/Step": 3328, "Finetune/Step Time": 5.392066413536668}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8743585348129272, "Finetune/Loss (Raw)": 1.0220699310302734, "Finetune/Step": 3329, "Finetune/Step Time": 5.400208942592144}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.873921275138855, "Finetune/Loss (Raw)": 0.8001417517662048, "Finetune/Step": 3330, "Finetune/Step Time": 5.418848920613527}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.8745055794715881, "Finetune/Loss (Raw)": 0.9252945184707642, "Finetune/Step": 3331, "Finetune/Step Time": 5.437552401795983}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.8749197721481323, "Finetune/Loss (Raw)": 0.8921557664871216, "Finetune/Step": 3332, "Finetune/Step Time": 5.431014932692051}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.8758357763290405, "Finetune/Loss (Raw)": 0.9406145811080933, "Finetune/Step": 3333, "Finetune/Step Time": 5.431042382493615}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.8766224384307861, "Finetune/Loss (Raw)": 0.8882886171340942, "Finetune/Step": 3334, "Finetune/Step Time": 5.43162533454597}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8760288953781128, "Finetune/Loss (Raw)": 0.8427139520645142, "Finetune/Step": 3335, "Finetune/Step Time": 5.40999237075448}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8753401041030884, "Finetune/Loss (Raw)": 0.8683717846870422, "Finetune/Step": 3336, "Finetune/Step Time": 5.409025091677904}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.8747302293777466, "Finetune/Loss (Raw)": 0.7833817005157471, "Finetune/Step": 3337, "Finetune/Step Time": 5.412487769499421}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8754901885986328, "Finetune/Loss (Raw)": 0.8936907649040222, "Finetune/Step": 3338, "Finetune/Step Time": 5.415670583024621}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8756880760192871, "Finetune/Loss (Raw)": 0.9589224457740784, "Finetune/Step": 3339, "Finetune/Step Time": 5.408315835520625}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8796772956848145, "Finetune/Loss (Raw)": 0.9059935808181763, "Finetune/Step": 3340, "Finetune/Step Time": 5.379501640796661}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8803159594535828, "Finetune/Loss (Raw)": 1.0354151725769043, "Finetune/Step": 3341, "Finetune/Step Time": 5.386059708893299}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8808253407478333, "Finetune/Loss (Raw)": 1.0044350624084473, "Finetune/Step": 3342, "Finetune/Step Time": 5.366897858679295}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8818954229354858, "Finetune/Loss (Raw)": 0.9349227547645569, "Finetune/Step": 3343, "Finetune/Step Time": 5.354311278089881}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8818133473396301, "Finetune/Loss (Raw)": 0.7230097651481628, "Finetune/Step": 3344, "Finetune/Step Time": 5.334322230890393}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8773261308670044, "Finetune/Loss (Raw)": 0.35213151574134827, "Finetune/Step": 3345, "Finetune/Step Time": 5.369943713769317}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8781046271324158, "Finetune/Loss (Raw)": 1.0233858823776245, "Finetune/Step": 3346, "Finetune/Step Time": 5.368148962035775}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8780806660652161, "Finetune/Loss (Raw)": 0.7698625922203064, "Finetune/Step": 3347, "Finetune/Step Time": 5.369335891678929}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.877121090888977, "Finetune/Loss (Raw)": 0.9467912316322327, "Finetune/Step": 3348, "Finetune/Step Time": 5.374035123735666}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8780117034912109, "Finetune/Loss (Raw)": 0.9457276463508606, "Finetune/Step": 3349, "Finetune/Step Time": 5.371024690568447}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8837524652481079, "Finetune/Loss (Raw)": 1.067946434020996, "Finetune/Step": 3350, "Finetune/Step Time": 5.346815790981054}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8837186694145203, "Finetune/Loss (Raw)": 0.845169186592102, "Finetune/Step": 3351, "Finetune/Step Time": 5.354497097432613}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8838360905647278, "Finetune/Loss (Raw)": 0.9357630014419556, "Finetune/Step": 3352, "Finetune/Step Time": 5.358222233131528}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8845775127410889, "Finetune/Loss (Raw)": 0.972177267074585, "Finetune/Step": 3353, "Finetune/Step Time": 5.374585935845971}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8848428726196289, "Finetune/Loss (Raw)": 0.9354894757270813, "Finetune/Step": 3354, "Finetune/Step Time": 5.372425597161055}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8859087228775024, "Finetune/Loss (Raw)": 0.9754541516304016, "Finetune/Step": 3355, "Finetune/Step Time": 5.363853057846427}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8864356875419617, "Finetune/Loss (Raw)": 0.9377927184104919, "Finetune/Step": 3356, "Finetune/Step Time": 5.366302043199539}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8856362104415894, "Finetune/Loss (Raw)": 0.8702998757362366, "Finetune/Step": 3357, "Finetune/Step Time": 5.361064611002803}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8853856325149536, "Finetune/Loss (Raw)": 0.8139748573303223, "Finetune/Step": 3358, "Finetune/Step Time": 5.354730011895299}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.8867090344429016, "Finetune/Loss (Raw)": 1.0554362535476685, "Finetune/Step": 3359, "Finetune/Step Time": 5.3285043481737375}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.88658207654953, "Finetune/Loss (Raw)": 1.0043469667434692, "Finetune/Step": 3360, "Finetune/Step Time": 5.32941104285419}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8853113055229187, "Finetune/Loss (Raw)": 0.9516174793243408, "Finetune/Step": 3361, "Finetune/Step Time": 5.347748219966888}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8856860399246216, "Finetune/Loss (Raw)": 0.830010712146759, "Finetune/Step": 3362, "Finetune/Step Time": 5.3301025331020355}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8849382400512695, "Finetune/Loss (Raw)": 0.9357089996337891, "Finetune/Step": 3363, "Finetune/Step Time": 5.3305229134857655}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8866592049598694, "Finetune/Loss (Raw)": 0.9687952995300293, "Finetune/Step": 3364, "Finetune/Step Time": 5.322676979005337}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8858634233474731, "Finetune/Loss (Raw)": 0.8739904761314392, "Finetune/Step": 3365, "Finetune/Step Time": 5.336914444342256}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8891456127166748, "Finetune/Loss (Raw)": 0.8196858763694763, "Finetune/Step": 3366, "Finetune/Step Time": 5.317501278594136}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8874962329864502, "Finetune/Loss (Raw)": 0.8186858296394348, "Finetune/Step": 3367, "Finetune/Step Time": 5.315261531621218}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8824183940887451, "Finetune/Loss (Raw)": 0.43699756264686584, "Finetune/Step": 3368, "Finetune/Step Time": 5.344579583033919}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.882560670375824, "Finetune/Loss (Raw)": 0.9861680269241333, "Finetune/Step": 3369, "Finetune/Step Time": 5.337642427533865}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8823604583740234, "Finetune/Loss (Raw)": 0.9535351991653442, "Finetune/Step": 3370, "Finetune/Step Time": 5.335354195907712}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8803128600120544, "Finetune/Loss (Raw)": 0.6919416785240173, "Finetune/Step": 3371, "Finetune/Step Time": 5.36232696287334}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.879596471786499, "Finetune/Loss (Raw)": 0.8749989867210388, "Finetune/Step": 3372, "Finetune/Step Time": 5.373431408777833}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8791776299476624, "Finetune/Loss (Raw)": 0.9511131644248962, "Finetune/Step": 3373, "Finetune/Step Time": 5.378957161679864}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8805469274520874, "Finetune/Loss (Raw)": 0.9040263891220093, "Finetune/Step": 3374, "Finetune/Step Time": 5.381719009950757}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8827110528945923, "Finetune/Loss (Raw)": 1.1305793523788452, "Finetune/Step": 3375, "Finetune/Step Time": 5.379674311727285}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8828238248825073, "Finetune/Loss (Raw)": 1.0126605033874512, "Finetune/Step": 3376, "Finetune/Step Time": 5.372243674471974}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8813560605049133, "Finetune/Loss (Raw)": 0.8119661808013916, "Finetune/Step": 3377, "Finetune/Step Time": 5.383260648697615}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8824158906936646, "Finetune/Loss (Raw)": 0.9872551560401917, "Finetune/Step": 3378, "Finetune/Step Time": 5.379011886194348}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8812282085418701, "Finetune/Loss (Raw)": 0.7094173431396484, "Finetune/Step": 3379, "Finetune/Step Time": 5.353380085900426}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8793118000030518, "Finetune/Loss (Raw)": 0.7897382974624634, "Finetune/Step": 3380, "Finetune/Step Time": 5.351752633228898}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8785241842269897, "Finetune/Loss (Raw)": 0.8844229578971863, "Finetune/Step": 3381, "Finetune/Step Time": 5.346358954906464}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.879210352897644, "Finetune/Loss (Raw)": 1.041540265083313, "Finetune/Step": 3382, "Finetune/Step Time": 5.348376022651792}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8786588907241821, "Finetune/Loss (Raw)": 0.8542892336845398, "Finetune/Step": 3383, "Finetune/Step Time": 5.331062028184533}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8781534433364868, "Finetune/Loss (Raw)": 0.9398703575134277, "Finetune/Step": 3384, "Finetune/Step Time": 5.326837899163365}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.878177285194397, "Finetune/Loss (Raw)": 0.7860640287399292, "Finetune/Step": 3385, "Finetune/Step Time": 5.315917011350393}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8766821622848511, "Finetune/Loss (Raw)": 0.8816699385643005, "Finetune/Step": 3386, "Finetune/Step Time": 5.313624000176787}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.876263439655304, "Finetune/Loss (Raw)": 0.8034265041351318, "Finetune/Step": 3387, "Finetune/Step Time": 5.296279653906822}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.8751455545425415, "Finetune/Loss (Raw)": 0.8196948170661926, "Finetune/Step": 3388, "Finetune/Step Time": 5.278521403670311}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8760375380516052, "Finetune/Loss (Raw)": 0.9324129223823547, "Finetune/Step": 3389, "Finetune/Step Time": 5.277516866102815}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8758252859115601, "Finetune/Loss (Raw)": 0.9568222165107727, "Finetune/Step": 3390, "Finetune/Step Time": 5.282558852806687}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8762903213500977, "Finetune/Loss (Raw)": 1.0647711753845215, "Finetune/Step": 3391, "Finetune/Step Time": 5.27348536811769}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8762558698654175, "Finetune/Loss (Raw)": 0.8592697978019714, "Finetune/Step": 3392, "Finetune/Step Time": 5.273154217749834}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.875636100769043, "Finetune/Loss (Raw)": 0.9959274530410767, "Finetune/Step": 3393, "Finetune/Step Time": 5.275523141026497}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8757709860801697, "Finetune/Loss (Raw)": 0.9089937210083008, "Finetune/Step": 3394, "Finetune/Step Time": 5.295740718021989}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.876194179058075, "Finetune/Loss (Raw)": 0.9873074293136597, "Finetune/Step": 3395, "Finetune/Step Time": 5.279249457642436}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8745320439338684, "Finetune/Loss (Raw)": 0.7587355971336365, "Finetune/Step": 3396, "Finetune/Step Time": 5.27915820479393}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8739327192306519, "Finetune/Loss (Raw)": 0.891196608543396, "Finetune/Step": 3397, "Finetune/Step Time": 5.282569844275713}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.8742771148681641, "Finetune/Loss (Raw)": 0.8908594250679016, "Finetune/Step": 3398, "Finetune/Step Time": 5.286721671000123}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.8738824725151062, "Finetune/Loss (Raw)": 0.8257126212120056, "Finetune/Step": 3399, "Finetune/Step Time": 5.295594647526741}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8730737566947937, "Finetune/Loss (Raw)": 0.8457075357437134, "Finetune/Step": 3400, "Finetune/Step Time": 5.2687159683555365}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8731459975242615, "Finetune/Loss (Raw)": 0.8157414793968201, "Finetune/Step": 3401, "Finetune/Step Time": 5.2605824656784534}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8775503039360046, "Finetune/Loss (Raw)": 0.8870903253555298, "Finetune/Step": 3402, "Finetune/Step Time": 5.22926464304328}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8779128789901733, "Finetune/Loss (Raw)": 0.8319600820541382, "Finetune/Step": 3403, "Finetune/Step Time": 5.224962102249265}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.8779733180999756, "Finetune/Loss (Raw)": 0.9082401394844055, "Finetune/Step": 3404, "Finetune/Step Time": 5.2213126718997955}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.8764570355415344, "Finetune/Loss (Raw)": 0.7477081418037415, "Finetune/Step": 3405, "Finetune/Step Time": 5.292297473177314}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8769718408584595, "Finetune/Loss (Raw)": 0.9243507981300354, "Finetune/Step": 3406, "Finetune/Step Time": 5.290248131379485}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8765109181404114, "Finetune/Loss (Raw)": 0.9001597166061401, "Finetune/Step": 3407, "Finetune/Step Time": 5.277245061472058}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.876164436340332, "Finetune/Loss (Raw)": 0.944899320602417, "Finetune/Step": 3408, "Finetune/Step Time": 5.277785563841462}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.8750662803649902, "Finetune/Loss (Raw)": 0.8847745656967163, "Finetune/Step": 3409, "Finetune/Step Time": 5.275727452710271}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.8747484683990479, "Finetune/Loss (Raw)": 0.8263260126113892, "Finetune/Step": 3410, "Finetune/Step Time": 5.279342053458095}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.8797453045845032, "Finetune/Loss (Raw)": 1.00934636592865, "Finetune/Step": 3411, "Finetune/Step Time": 5.248271260410547}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8804045915603638, "Finetune/Loss (Raw)": 0.9516640305519104, "Finetune/Step": 3412, "Finetune/Step Time": 5.243670081719756}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8807914853096008, "Finetune/Loss (Raw)": 1.0241386890411377, "Finetune/Step": 3413, "Finetune/Step Time": 5.251340055838227}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8821362257003784, "Finetune/Loss (Raw)": 1.0406724214553833, "Finetune/Step": 3414, "Finetune/Step Time": 5.249645566567779}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8808059692382812, "Finetune/Loss (Raw)": 0.7465390563011169, "Finetune/Step": 3415, "Finetune/Step Time": 5.247085142880678}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.8764630556106567, "Finetune/Loss (Raw)": 0.42568421363830566, "Finetune/Step": 3416, "Finetune/Step Time": 5.275163754820824}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.877189040184021, "Finetune/Loss (Raw)": 0.9036365151405334, "Finetune/Step": 3417, "Finetune/Step Time": 5.281363353133202}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.8768431544303894, "Finetune/Loss (Raw)": 0.8959422707557678, "Finetune/Step": 3418, "Finetune/Step Time": 5.2930122427642345}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8778864145278931, "Finetune/Loss (Raw)": 0.913632869720459, "Finetune/Step": 3419, "Finetune/Step Time": 5.285261910408735}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.8763293623924255, "Finetune/Loss (Raw)": 0.6490911841392517, "Finetune/Step": 3420, "Finetune/Step Time": 5.315606143325567}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.8762552738189697, "Finetune/Loss (Raw)": 0.9180924296379089, "Finetune/Step": 3421, "Finetune/Step Time": 5.312423575669527}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.876516580581665, "Finetune/Loss (Raw)": 0.8714137077331543, "Finetune/Step": 3422, "Finetune/Step Time": 5.305287415161729}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.8764058351516724, "Finetune/Loss (Raw)": 0.818877637386322, "Finetune/Step": 3423, "Finetune/Step Time": 5.303906712681055}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.8718825578689575, "Finetune/Loss (Raw)": 0.3493388891220093, "Finetune/Step": 3424, "Finetune/Step Time": 5.328974064439535}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.8723392486572266, "Finetune/Loss (Raw)": 0.8872565031051636, "Finetune/Step": 3425, "Finetune/Step Time": 5.315689442679286}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.8703906536102295, "Finetune/Loss (Raw)": 0.7407923936843872, "Finetune/Step": 3426, "Finetune/Step Time": 5.3177880719304085}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.8750002980232239, "Finetune/Loss (Raw)": 0.9746344089508057, "Finetune/Step": 3427, "Finetune/Step Time": 5.290235850960016}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.8747768402099609, "Finetune/Loss (Raw)": 0.8931353688240051, "Finetune/Step": 3428, "Finetune/Step Time": 5.299011372029781}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.8761927485466003, "Finetune/Loss (Raw)": 0.9281160831451416, "Finetune/Step": 3429, "Finetune/Step Time": 5.2954747918993235}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.8752591609954834, "Finetune/Loss (Raw)": 0.8482913374900818, "Finetune/Step": 3430, "Finetune/Step Time": 5.289639225229621}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.8762120008468628, "Finetune/Loss (Raw)": 0.9860043525695801, "Finetune/Step": 3431, "Finetune/Step Time": 5.288118088617921}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.875745415687561, "Finetune/Loss (Raw)": 0.7811543345451355, "Finetune/Step": 3432, "Finetune/Step Time": 5.290085529908538}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.8747881650924683, "Finetune/Loss (Raw)": 0.8679344058036804, "Finetune/Step": 3433, "Finetune/Step Time": 5.307877913117409}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.8749663233757019, "Finetune/Loss (Raw)": 0.8642825484275818, "Finetune/Step": 3434, "Finetune/Step Time": 5.332550130784512}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.8736618757247925, "Finetune/Loss (Raw)": 0.8647644519805908, "Finetune/Step": 3435, "Finetune/Step Time": 5.351435700431466}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.872083306312561, "Finetune/Loss (Raw)": 0.7857378125190735, "Finetune/Step": 3436, "Finetune/Step Time": 5.344749171286821}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.871381402015686, "Finetune/Loss (Raw)": 0.8974502086639404, "Finetune/Step": 3437, "Finetune/Step Time": 5.333513718098402}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.8714706301689148, "Finetune/Loss (Raw)": 0.8300409913063049, "Finetune/Step": 3438, "Finetune/Step Time": 5.331945531070232}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.8728616237640381, "Finetune/Loss (Raw)": 0.9820734858512878, "Finetune/Step": 3439, "Finetune/Step Time": 5.337054818868637}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.8729649782180786, "Finetune/Loss (Raw)": 0.8640464544296265, "Finetune/Step": 3440, "Finetune/Step Time": 5.338892661035061}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.8752807974815369, "Finetune/Loss (Raw)": 0.7283244132995605, "Finetune/Step": 3441, "Finetune/Step Time": 5.330114221200347}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.8751043081283569, "Finetune/Loss (Raw)": 0.7793294191360474, "Finetune/Step": 3442, "Finetune/Step Time": 5.337164705619216}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.8728815317153931, "Finetune/Loss (Raw)": 0.8274590969085693, "Finetune/Step": 3443, "Finetune/Step Time": 5.347337802872062}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.8736175298690796, "Finetune/Loss (Raw)": 0.923294186592102, "Finetune/Step": 3444, "Finetune/Step Time": 5.341189630329609}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.8721531629562378, "Finetune/Loss (Raw)": 0.7159671783447266, "Finetune/Step": 3445, "Finetune/Step Time": 5.3591135293245316}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.8762322068214417, "Finetune/Loss (Raw)": 0.8569353222846985, "Finetune/Step": 3446, "Finetune/Step Time": 5.331619963049889}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.8764238357543945, "Finetune/Loss (Raw)": 1.0011205673217773, "Finetune/Step": 3447, "Finetune/Step Time": 5.321293391287327}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.876602053642273, "Finetune/Loss (Raw)": 0.8895617127418518, "Finetune/Step": 3448, "Finetune/Step Time": 5.327144714072347}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.8778736591339111, "Finetune/Loss (Raw)": 0.9882370829582214, "Finetune/Step": 3449, "Finetune/Step Time": 5.322492061182857}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.8783202171325684, "Finetune/Loss (Raw)": 0.9104698300361633, "Finetune/Step": 3450, "Finetune/Step Time": 5.342652011662722}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.8769916296005249, "Finetune/Loss (Raw)": 0.8420141339302063, "Finetune/Step": 3451, "Finetune/Step Time": 5.325470816344023}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.8780490159988403, "Finetune/Loss (Raw)": 0.9756826162338257, "Finetune/Step": 3452, "Finetune/Step Time": 5.315246302634478}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.878288745880127, "Finetune/Loss (Raw)": 0.8465567827224731, "Finetune/Step": 3453, "Finetune/Step Time": 5.319066520780325}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.877452552318573, "Finetune/Loss (Raw)": 0.8411868214607239, "Finetune/Step": 3454, "Finetune/Step Time": 5.3221981301903725}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.8743340969085693, "Finetune/Loss (Raw)": 0.3415811061859131, "Finetune/Step": 3455, "Finetune/Step Time": 5.342916790395975}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.8737454414367676, "Finetune/Loss (Raw)": 0.947903037071228, "Finetune/Step": 3456, "Finetune/Step Time": 5.338919498026371}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.8726969361305237, "Finetune/Loss (Raw)": 0.8878542184829712, "Finetune/Step": 3457, "Finetune/Step Time": 5.3291415348649025}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.8735435009002686, "Finetune/Loss (Raw)": 0.9085007309913635, "Finetune/Step": 3458, "Finetune/Step Time": 5.33703051880002}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.8729994297027588, "Finetune/Loss (Raw)": 0.8556600213050842, "Finetune/Step": 3459, "Finetune/Step Time": 5.322028433904052}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.8736880421638489, "Finetune/Loss (Raw)": 0.9802968502044678, "Finetune/Step": 3460, "Finetune/Step Time": 5.323938004672527}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.8689570426940918, "Finetune/Loss (Raw)": 0.3350529372692108, "Finetune/Step": 3461, "Finetune/Step Time": 5.359900940209627}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.869358479976654, "Finetune/Loss (Raw)": 0.9396689534187317, "Finetune/Step": 3462, "Finetune/Step Time": 5.355721855536103}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.8695628643035889, "Finetune/Loss (Raw)": 0.8688789010047913, "Finetune/Step": 3463, "Finetune/Step Time": 5.363288914784789}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.8700755834579468, "Finetune/Loss (Raw)": 0.9339909553527832, "Finetune/Step": 3464, "Finetune/Step Time": 5.36437726393342}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.870472252368927, "Finetune/Loss (Raw)": 0.8341608047485352, "Finetune/Step": 3465, "Finetune/Step Time": 5.359497021883726}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.8699712157249451, "Finetune/Loss (Raw)": 0.8295562267303467, "Finetune/Step": 3466, "Finetune/Step Time": 5.357956564053893}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.8682581782341003, "Finetune/Loss (Raw)": 0.7396564483642578, "Finetune/Step": 3467, "Finetune/Step Time": 5.35656083188951}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.8669053316116333, "Finetune/Loss (Raw)": 0.7328267693519592, "Finetune/Step": 3468, "Finetune/Step Time": 5.36519967764616}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.8660380840301514, "Finetune/Loss (Raw)": 0.9244091510772705, "Finetune/Step": 3469, "Finetune/Step Time": 5.373766887933016}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.864783525466919, "Finetune/Loss (Raw)": 0.8438486456871033, "Finetune/Step": 3470, "Finetune/Step Time": 5.380334636196494}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8648355007171631, "Finetune/Loss (Raw)": 0.9415781497955322, "Finetune/Step": 3471, "Finetune/Step Time": 5.386596200987697}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.8654974699020386, "Finetune/Loss (Raw)": 0.8077382445335388, "Finetune/Step": 3472, "Finetune/Step Time": 5.387087393552065}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.8708227872848511, "Finetune/Loss (Raw)": 1.0337789058685303, "Finetune/Step": 3473, "Finetune/Step Time": 5.375763967633247}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.8690614700317383, "Finetune/Loss (Raw)": 0.7979398965835571, "Finetune/Step": 3474, "Finetune/Step Time": 5.3812870141118765}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.8699932098388672, "Finetune/Loss (Raw)": 0.8891239762306213, "Finetune/Step": 3475, "Finetune/Step Time": 5.387391831725836}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.8684472441673279, "Finetune/Loss (Raw)": 0.7489024996757507, "Finetune/Step": 3476, "Finetune/Step Time": 5.392197348177433}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.8674970269203186, "Finetune/Loss (Raw)": 0.8241035342216492, "Finetune/Step": 3477, "Finetune/Step Time": 5.410332191735506}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.8669869899749756, "Finetune/Loss (Raw)": 1.002658724784851, "Finetune/Step": 3478, "Finetune/Step Time": 5.4029245264828205}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.8686769008636475, "Finetune/Loss (Raw)": 1.0614819526672363, "Finetune/Step": 3479, "Finetune/Step Time": 5.389724684879184}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.8685716986656189, "Finetune/Loss (Raw)": 0.9222886562347412, "Finetune/Step": 3480, "Finetune/Step Time": 5.38174806535244}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.868475615978241, "Finetune/Loss (Raw)": 0.959880530834198, "Finetune/Step": 3481, "Finetune/Step Time": 5.358472481369972}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.8682286739349365, "Finetune/Loss (Raw)": 0.9038795232772827, "Finetune/Step": 3482, "Finetune/Step Time": 5.358281049877405}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.8675930500030518, "Finetune/Loss (Raw)": 0.8940977454185486, "Finetune/Step": 3483, "Finetune/Step Time": 5.397071804851294}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.8674755096435547, "Finetune/Loss (Raw)": 0.922747790813446, "Finetune/Step": 3484, "Finetune/Step Time": 5.413381772115827}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.8684754371643066, "Finetune/Loss (Raw)": 0.9982881546020508, "Finetune/Step": 3485, "Finetune/Step Time": 5.410395288839936}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.8694876432418823, "Finetune/Loss (Raw)": 0.9435416460037231, "Finetune/Step": 3486, "Finetune/Step Time": 5.404591124504805}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.8672081232070923, "Finetune/Loss (Raw)": 0.7636594176292419, "Finetune/Step": 3487, "Finetune/Step Time": 5.408558962866664}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.8653319478034973, "Finetune/Loss (Raw)": 0.7641896605491638, "Finetune/Step": 3488, "Finetune/Step Time": 5.407967112958431}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.865654468536377, "Finetune/Loss (Raw)": 0.9928979873657227, "Finetune/Step": 3489, "Finetune/Step Time": 5.3899152763187885}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.8653942346572876, "Finetune/Loss (Raw)": 0.7967087030410767, "Finetune/Step": 3490, "Finetune/Step Time": 5.388154834508896}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.8658062815666199, "Finetune/Loss (Raw)": 0.9884505271911621, "Finetune/Step": 3491, "Finetune/Step Time": 5.38380010984838}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.8654305934906006, "Finetune/Loss (Raw)": 0.920701801776886, "Finetune/Step": 3492, "Finetune/Step Time": 5.3931916654109955}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8641809225082397, "Finetune/Loss (Raw)": 0.7140433192253113, "Finetune/Step": 3493, "Finetune/Step Time": 5.385333847254515}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.8655688166618347, "Finetune/Loss (Raw)": 0.9973289966583252, "Finetune/Step": 3494, "Finetune/Step Time": 5.372483888641}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.8664801120758057, "Finetune/Loss (Raw)": 0.9353290796279907, "Finetune/Step": 3495, "Finetune/Step Time": 5.37226128578186}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.8705908060073853, "Finetune/Loss (Raw)": 0.9631661176681519, "Finetune/Step": 3496, "Finetune/Step Time": 5.349252697080374}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.868971586227417, "Finetune/Loss (Raw)": 0.7789080739021301, "Finetune/Step": 3497, "Finetune/Step Time": 5.358284233137965}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.8686591982841492, "Finetune/Loss (Raw)": 0.9135500192642212, "Finetune/Step": 3498, "Finetune/Step Time": 5.361972264945507}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.8708091974258423, "Finetune/Loss (Raw)": 0.967147946357727, "Finetune/Step": 3499, "Finetune/Step Time": 5.34192849881947}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.8713997602462769, "Finetune/Loss (Raw)": 0.9505864381790161, "Finetune/Step": 3500, "Finetune/Step Time": 5.332571808248758}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.8713435530662537, "Finetune/Loss (Raw)": 0.9439182281494141, "Finetune/Step": 3501, "Finetune/Step Time": 5.3183380626142025}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.8725764751434326, "Finetune/Loss (Raw)": 1.0618404150009155, "Finetune/Step": 3502, "Finetune/Step Time": 5.3190587144345045}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.8712778091430664, "Finetune/Loss (Raw)": 0.9643475413322449, "Finetune/Step": 3503, "Finetune/Step Time": 5.319238696247339}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.8700037002563477, "Finetune/Loss (Raw)": 0.8495714068412781, "Finetune/Step": 3504, "Finetune/Step Time": 5.320562576875091}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.8711293935775757, "Finetune/Loss (Raw)": 0.9560562372207642, "Finetune/Step": 3505, "Finetune/Step Time": 5.316540678963065}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.8699443340301514, "Finetune/Loss (Raw)": 0.8355700373649597, "Finetune/Step": 3506, "Finetune/Step Time": 5.313160503283143}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.8696903586387634, "Finetune/Loss (Raw)": 0.6769121289253235, "Finetune/Step": 3507, "Finetune/Step Time": 5.328221736475825}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.8704382181167603, "Finetune/Loss (Raw)": 0.8854675889015198, "Finetune/Step": 3508, "Finetune/Step Time": 5.322991164401174}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.8711776733398438, "Finetune/Loss (Raw)": 0.979070246219635, "Finetune/Step": 3509, "Finetune/Step Time": 5.336556909605861}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.8693157434463501, "Finetune/Loss (Raw)": 0.8032057881355286, "Finetune/Step": 3510, "Finetune/Step Time": 5.335044918581843}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.8695375919342041, "Finetune/Loss (Raw)": 0.8826867938041687, "Finetune/Step": 3511, "Finetune/Step Time": 5.342097735032439}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.8692922592163086, "Finetune/Loss (Raw)": 0.9084761142730713, "Finetune/Step": 3512, "Finetune/Step Time": 5.34013026766479}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.8705331087112427, "Finetune/Loss (Raw)": 0.9448891282081604, "Finetune/Step": 3513, "Finetune/Step Time": 5.33999353274703}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.8699674010276794, "Finetune/Loss (Raw)": 0.8092532753944397, "Finetune/Step": 3514, "Finetune/Step Time": 5.338856492191553}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.8703991770744324, "Finetune/Loss (Raw)": 0.858695924282074, "Finetune/Step": 3515, "Finetune/Step Time": 5.345506232231855}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.8708934783935547, "Finetune/Loss (Raw)": 0.88297438621521, "Finetune/Step": 3516, "Finetune/Step Time": 5.346873469650745}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.8710287809371948, "Finetune/Loss (Raw)": 0.9497314691543579, "Finetune/Step": 3517, "Finetune/Step Time": 5.350232116878033}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.8704562187194824, "Finetune/Loss (Raw)": 0.8835306763648987, "Finetune/Step": 3518, "Finetune/Step Time": 5.3798019122332335}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.8684568405151367, "Finetune/Loss (Raw)": 0.8088489770889282, "Finetune/Step": 3519, "Finetune/Step Time": 5.403565134853125}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.868963897228241, "Finetune/Loss (Raw)": 0.9241698384284973, "Finetune/Step": 3520, "Finetune/Step Time": 5.399639017879963}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.8691672086715698, "Finetune/Loss (Raw)": 1.0219569206237793, "Finetune/Step": 3521, "Finetune/Step Time": 5.394281620159745}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.8682408332824707, "Finetune/Loss (Raw)": 0.7904089093208313, "Finetune/Step": 3522, "Finetune/Step Time": 5.389845238998532}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.8667628169059753, "Finetune/Loss (Raw)": 0.7981293797492981, "Finetune/Step": 3523, "Finetune/Step Time": 5.414918942376971}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.8669836521148682, "Finetune/Loss (Raw)": 0.7870001196861267, "Finetune/Step": 3524, "Finetune/Step Time": 5.429519673809409}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.8682250380516052, "Finetune/Loss (Raw)": 1.050094485282898, "Finetune/Step": 3525, "Finetune/Step Time": 5.433195853605866}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.868035078048706, "Finetune/Loss (Raw)": 0.8665397763252258, "Finetune/Step": 3526, "Finetune/Step Time": 5.435865191742778}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.8690193891525269, "Finetune/Loss (Raw)": 0.9517083168029785, "Finetune/Step": 3527, "Finetune/Step Time": 5.423899706453085}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.8694149255752563, "Finetune/Loss (Raw)": 0.8963363170623779, "Finetune/Step": 3528, "Finetune/Step Time": 5.42327188141644}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.869423508644104, "Finetune/Loss (Raw)": 0.8168476819992065, "Finetune/Step": 3529, "Finetune/Step Time": 5.433364329859614}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.8696523904800415, "Finetune/Loss (Raw)": 0.9163761138916016, "Finetune/Step": 3530, "Finetune/Step Time": 5.440357457846403}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.8707948327064514, "Finetune/Loss (Raw)": 0.9781962037086487, "Finetune/Step": 3531, "Finetune/Step Time": 5.440298777073622}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.8700839281082153, "Finetune/Loss (Raw)": 0.8172416687011719, "Finetune/Step": 3532, "Finetune/Step Time": 5.452848888933659}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.8667550086975098, "Finetune/Loss (Raw)": 0.321610689163208, "Finetune/Step": 3533, "Finetune/Step Time": 5.414867110550404}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.8667759895324707, "Finetune/Loss (Raw)": 0.927034854888916, "Finetune/Step": 3534, "Finetune/Step Time": 5.421308254823089}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.8623876571655273, "Finetune/Loss (Raw)": 0.3384536802768707, "Finetune/Step": 3535, "Finetune/Step Time": 5.451973345130682}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8615716695785522, "Finetune/Loss (Raw)": 0.8404520750045776, "Finetune/Step": 3536, "Finetune/Step Time": 5.449064014479518}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.8626503944396973, "Finetune/Loss (Raw)": 1.0228482484817505, "Finetune/Step": 3537, "Finetune/Step Time": 5.4560943972319365}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.8640204071998596, "Finetune/Loss (Raw)": 1.0016882419586182, "Finetune/Step": 3538, "Finetune/Step Time": 5.458368455991149}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.8635433912277222, "Finetune/Loss (Raw)": 0.9482967853546143, "Finetune/Step": 3539, "Finetune/Step Time": 5.462108705192804}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.8630196452140808, "Finetune/Loss (Raw)": 0.8846227526664734, "Finetune/Step": 3540, "Finetune/Step Time": 5.466618051752448}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8619592189788818, "Finetune/Loss (Raw)": 0.8883985280990601, "Finetune/Step": 3541, "Finetune/Step Time": 5.457494614645839}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8606134653091431, "Finetune/Loss (Raw)": 0.8684192299842834, "Finetune/Step": 3542, "Finetune/Step Time": 5.467249974608421}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8616559505462646, "Finetune/Loss (Raw)": 0.8799799680709839, "Finetune/Step": 3543, "Finetune/Step Time": 5.479973206296563}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.8655624389648438, "Finetune/Loss (Raw)": 0.9257168769836426, "Finetune/Step": 3544, "Finetune/Step Time": 5.448433600366116}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8617908954620361, "Finetune/Loss (Raw)": 0.42087095975875854, "Finetune/Step": 3545, "Finetune/Step Time": 5.4745175037533045}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8612608909606934, "Finetune/Loss (Raw)": 0.8281082510948181, "Finetune/Step": 3546, "Finetune/Step Time": 5.470898317173123}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.862030565738678, "Finetune/Loss (Raw)": 1.0121488571166992, "Finetune/Step": 3547, "Finetune/Step Time": 5.468131344765425}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.864296555519104, "Finetune/Loss (Raw)": 0.939139723777771, "Finetune/Step": 3548, "Finetune/Step Time": 5.45040000602603}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.8649394512176514, "Finetune/Loss (Raw)": 1.0003786087036133, "Finetune/Step": 3549, "Finetune/Step Time": 5.449291663244367}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8608081936836243, "Finetune/Loss (Raw)": 0.3426172137260437, "Finetune/Step": 3550, "Finetune/Step Time": 5.459518602117896}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8605324029922485, "Finetune/Loss (Raw)": 0.7835777997970581, "Finetune/Step": 3551, "Finetune/Step Time": 5.477276226505637}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.8649539947509766, "Finetune/Loss (Raw)": 0.9153029322624207, "Finetune/Step": 3552, "Finetune/Step Time": 5.443666730076075}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.863813579082489, "Finetune/Loss (Raw)": 0.7412789463996887, "Finetune/Step": 3553, "Finetune/Step Time": 5.451814660802484}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.8655909299850464, "Finetune/Loss (Raw)": 0.9682962894439697, "Finetune/Step": 3554, "Finetune/Step Time": 5.454437803477049}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.8663194179534912, "Finetune/Loss (Raw)": 1.0678844451904297, "Finetune/Step": 3555, "Finetune/Step Time": 5.452208500355482}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8620758056640625, "Finetune/Loss (Raw)": 0.34994620084762573, "Finetune/Step": 3556, "Finetune/Step Time": 5.479893019422889}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8629683256149292, "Finetune/Loss (Raw)": 1.0423671007156372, "Finetune/Step": 3557, "Finetune/Step Time": 5.4777659475803375}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.8633131980895996, "Finetune/Loss (Raw)": 0.8924349546432495, "Finetune/Step": 3558, "Finetune/Step Time": 5.47957793623209}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.863178551197052, "Finetune/Loss (Raw)": 0.968767523765564, "Finetune/Step": 3559, "Finetune/Step Time": 5.478338299319148}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.8649693131446838, "Finetune/Loss (Raw)": 1.010369062423706, "Finetune/Step": 3560, "Finetune/Step Time": 5.462261110544205}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.8663158416748047, "Finetune/Loss (Raw)": 1.0402870178222656, "Finetune/Step": 3561, "Finetune/Step Time": 5.445798143744469}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.8652958869934082, "Finetune/Loss (Raw)": 0.7337236404418945, "Finetune/Step": 3562, "Finetune/Step Time": 5.420874122530222}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.8645734786987305, "Finetune/Loss (Raw)": 0.7722997069358826, "Finetune/Step": 3563, "Finetune/Step Time": 5.40133873000741}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.864869236946106, "Finetune/Loss (Raw)": 0.8235957026481628, "Finetune/Step": 3564, "Finetune/Step Time": 5.404499106109142}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.8644764423370361, "Finetune/Loss (Raw)": 0.8471728563308716, "Finetune/Step": 3565, "Finetune/Step Time": 5.407337624579668}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.86592698097229, "Finetune/Loss (Raw)": 1.0157063007354736, "Finetune/Step": 3566, "Finetune/Step Time": 5.407019782811403}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.865229606628418, "Finetune/Loss (Raw)": 0.8928163647651672, "Finetune/Step": 3567, "Finetune/Step Time": 5.415562231093645}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.8658801317214966, "Finetune/Loss (Raw)": 0.947307288646698, "Finetune/Step": 3568, "Finetune/Step Time": 5.4206338301301}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.8669074773788452, "Finetune/Loss (Raw)": 0.8598324656486511, "Finetune/Step": 3569, "Finetune/Step Time": 5.407954182475805}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.8674037456512451, "Finetune/Loss (Raw)": 0.8428500294685364, "Finetune/Step": 3570, "Finetune/Step Time": 5.402710389345884}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.8682098984718323, "Finetune/Loss (Raw)": 0.9306448698043823, "Finetune/Step": 3571, "Finetune/Step Time": 5.394654288887978}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.8683696389198303, "Finetune/Loss (Raw)": 0.9437406659126282, "Finetune/Step": 3572, "Finetune/Step Time": 5.396123584359884}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.8701203465461731, "Finetune/Loss (Raw)": 0.9400601983070374, "Finetune/Step": 3573, "Finetune/Step Time": 5.37819485552609}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.871102511882782, "Finetune/Loss (Raw)": 0.9826518893241882, "Finetune/Step": 3574, "Finetune/Step Time": 5.376333540305495}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.8700765371322632, "Finetune/Loss (Raw)": 0.8697980642318726, "Finetune/Step": 3575, "Finetune/Step Time": 5.377201981842518}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.8708083629608154, "Finetune/Loss (Raw)": 0.9832347631454468, "Finetune/Step": 3576, "Finetune/Step Time": 5.375233102589846}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.870011568069458, "Finetune/Loss (Raw)": 0.8862435221672058, "Finetune/Step": 3577, "Finetune/Step Time": 5.393999516963959}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.8705059885978699, "Finetune/Loss (Raw)": 0.9737535715103149, "Finetune/Step": 3578, "Finetune/Step Time": 5.378699786961079}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.8714429140090942, "Finetune/Loss (Raw)": 0.9619439244270325, "Finetune/Step": 3579, "Finetune/Step Time": 5.379722835496068}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.8711408376693726, "Finetune/Loss (Raw)": 0.9370127320289612, "Finetune/Step": 3580, "Finetune/Step Time": 5.381969725713134}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.87218177318573, "Finetune/Loss (Raw)": 0.9798016548156738, "Finetune/Step": 3581, "Finetune/Step Time": 5.390883579850197}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.8722217679023743, "Finetune/Loss (Raw)": 0.8463008999824524, "Finetune/Step": 3582, "Finetune/Step Time": 5.393146740272641}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.8759821653366089, "Finetune/Loss (Raw)": 0.8229092955589294, "Finetune/Step": 3583, "Finetune/Step Time": 5.3626400642097}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.87592613697052, "Finetune/Loss (Raw)": 0.9407392740249634, "Finetune/Step": 3584, "Finetune/Step Time": 5.3648489229381084}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.8770538568496704, "Finetune/Loss (Raw)": 1.0322014093399048, "Finetune/Step": 3585, "Finetune/Step Time": 5.364775829017162}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.8759770393371582, "Finetune/Loss (Raw)": 0.7706691026687622, "Finetune/Step": 3586, "Finetune/Step Time": 5.36318838223815}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.8757753372192383, "Finetune/Loss (Raw)": 0.829846978187561, "Finetune/Step": 3587, "Finetune/Step Time": 5.356417680159211}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.8736286163330078, "Finetune/Loss (Raw)": 0.70550936460495, "Finetune/Step": 3588, "Finetune/Step Time": 5.357282567769289}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.877833366394043, "Finetune/Loss (Raw)": 0.8732638359069824, "Finetune/Step": 3589, "Finetune/Step Time": 5.3353828229010105}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.8779497146606445, "Finetune/Loss (Raw)": 0.9545602798461914, "Finetune/Step": 3590, "Finetune/Step Time": 5.339325154200196}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.8774178624153137, "Finetune/Loss (Raw)": 0.8007998466491699, "Finetune/Step": 3591, "Finetune/Step Time": 5.332660969346762}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.8774128556251526, "Finetune/Loss (Raw)": 0.933349609375, "Finetune/Step": 3592, "Finetune/Step Time": 5.337780095636845}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.8788844347000122, "Finetune/Loss (Raw)": 1.0225236415863037, "Finetune/Step": 3593, "Finetune/Step Time": 5.334684593603015}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.8772190809249878, "Finetune/Loss (Raw)": 0.6163902878761292, "Finetune/Step": 3594, "Finetune/Step Time": 5.346552599221468}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.8784763216972351, "Finetune/Loss (Raw)": 0.9005836248397827, "Finetune/Step": 3595, "Finetune/Step Time": 5.357994629070163}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.880804717540741, "Finetune/Loss (Raw)": 1.030860185623169, "Finetune/Step": 3596, "Finetune/Step Time": 5.343528684228659}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.8755598068237305, "Finetune/Loss (Raw)": 0.2530622184276581, "Finetune/Step": 3597, "Finetune/Step Time": 5.363243360072374}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.8754538297653198, "Finetune/Loss (Raw)": 0.8302804231643677, "Finetune/Step": 3598, "Finetune/Step Time": 5.377346139401197}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.8744591474533081, "Finetune/Loss (Raw)": 0.8142545819282532, "Finetune/Step": 3599, "Finetune/Step Time": 5.368879416957498}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.8715563416481018, "Finetune/Loss (Raw)": 0.4361848533153534, "Finetune/Step": 3600, "Finetune/Step Time": 5.3918984569609165}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.8707955479621887, "Finetune/Loss (Raw)": 0.936398983001709, "Finetune/Step": 3601, "Finetune/Step Time": 5.373981237411499}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.8712035417556763, "Finetune/Loss (Raw)": 0.8501680493354797, "Finetune/Step": 3602, "Finetune/Step Time": 5.3690741918981075}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.8709379434585571, "Finetune/Loss (Raw)": 0.8551223278045654, "Finetune/Step": 3603, "Finetune/Step Time": 5.367700751870871}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.872222900390625, "Finetune/Loss (Raw)": 0.9133755564689636, "Finetune/Step": 3604, "Finetune/Step Time": 5.3645076639950275}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.8719198703765869, "Finetune/Loss (Raw)": 0.7853102684020996, "Finetune/Step": 3605, "Finetune/Step Time": 5.350684981793165}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.8709341287612915, "Finetune/Loss (Raw)": 0.8764875531196594, "Finetune/Step": 3606, "Finetune/Step Time": 5.363205393776298}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.869815468788147, "Finetune/Loss (Raw)": 0.9182896018028259, "Finetune/Step": 3607, "Finetune/Step Time": 5.366437830030918}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.8695347309112549, "Finetune/Loss (Raw)": 0.886353611946106, "Finetune/Step": 3608, "Finetune/Step Time": 5.394026651978493}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.8691636919975281, "Finetune/Loss (Raw)": 0.9123938679695129, "Finetune/Step": 3609, "Finetune/Step Time": 5.39513254724443}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.868314802646637, "Finetune/Loss (Raw)": 0.7952215075492859, "Finetune/Step": 3610, "Finetune/Step Time": 5.394659759476781}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.8639909029006958, "Finetune/Loss (Raw)": 0.34063827991485596, "Finetune/Step": 3611, "Finetune/Step Time": 5.383263656869531}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8635388612747192, "Finetune/Loss (Raw)": 0.8648830056190491, "Finetune/Step": 3612, "Finetune/Step Time": 5.380263864994049}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8619405031204224, "Finetune/Loss (Raw)": 0.7937073111534119, "Finetune/Step": 3613, "Finetune/Step Time": 5.381238587200642}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8613677024841309, "Finetune/Loss (Raw)": 0.8702123761177063, "Finetune/Step": 3614, "Finetune/Step Time": 5.385223243385553}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8625520467758179, "Finetune/Loss (Raw)": 0.9152610301971436, "Finetune/Step": 3615, "Finetune/Step Time": 5.384311817586422}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8626549243927002, "Finetune/Loss (Raw)": 0.7773544192314148, "Finetune/Step": 3616, "Finetune/Step Time": 5.388632325455546}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8616518974304199, "Finetune/Loss (Raw)": 0.8645108938217163, "Finetune/Step": 3617, "Finetune/Step Time": 5.39728026650846}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8619818091392517, "Finetune/Loss (Raw)": 0.8389413356781006, "Finetune/Step": 3618, "Finetune/Step Time": 5.4048984330147505}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8609002232551575, "Finetune/Loss (Raw)": 0.8500025868415833, "Finetune/Step": 3619, "Finetune/Step Time": 5.402720630168915}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8602876663208008, "Finetune/Loss (Raw)": 0.8422985076904297, "Finetune/Step": 3620, "Finetune/Step Time": 5.3928393349051476}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8610994815826416, "Finetune/Loss (Raw)": 0.8179543018341064, "Finetune/Step": 3621, "Finetune/Step Time": 5.386534228920937}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8603823184967041, "Finetune/Loss (Raw)": 0.9055303931236267, "Finetune/Step": 3622, "Finetune/Step Time": 5.38539963401854}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8602563142776489, "Finetune/Loss (Raw)": 0.9192001819610596, "Finetune/Step": 3623, "Finetune/Step Time": 5.386106027290225}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8604162931442261, "Finetune/Loss (Raw)": 0.9836485385894775, "Finetune/Step": 3624, "Finetune/Step Time": 5.385582692921162}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8618280291557312, "Finetune/Loss (Raw)": 0.9596048593521118, "Finetune/Step": 3625, "Finetune/Step Time": 5.376540409401059}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.860959529876709, "Finetune/Loss (Raw)": 0.8023853898048401, "Finetune/Step": 3626, "Finetune/Step Time": 5.373221281915903}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8605331182479858, "Finetune/Loss (Raw)": 0.9125586152076721, "Finetune/Step": 3627, "Finetune/Step Time": 5.388340367004275}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8601000308990479, "Finetune/Loss (Raw)": 0.8951589465141296, "Finetune/Step": 3628, "Finetune/Step Time": 5.393804645165801}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8592283725738525, "Finetune/Loss (Raw)": 0.8323454260826111, "Finetune/Step": 3629, "Finetune/Step Time": 5.4060530085116625}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8576239347457886, "Finetune/Loss (Raw)": 0.8564726114273071, "Finetune/Step": 3630, "Finetune/Step Time": 5.400811357423663}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.855705201625824, "Finetune/Loss (Raw)": 0.718752920627594, "Finetune/Step": 3631, "Finetune/Step Time": 5.414718655869365}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8567918539047241, "Finetune/Loss (Raw)": 0.9886614084243774, "Finetune/Step": 3632, "Finetune/Step Time": 5.417303519323468}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8571100234985352, "Finetune/Loss (Raw)": 0.996772289276123, "Finetune/Step": 3633, "Finetune/Step Time": 5.41167557798326}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8574479818344116, "Finetune/Loss (Raw)": 0.8788339495658875, "Finetune/Step": 3634, "Finetune/Step Time": 5.404286060482264}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8582170009613037, "Finetune/Loss (Raw)": 0.775351345539093, "Finetune/Step": 3635, "Finetune/Step Time": 5.388263467699289}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8584029674530029, "Finetune/Loss (Raw)": 0.9092725515365601, "Finetune/Step": 3636, "Finetune/Step Time": 5.387561811134219}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8583501577377319, "Finetune/Loss (Raw)": 0.9723029732704163, "Finetune/Step": 3637, "Finetune/Step Time": 5.37322136759758}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8594616651535034, "Finetune/Loss (Raw)": 0.9454861283302307, "Finetune/Step": 3638, "Finetune/Step Time": 5.371412685140967}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.859510064125061, "Finetune/Loss (Raw)": 0.888880729675293, "Finetune/Step": 3639, "Finetune/Step Time": 5.360418409109116}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8548400402069092, "Finetune/Loss (Raw)": 0.31071895360946655, "Finetune/Step": 3640, "Finetune/Step Time": 5.391725920140743}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8537911176681519, "Finetune/Loss (Raw)": 0.810617208480835, "Finetune/Step": 3641, "Finetune/Step Time": 5.394772224128246}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8549648523330688, "Finetune/Loss (Raw)": 0.9594937562942505, "Finetune/Step": 3642, "Finetune/Step Time": 5.398139392957091}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8554819822311401, "Finetune/Loss (Raw)": 0.924892008304596, "Finetune/Step": 3643, "Finetune/Step Time": 5.397012945264578}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8551431894302368, "Finetune/Loss (Raw)": 0.8396133184432983, "Finetune/Step": 3644, "Finetune/Step Time": 5.3939069006592035}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.854171872138977, "Finetune/Loss (Raw)": 0.8253987431526184, "Finetune/Step": 3645, "Finetune/Step Time": 5.387791162356734}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8549402952194214, "Finetune/Loss (Raw)": 0.981885552406311, "Finetune/Step": 3646, "Finetune/Step Time": 5.367642490193248}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8558366298675537, "Finetune/Loss (Raw)": 0.923576295375824, "Finetune/Step": 3647, "Finetune/Step Time": 5.346047211438417}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8560879230499268, "Finetune/Loss (Raw)": 0.9563356637954712, "Finetune/Step": 3648, "Finetune/Step Time": 5.347826676443219}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8555817604064941, "Finetune/Loss (Raw)": 0.957171618938446, "Finetune/Step": 3649, "Finetune/Step Time": 5.352095533162355}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8574082851409912, "Finetune/Loss (Raw)": 1.0242060422897339, "Finetune/Step": 3650, "Finetune/Step Time": 5.337926080450416}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8570213317871094, "Finetune/Loss (Raw)": 0.7485957741737366, "Finetune/Step": 3651, "Finetune/Step Time": 5.332623843103647}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8582820296287537, "Finetune/Loss (Raw)": 0.9483697414398193, "Finetune/Step": 3652, "Finetune/Step Time": 5.325196053832769}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8575719594955444, "Finetune/Loss (Raw)": 0.9592075347900391, "Finetune/Step": 3653, "Finetune/Step Time": 5.316946979612112}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8578219413757324, "Finetune/Loss (Raw)": 0.8985394835472107, "Finetune/Step": 3654, "Finetune/Step Time": 5.336855670437217}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8586393594741821, "Finetune/Loss (Raw)": 1.0563346147537231, "Finetune/Step": 3655, "Finetune/Step Time": 5.341533752158284}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8577818870544434, "Finetune/Loss (Raw)": 0.7865787744522095, "Finetune/Step": 3656, "Finetune/Step Time": 5.345790360122919}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8582162857055664, "Finetune/Loss (Raw)": 0.8724532723426819, "Finetune/Step": 3657, "Finetune/Step Time": 5.340593863278627}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8580446243286133, "Finetune/Loss (Raw)": 0.8944004774093628, "Finetune/Step": 3658, "Finetune/Step Time": 5.350735398009419}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8575231432914734, "Finetune/Loss (Raw)": 0.9114500284194946, "Finetune/Step": 3659, "Finetune/Step Time": 5.353599088266492}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8589853048324585, "Finetune/Loss (Raw)": 1.0043933391571045, "Finetune/Step": 3660, "Finetune/Step Time": 5.340674851089716}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8633143901824951, "Finetune/Loss (Raw)": 0.8757388591766357, "Finetune/Step": 3661, "Finetune/Step Time": 5.308623718097806}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8637153506278992, "Finetune/Loss (Raw)": 0.9783539772033691, "Finetune/Step": 3662, "Finetune/Step Time": 5.299643114209175}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.8693815469741821, "Finetune/Loss (Raw)": 1.0637273788452148, "Finetune/Step": 3663, "Finetune/Step Time": 5.266757857054472}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.8692923784255981, "Finetune/Loss (Raw)": 0.8290409445762634, "Finetune/Step": 3664, "Finetune/Step Time": 5.279818955808878}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.8684515953063965, "Finetune/Loss (Raw)": 0.9152357578277588, "Finetune/Step": 3665, "Finetune/Step Time": 5.271790489554405}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.8678947687149048, "Finetune/Loss (Raw)": 0.9304055571556091, "Finetune/Step": 3666, "Finetune/Step Time": 5.266795571893454}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8638018369674683, "Finetune/Loss (Raw)": 0.42440417408943176, "Finetune/Step": 3667, "Finetune/Step Time": 5.294732293114066}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8633701205253601, "Finetune/Loss (Raw)": 0.8293619751930237, "Finetune/Step": 3668, "Finetune/Step Time": 5.284329921007156}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8631241917610168, "Finetune/Loss (Raw)": 0.8569241166114807, "Finetune/Step": 3669, "Finetune/Step Time": 5.2879948522895575}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8634618520736694, "Finetune/Loss (Raw)": 0.9116363525390625, "Finetune/Step": 3670, "Finetune/Step Time": 5.273065511137247}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8642774820327759, "Finetune/Loss (Raw)": 0.984381914138794, "Finetune/Step": 3671, "Finetune/Step Time": 5.2544818334281445}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8635983467102051, "Finetune/Loss (Raw)": 0.8387788534164429, "Finetune/Step": 3672, "Finetune/Step Time": 5.262339036911726}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.8655796051025391, "Finetune/Loss (Raw)": 0.6744837760925293, "Finetune/Step": 3673, "Finetune/Step Time": 5.235533434897661}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.8657249212265015, "Finetune/Loss (Raw)": 0.8466982841491699, "Finetune/Step": 3674, "Finetune/Step Time": 5.226805604994297}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8607590198516846, "Finetune/Loss (Raw)": 0.3765134811401367, "Finetune/Step": 3675, "Finetune/Step Time": 5.262180600315332}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8608632683753967, "Finetune/Loss (Raw)": 0.9524858593940735, "Finetune/Step": 3676, "Finetune/Step Time": 5.2649644538760185}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8606156706809998, "Finetune/Loss (Raw)": 0.9686877727508545, "Finetune/Step": 3677, "Finetune/Step Time": 5.264417048543692}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.863025963306427, "Finetune/Loss (Raw)": 0.6511342525482178, "Finetune/Step": 3678, "Finetune/Step Time": 5.234353126958013}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.8647592663764954, "Finetune/Loss (Raw)": 1.0054399967193604, "Finetune/Step": 3679, "Finetune/Step Time": 5.222678506746888}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.8647538423538208, "Finetune/Loss (Raw)": 0.914609968662262, "Finetune/Step": 3680, "Finetune/Step Time": 5.228380447253585}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.8665910959243774, "Finetune/Loss (Raw)": 0.9764535427093506, "Finetune/Step": 3681, "Finetune/Step Time": 5.209323678165674}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.8675884008407593, "Finetune/Loss (Raw)": 1.095946192741394, "Finetune/Step": 3682, "Finetune/Step Time": 5.211957493796945}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.8662528991699219, "Finetune/Loss (Raw)": 0.896942138671875, "Finetune/Step": 3683, "Finetune/Step Time": 5.212676702067256}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.868739128112793, "Finetune/Loss (Raw)": 0.6681820154190063, "Finetune/Step": 3684, "Finetune/Step Time": 5.194487329572439}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.8673704266548157, "Finetune/Loss (Raw)": 0.8671772480010986, "Finetune/Step": 3685, "Finetune/Step Time": 5.191279295831919}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.8675817847251892, "Finetune/Loss (Raw)": 0.919482409954071, "Finetune/Step": 3686, "Finetune/Step Time": 5.190746080130339}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.8669412732124329, "Finetune/Loss (Raw)": 0.886782705783844, "Finetune/Step": 3687, "Finetune/Step Time": 5.1891011986881495}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.8655096292495728, "Finetune/Loss (Raw)": 0.827121376991272, "Finetune/Step": 3688, "Finetune/Step Time": 5.1974969655275345}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.8651169538497925, "Finetune/Loss (Raw)": 0.9900292754173279, "Finetune/Step": 3689, "Finetune/Step Time": 5.1971335131675005}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.8667073845863342, "Finetune/Loss (Raw)": 0.9372904300689697, "Finetune/Step": 3690, "Finetune/Step Time": 5.200416572391987}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8630985617637634, "Finetune/Loss (Raw)": 0.3103717565536499, "Finetune/Step": 3691, "Finetune/Step Time": 5.230368092656136}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8645039796829224, "Finetune/Loss (Raw)": 1.0034844875335693, "Finetune/Step": 3692, "Finetune/Step Time": 5.223601046949625}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.8649855256080627, "Finetune/Loss (Raw)": 0.9088155627250671, "Finetune/Step": 3693, "Finetune/Step Time": 5.222882917150855}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8632067441940308, "Finetune/Loss (Raw)": 0.7880213856697083, "Finetune/Step": 3694, "Finetune/Step Time": 5.246664572507143}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.8649709820747375, "Finetune/Loss (Raw)": 1.1186379194259644, "Finetune/Step": 3695, "Finetune/Step Time": 5.220470456406474}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8643757700920105, "Finetune/Loss (Raw)": 0.8711215853691101, "Finetune/Step": 3696, "Finetune/Step Time": 5.218929935246706}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8633005619049072, "Finetune/Loss (Raw)": 0.7222113609313965, "Finetune/Step": 3697, "Finetune/Step Time": 5.235490631312132}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.863940954208374, "Finetune/Loss (Raw)": 0.9248161911964417, "Finetune/Step": 3698, "Finetune/Step Time": 5.2420224491506815}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8638980388641357, "Finetune/Loss (Raw)": 0.9251548647880554, "Finetune/Step": 3699, "Finetune/Step Time": 5.239159278571606}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8636858463287354, "Finetune/Loss (Raw)": 0.9165760278701782, "Finetune/Step": 3700, "Finetune/Step Time": 5.240317191928625}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8619905114173889, "Finetune/Loss (Raw)": 0.7230582237243652, "Finetune/Step": 3701, "Finetune/Step Time": 5.2478139996528625}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8616558313369751, "Finetune/Loss (Raw)": 0.9398131966590881, "Finetune/Step": 3702, "Finetune/Step Time": 5.2368522342294455}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8623360395431519, "Finetune/Loss (Raw)": 0.9568678140640259, "Finetune/Step": 3703, "Finetune/Step Time": 5.234643943607807}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.861846923828125, "Finetune/Loss (Raw)": 0.9206221699714661, "Finetune/Step": 3704, "Finetune/Step Time": 5.239742528647184}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8606780767440796, "Finetune/Loss (Raw)": 0.7366345524787903, "Finetune/Step": 3705, "Finetune/Step Time": 5.22126692160964}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8598493933677673, "Finetune/Loss (Raw)": 0.8676786422729492, "Finetune/Step": 3706, "Finetune/Step Time": 5.2233788557350636}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8589931130409241, "Finetune/Loss (Raw)": 0.8523417711257935, "Finetune/Step": 3707, "Finetune/Step Time": 5.24933410063386}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8578603267669678, "Finetune/Loss (Raw)": 0.7920132279396057, "Finetune/Step": 3708, "Finetune/Step Time": 5.260615389794111}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8581990003585815, "Finetune/Loss (Raw)": 1.0231598615646362, "Finetune/Step": 3709, "Finetune/Step Time": 5.251459447667003}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8593758940696716, "Finetune/Loss (Raw)": 0.9969351291656494, "Finetune/Step": 3710, "Finetune/Step Time": 5.238278303295374}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8591458797454834, "Finetune/Loss (Raw)": 0.7934682369232178, "Finetune/Step": 3711, "Finetune/Step Time": 5.249684391543269}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8597372174263, "Finetune/Loss (Raw)": 1.016435980796814, "Finetune/Step": 3712, "Finetune/Step Time": 5.248880198225379}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8539032936096191, "Finetune/Loss (Raw)": 0.2854587137699127, "Finetune/Step": 3713, "Finetune/Step Time": 5.2732531893998384}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8550045490264893, "Finetune/Loss (Raw)": 0.9116273522377014, "Finetune/Step": 3714, "Finetune/Step Time": 5.260248554870486}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8559707999229431, "Finetune/Loss (Raw)": 0.9535258412361145, "Finetune/Step": 3715, "Finetune/Step Time": 5.264588115736842}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8567777872085571, "Finetune/Loss (Raw)": 0.8088099956512451, "Finetune/Step": 3716, "Finetune/Step Time": 5.293580546975136}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8561139106750488, "Finetune/Loss (Raw)": 0.7882859706878662, "Finetune/Step": 3717, "Finetune/Step Time": 5.307425167411566}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8548009395599365, "Finetune/Loss (Raw)": 0.7864941954612732, "Finetune/Step": 3718, "Finetune/Step Time": 5.311691930517554}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8538662791252136, "Finetune/Loss (Raw)": 0.6811620593070984, "Finetune/Step": 3719, "Finetune/Step Time": 5.327432960271835}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8544051051139832, "Finetune/Loss (Raw)": 1.0023244619369507, "Finetune/Step": 3720, "Finetune/Step Time": 5.331431742757559}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8540829420089722, "Finetune/Loss (Raw)": 0.9812851548194885, "Finetune/Step": 3721, "Finetune/Step Time": 5.330822303891182}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8564695715904236, "Finetune/Loss (Raw)": 0.9218762516975403, "Finetune/Step": 3722, "Finetune/Step Time": 5.327792678028345}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8570690751075745, "Finetune/Loss (Raw)": 0.9773252606391907, "Finetune/Step": 3723, "Finetune/Step Time": 5.325754772871733}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8554320931434631, "Finetune/Loss (Raw)": 0.8213256001472473, "Finetune/Step": 3724, "Finetune/Step Time": 5.3263000305742025}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8610273003578186, "Finetune/Loss (Raw)": 0.9692500233650208, "Finetune/Step": 3725, "Finetune/Step Time": 5.2984109707176685}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8575339317321777, "Finetune/Loss (Raw)": 0.3831264078617096, "Finetune/Step": 3726, "Finetune/Step Time": 5.311296569183469}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.857674241065979, "Finetune/Loss (Raw)": 0.8322115540504456, "Finetune/Step": 3727, "Finetune/Step Time": 5.315462155267596}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8597115874290466, "Finetune/Loss (Raw)": 0.6969712972640991, "Finetune/Step": 3728, "Finetune/Step Time": 5.292498275637627}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8596364855766296, "Finetune/Loss (Raw)": 0.9267826676368713, "Finetune/Step": 3729, "Finetune/Step Time": 5.301535850390792}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8602254390716553, "Finetune/Loss (Raw)": 0.9255479574203491, "Finetune/Step": 3730, "Finetune/Step Time": 5.330550255253911}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8608618378639221, "Finetune/Loss (Raw)": 0.9365866780281067, "Finetune/Step": 3731, "Finetune/Step Time": 5.330274010077119}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8608152866363525, "Finetune/Loss (Raw)": 0.9074128270149231, "Finetune/Step": 3732, "Finetune/Step Time": 5.328680461272597}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8613264560699463, "Finetune/Loss (Raw)": 0.8507466912269592, "Finetune/Step": 3733, "Finetune/Step Time": 5.336166566237807}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8620612621307373, "Finetune/Loss (Raw)": 0.9705418944358826, "Finetune/Step": 3734, "Finetune/Step Time": 5.328720849007368}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8604389429092407, "Finetune/Loss (Raw)": 0.7106321454048157, "Finetune/Step": 3735, "Finetune/Step Time": 5.329962894320488}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8620301485061646, "Finetune/Loss (Raw)": 1.090028166770935, "Finetune/Step": 3736, "Finetune/Step Time": 5.2999240178614855}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8620541095733643, "Finetune/Loss (Raw)": 0.9154636859893799, "Finetune/Step": 3737, "Finetune/Step Time": 5.318002941086888}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8623610138893127, "Finetune/Loss (Raw)": 0.8344998359680176, "Finetune/Step": 3738, "Finetune/Step Time": 5.327067293226719}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.8662673830986023, "Finetune/Loss (Raw)": 0.8406586647033691, "Finetune/Step": 3739, "Finetune/Step Time": 5.295771475881338}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.866448163986206, "Finetune/Loss (Raw)": 0.8880181908607483, "Finetune/Step": 3740, "Finetune/Step Time": 5.279317429289222}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.8678107857704163, "Finetune/Loss (Raw)": 0.968128502368927, "Finetune/Step": 3741, "Finetune/Step Time": 5.279088092967868}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.8678536415100098, "Finetune/Loss (Raw)": 0.8756905198097229, "Finetune/Step": 3742, "Finetune/Step Time": 5.2750508934259415}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.8679366707801819, "Finetune/Loss (Raw)": 0.9258915781974792, "Finetune/Step": 3743, "Finetune/Step Time": 5.307736003771424}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.86467444896698, "Finetune/Loss (Raw)": 0.3597939610481262, "Finetune/Step": 3744, "Finetune/Step Time": 5.334744825959206}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8604388236999512, "Finetune/Loss (Raw)": 0.32234641909599304, "Finetune/Step": 3745, "Finetune/Step Time": 5.353543344885111}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8597761392593384, "Finetune/Loss (Raw)": 0.7541136741638184, "Finetune/Step": 3746, "Finetune/Step Time": 5.344019232317805}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.859054684638977, "Finetune/Loss (Raw)": 0.7576643228530884, "Finetune/Step": 3747, "Finetune/Step Time": 5.3639686945825815}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.859840989112854, "Finetune/Loss (Raw)": 0.9429378509521484, "Finetune/Step": 3748, "Finetune/Step Time": 5.374671267345548}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8596215844154358, "Finetune/Loss (Raw)": 0.7898743748664856, "Finetune/Step": 3749, "Finetune/Step Time": 5.381482953205705}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8599656224250793, "Finetune/Loss (Raw)": 0.949561357498169, "Finetune/Step": 3750, "Finetune/Step Time": 5.390844291076064}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8607429265975952, "Finetune/Loss (Raw)": 1.018698811531067, "Finetune/Step": 3751, "Finetune/Step Time": 5.397849952802062}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8596987724304199, "Finetune/Loss (Raw)": 0.8500043749809265, "Finetune/Step": 3752, "Finetune/Step Time": 5.395256964489818}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8590191602706909, "Finetune/Loss (Raw)": 0.8726168870925903, "Finetune/Step": 3753, "Finetune/Step Time": 5.410154931247234}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.859840989112854, "Finetune/Loss (Raw)": 0.907569944858551, "Finetune/Step": 3754, "Finetune/Step Time": 5.412715593352914}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.860203206539154, "Finetune/Loss (Raw)": 0.9589259028434753, "Finetune/Step": 3755, "Finetune/Step Time": 5.400472916662693}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8588005304336548, "Finetune/Loss (Raw)": 0.7156139612197876, "Finetune/Step": 3756, "Finetune/Step Time": 5.401805732399225}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8597426414489746, "Finetune/Loss (Raw)": 0.9529352784156799, "Finetune/Step": 3757, "Finetune/Step Time": 5.398819170892239}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8598045110702515, "Finetune/Loss (Raw)": 0.8643938899040222, "Finetune/Step": 3758, "Finetune/Step Time": 5.413761716336012}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.861690878868103, "Finetune/Loss (Raw)": 0.9602089524269104, "Finetune/Step": 3759, "Finetune/Step Time": 5.398415828123689}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8605663180351257, "Finetune/Loss (Raw)": 0.8447170257568359, "Finetune/Step": 3760, "Finetune/Step Time": 5.404068836942315}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8585928678512573, "Finetune/Loss (Raw)": 0.7441660761833191, "Finetune/Step": 3761, "Finetune/Step Time": 5.4151603896170855}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8586642146110535, "Finetune/Loss (Raw)": 0.8879668712615967, "Finetune/Step": 3762, "Finetune/Step Time": 5.4207938481122255}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8599430322647095, "Finetune/Loss (Raw)": 0.9390425086021423, "Finetune/Step": 3763, "Finetune/Step Time": 5.422129634767771}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8592336177825928, "Finetune/Loss (Raw)": 0.8184689879417419, "Finetune/Step": 3764, "Finetune/Step Time": 5.42222984880209}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8582982420921326, "Finetune/Loss (Raw)": 0.8525736927986145, "Finetune/Step": 3765, "Finetune/Step Time": 5.436406530439854}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8583289980888367, "Finetune/Loss (Raw)": 0.9494182467460632, "Finetune/Step": 3766, "Finetune/Step Time": 5.439485341310501}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8587464690208435, "Finetune/Loss (Raw)": 0.9423213601112366, "Finetune/Step": 3767, "Finetune/Step Time": 5.443159073591232}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8622808456420898, "Finetune/Loss (Raw)": 0.763113796710968, "Finetune/Step": 3768, "Finetune/Step Time": 5.421043887734413}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8578928709030151, "Finetune/Loss (Raw)": 0.24896860122680664, "Finetune/Step": 3769, "Finetune/Step Time": 5.449851501733065}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8585944175720215, "Finetune/Loss (Raw)": 1.049281358718872, "Finetune/Step": 3770, "Finetune/Step Time": 5.441081905737519}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8597621321678162, "Finetune/Loss (Raw)": 1.0743658542633057, "Finetune/Step": 3771, "Finetune/Step Time": 5.437304342165589}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8607211709022522, "Finetune/Loss (Raw)": 0.9623688459396362, "Finetune/Step": 3772, "Finetune/Step Time": 5.4433247819542885}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8569804430007935, "Finetune/Loss (Raw)": 0.3465828597545624, "Finetune/Step": 3773, "Finetune/Step Time": 5.472458533942699}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8565793037414551, "Finetune/Loss (Raw)": 0.9305376410484314, "Finetune/Step": 3774, "Finetune/Step Time": 5.479113560169935}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8569462299346924, "Finetune/Loss (Raw)": 0.9705415964126587, "Finetune/Step": 3775, "Finetune/Step Time": 5.483443742617965}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8568603992462158, "Finetune/Loss (Raw)": 0.9453545212745667, "Finetune/Step": 3776, "Finetune/Step Time": 5.486779272556305}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8515231013298035, "Finetune/Loss (Raw)": 0.27399322390556335, "Finetune/Step": 3777, "Finetune/Step Time": 5.518108580261469}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8507890701293945, "Finetune/Loss (Raw)": 0.9302476048469543, "Finetune/Step": 3778, "Finetune/Step Time": 5.525048406794667}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8515888452529907, "Finetune/Loss (Raw)": 0.8509749174118042, "Finetune/Step": 3779, "Finetune/Step Time": 5.519511599093676}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.850483775138855, "Finetune/Loss (Raw)": 0.8069223761558533, "Finetune/Step": 3780, "Finetune/Step Time": 5.514982501044869}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8504548072814941, "Finetune/Loss (Raw)": 0.9554963111877441, "Finetune/Step": 3781, "Finetune/Step Time": 5.512381579726934}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.849999725818634, "Finetune/Loss (Raw)": 0.8402864933013916, "Finetune/Step": 3782, "Finetune/Step Time": 5.484642282128334}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8480721712112427, "Finetune/Loss (Raw)": 0.8096036911010742, "Finetune/Step": 3783, "Finetune/Step Time": 5.486810440197587}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8482972383499146, "Finetune/Loss (Raw)": 0.8153949975967407, "Finetune/Step": 3784, "Finetune/Step Time": 5.492462437599897}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8482761383056641, "Finetune/Loss (Raw)": 0.8697530627250671, "Finetune/Step": 3785, "Finetune/Step Time": 5.490403063595295}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8489905595779419, "Finetune/Loss (Raw)": 0.9858418107032776, "Finetune/Step": 3786, "Finetune/Step Time": 5.485664425417781}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8491915464401245, "Finetune/Loss (Raw)": 0.9371844530105591, "Finetune/Step": 3787, "Finetune/Step Time": 5.488478420302272}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8482476472854614, "Finetune/Loss (Raw)": 0.8835707306861877, "Finetune/Step": 3788, "Finetune/Step Time": 5.4943911004811525}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8476277589797974, "Finetune/Loss (Raw)": 0.7963894009590149, "Finetune/Step": 3789, "Finetune/Step Time": 5.512938300147653}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8474223017692566, "Finetune/Loss (Raw)": 0.9520511031150818, "Finetune/Step": 3790, "Finetune/Step Time": 5.519232260063291}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8459817171096802, "Finetune/Loss (Raw)": 0.8793376088142395, "Finetune/Step": 3791, "Finetune/Step Time": 5.519303053617477}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8421909213066101, "Finetune/Loss (Raw)": 0.3438204824924469, "Finetune/Step": 3792, "Finetune/Step Time": 5.538157142698765}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8421880602836609, "Finetune/Loss (Raw)": 0.9148677587509155, "Finetune/Step": 3793, "Finetune/Step Time": 5.556989461183548}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.842165470123291, "Finetune/Loss (Raw)": 0.927517831325531, "Finetune/Step": 3794, "Finetune/Step Time": 5.556096820160747}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8447978496551514, "Finetune/Loss (Raw)": 0.7613391280174255, "Finetune/Step": 3795, "Finetune/Step Time": 5.538499852642417}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8454643487930298, "Finetune/Loss (Raw)": 0.9146766662597656, "Finetune/Step": 3796, "Finetune/Step Time": 5.544296197593212}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.844643235206604, "Finetune/Loss (Raw)": 0.7518251538276672, "Finetune/Step": 3797, "Finetune/Step Time": 5.548446413129568}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.844114363193512, "Finetune/Loss (Raw)": 0.843940794467926, "Finetune/Step": 3798, "Finetune/Step Time": 5.54498409293592}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8428057432174683, "Finetune/Loss (Raw)": 0.8168804049491882, "Finetune/Step": 3799, "Finetune/Step Time": 5.555068861693144}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8437554836273193, "Finetune/Loss (Raw)": 0.9603450894355774, "Finetune/Step": 3800, "Finetune/Step Time": 5.5507675390690565}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8453546762466431, "Finetune/Loss (Raw)": 0.8791798949241638, "Finetune/Step": 3801, "Finetune/Step Time": 5.551408821716905}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8463045358657837, "Finetune/Loss (Raw)": 0.9682738780975342, "Finetune/Step": 3802, "Finetune/Step Time": 5.552790032699704}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8512799739837646, "Finetune/Loss (Raw)": 1.0133740901947021, "Finetune/Step": 3803, "Finetune/Step Time": 5.518048867583275}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8510913848876953, "Finetune/Loss (Raw)": 0.9283428192138672, "Finetune/Step": 3804, "Finetune/Step Time": 5.502458101138473}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8501763939857483, "Finetune/Loss (Raw)": 0.8515797853469849, "Finetune/Step": 3805, "Finetune/Step Time": 5.5196633990854025}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8520556688308716, "Finetune/Loss (Raw)": 0.8916699886322021, "Finetune/Step": 3806, "Finetune/Step Time": 5.531882410869002}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8507741689682007, "Finetune/Loss (Raw)": 0.8414093852043152, "Finetune/Step": 3807, "Finetune/Step Time": 5.534133052453399}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8497606515884399, "Finetune/Loss (Raw)": 0.7848840951919556, "Finetune/Step": 3808, "Finetune/Step Time": 5.541295548900962}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8487924933433533, "Finetune/Loss (Raw)": 0.8525316119194031, "Finetune/Step": 3809, "Finetune/Step Time": 5.555970158427954}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8475796580314636, "Finetune/Loss (Raw)": 0.9407010078430176, "Finetune/Step": 3810, "Finetune/Step Time": 5.54759819060564}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8471198678016663, "Finetune/Loss (Raw)": 0.8380894064903259, "Finetune/Step": 3811, "Finetune/Step Time": 5.553525509312749}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8481777906417847, "Finetune/Loss (Raw)": 0.8035879135131836, "Finetune/Step": 3812, "Finetune/Step Time": 5.548020772635937}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8482275009155273, "Finetune/Loss (Raw)": 0.8735553622245789, "Finetune/Step": 3813, "Finetune/Step Time": 5.545594351366162}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8476265668869019, "Finetune/Loss (Raw)": 0.8425598740577698, "Finetune/Step": 3814, "Finetune/Step Time": 5.543652780354023}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8474566340446472, "Finetune/Loss (Raw)": 0.8650283813476562, "Finetune/Step": 3815, "Finetune/Step Time": 5.5621506832540035}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8478938341140747, "Finetune/Loss (Raw)": 0.8830782771110535, "Finetune/Step": 3816, "Finetune/Step Time": 5.5574780367314816}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.846506655216217, "Finetune/Loss (Raw)": 0.8124752640724182, "Finetune/Step": 3817, "Finetune/Step Time": 5.559985348954797}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8455780744552612, "Finetune/Loss (Raw)": 0.8184279799461365, "Finetune/Step": 3818, "Finetune/Step Time": 5.553301753476262}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8494588136672974, "Finetune/Loss (Raw)": 0.8071086406707764, "Finetune/Step": 3819, "Finetune/Step Time": 5.524246782064438}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8471781611442566, "Finetune/Loss (Raw)": 0.7115559577941895, "Finetune/Step": 3820, "Finetune/Step Time": 5.526141984388232}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8464725613594055, "Finetune/Loss (Raw)": 0.8185042142868042, "Finetune/Step": 3821, "Finetune/Step Time": 5.531647231429815}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8464238047599792, "Finetune/Loss (Raw)": 0.7817788124084473, "Finetune/Step": 3822, "Finetune/Step Time": 5.510859128087759}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.8454055190086365, "Finetune/Loss (Raw)": 0.9882976412773132, "Finetune/Step": 3823, "Finetune/Step Time": 5.514037478715181}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8456142544746399, "Finetune/Loss (Raw)": 0.897840142250061, "Finetune/Step": 3824, "Finetune/Step Time": 5.5075680408626795}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8459046483039856, "Finetune/Loss (Raw)": 0.7593823671340942, "Finetune/Step": 3825, "Finetune/Step Time": 5.4858510587364435}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8450510501861572, "Finetune/Loss (Raw)": 0.8155519962310791, "Finetune/Step": 3826, "Finetune/Step Time": 5.482314920052886}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8449243307113647, "Finetune/Loss (Raw)": 0.9089410305023193, "Finetune/Step": 3827, "Finetune/Step Time": 5.515105469152331}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.845245361328125, "Finetune/Loss (Raw)": 0.9576632976531982, "Finetune/Step": 3828, "Finetune/Step Time": 5.518198477104306}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8417837619781494, "Finetune/Loss (Raw)": 0.2799749970436096, "Finetune/Step": 3829, "Finetune/Step Time": 5.543516730889678}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8414303064346313, "Finetune/Loss (Raw)": 0.8945766091346741, "Finetune/Step": 3830, "Finetune/Step Time": 5.552369242534041}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8405135869979858, "Finetune/Loss (Raw)": 0.8395213484764099, "Finetune/Step": 3831, "Finetune/Step Time": 5.5598174668848515}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8414307236671448, "Finetune/Loss (Raw)": 1.03801691532135, "Finetune/Step": 3832, "Finetune/Step Time": 5.557214638218284}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.843182384967804, "Finetune/Loss (Raw)": 0.9608455896377563, "Finetune/Step": 3833, "Finetune/Step Time": 5.58072735927999}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8440127968788147, "Finetune/Loss (Raw)": 0.9739747643470764, "Finetune/Step": 3834, "Finetune/Step Time": 5.575020300224423}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8447285294532776, "Finetune/Loss (Raw)": 0.9439578652381897, "Finetune/Step": 3835, "Finetune/Step Time": 5.555516559630632}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8449263572692871, "Finetune/Loss (Raw)": 0.8173288106918335, "Finetune/Step": 3836, "Finetune/Step Time": 5.533598493784666}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8436154127120972, "Finetune/Loss (Raw)": 0.8553573489189148, "Finetune/Step": 3837, "Finetune/Step Time": 5.533790798857808}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8421963453292847, "Finetune/Loss (Raw)": 0.8152998685836792, "Finetune/Step": 3838, "Finetune/Step Time": 5.537354651838541}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.842950701713562, "Finetune/Loss (Raw)": 0.8900229930877686, "Finetune/Step": 3839, "Finetune/Step Time": 5.552213000133634}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8415930271148682, "Finetune/Loss (Raw)": 0.842651903629303, "Finetune/Step": 3840, "Finetune/Step Time": 5.552446955814958}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8472177982330322, "Finetune/Loss (Raw)": 1.0054339170455933, "Finetune/Step": 3841, "Finetune/Step Time": 5.5216351971030235}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8464251756668091, "Finetune/Loss (Raw)": 0.8101764917373657, "Finetune/Step": 3842, "Finetune/Step Time": 5.519691405817866}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8456050157546997, "Finetune/Loss (Raw)": 0.8485416769981384, "Finetune/Step": 3843, "Finetune/Step Time": 5.5273169204592705}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8459756374359131, "Finetune/Loss (Raw)": 0.8562533855438232, "Finetune/Step": 3844, "Finetune/Step Time": 5.502654375508428}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8464662432670593, "Finetune/Loss (Raw)": 0.8510758876800537, "Finetune/Step": 3845, "Finetune/Step Time": 5.476262683048844}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8458026647567749, "Finetune/Loss (Raw)": 0.7015649080276489, "Finetune/Step": 3846, "Finetune/Step Time": 5.47186260856688}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8482195138931274, "Finetune/Loss (Raw)": 0.9905174374580383, "Finetune/Step": 3847, "Finetune/Step Time": 5.454474380239844}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8429611921310425, "Finetune/Loss (Raw)": 0.3292538523674011, "Finetune/Step": 3848, "Finetune/Step Time": 5.4750622399151325}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8434615731239319, "Finetune/Loss (Raw)": 1.045331358909607, "Finetune/Step": 3849, "Finetune/Step Time": 5.490295736119151}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8411715030670166, "Finetune/Loss (Raw)": 0.6287572383880615, "Finetune/Step": 3850, "Finetune/Step Time": 5.492884276434779}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8395301103591919, "Finetune/Loss (Raw)": 0.7672240734100342, "Finetune/Step": 3851, "Finetune/Step Time": 5.484519576653838}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8403298854827881, "Finetune/Loss (Raw)": 0.9237006306648254, "Finetune/Step": 3852, "Finetune/Step Time": 5.4912081100046635}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8363027572631836, "Finetune/Loss (Raw)": 0.4537631869316101, "Finetune/Step": 3853, "Finetune/Step Time": 5.51714182831347}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8403568267822266, "Finetune/Loss (Raw)": 0.9020563364028931, "Finetune/Step": 3854, "Finetune/Step Time": 5.495783684775233}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8389678001403809, "Finetune/Loss (Raw)": 0.6544161438941956, "Finetune/Step": 3855, "Finetune/Step Time": 5.5114295445382595}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8413658142089844, "Finetune/Loss (Raw)": 1.0039201974868774, "Finetune/Step": 3856, "Finetune/Step Time": 5.509341241791844}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.836957573890686, "Finetune/Loss (Raw)": 0.3625165820121765, "Finetune/Step": 3857, "Finetune/Step Time": 5.5292554553598166}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8323559761047363, "Finetune/Loss (Raw)": 0.33655059337615967, "Finetune/Step": 3858, "Finetune/Step Time": 5.534247409552336}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8333446979522705, "Finetune/Loss (Raw)": 1.0631386041641235, "Finetune/Step": 3859, "Finetune/Step Time": 5.526668310165405}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8332259654998779, "Finetune/Loss (Raw)": 0.8922221660614014, "Finetune/Step": 3860, "Finetune/Step Time": 5.5196254421025515}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8332183361053467, "Finetune/Loss (Raw)": 0.8497684001922607, "Finetune/Step": 3861, "Finetune/Step Time": 5.504936782643199}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8325523138046265, "Finetune/Loss (Raw)": 0.8852841258049011, "Finetune/Step": 3862, "Finetune/Step Time": 5.503251118585467}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8335191011428833, "Finetune/Loss (Raw)": 0.8343867659568787, "Finetune/Step": 3863, "Finetune/Step Time": 5.513311959803104}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8322468400001526, "Finetune/Loss (Raw)": 0.9271751642227173, "Finetune/Step": 3864, "Finetune/Step Time": 5.5160192884504795}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8320388793945312, "Finetune/Loss (Raw)": 0.888841450214386, "Finetune/Step": 3865, "Finetune/Step Time": 5.53386502340436}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8335930109024048, "Finetune/Loss (Raw)": 1.0334386825561523, "Finetune/Step": 3866, "Finetune/Step Time": 5.525377556681633}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8354905247688293, "Finetune/Loss (Raw)": 1.0835365056991577, "Finetune/Step": 3867, "Finetune/Step Time": 5.525816274806857}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8355686664581299, "Finetune/Loss (Raw)": 0.8980227112770081, "Finetune/Step": 3868, "Finetune/Step Time": 5.529399707913399}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8344280123710632, "Finetune/Loss (Raw)": 0.822121262550354, "Finetune/Step": 3869, "Finetune/Step Time": 5.530865181237459}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.833922803401947, "Finetune/Loss (Raw)": 0.8110257983207703, "Finetune/Step": 3870, "Finetune/Step Time": 5.555370835587382}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.833604633808136, "Finetune/Loss (Raw)": 0.8851670026779175, "Finetune/Step": 3871, "Finetune/Step Time": 5.51913402415812}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8349429965019226, "Finetune/Loss (Raw)": 0.5311015248298645, "Finetune/Step": 3872, "Finetune/Step Time": 5.523076318204403}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8381984233856201, "Finetune/Loss (Raw)": 0.7390385270118713, "Finetune/Step": 3873, "Finetune/Step Time": 5.501300835981965}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8392132520675659, "Finetune/Loss (Raw)": 0.8840118646621704, "Finetune/Step": 3874, "Finetune/Step Time": 5.501507891342044}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8401767015457153, "Finetune/Loss (Raw)": 0.8809890151023865, "Finetune/Step": 3875, "Finetune/Step Time": 5.483771530911326}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8397822380065918, "Finetune/Loss (Raw)": 0.8924521803855896, "Finetune/Step": 3876, "Finetune/Step Time": 5.470454653725028}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8404215574264526, "Finetune/Loss (Raw)": 0.8716989159584045, "Finetune/Step": 3877, "Finetune/Step Time": 5.478341551497579}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8366919159889221, "Finetune/Loss (Raw)": 0.4721655547618866, "Finetune/Step": 3878, "Finetune/Step Time": 5.503338115289807}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.835381031036377, "Finetune/Loss (Raw)": 0.8509069085121155, "Finetune/Step": 3879, "Finetune/Step Time": 5.528538376092911}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.835519552230835, "Finetune/Loss (Raw)": 0.8677356243133545, "Finetune/Step": 3880, "Finetune/Step Time": 5.5247260723263025}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8359254002571106, "Finetune/Loss (Raw)": 0.9245665669441223, "Finetune/Step": 3881, "Finetune/Step Time": 5.517119836062193}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8362224698066711, "Finetune/Loss (Raw)": 0.9455947875976562, "Finetune/Step": 3882, "Finetune/Step Time": 5.5208825040608644}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8364158868789673, "Finetune/Loss (Raw)": 0.9836863279342651, "Finetune/Step": 3883, "Finetune/Step Time": 5.5146900080144405}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8372724056243896, "Finetune/Loss (Raw)": 0.8252465128898621, "Finetune/Step": 3884, "Finetune/Step Time": 5.513395035639405}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8351936340332031, "Finetune/Loss (Raw)": 0.6868473887443542, "Finetune/Step": 3885, "Finetune/Step Time": 5.520057002082467}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8343443274497986, "Finetune/Loss (Raw)": 0.7556850910186768, "Finetune/Step": 3886, "Finetune/Step Time": 5.506654774770141}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8331567049026489, "Finetune/Loss (Raw)": 0.8081955909729004, "Finetune/Step": 3887, "Finetune/Step Time": 5.508222971111536}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8336623907089233, "Finetune/Loss (Raw)": 0.9094409942626953, "Finetune/Step": 3888, "Finetune/Step Time": 5.5005004573613405}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8347066640853882, "Finetune/Loss (Raw)": 0.8778400421142578, "Finetune/Step": 3889, "Finetune/Step Time": 5.4914320800453424}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8349842429161072, "Finetune/Loss (Raw)": 0.923492431640625, "Finetune/Step": 3890, "Finetune/Step Time": 5.490749765187502}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.834587812423706, "Finetune/Loss (Raw)": 0.888302743434906, "Finetune/Step": 3891, "Finetune/Step Time": 5.505506992340088}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8349208831787109, "Finetune/Loss (Raw)": 0.8611020445823669, "Finetune/Step": 3892, "Finetune/Step Time": 5.509024014696479}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.831153154373169, "Finetune/Loss (Raw)": 0.3703075349330902, "Finetune/Step": 3893, "Finetune/Step Time": 5.525362448766828}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.830845057964325, "Finetune/Loss (Raw)": 0.909974217414856, "Finetune/Step": 3894, "Finetune/Step Time": 5.523586865514517}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8307664394378662, "Finetune/Loss (Raw)": 0.9322646260261536, "Finetune/Step": 3895, "Finetune/Step Time": 5.521942945197225}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8322234749794006, "Finetune/Loss (Raw)": 0.9496088027954102, "Finetune/Step": 3896, "Finetune/Step Time": 5.510466009378433}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8372131586074829, "Finetune/Loss (Raw)": 0.8876561522483826, "Finetune/Step": 3897, "Finetune/Step Time": 5.47876001894474}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8357225060462952, "Finetune/Loss (Raw)": 0.8584705591201782, "Finetune/Step": 3898, "Finetune/Step Time": 5.49529336206615}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.8351742029190063, "Finetune/Loss (Raw)": 1.004181146621704, "Finetune/Step": 3899, "Finetune/Step Time": 5.498541057109833}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8344606161117554, "Finetune/Loss (Raw)": 0.871030867099762, "Finetune/Step": 3900, "Finetune/Step Time": 5.509154183790088}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8390940427780151, "Finetune/Loss (Raw)": 0.9396631121635437, "Finetune/Step": 3901, "Finetune/Step Time": 5.483172420412302}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8394419550895691, "Finetune/Loss (Raw)": 0.9750715494155884, "Finetune/Step": 3902, "Finetune/Step Time": 5.462462509050965}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8393794298171997, "Finetune/Loss (Raw)": 0.9625424742698669, "Finetune/Step": 3903, "Finetune/Step Time": 5.457504080608487}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8390016555786133, "Finetune/Loss (Raw)": 0.8969994187355042, "Finetune/Step": 3904, "Finetune/Step Time": 5.4609678871929646}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8423333168029785, "Finetune/Loss (Raw)": 0.7004445195198059, "Finetune/Step": 3905, "Finetune/Step Time": 5.443544181063771}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8424361944198608, "Finetune/Loss (Raw)": 0.9434076547622681, "Finetune/Step": 3906, "Finetune/Step Time": 5.472291365265846}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8447995185852051, "Finetune/Loss (Raw)": 1.1534842252731323, "Finetune/Step": 3907, "Finetune/Step Time": 5.457321362569928}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.844931960105896, "Finetune/Loss (Raw)": 0.8238731026649475, "Finetune/Step": 3908, "Finetune/Step Time": 5.464641632512212}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.8439381718635559, "Finetune/Loss (Raw)": 0.8282979130744934, "Finetune/Step": 3909, "Finetune/Step Time": 5.470646660774946}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8448927402496338, "Finetune/Loss (Raw)": 0.9624671936035156, "Finetune/Step": 3910, "Finetune/Step Time": 5.471132731065154}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8465752601623535, "Finetune/Loss (Raw)": 1.0249688625335693, "Finetune/Step": 3911, "Finetune/Step Time": 5.47271485440433}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8465670347213745, "Finetune/Loss (Raw)": 0.8143368363380432, "Finetune/Step": 3912, "Finetune/Step Time": 5.475869519636035}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8467891216278076, "Finetune/Loss (Raw)": 0.8981831073760986, "Finetune/Step": 3913, "Finetune/Step Time": 5.479232227429748}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8456369638442993, "Finetune/Loss (Raw)": 0.838362991809845, "Finetune/Step": 3914, "Finetune/Step Time": 5.47094464302063}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8454021215438843, "Finetune/Loss (Raw)": 0.9071356654167175, "Finetune/Step": 3915, "Finetune/Step Time": 5.468344792723656}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8454945087432861, "Finetune/Loss (Raw)": 0.8953919410705566, "Finetune/Step": 3916, "Finetune/Step Time": 5.473993591964245}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8463212847709656, "Finetune/Loss (Raw)": 0.9022161960601807, "Finetune/Step": 3917, "Finetune/Step Time": 5.47493620403111}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8463705778121948, "Finetune/Loss (Raw)": 0.9583591222763062, "Finetune/Step": 3918, "Finetune/Step Time": 5.468929424881935}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8461861610412598, "Finetune/Loss (Raw)": 0.8557372689247131, "Finetune/Step": 3919, "Finetune/Step Time": 5.4790670443326235}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8504215478897095, "Finetune/Loss (Raw)": 0.8859384655952454, "Finetune/Step": 3920, "Finetune/Step Time": 5.483607068657875}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8485993146896362, "Finetune/Loss (Raw)": 0.6816284656524658, "Finetune/Step": 3921, "Finetune/Step Time": 5.4931924007833}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8487597703933716, "Finetune/Loss (Raw)": 0.9480580687522888, "Finetune/Step": 3922, "Finetune/Step Time": 5.501980293542147}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8484244346618652, "Finetune/Loss (Raw)": 0.7184123992919922, "Finetune/Step": 3923, "Finetune/Step Time": 5.506760060787201}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8483438491821289, "Finetune/Loss (Raw)": 0.904358983039856, "Finetune/Step": 3924, "Finetune/Step Time": 5.5101578794419765}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8495800495147705, "Finetune/Loss (Raw)": 0.910067617893219, "Finetune/Step": 3925, "Finetune/Step Time": 5.5066538993269205}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8494272232055664, "Finetune/Loss (Raw)": 0.8243756890296936, "Finetune/Step": 3926, "Finetune/Step Time": 5.5114922150969505}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8498091697692871, "Finetune/Loss (Raw)": 0.865767240524292, "Finetune/Step": 3927, "Finetune/Step Time": 5.5187566839158535}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8500335216522217, "Finetune/Loss (Raw)": 0.9890539050102234, "Finetune/Step": 3928, "Finetune/Step Time": 5.519555198028684}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8503645658493042, "Finetune/Loss (Raw)": 0.9215672016143799, "Finetune/Step": 3929, "Finetune/Step Time": 5.515689892694354}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8494771718978882, "Finetune/Loss (Raw)": 0.8546797037124634, "Finetune/Step": 3930, "Finetune/Step Time": 5.521065989509225}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8492681980133057, "Finetune/Loss (Raw)": 0.9866262674331665, "Finetune/Step": 3931, "Finetune/Step Time": 5.5219239220023155}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8485816717147827, "Finetune/Loss (Raw)": 0.8404679298400879, "Finetune/Step": 3932, "Finetune/Step Time": 5.536652998998761}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8471144437789917, "Finetune/Loss (Raw)": 0.6637776494026184, "Finetune/Step": 3933, "Finetune/Step Time": 5.544784838333726}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8462935090065002, "Finetune/Loss (Raw)": 0.7865857481956482, "Finetune/Step": 3934, "Finetune/Step Time": 5.531344149261713}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.846265435218811, "Finetune/Loss (Raw)": 0.8378204107284546, "Finetune/Step": 3935, "Finetune/Step Time": 5.533931601792574}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.847548246383667, "Finetune/Loss (Raw)": 0.9490808844566345, "Finetune/Step": 3936, "Finetune/Step Time": 5.525222595781088}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.847968339920044, "Finetune/Loss (Raw)": 0.9063100814819336, "Finetune/Step": 3937, "Finetune/Step Time": 5.519814187660813}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8473795652389526, "Finetune/Loss (Raw)": 0.8653308749198914, "Finetune/Step": 3938, "Finetune/Step Time": 5.519844137132168}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8481573462486267, "Finetune/Loss (Raw)": 0.9376490116119385, "Finetune/Step": 3939, "Finetune/Step Time": 5.521086364984512}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8487520813941956, "Finetune/Loss (Raw)": 0.8797119855880737, "Finetune/Step": 3940, "Finetune/Step Time": 5.508488157764077}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8494181632995605, "Finetune/Loss (Raw)": 0.9588174223899841, "Finetune/Step": 3941, "Finetune/Step Time": 5.512082379311323}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8504804372787476, "Finetune/Loss (Raw)": 0.978519082069397, "Finetune/Step": 3942, "Finetune/Step Time": 5.518840784206986}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8499254584312439, "Finetune/Loss (Raw)": 0.7939980626106262, "Finetune/Step": 3943, "Finetune/Step Time": 5.524969918653369}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8501913547515869, "Finetune/Loss (Raw)": 0.9171046614646912, "Finetune/Step": 3944, "Finetune/Step Time": 5.524702034890652}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8523667454719543, "Finetune/Loss (Raw)": 1.0909340381622314, "Finetune/Step": 3945, "Finetune/Step Time": 5.541678065434098}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8528790473937988, "Finetune/Loss (Raw)": 0.8840052485466003, "Finetune/Step": 3946, "Finetune/Step Time": 5.556111887097359}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8536794185638428, "Finetune/Loss (Raw)": 0.9095538854598999, "Finetune/Step": 3947, "Finetune/Step Time": 5.563364231958985}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8509447574615479, "Finetune/Loss (Raw)": 0.3615165948867798, "Finetune/Step": 3948, "Finetune/Step Time": 5.600683182477951}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.852429986000061, "Finetune/Loss (Raw)": 1.0086153745651245, "Finetune/Step": 3949, "Finetune/Step Time": 5.5963673312217}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8539999127388, "Finetune/Loss (Raw)": 0.9827301502227783, "Finetune/Step": 3950, "Finetune/Step Time": 5.593546167016029}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.853858232498169, "Finetune/Loss (Raw)": 0.970164954662323, "Finetune/Step": 3951, "Finetune/Step Time": 5.597214099019766}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8529865741729736, "Finetune/Loss (Raw)": 0.7862595915794373, "Finetune/Step": 3952, "Finetune/Step Time": 5.606082033365965}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8536969423294067, "Finetune/Loss (Raw)": 0.850311815738678, "Finetune/Step": 3953, "Finetune/Step Time": 5.603857761248946}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8537518382072449, "Finetune/Loss (Raw)": 0.8225793838500977, "Finetune/Step": 3954, "Finetune/Step Time": 5.6031584441661835}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8529396057128906, "Finetune/Loss (Raw)": 0.804977536201477, "Finetune/Step": 3955, "Finetune/Step Time": 5.5662086214870214}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8538426160812378, "Finetune/Loss (Raw)": 1.073243260383606, "Finetune/Step": 3956, "Finetune/Step Time": 5.5662805531173944}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8586586713790894, "Finetune/Loss (Raw)": 0.8964299559593201, "Finetune/Step": 3957, "Finetune/Step Time": 5.535035464912653}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8582444190979004, "Finetune/Loss (Raw)": 0.8415544033050537, "Finetune/Step": 3958, "Finetune/Step Time": 5.531790293753147}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.857869029045105, "Finetune/Loss (Raw)": 0.7914708852767944, "Finetune/Step": 3959, "Finetune/Step Time": 5.544369952753186}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8562356233596802, "Finetune/Loss (Raw)": 0.8289390206336975, "Finetune/Step": 3960, "Finetune/Step Time": 5.547759501263499}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8558089137077332, "Finetune/Loss (Raw)": 0.9062338471412659, "Finetune/Step": 3961, "Finetune/Step Time": 5.529591949656606}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8542420864105225, "Finetune/Loss (Raw)": 0.773417592048645, "Finetune/Step": 3962, "Finetune/Step Time": 5.5370653830468655}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8540587425231934, "Finetune/Loss (Raw)": 0.9204992651939392, "Finetune/Step": 3963, "Finetune/Step Time": 5.546172276139259}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8545315265655518, "Finetune/Loss (Raw)": 0.8778429627418518, "Finetune/Step": 3964, "Finetune/Step Time": 5.555083589628339}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8555496335029602, "Finetune/Loss (Raw)": 0.9856688976287842, "Finetune/Step": 3965, "Finetune/Step Time": 5.567618690431118}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.852200984954834, "Finetune/Loss (Raw)": 0.38667839765548706, "Finetune/Step": 3966, "Finetune/Step Time": 5.596669049933553}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8517074584960938, "Finetune/Loss (Raw)": 0.8268504738807678, "Finetune/Step": 3967, "Finetune/Step Time": 5.568851836025715}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8524802923202515, "Finetune/Loss (Raw)": 0.941569983959198, "Finetune/Step": 3968, "Finetune/Step Time": 5.567161321640015}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8518523573875427, "Finetune/Loss (Raw)": 0.9250662326812744, "Finetune/Step": 3969, "Finetune/Step Time": 5.592525955289602}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8528502583503723, "Finetune/Loss (Raw)": 0.9378992915153503, "Finetune/Step": 3970, "Finetune/Step Time": 5.58780231885612}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.853813886642456, "Finetune/Loss (Raw)": 0.9718935489654541, "Finetune/Step": 3971, "Finetune/Step Time": 5.579392431303859}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8533740043640137, "Finetune/Loss (Raw)": 0.799938440322876, "Finetune/Step": 3972, "Finetune/Step Time": 5.576867189258337}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8532650470733643, "Finetune/Loss (Raw)": 0.837137758731842, "Finetune/Step": 3973, "Finetune/Step Time": 5.573395363986492}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8541614413261414, "Finetune/Loss (Raw)": 0.8163000345230103, "Finetune/Step": 3974, "Finetune/Step Time": 5.57666252925992}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8538784384727478, "Finetune/Loss (Raw)": 0.9542937874794006, "Finetune/Step": 3975, "Finetune/Step Time": 5.574878867715597}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8580453395843506, "Finetune/Loss (Raw)": 0.8626132607460022, "Finetune/Step": 3976, "Finetune/Step Time": 5.5561767388135195}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8558483719825745, "Finetune/Loss (Raw)": 0.7641275525093079, "Finetune/Step": 3977, "Finetune/Step Time": 5.557019194588065}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8560007214546204, "Finetune/Loss (Raw)": 0.6482505202293396, "Finetune/Step": 3978, "Finetune/Step Time": 5.548006741330028}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8569246530532837, "Finetune/Loss (Raw)": 0.8854917287826538, "Finetune/Step": 3979, "Finetune/Step Time": 5.551518559455872}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8548282980918884, "Finetune/Loss (Raw)": 0.6553661823272705, "Finetune/Step": 3980, "Finetune/Step Time": 5.557973638176918}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8586844801902771, "Finetune/Loss (Raw)": 0.9473516941070557, "Finetune/Step": 3981, "Finetune/Step Time": 5.5287534557282925}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8582266569137573, "Finetune/Loss (Raw)": 0.8434578776359558, "Finetune/Step": 3982, "Finetune/Step Time": 5.523321168497205}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8596816062927246, "Finetune/Loss (Raw)": 0.8406505584716797, "Finetune/Step": 3983, "Finetune/Step Time": 5.502426465973258}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8545089960098267, "Finetune/Loss (Raw)": 0.3418262004852295, "Finetune/Step": 3984, "Finetune/Step Time": 5.528166590258479}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8589059114456177, "Finetune/Loss (Raw)": 0.9253289103507996, "Finetune/Step": 3985, "Finetune/Step Time": 5.499013831838965}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.864609956741333, "Finetune/Loss (Raw)": 1.0666605234146118, "Finetune/Step": 3986, "Finetune/Step Time": 5.466444116085768}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.8624740839004517, "Finetune/Loss (Raw)": 0.789746105670929, "Finetune/Step": 3987, "Finetune/Step Time": 5.474565155804157}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.8630236387252808, "Finetune/Loss (Raw)": 0.9625653028488159, "Finetune/Step": 3988, "Finetune/Step Time": 5.477951094508171}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.8639674186706543, "Finetune/Loss (Raw)": 0.9705782532691956, "Finetune/Step": 3989, "Finetune/Step Time": 5.476780204102397}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.8642848134040833, "Finetune/Loss (Raw)": 0.9259055256843567, "Finetune/Step": 3990, "Finetune/Step Time": 5.486940074712038}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.8654211759567261, "Finetune/Loss (Raw)": 0.9798412919044495, "Finetune/Step": 3991, "Finetune/Step Time": 5.478785391896963}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.8640583753585815, "Finetune/Loss (Raw)": 0.7527365684509277, "Finetune/Step": 3992, "Finetune/Step Time": 5.501773945987225}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.8641986846923828, "Finetune/Loss (Raw)": 0.9068096280097961, "Finetune/Step": 3993, "Finetune/Step Time": 5.468020275235176}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.8622137308120728, "Finetune/Loss (Raw)": 0.7793486714363098, "Finetune/Step": 3994, "Finetune/Step Time": 5.480763006955385}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8600906729698181, "Finetune/Loss (Raw)": 0.8117945194244385, "Finetune/Step": 3995, "Finetune/Step Time": 5.480886610224843}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8593654632568359, "Finetune/Loss (Raw)": 0.8051896095275879, "Finetune/Step": 3996, "Finetune/Step Time": 5.479138869792223}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8594996929168701, "Finetune/Loss (Raw)": 0.8393034934997559, "Finetune/Step": 3997, "Finetune/Step Time": 5.477282928302884}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.861136257648468, "Finetune/Loss (Raw)": 1.020504117012024, "Finetune/Step": 3998, "Finetune/Step Time": 5.460465269163251}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.8615442514419556, "Finetune/Loss (Raw)": 0.9373985528945923, "Finetune/Step": 3999, "Finetune/Step Time": 5.476552305743098}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.8638791441917419, "Finetune/Loss (Raw)": 0.82996666431427, "Finetune/Step": 4000, "Finetune/Step Time": 5.446443321183324}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.8646581172943115, "Finetune/Loss (Raw)": 0.8387525081634521, "Finetune/Step": 4001, "Finetune/Step Time": 5.457794822752476}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.8640235662460327, "Finetune/Loss (Raw)": 0.8027731776237488, "Finetune/Step": 4002, "Finetune/Step Time": 5.468016827479005}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.8639128804206848, "Finetune/Loss (Raw)": 0.8668316006660461, "Finetune/Step": 4003, "Finetune/Step Time": 5.480413779616356}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.8641819357872009, "Finetune/Loss (Raw)": 0.9268897175788879, "Finetune/Step": 4004, "Finetune/Step Time": 5.4848845936357975}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.8642445802688599, "Finetune/Loss (Raw)": 0.879719078540802, "Finetune/Step": 4005, "Finetune/Step Time": 5.469871370121837}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.868730902671814, "Finetune/Loss (Raw)": 1.0464149713516235, "Finetune/Step": 4006, "Finetune/Step Time": 5.436300626024604}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.8649059534072876, "Finetune/Loss (Raw)": 0.36131158471107483, "Finetune/Step": 4007, "Finetune/Step Time": 5.4317436423152685}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.8641659021377563, "Finetune/Loss (Raw)": 0.773006796836853, "Finetune/Step": 4008, "Finetune/Step Time": 5.429884349927306}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.8635364770889282, "Finetune/Loss (Raw)": 0.8440094590187073, "Finetune/Step": 4009, "Finetune/Step Time": 5.4253474827855825}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.8623788356781006, "Finetune/Loss (Raw)": 0.797409176826477, "Finetune/Step": 4010, "Finetune/Step Time": 5.433790050446987}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.8624262809753418, "Finetune/Loss (Raw)": 0.9897634387016296, "Finetune/Step": 4011, "Finetune/Step Time": 5.443908525630832}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.8613264560699463, "Finetune/Loss (Raw)": 0.6844693422317505, "Finetune/Step": 4012, "Finetune/Step Time": 5.455788364633918}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.8627508282661438, "Finetune/Loss (Raw)": 0.8691626787185669, "Finetune/Step": 4013, "Finetune/Step Time": 5.449588691815734}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.8632500171661377, "Finetune/Loss (Raw)": 0.8195790648460388, "Finetune/Step": 4014, "Finetune/Step Time": 5.474987380206585}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.863605260848999, "Finetune/Loss (Raw)": 0.8536748886108398, "Finetune/Step": 4015, "Finetune/Step Time": 5.47573110088706}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.8634886741638184, "Finetune/Loss (Raw)": 0.8945183753967285, "Finetune/Step": 4016, "Finetune/Step Time": 5.47732156701386}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.8637883067131042, "Finetune/Loss (Raw)": 0.9161911010742188, "Finetune/Step": 4017, "Finetune/Step Time": 5.479348367080092}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.859114408493042, "Finetune/Loss (Raw)": 0.3252307176589966, "Finetune/Step": 4018, "Finetune/Step Time": 5.505556870251894}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8600276708602905, "Finetune/Loss (Raw)": 1.0051984786987305, "Finetune/Step": 4019, "Finetune/Step Time": 5.485018953680992}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.8606926202774048, "Finetune/Loss (Raw)": 0.9462139010429382, "Finetune/Step": 4020, "Finetune/Step Time": 5.483460418879986}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.8647390007972717, "Finetune/Loss (Raw)": 0.888246476650238, "Finetune/Step": 4021, "Finetune/Step Time": 5.463242443278432}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.8639742136001587, "Finetune/Loss (Raw)": 0.8120826482772827, "Finetune/Step": 4022, "Finetune/Step Time": 5.466403076425195}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.8638185262680054, "Finetune/Loss (Raw)": 0.9123365879058838, "Finetune/Step": 4023, "Finetune/Step Time": 5.468686945736408}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.8639352917671204, "Finetune/Loss (Raw)": 0.9645556211471558, "Finetune/Step": 4024, "Finetune/Step Time": 5.480504922568798}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.8637762069702148, "Finetune/Loss (Raw)": 0.8672878742218018, "Finetune/Step": 4025, "Finetune/Step Time": 5.480223301798105}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.8647003173828125, "Finetune/Loss (Raw)": 0.9767588973045349, "Finetune/Step": 4026, "Finetune/Step Time": 5.46735642850399}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.8647177219390869, "Finetune/Loss (Raw)": 1.006410837173462, "Finetune/Step": 4027, "Finetune/Step Time": 5.463887335732579}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.8643072843551636, "Finetune/Loss (Raw)": 0.818500280380249, "Finetune/Step": 4028, "Finetune/Step Time": 5.448614381253719}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.8640035390853882, "Finetune/Loss (Raw)": 0.9007758498191833, "Finetune/Step": 4029, "Finetune/Step Time": 5.443355429917574}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8594678044319153, "Finetune/Loss (Raw)": 0.3945002853870392, "Finetune/Step": 4030, "Finetune/Step Time": 5.471679572016001}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8587841987609863, "Finetune/Loss (Raw)": 0.8750459551811218, "Finetune/Step": 4031, "Finetune/Step Time": 5.471457218751311}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8586764335632324, "Finetune/Loss (Raw)": 0.8831957578659058, "Finetune/Step": 4032, "Finetune/Step Time": 5.464475106447935}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8604859709739685, "Finetune/Loss (Raw)": 0.932068407535553, "Finetune/Step": 4033, "Finetune/Step Time": 5.452560365200043}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8598090410232544, "Finetune/Loss (Raw)": 0.8567652106285095, "Finetune/Step": 4034, "Finetune/Step Time": 5.412756379693747}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8574618101119995, "Finetune/Loss (Raw)": 0.8530348539352417, "Finetune/Step": 4035, "Finetune/Step Time": 5.41944689117372}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8591097593307495, "Finetune/Loss (Raw)": 1.034805417060852, "Finetune/Step": 4036, "Finetune/Step Time": 5.411352826282382}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8588619232177734, "Finetune/Loss (Raw)": 0.796576738357544, "Finetune/Step": 4037, "Finetune/Step Time": 5.417716648429632}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8541120290756226, "Finetune/Loss (Raw)": 0.3544836640357971, "Finetune/Step": 4038, "Finetune/Step Time": 5.446753038093448}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8534044027328491, "Finetune/Loss (Raw)": 0.9343929290771484, "Finetune/Step": 4039, "Finetune/Step Time": 5.461661813780665}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8543049097061157, "Finetune/Loss (Raw)": 0.9295958876609802, "Finetune/Step": 4040, "Finetune/Step Time": 5.45057512819767}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8536378741264343, "Finetune/Loss (Raw)": 0.8128049373626709, "Finetune/Step": 4041, "Finetune/Step Time": 5.44597783498466}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8538780808448792, "Finetune/Loss (Raw)": 0.8691111207008362, "Finetune/Step": 4042, "Finetune/Step Time": 5.464033307507634}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8539223670959473, "Finetune/Loss (Raw)": 0.9128117561340332, "Finetune/Step": 4043, "Finetune/Step Time": 5.466594476252794}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.853860080242157, "Finetune/Loss (Raw)": 0.8874151110649109, "Finetune/Step": 4044, "Finetune/Step Time": 5.45881257019937}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8490855693817139, "Finetune/Loss (Raw)": 0.2910805940628052, "Finetune/Step": 4045, "Finetune/Step Time": 5.469940882176161}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.848002552986145, "Finetune/Loss (Raw)": 0.8197330832481384, "Finetune/Step": 4046, "Finetune/Step Time": 5.466887542977929}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8475538492202759, "Finetune/Loss (Raw)": 0.7983049750328064, "Finetune/Step": 4047, "Finetune/Step Time": 5.470015639439225}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8435515761375427, "Finetune/Loss (Raw)": 0.3736404478549957, "Finetune/Step": 4048, "Finetune/Step Time": 5.464957352727652}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8441601991653442, "Finetune/Loss (Raw)": 0.7595275640487671, "Finetune/Step": 4049, "Finetune/Step Time": 5.4478403721004725}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8432824611663818, "Finetune/Loss (Raw)": 0.8357094526290894, "Finetune/Step": 4050, "Finetune/Step Time": 5.440479787066579}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8438757061958313, "Finetune/Loss (Raw)": 0.79435133934021, "Finetune/Step": 4051, "Finetune/Step Time": 5.427312538027763}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.843461275100708, "Finetune/Loss (Raw)": 0.8513144254684448, "Finetune/Step": 4052, "Finetune/Step Time": 5.448331633582711}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8392767906188965, "Finetune/Loss (Raw)": 0.3744470179080963, "Finetune/Step": 4053, "Finetune/Step Time": 5.476667104288936}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8396377563476562, "Finetune/Loss (Raw)": 0.8705897927284241, "Finetune/Step": 4054, "Finetune/Step Time": 5.485681185498834}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8399577140808105, "Finetune/Loss (Raw)": 0.9067223072052002, "Finetune/Step": 4055, "Finetune/Step Time": 5.472856359556317}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8372019529342651, "Finetune/Loss (Raw)": 0.6363107562065125, "Finetune/Step": 4056, "Finetune/Step Time": 5.493685077875853}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8376263380050659, "Finetune/Loss (Raw)": 0.9758806228637695, "Finetune/Step": 4057, "Finetune/Step Time": 5.490291923284531}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8374295234680176, "Finetune/Loss (Raw)": 0.8294947147369385, "Finetune/Step": 4058, "Finetune/Step Time": 5.482128536328673}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8366532325744629, "Finetune/Loss (Raw)": 0.8872633576393127, "Finetune/Step": 4059, "Finetune/Step Time": 5.496247723698616}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8352338075637817, "Finetune/Loss (Raw)": 0.6587767004966736, "Finetune/Step": 4060, "Finetune/Step Time": 5.498607665300369}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8363491296768188, "Finetune/Loss (Raw)": 0.8065378665924072, "Finetune/Step": 4061, "Finetune/Step Time": 5.491146005690098}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8381220102310181, "Finetune/Loss (Raw)": 1.0135188102722168, "Finetune/Step": 4062, "Finetune/Step Time": 5.494562327861786}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.834330677986145, "Finetune/Loss (Raw)": 0.3525349199771881, "Finetune/Step": 4063, "Finetune/Step Time": 5.514437783509493}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8298999071121216, "Finetune/Loss (Raw)": 0.38194066286087036, "Finetune/Step": 4064, "Finetune/Step Time": 5.5467061214149}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8289505243301392, "Finetune/Loss (Raw)": 0.784785807132721, "Finetune/Step": 4065, "Finetune/Step Time": 5.551761098206043}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8289951682090759, "Finetune/Loss (Raw)": 0.8710393905639648, "Finetune/Step": 4066, "Finetune/Step Time": 5.55554554797709}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8293970227241516, "Finetune/Loss (Raw)": 0.9890874624252319, "Finetune/Step": 4067, "Finetune/Step Time": 5.554399240761995}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8297619819641113, "Finetune/Loss (Raw)": 0.9264355301856995, "Finetune/Step": 4068, "Finetune/Step Time": 5.555884249508381}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8294926881790161, "Finetune/Loss (Raw)": 0.9243386387825012, "Finetune/Step": 4069, "Finetune/Step Time": 5.5686168018728495}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8283067941665649, "Finetune/Loss (Raw)": 0.8267234563827515, "Finetune/Step": 4070, "Finetune/Step Time": 5.564331503584981}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8289510011672974, "Finetune/Loss (Raw)": 0.876465916633606, "Finetune/Step": 4071, "Finetune/Step Time": 5.570545071735978}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8278207778930664, "Finetune/Loss (Raw)": 0.7724308967590332, "Finetune/Step": 4072, "Finetune/Step Time": 5.580390682443976}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.826364278793335, "Finetune/Loss (Raw)": 0.904502809047699, "Finetune/Step": 4073, "Finetune/Step Time": 5.563124306499958}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8271656036376953, "Finetune/Loss (Raw)": 0.9865754842758179, "Finetune/Step": 4074, "Finetune/Step Time": 5.550328962504864}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8265236616134644, "Finetune/Loss (Raw)": 0.8273842930793762, "Finetune/Step": 4075, "Finetune/Step Time": 5.538820046931505}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.828920841217041, "Finetune/Loss (Raw)": 0.6683547496795654, "Finetune/Step": 4076, "Finetune/Step Time": 5.521470159292221}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8277050256729126, "Finetune/Loss (Raw)": 0.8529929518699646, "Finetune/Step": 4077, "Finetune/Step Time": 5.535915940999985}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8264039754867554, "Finetune/Loss (Raw)": 0.8161939382553101, "Finetune/Step": 4078, "Finetune/Step Time": 5.538470696657896}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8270326256752014, "Finetune/Loss (Raw)": 1.0506337881088257, "Finetune/Step": 4079, "Finetune/Step Time": 5.55493844114244}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8269753456115723, "Finetune/Loss (Raw)": 0.7789307236671448, "Finetune/Step": 4080, "Finetune/Step Time": 5.553926311433315}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8270636200904846, "Finetune/Loss (Raw)": 0.8616065382957458, "Finetune/Step": 4081, "Finetune/Step Time": 5.576177509501576}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8269675970077515, "Finetune/Loss (Raw)": 0.8102860450744629, "Finetune/Step": 4082, "Finetune/Step Time": 5.578472003340721}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8283801078796387, "Finetune/Loss (Raw)": 0.9857771396636963, "Finetune/Step": 4083, "Finetune/Step Time": 5.580862365663052}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8236342668533325, "Finetune/Loss (Raw)": 0.4657793343067169, "Finetune/Step": 4084, "Finetune/Step Time": 5.606686312705278}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8232638835906982, "Finetune/Loss (Raw)": 0.8490225672721863, "Finetune/Step": 4085, "Finetune/Step Time": 5.623209962621331}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.823672890663147, "Finetune/Loss (Raw)": 0.8938994407653809, "Finetune/Step": 4086, "Finetune/Step Time": 5.630583738908172}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8252913951873779, "Finetune/Loss (Raw)": 0.9986515641212463, "Finetune/Step": 4087, "Finetune/Step Time": 5.617977092042565}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8262485861778259, "Finetune/Loss (Raw)": 0.9514532089233398, "Finetune/Step": 4088, "Finetune/Step Time": 5.61303286626935}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8257498741149902, "Finetune/Loss (Raw)": 0.8423998355865479, "Finetune/Step": 4089, "Finetune/Step Time": 5.6138971745967865}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8262333273887634, "Finetune/Loss (Raw)": 0.8353003263473511, "Finetune/Step": 4090, "Finetune/Step Time": 5.606804044917226}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8255817890167236, "Finetune/Loss (Raw)": 0.8371061086654663, "Finetune/Step": 4091, "Finetune/Step Time": 5.61488457210362}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8252842426300049, "Finetune/Loss (Raw)": 0.8397560715675354, "Finetune/Step": 4092, "Finetune/Step Time": 5.616372233256698}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8253107666969299, "Finetune/Loss (Raw)": 0.9890653491020203, "Finetune/Step": 4093, "Finetune/Step Time": 5.60062026232481}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8306245803833008, "Finetune/Loss (Raw)": 1.0668425559997559, "Finetune/Step": 4094, "Finetune/Step Time": 5.571093592792749}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8302137851715088, "Finetune/Loss (Raw)": 0.7742677330970764, "Finetune/Step": 4095, "Finetune/Step Time": 5.57901830971241}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8308541774749756, "Finetune/Loss (Raw)": 1.0235397815704346, "Finetune/Step": 4096, "Finetune/Step Time": 5.583600671961904}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8311716318130493, "Finetune/Loss (Raw)": 0.9657034873962402, "Finetune/Step": 4097, "Finetune/Step Time": 5.568964784964919}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8292592763900757, "Finetune/Loss (Raw)": 0.6931156516075134, "Finetune/Step": 4098, "Finetune/Step Time": 5.576930711045861}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8288627862930298, "Finetune/Loss (Raw)": 0.9211360216140747, "Finetune/Step": 4099, "Finetune/Step Time": 5.580231262370944}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8300986289978027, "Finetune/Loss (Raw)": 0.9581279158592224, "Finetune/Step": 4100, "Finetune/Step Time": 5.580260461196303}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8305213451385498, "Finetune/Loss (Raw)": 0.8912487626075745, "Finetune/Step": 4101, "Finetune/Step Time": 5.600827444344759}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8307979106903076, "Finetune/Loss (Raw)": 0.8516936898231506, "Finetune/Step": 4102, "Finetune/Step Time": 5.602653516456485}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.830314040184021, "Finetune/Loss (Raw)": 0.8923670649528503, "Finetune/Step": 4103, "Finetune/Step Time": 5.605554578825831}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8303643465042114, "Finetune/Loss (Raw)": 0.8690502047538757, "Finetune/Step": 4104, "Finetune/Step Time": 5.5929036773741245}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8305099010467529, "Finetune/Loss (Raw)": 0.782759428024292, "Finetune/Step": 4105, "Finetune/Step Time": 5.586925353854895}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8319383859634399, "Finetune/Loss (Raw)": 0.8310964703559875, "Finetune/Step": 4106, "Finetune/Step Time": 5.585287583991885}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8316471576690674, "Finetune/Loss (Raw)": 0.848219633102417, "Finetune/Step": 4107, "Finetune/Step Time": 5.587207190692425}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.8339248895645142, "Finetune/Loss (Raw)": 0.94691401720047, "Finetune/Step": 4108, "Finetune/Step Time": 5.581349886953831}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8329458236694336, "Finetune/Loss (Raw)": 0.8220275640487671, "Finetune/Step": 4109, "Finetune/Step Time": 5.5893627889454365}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8334639668464661, "Finetune/Loss (Raw)": 0.9097814559936523, "Finetune/Step": 4110, "Finetune/Step Time": 5.596385354176164}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8346796035766602, "Finetune/Loss (Raw)": 0.9962570667266846, "Finetune/Step": 4111, "Finetune/Step Time": 5.602006817236543}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8379808664321899, "Finetune/Loss (Raw)": 0.7643852233886719, "Finetune/Step": 4112, "Finetune/Step Time": 5.584184255450964}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8363442420959473, "Finetune/Loss (Raw)": 0.7158409953117371, "Finetune/Step": 4113, "Finetune/Step Time": 5.5829333402216434}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8348526358604431, "Finetune/Loss (Raw)": 0.875730037689209, "Finetune/Step": 4114, "Finetune/Step Time": 5.58426021784544}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8354965448379517, "Finetune/Loss (Raw)": 0.8721655607223511, "Finetune/Step": 4115, "Finetune/Step Time": 5.580511959269643}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8329579830169678, "Finetune/Loss (Raw)": 0.6376340985298157, "Finetune/Step": 4116, "Finetune/Step Time": 5.601141810417175}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8314290046691895, "Finetune/Loss (Raw)": 0.7748690247535706, "Finetune/Step": 4117, "Finetune/Step Time": 5.610371273010969}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8323726654052734, "Finetune/Loss (Raw)": 1.0466909408569336, "Finetune/Step": 4118, "Finetune/Step Time": 5.5974781811237335}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8324261903762817, "Finetune/Loss (Raw)": 0.986696183681488, "Finetune/Step": 4119, "Finetune/Step Time": 5.591969983652234}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8335066437721252, "Finetune/Loss (Raw)": 0.8910374045372009, "Finetune/Step": 4120, "Finetune/Step Time": 5.581951543688774}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8333288431167603, "Finetune/Loss (Raw)": 0.8840467929840088, "Finetune/Step": 4121, "Finetune/Step Time": 5.587639052420855}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8340597748756409, "Finetune/Loss (Raw)": 0.8729031085968018, "Finetune/Step": 4122, "Finetune/Step Time": 5.586577098816633}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8356349468231201, "Finetune/Loss (Raw)": 1.0134202241897583, "Finetune/Step": 4123, "Finetune/Step Time": 5.598569002002478}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8344221115112305, "Finetune/Loss (Raw)": 0.6499453783035278, "Finetune/Step": 4124, "Finetune/Step Time": 5.600419741123915}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8349429965019226, "Finetune/Loss (Raw)": 0.9059774875640869, "Finetune/Step": 4125, "Finetune/Step Time": 5.60403355397284}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8338651061058044, "Finetune/Loss (Raw)": 0.8825331926345825, "Finetune/Step": 4126, "Finetune/Step Time": 5.598677286878228}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8336230516433716, "Finetune/Loss (Raw)": 0.9064107537269592, "Finetune/Step": 4127, "Finetune/Step Time": 5.5784054659307}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8336066007614136, "Finetune/Loss (Raw)": 0.8278742432594299, "Finetune/Step": 4128, "Finetune/Step Time": 5.574208250269294}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8334556221961975, "Finetune/Loss (Raw)": 0.8194244503974915, "Finetune/Step": 4129, "Finetune/Step Time": 5.554423796012998}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.833733081817627, "Finetune/Loss (Raw)": 0.8382861614227295, "Finetune/Step": 4130, "Finetune/Step Time": 5.544868377968669}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8338804841041565, "Finetune/Loss (Raw)": 0.8856962323188782, "Finetune/Step": 4131, "Finetune/Step Time": 5.53769938647747}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8336730003356934, "Finetune/Loss (Raw)": 0.9003303050994873, "Finetune/Step": 4132, "Finetune/Step Time": 5.539574237540364}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8334674835205078, "Finetune/Loss (Raw)": 0.8534169793128967, "Finetune/Step": 4133, "Finetune/Step Time": 5.547080000862479}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8320678472518921, "Finetune/Loss (Raw)": 0.8672651648521423, "Finetune/Step": 4134, "Finetune/Step Time": 5.563423799350858}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8354079723358154, "Finetune/Loss (Raw)": 0.7888339161872864, "Finetune/Step": 4135, "Finetune/Step Time": 5.533457133919001}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8359929323196411, "Finetune/Loss (Raw)": 0.8478922843933105, "Finetune/Step": 4136, "Finetune/Step Time": 5.534158259630203}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.835599958896637, "Finetune/Loss (Raw)": 0.7937033176422119, "Finetune/Step": 4137, "Finetune/Step Time": 5.531662417575717}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8368254899978638, "Finetune/Loss (Raw)": 0.9542800784111023, "Finetune/Step": 4138, "Finetune/Step Time": 5.5174135360866785}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8352465629577637, "Finetune/Loss (Raw)": 0.7876574993133545, "Finetune/Step": 4139, "Finetune/Step Time": 5.502218162640929}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8362668752670288, "Finetune/Loss (Raw)": 0.8150759339332581, "Finetune/Step": 4140, "Finetune/Step Time": 5.491625463590026}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8324806690216064, "Finetune/Loss (Raw)": 0.3845234215259552, "Finetune/Step": 4141, "Finetune/Step Time": 5.5130972899496555}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8321533203125, "Finetune/Loss (Raw)": 0.7776802182197571, "Finetune/Step": 4142, "Finetune/Step Time": 5.489636497572064}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8316574096679688, "Finetune/Loss (Raw)": 0.7901971340179443, "Finetune/Step": 4143, "Finetune/Step Time": 5.486303448677063}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8269369602203369, "Finetune/Loss (Raw)": 0.29029858112335205, "Finetune/Step": 4144, "Finetune/Step Time": 5.513144766911864}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8255366086959839, "Finetune/Loss (Raw)": 0.7369530200958252, "Finetune/Step": 4145, "Finetune/Step Time": 5.52152000553906}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8301470279693604, "Finetune/Loss (Raw)": 0.9153640866279602, "Finetune/Step": 4146, "Finetune/Step Time": 5.490534609183669}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8289512395858765, "Finetune/Loss (Raw)": 0.8521352410316467, "Finetune/Step": 4147, "Finetune/Step Time": 5.4965817872434855}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8285872340202332, "Finetune/Loss (Raw)": 0.8996221423149109, "Finetune/Step": 4148, "Finetune/Step Time": 5.502840479835868}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8282557725906372, "Finetune/Loss (Raw)": 0.8458095192909241, "Finetune/Step": 4149, "Finetune/Step Time": 5.491392767056823}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8280377388000488, "Finetune/Loss (Raw)": 0.7841838598251343, "Finetune/Step": 4150, "Finetune/Step Time": 5.51644840836525}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8276195526123047, "Finetune/Loss (Raw)": 0.85880047082901, "Finetune/Step": 4151, "Finetune/Step Time": 5.521260291337967}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8268441557884216, "Finetune/Loss (Raw)": 0.8653159141540527, "Finetune/Step": 4152, "Finetune/Step Time": 5.5206233616918325}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8265986442565918, "Finetune/Loss (Raw)": 0.8358566761016846, "Finetune/Step": 4153, "Finetune/Step Time": 5.517810499295592}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8259261846542358, "Finetune/Loss (Raw)": 0.89068603515625, "Finetune/Step": 4154, "Finetune/Step Time": 5.521968174725771}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.824471116065979, "Finetune/Loss (Raw)": 0.8201642036437988, "Finetune/Step": 4155, "Finetune/Step Time": 5.524400368332863}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8249372243881226, "Finetune/Loss (Raw)": 0.8781618475914001, "Finetune/Step": 4156, "Finetune/Step Time": 5.523644745349884}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8255796432495117, "Finetune/Loss (Raw)": 0.9829987287521362, "Finetune/Step": 4157, "Finetune/Step Time": 5.524223085492849}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8290107250213623, "Finetune/Loss (Raw)": 0.8336880803108215, "Finetune/Step": 4158, "Finetune/Step Time": 5.503603460267186}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8294848203659058, "Finetune/Loss (Raw)": 0.9357200860977173, "Finetune/Step": 4159, "Finetune/Step Time": 5.503605602309108}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8302590847015381, "Finetune/Loss (Raw)": 0.9823090434074402, "Finetune/Step": 4160, "Finetune/Step Time": 5.49675783701241}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8301229476928711, "Finetune/Loss (Raw)": 0.9146352410316467, "Finetune/Step": 4161, "Finetune/Step Time": 5.494245113804936}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8308793306350708, "Finetune/Loss (Raw)": 0.9535925984382629, "Finetune/Step": 4162, "Finetune/Step Time": 5.496109442785382}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.829836368560791, "Finetune/Loss (Raw)": 0.7195264101028442, "Finetune/Step": 4163, "Finetune/Step Time": 5.507006250321865}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8264684081077576, "Finetune/Loss (Raw)": 0.60370934009552, "Finetune/Step": 4164, "Finetune/Step Time": 5.513746835291386}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.828170657157898, "Finetune/Loss (Raw)": 1.0144646167755127, "Finetune/Step": 4165, "Finetune/Step Time": 5.506686573848128}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8327678442001343, "Finetune/Loss (Raw)": 0.9429197907447815, "Finetune/Step": 4166, "Finetune/Step Time": 5.481663664802909}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.831650972366333, "Finetune/Loss (Raw)": 0.791436493396759, "Finetune/Step": 4167, "Finetune/Step Time": 5.466461345553398}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8299124240875244, "Finetune/Loss (Raw)": 0.7070685625076294, "Finetune/Step": 4168, "Finetune/Step Time": 5.464759945869446}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8264812231063843, "Finetune/Loss (Raw)": 0.37359970808029175, "Finetune/Step": 4169, "Finetune/Step Time": 5.495649144053459}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8257567882537842, "Finetune/Loss (Raw)": 0.7763857245445251, "Finetune/Step": 4170, "Finetune/Step Time": 5.481591215357184}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8257355690002441, "Finetune/Loss (Raw)": 0.9100938439369202, "Finetune/Step": 4171, "Finetune/Step Time": 5.478340795263648}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8258697390556335, "Finetune/Loss (Raw)": 0.9045929908752441, "Finetune/Step": 4172, "Finetune/Step Time": 5.4930080864578485}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8300184011459351, "Finetune/Loss (Raw)": 0.8221120834350586, "Finetune/Step": 4173, "Finetune/Step Time": 5.473040832206607}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8264087438583374, "Finetune/Loss (Raw)": 0.3576965034008026, "Finetune/Step": 4174, "Finetune/Step Time": 5.504848554730415}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8263179063796997, "Finetune/Loss (Raw)": 0.7866759896278381, "Finetune/Step": 4175, "Finetune/Step Time": 5.499111622571945}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8296992182731628, "Finetune/Loss (Raw)": 0.8064459562301636, "Finetune/Step": 4176, "Finetune/Step Time": 5.481176884844899}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8313497304916382, "Finetune/Loss (Raw)": 0.9707987904548645, "Finetune/Step": 4177, "Finetune/Step Time": 5.492047032341361}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8320040702819824, "Finetune/Loss (Raw)": 0.9194647669792175, "Finetune/Step": 4178, "Finetune/Step Time": 5.4946622140705585}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8327062129974365, "Finetune/Loss (Raw)": 0.884224534034729, "Finetune/Step": 4179, "Finetune/Step Time": 5.507227493450046}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8336469531059265, "Finetune/Loss (Raw)": 0.9717243909835815, "Finetune/Step": 4180, "Finetune/Step Time": 5.487195642665029}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8371452689170837, "Finetune/Loss (Raw)": 0.8222380876541138, "Finetune/Step": 4181, "Finetune/Step Time": 5.465600460767746}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8357446193695068, "Finetune/Loss (Raw)": 0.6913005709648132, "Finetune/Step": 4182, "Finetune/Step Time": 5.466098431497812}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8360621929168701, "Finetune/Loss (Raw)": 0.947371780872345, "Finetune/Step": 4183, "Finetune/Step Time": 5.460063995793462}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8381703495979309, "Finetune/Loss (Raw)": 0.9061552882194519, "Finetune/Step": 4184, "Finetune/Step Time": 5.432697826996446}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8381186723709106, "Finetune/Loss (Raw)": 0.9692687392234802, "Finetune/Step": 4185, "Finetune/Step Time": 5.435728657990694}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.83899986743927, "Finetune/Loss (Raw)": 0.9422902464866638, "Finetune/Step": 4186, "Finetune/Step Time": 5.44890333712101}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8383604288101196, "Finetune/Loss (Raw)": 0.805408775806427, "Finetune/Step": 4187, "Finetune/Step Time": 5.437037993222475}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8394793272018433, "Finetune/Loss (Raw)": 0.8019958734512329, "Finetune/Step": 4188, "Finetune/Step Time": 5.432857153937221}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8394820690155029, "Finetune/Loss (Raw)": 0.8068947196006775, "Finetune/Step": 4189, "Finetune/Step Time": 5.420476034283638}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8369261026382446, "Finetune/Loss (Raw)": 0.6863462328910828, "Finetune/Step": 4190, "Finetune/Step Time": 5.42051918618381}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8413999676704407, "Finetune/Loss (Raw)": 0.9251932501792908, "Finetune/Step": 4191, "Finetune/Step Time": 5.393683427944779}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8463778495788574, "Finetune/Loss (Raw)": 1.01911199092865, "Finetune/Step": 4192, "Finetune/Step Time": 5.360650077462196}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8426246047019958, "Finetune/Loss (Raw)": 0.3043690025806427, "Finetune/Step": 4193, "Finetune/Step Time": 5.381891472265124}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8428584933280945, "Finetune/Loss (Raw)": 0.9009806513786316, "Finetune/Step": 4194, "Finetune/Step Time": 5.381298905238509}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8422471284866333, "Finetune/Loss (Raw)": 0.9108330607414246, "Finetune/Step": 4195, "Finetune/Step Time": 5.381854463368654}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8420209288597107, "Finetune/Loss (Raw)": 0.8974757194519043, "Finetune/Step": 4196, "Finetune/Step Time": 5.379651714116335}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8393769264221191, "Finetune/Loss (Raw)": 0.5859149098396301, "Finetune/Step": 4197, "Finetune/Step Time": 5.388965616002679}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8404839634895325, "Finetune/Loss (Raw)": 0.9684195518493652, "Finetune/Step": 4198, "Finetune/Step Time": 5.386606335639954}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8413427472114563, "Finetune/Loss (Raw)": 0.9863940477371216, "Finetune/Step": 4199, "Finetune/Step Time": 5.356039704754949}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8423718214035034, "Finetune/Loss (Raw)": 0.9041537642478943, "Finetune/Step": 4200, "Finetune/Step Time": 5.352988621219993}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8419550657272339, "Finetune/Loss (Raw)": 0.8511542081832886, "Finetune/Step": 4201, "Finetune/Step Time": 5.36299742013216}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.84067702293396, "Finetune/Loss (Raw)": 0.8229830861091614, "Finetune/Step": 4202, "Finetune/Step Time": 5.365914937108755}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8403055667877197, "Finetune/Loss (Raw)": 0.7798361778259277, "Finetune/Step": 4203, "Finetune/Step Time": 5.3673485070466995}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8413783311843872, "Finetune/Loss (Raw)": 0.8056725263595581, "Finetune/Step": 4204, "Finetune/Step Time": 5.347406838089228}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8417214155197144, "Finetune/Loss (Raw)": 0.896906852722168, "Finetune/Step": 4205, "Finetune/Step Time": 5.328829290345311}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8418523073196411, "Finetune/Loss (Raw)": 0.8329475522041321, "Finetune/Step": 4206, "Finetune/Step Time": 5.32695391587913}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8408668637275696, "Finetune/Loss (Raw)": 0.9245029091835022, "Finetune/Step": 4207, "Finetune/Step Time": 5.3154632188379765}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8412696123123169, "Finetune/Loss (Raw)": 0.8304739594459534, "Finetune/Step": 4208, "Finetune/Step Time": 5.3054494727402925}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8428231477737427, "Finetune/Loss (Raw)": 1.0604649782180786, "Finetune/Step": 4209, "Finetune/Step Time": 5.283283015713096}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8430667519569397, "Finetune/Loss (Raw)": 0.8414692878723145, "Finetune/Step": 4210, "Finetune/Step Time": 5.278302811086178}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8426750302314758, "Finetune/Loss (Raw)": 0.9356393218040466, "Finetune/Step": 4211, "Finetune/Step Time": 5.28327215090394}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8451375961303711, "Finetune/Loss (Raw)": 0.7809789180755615, "Finetune/Step": 4212, "Finetune/Step Time": 5.2569744642823935}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8440904021263123, "Finetune/Loss (Raw)": 0.7149882316589355, "Finetune/Step": 4213, "Finetune/Step Time": 5.250251246616244}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8440915942192078, "Finetune/Loss (Raw)": 0.8940473794937134, "Finetune/Step": 4214, "Finetune/Step Time": 5.240539250895381}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8431660532951355, "Finetune/Loss (Raw)": 0.8801865577697754, "Finetune/Step": 4215, "Finetune/Step Time": 5.271404402330518}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8425560593605042, "Finetune/Loss (Raw)": 0.8733723163604736, "Finetune/Step": 4216, "Finetune/Step Time": 5.266772974282503}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8433505296707153, "Finetune/Loss (Raw)": 0.9440871477127075, "Finetune/Step": 4217, "Finetune/Step Time": 5.264266530051827}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8434963226318359, "Finetune/Loss (Raw)": 0.8539666533470154, "Finetune/Step": 4218, "Finetune/Step Time": 5.263499787077308}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8428629040718079, "Finetune/Loss (Raw)": 0.7560300230979919, "Finetune/Step": 4219, "Finetune/Step Time": 5.2466559167951345}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8431674242019653, "Finetune/Loss (Raw)": 0.8787379860877991, "Finetune/Step": 4220, "Finetune/Step Time": 5.235880525782704}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8432794213294983, "Finetune/Loss (Raw)": 1.0033948421478271, "Finetune/Step": 4221, "Finetune/Step Time": 5.2378584537655115}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8424886465072632, "Finetune/Loss (Raw)": 0.9656228423118591, "Finetune/Step": 4222, "Finetune/Step Time": 5.241345690563321}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8440262079238892, "Finetune/Loss (Raw)": 0.9710847735404968, "Finetune/Step": 4223, "Finetune/Step Time": 5.233007811009884}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8423707485198975, "Finetune/Loss (Raw)": 0.8116288185119629, "Finetune/Step": 4224, "Finetune/Step Time": 5.238112745806575}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8410552740097046, "Finetune/Loss (Raw)": 0.7973251342773438, "Finetune/Step": 4225, "Finetune/Step Time": 5.230548558756709}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8433417081832886, "Finetune/Loss (Raw)": 0.9857804775238037, "Finetune/Step": 4226, "Finetune/Step Time": 5.224248519167304}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8444872498512268, "Finetune/Loss (Raw)": 1.067769169807434, "Finetune/Step": 4227, "Finetune/Step Time": 5.223410896956921}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8436581492424011, "Finetune/Loss (Raw)": 0.8519985675811768, "Finetune/Step": 4228, "Finetune/Step Time": 5.22567705437541}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8438109755516052, "Finetune/Loss (Raw)": 0.9108123183250427, "Finetune/Step": 4229, "Finetune/Step Time": 5.208609437569976}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8392491340637207, "Finetune/Loss (Raw)": 0.2677782475948334, "Finetune/Step": 4230, "Finetune/Step Time": 5.228493029251695}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8374342322349548, "Finetune/Loss (Raw)": 0.6600630283355713, "Finetune/Step": 4231, "Finetune/Step Time": 5.278073288500309}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8376969695091248, "Finetune/Loss (Raw)": 0.9026758074760437, "Finetune/Step": 4232, "Finetune/Step Time": 5.286784121766686}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8378351926803589, "Finetune/Loss (Raw)": 0.8004493713378906, "Finetune/Step": 4233, "Finetune/Step Time": 5.292429009452462}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8399724960327148, "Finetune/Loss (Raw)": 1.1046732664108276, "Finetune/Step": 4234, "Finetune/Step Time": 5.295274578034878}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8403640389442444, "Finetune/Loss (Raw)": 0.8983370661735535, "Finetune/Step": 4235, "Finetune/Step Time": 5.294974014163017}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8386850357055664, "Finetune/Loss (Raw)": 0.7320080399513245, "Finetune/Step": 4236, "Finetune/Step Time": 5.298607863485813}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8401206731796265, "Finetune/Loss (Raw)": 1.005786418914795, "Finetune/Step": 4237, "Finetune/Step Time": 5.290809823200107}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8405070304870605, "Finetune/Loss (Raw)": 0.9592288136482239, "Finetune/Step": 4238, "Finetune/Step Time": 5.279120491817594}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8398276567459106, "Finetune/Loss (Raw)": 0.9093011021614075, "Finetune/Step": 4239, "Finetune/Step Time": 5.27525763772428}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8403830528259277, "Finetune/Loss (Raw)": 0.8354793787002563, "Finetune/Step": 4240, "Finetune/Step Time": 5.263427207246423}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.841456413269043, "Finetune/Loss (Raw)": 0.8532330989837646, "Finetune/Step": 4241, "Finetune/Step Time": 5.265072302892804}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8419733047485352, "Finetune/Loss (Raw)": 0.9418809413909912, "Finetune/Step": 4242, "Finetune/Step Time": 5.26388144493103}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8420863151550293, "Finetune/Loss (Raw)": 0.8866370916366577, "Finetune/Step": 4243, "Finetune/Step Time": 5.283947730436921}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8440950512886047, "Finetune/Loss (Raw)": 0.8947522640228271, "Finetune/Step": 4244, "Finetune/Step Time": 5.2622919995337725}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8449525237083435, "Finetune/Loss (Raw)": 0.8846275806427002, "Finetune/Step": 4245, "Finetune/Step Time": 5.264169793576002}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8434903621673584, "Finetune/Loss (Raw)": 0.8595278263092041, "Finetune/Step": 4246, "Finetune/Step Time": 5.300912532955408}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8425574898719788, "Finetune/Loss (Raw)": 0.8672966361045837, "Finetune/Step": 4247, "Finetune/Step Time": 5.307862846180797}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.837855339050293, "Finetune/Loss (Raw)": 0.28916171193122864, "Finetune/Step": 4248, "Finetune/Step Time": 5.325882505625486}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8382396101951599, "Finetune/Loss (Raw)": 0.9332296848297119, "Finetune/Step": 4249, "Finetune/Step Time": 5.324003709480166}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8371080756187439, "Finetune/Loss (Raw)": 0.7280635237693787, "Finetune/Step": 4250, "Finetune/Step Time": 5.320279594510794}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8350287675857544, "Finetune/Loss (Raw)": 0.7472688555717468, "Finetune/Step": 4251, "Finetune/Step Time": 5.309211483225226}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8381911516189575, "Finetune/Loss (Raw)": 1.0547384023666382, "Finetune/Step": 4252, "Finetune/Step Time": 5.311044046655297}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8362255096435547, "Finetune/Loss (Raw)": 0.6543761491775513, "Finetune/Step": 4253, "Finetune/Step Time": 5.337546182796359}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.834621250629425, "Finetune/Loss (Raw)": 0.677180290222168, "Finetune/Step": 4254, "Finetune/Step Time": 5.34809734672308}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8336189985275269, "Finetune/Loss (Raw)": 0.7781183123588562, "Finetune/Step": 4255, "Finetune/Step Time": 5.3598300367593765}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8343378305435181, "Finetune/Loss (Raw)": 0.9198922514915466, "Finetune/Step": 4256, "Finetune/Step Time": 5.375460419803858}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8355531692504883, "Finetune/Loss (Raw)": 0.9749858379364014, "Finetune/Step": 4257, "Finetune/Step Time": 5.379573166370392}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8343386650085449, "Finetune/Loss (Raw)": 0.6828246116638184, "Finetune/Step": 4258, "Finetune/Step Time": 5.380958477035165}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8353317975997925, "Finetune/Loss (Raw)": 1.0128226280212402, "Finetune/Step": 4259, "Finetune/Step Time": 5.384692857041955}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8349111080169678, "Finetune/Loss (Raw)": 0.8464891910552979, "Finetune/Step": 4260, "Finetune/Step Time": 5.381118161603808}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8354952335357666, "Finetune/Loss (Raw)": 0.9281771183013916, "Finetune/Step": 4261, "Finetune/Step Time": 5.375103168189526}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8352903127670288, "Finetune/Loss (Raw)": 0.8410344123840332, "Finetune/Step": 4262, "Finetune/Step Time": 5.3654361087828875}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8372148275375366, "Finetune/Loss (Raw)": 1.0351710319519043, "Finetune/Step": 4263, "Finetune/Step Time": 5.363496042788029}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8367310762405396, "Finetune/Loss (Raw)": 0.785982072353363, "Finetune/Step": 4264, "Finetune/Step Time": 5.3746902365237474}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8377429842948914, "Finetune/Loss (Raw)": 0.9232206344604492, "Finetune/Step": 4265, "Finetune/Step Time": 5.382188709452748}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8377246260643005, "Finetune/Loss (Raw)": 0.9519277215003967, "Finetune/Step": 4266, "Finetune/Step Time": 5.381610386073589}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8377012014389038, "Finetune/Loss (Raw)": 0.7846628427505493, "Finetune/Step": 4267, "Finetune/Step Time": 5.39553864300251}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8375971913337708, "Finetune/Loss (Raw)": 0.8017618656158447, "Finetune/Step": 4268, "Finetune/Step Time": 5.3871588204056025}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8403059244155884, "Finetune/Loss (Raw)": 0.7312422394752502, "Finetune/Step": 4269, "Finetune/Step Time": 5.391692910343409}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8407964110374451, "Finetune/Loss (Raw)": 0.8404607772827148, "Finetune/Step": 4270, "Finetune/Step Time": 5.391651313751936}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8371591567993164, "Finetune/Loss (Raw)": 0.32463011145591736, "Finetune/Step": 4271, "Finetune/Step Time": 5.424191435799003}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8420395851135254, "Finetune/Loss (Raw)": 0.9149923324584961, "Finetune/Step": 4272, "Finetune/Step Time": 5.394932057708502}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8421105146408081, "Finetune/Loss (Raw)": 0.7460253834724426, "Finetune/Step": 4273, "Finetune/Step Time": 5.388560948893428}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.841699481010437, "Finetune/Loss (Raw)": 0.8627577424049377, "Finetune/Step": 4274, "Finetune/Step Time": 5.389230681583285}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8414832949638367, "Finetune/Loss (Raw)": 0.8244615793228149, "Finetune/Step": 4275, "Finetune/Step Time": 5.4004935920238495}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8416385650634766, "Finetune/Loss (Raw)": 0.9195011258125305, "Finetune/Step": 4276, "Finetune/Step Time": 5.3957637175917625}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.841642439365387, "Finetune/Loss (Raw)": 0.8463029861450195, "Finetune/Step": 4277, "Finetune/Step Time": 5.418053226545453}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8427473306655884, "Finetune/Loss (Raw)": 0.9256113171577454, "Finetune/Step": 4278, "Finetune/Step Time": 5.397164691239595}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8423224687576294, "Finetune/Loss (Raw)": 0.8044220805168152, "Finetune/Step": 4279, "Finetune/Step Time": 5.39554232917726}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8429973125457764, "Finetune/Loss (Raw)": 0.9516909122467041, "Finetune/Step": 4280, "Finetune/Step Time": 5.388985924422741}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.84431391954422, "Finetune/Loss (Raw)": 1.00438392162323, "Finetune/Step": 4281, "Finetune/Step Time": 5.3944522980600595}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8447794914245605, "Finetune/Loss (Raw)": 0.9502756595611572, "Finetune/Step": 4282, "Finetune/Step Time": 5.392496660351753}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8452515602111816, "Finetune/Loss (Raw)": 0.880589485168457, "Finetune/Step": 4283, "Finetune/Step Time": 5.397474050521851}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8455373644828796, "Finetune/Loss (Raw)": 0.9147452116012573, "Finetune/Step": 4284, "Finetune/Step Time": 5.395775122568011}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8431327939033508, "Finetune/Loss (Raw)": 0.6752120852470398, "Finetune/Step": 4285, "Finetune/Step Time": 5.430497959256172}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8437219858169556, "Finetune/Loss (Raw)": 0.9091089367866516, "Finetune/Step": 4286, "Finetune/Step Time": 5.421546645462513}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8435457944869995, "Finetune/Loss (Raw)": 0.9131650924682617, "Finetune/Step": 4287, "Finetune/Step Time": 5.424742698669434}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8437288999557495, "Finetune/Loss (Raw)": 1.005740761756897, "Finetune/Step": 4288, "Finetune/Step Time": 5.4398057125508785}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.842958927154541, "Finetune/Loss (Raw)": 0.8160793781280518, "Finetune/Step": 4289, "Finetune/Step Time": 5.441097034141421}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8431211709976196, "Finetune/Loss (Raw)": 0.974364161491394, "Finetune/Step": 4290, "Finetune/Step Time": 5.441504195332527}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.844746470451355, "Finetune/Loss (Raw)": 0.9275678992271423, "Finetune/Step": 4291, "Finetune/Step Time": 5.426161019131541}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8472950458526611, "Finetune/Loss (Raw)": 0.929918110370636, "Finetune/Step": 4292, "Finetune/Step Time": 5.421673284843564}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8465150594711304, "Finetune/Loss (Raw)": 0.9146403074264526, "Finetune/Step": 4293, "Finetune/Step Time": 5.429523531347513}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8459954261779785, "Finetune/Loss (Raw)": 0.8763967752456665, "Finetune/Step": 4294, "Finetune/Step Time": 5.445288699120283}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8421692252159119, "Finetune/Loss (Raw)": 0.3016863763332367, "Finetune/Step": 4295, "Finetune/Step Time": 5.473202537745237}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8443574905395508, "Finetune/Loss (Raw)": 0.9871630668640137, "Finetune/Step": 4296, "Finetune/Step Time": 5.470185009762645}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.848490297794342, "Finetune/Loss (Raw)": 0.9026027321815491, "Finetune/Step": 4297, "Finetune/Step Time": 5.441850379109383}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8479835391044617, "Finetune/Loss (Raw)": 0.7115200757980347, "Finetune/Step": 4298, "Finetune/Step Time": 5.436842696741223}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8481809496879578, "Finetune/Loss (Raw)": 0.9353591203689575, "Finetune/Step": 4299, "Finetune/Step Time": 5.444019285961986}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8485077619552612, "Finetune/Loss (Raw)": 0.946428120136261, "Finetune/Step": 4300, "Finetune/Step Time": 5.434231661260128}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.84492427110672, "Finetune/Loss (Raw)": 0.36342552304267883, "Finetune/Step": 4301, "Finetune/Step Time": 5.454185929149389}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8497161865234375, "Finetune/Loss (Raw)": 0.9710593223571777, "Finetune/Step": 4302, "Finetune/Step Time": 5.427617086097598}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8513486981391907, "Finetune/Loss (Raw)": 0.9956393241882324, "Finetune/Step": 4303, "Finetune/Step Time": 5.422388190403581}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8477252125740051, "Finetune/Loss (Raw)": 0.3426378071308136, "Finetune/Step": 4304, "Finetune/Step Time": 5.440472336485982}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8462059497833252, "Finetune/Loss (Raw)": 0.7763407230377197, "Finetune/Step": 4305, "Finetune/Step Time": 5.431520160287619}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8455387353897095, "Finetune/Loss (Raw)": 0.834052562713623, "Finetune/Step": 4306, "Finetune/Step Time": 5.437455154955387}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8439247608184814, "Finetune/Loss (Raw)": 0.6776453852653503, "Finetune/Step": 4307, "Finetune/Step Time": 5.430932464078069}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8433371782302856, "Finetune/Loss (Raw)": 0.8965112566947937, "Finetune/Step": 4308, "Finetune/Step Time": 5.43181299418211}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8436547517776489, "Finetune/Loss (Raw)": 0.8628827333450317, "Finetune/Step": 4309, "Finetune/Step Time": 5.430742213502526}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8410006761550903, "Finetune/Loss (Raw)": 0.35158273577690125, "Finetune/Step": 4310, "Finetune/Step Time": 5.457060003653169}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8404563665390015, "Finetune/Loss (Raw)": 0.8776897192001343, "Finetune/Step": 4311, "Finetune/Step Time": 5.462502930313349}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8410512208938599, "Finetune/Loss (Raw)": 0.9823077321052551, "Finetune/Step": 4312, "Finetune/Step Time": 5.4702980648726225}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8411689400672913, "Finetune/Loss (Raw)": 0.9843297600746155, "Finetune/Step": 4313, "Finetune/Step Time": 5.481050167232752}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8410977721214294, "Finetune/Loss (Raw)": 0.9331862330436707, "Finetune/Step": 4314, "Finetune/Step Time": 5.471218017861247}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8414240479469299, "Finetune/Loss (Raw)": 0.8471649885177612, "Finetune/Step": 4315, "Finetune/Step Time": 5.468076007440686}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8415724039077759, "Finetune/Loss (Raw)": 0.8209913372993469, "Finetune/Step": 4316, "Finetune/Step Time": 5.472234163433313}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8420475721359253, "Finetune/Loss (Raw)": 0.8677172064781189, "Finetune/Step": 4317, "Finetune/Step Time": 5.465046675875783}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.842904806137085, "Finetune/Loss (Raw)": 0.7960655093193054, "Finetune/Step": 4318, "Finetune/Step Time": 5.479207295924425}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8414831757545471, "Finetune/Loss (Raw)": 0.7432260513305664, "Finetune/Step": 4319, "Finetune/Step Time": 5.485051652416587}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8400188684463501, "Finetune/Loss (Raw)": 0.831685483455658, "Finetune/Step": 4320, "Finetune/Step Time": 5.4885160233825445}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.843187689781189, "Finetune/Loss (Raw)": 0.7099794745445251, "Finetune/Step": 4321, "Finetune/Step Time": 5.471118573099375}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8440379500389099, "Finetune/Loss (Raw)": 1.009812831878662, "Finetune/Step": 4322, "Finetune/Step Time": 5.4743435103446245}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8425008058547974, "Finetune/Loss (Raw)": 0.7140771150588989, "Finetune/Step": 4323, "Finetune/Step Time": 5.471759906038642}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8418764472007751, "Finetune/Loss (Raw)": 0.8175594806671143, "Finetune/Step": 4324, "Finetune/Step Time": 5.47095226123929}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8425223231315613, "Finetune/Loss (Raw)": 0.6685819625854492, "Finetune/Step": 4325, "Finetune/Step Time": 5.460597816854715}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8408154249191284, "Finetune/Loss (Raw)": 0.7499383687973022, "Finetune/Step": 4326, "Finetune/Step Time": 5.46896124817431}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8387038707733154, "Finetune/Loss (Raw)": 0.7161083221435547, "Finetune/Step": 4327, "Finetune/Step Time": 5.48599367775023}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8383781313896179, "Finetune/Loss (Raw)": 0.8624706268310547, "Finetune/Step": 4328, "Finetune/Step Time": 5.479317996650934}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8384116888046265, "Finetune/Loss (Raw)": 0.8554445505142212, "Finetune/Step": 4329, "Finetune/Step Time": 5.469092955812812}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8394775390625, "Finetune/Loss (Raw)": 0.9594185948371887, "Finetune/Step": 4330, "Finetune/Step Time": 5.468805268406868}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8408300280570984, "Finetune/Loss (Raw)": 0.9529467225074768, "Finetune/Step": 4331, "Finetune/Step Time": 5.468254905194044}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8415371179580688, "Finetune/Loss (Raw)": 0.8961834907531738, "Finetune/Step": 4332, "Finetune/Step Time": 5.471302006393671}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8420676589012146, "Finetune/Loss (Raw)": 0.9648138880729675, "Finetune/Step": 4333, "Finetune/Step Time": 5.472945231944323}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.842924952507019, "Finetune/Loss (Raw)": 0.9426880478858948, "Finetune/Step": 4334, "Finetune/Step Time": 5.471492953598499}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.842846691608429, "Finetune/Loss (Raw)": 0.9144814610481262, "Finetune/Step": 4335, "Finetune/Step Time": 5.4665188528597355}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8442103862762451, "Finetune/Loss (Raw)": 1.0050243139266968, "Finetune/Step": 4336, "Finetune/Step Time": 5.482828779146075}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.841142475605011, "Finetune/Loss (Raw)": 0.6677772998809814, "Finetune/Step": 4337, "Finetune/Step Time": 5.505458064377308}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8413347601890564, "Finetune/Loss (Raw)": 0.8660829067230225, "Finetune/Step": 4338, "Finetune/Step Time": 5.505219928920269}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8402384519577026, "Finetune/Loss (Raw)": 0.7952996492385864, "Finetune/Step": 4339, "Finetune/Step Time": 5.505602015182376}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8409463167190552, "Finetune/Loss (Raw)": 0.8715884685516357, "Finetune/Step": 4340, "Finetune/Step Time": 5.51452524214983}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8429123163223267, "Finetune/Loss (Raw)": 0.9666401743888855, "Finetune/Step": 4341, "Finetune/Step Time": 5.506094392389059}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8424088954925537, "Finetune/Loss (Raw)": 0.8296163082122803, "Finetune/Step": 4342, "Finetune/Step Time": 5.5519731398671865}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8418387174606323, "Finetune/Loss (Raw)": 0.8071978688240051, "Finetune/Step": 4343, "Finetune/Step Time": 5.515825619921088}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8420844078063965, "Finetune/Loss (Raw)": 0.9048258662223816, "Finetune/Step": 4344, "Finetune/Step Time": 5.5245464742183685}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8414404392242432, "Finetune/Loss (Raw)": 0.8616513609886169, "Finetune/Step": 4345, "Finetune/Step Time": 5.523668559268117}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.841628909111023, "Finetune/Loss (Raw)": 0.8780979514122009, "Finetune/Step": 4346, "Finetune/Step Time": 5.527095202356577}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8432140350341797, "Finetune/Loss (Raw)": 0.9589201807975769, "Finetune/Step": 4347, "Finetune/Step Time": 5.525049148127437}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8435802459716797, "Finetune/Loss (Raw)": 0.9256130456924438, "Finetune/Step": 4348, "Finetune/Step Time": 5.53106608428061}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8434087038040161, "Finetune/Loss (Raw)": 0.9814441204071045, "Finetune/Step": 4349, "Finetune/Step Time": 5.527760922908783}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8409156203269958, "Finetune/Loss (Raw)": 0.6465044021606445, "Finetune/Step": 4350, "Finetune/Step Time": 5.53996168076992}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.84036785364151, "Finetune/Loss (Raw)": 0.9009703397750854, "Finetune/Step": 4351, "Finetune/Step Time": 5.539363728836179}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8406974673271179, "Finetune/Loss (Raw)": 0.853819727897644, "Finetune/Step": 4352, "Finetune/Step Time": 5.530960248783231}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8415945172309875, "Finetune/Loss (Raw)": 0.9121460318565369, "Finetune/Step": 4353, "Finetune/Step Time": 5.529017997905612}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8397786021232605, "Finetune/Loss (Raw)": 0.7533478736877441, "Finetune/Step": 4354, "Finetune/Step Time": 5.5277128126472235}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8384108543395996, "Finetune/Loss (Raw)": 0.8926979303359985, "Finetune/Step": 4355, "Finetune/Step Time": 5.5236960630863905}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8387465476989746, "Finetune/Loss (Raw)": 0.8949575424194336, "Finetune/Step": 4356, "Finetune/Step Time": 5.521756896749139}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8388316631317139, "Finetune/Loss (Raw)": 0.9217168092727661, "Finetune/Step": 4357, "Finetune/Step Time": 5.521872729063034}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.8439153432846069, "Finetune/Loss (Raw)": 0.9184826016426086, "Finetune/Step": 4358, "Finetune/Step Time": 5.500874910503626}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8457017540931702, "Finetune/Loss (Raw)": 0.8887263536453247, "Finetune/Step": 4359, "Finetune/Step Time": 5.4506889041513205}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8450223207473755, "Finetune/Loss (Raw)": 0.8157070279121399, "Finetune/Step": 4360, "Finetune/Step Time": 5.44291440397501}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8471231460571289, "Finetune/Loss (Raw)": 1.0693485736846924, "Finetune/Step": 4361, "Finetune/Step Time": 5.446243258193135}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.844855785369873, "Finetune/Loss (Raw)": 0.814460813999176, "Finetune/Step": 4362, "Finetune/Step Time": 5.4483700934797525}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8443814516067505, "Finetune/Loss (Raw)": 0.8376216292381287, "Finetune/Step": 4363, "Finetune/Step Time": 5.450623361393809}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8448043465614319, "Finetune/Loss (Raw)": 0.7861353158950806, "Finetune/Step": 4364, "Finetune/Step Time": 5.4622372183948755}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8430517911911011, "Finetune/Loss (Raw)": 0.7814650535583496, "Finetune/Step": 4365, "Finetune/Step Time": 5.477091316133738}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8426921367645264, "Finetune/Loss (Raw)": 0.9131908416748047, "Finetune/Step": 4366, "Finetune/Step Time": 5.481839410960674}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8418073654174805, "Finetune/Loss (Raw)": 0.7960525155067444, "Finetune/Step": 4367, "Finetune/Step Time": 5.48787328414619}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8425090312957764, "Finetune/Loss (Raw)": 0.9252897500991821, "Finetune/Step": 4368, "Finetune/Step Time": 5.484249766916037}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8422542214393616, "Finetune/Loss (Raw)": 0.8206161260604858, "Finetune/Step": 4369, "Finetune/Step Time": 5.490999041125178}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8424806594848633, "Finetune/Loss (Raw)": 0.9708613157272339, "Finetune/Step": 4370, "Finetune/Step Time": 5.493445428088307}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8433263301849365, "Finetune/Loss (Raw)": 0.9948907494544983, "Finetune/Step": 4371, "Finetune/Step Time": 5.471510065719485}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8382693529129028, "Finetune/Loss (Raw)": 0.247453972697258, "Finetune/Step": 4372, "Finetune/Step Time": 5.503432400524616}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.837312638759613, "Finetune/Loss (Raw)": 0.7621710300445557, "Finetune/Step": 4373, "Finetune/Step Time": 5.5001680832356215}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8371177911758423, "Finetune/Loss (Raw)": 0.8345832824707031, "Finetune/Step": 4374, "Finetune/Step Time": 5.465492757037282}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8366161584854126, "Finetune/Loss (Raw)": 0.8030851483345032, "Finetune/Step": 4375, "Finetune/Step Time": 5.467635655775666}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8416547775268555, "Finetune/Loss (Raw)": 0.9341065287590027, "Finetune/Step": 4376, "Finetune/Step Time": 5.456229068338871}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.841184139251709, "Finetune/Loss (Raw)": 0.8729884028434753, "Finetune/Step": 4377, "Finetune/Step Time": 5.452384332194924}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8423289060592651, "Finetune/Loss (Raw)": 0.8746005892753601, "Finetune/Step": 4378, "Finetune/Step Time": 5.462219130247831}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8424679040908813, "Finetune/Loss (Raw)": 0.7650571465492249, "Finetune/Step": 4379, "Finetune/Step Time": 5.473409624770284}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8418985605239868, "Finetune/Loss (Raw)": 0.9818641543388367, "Finetune/Step": 4380, "Finetune/Step Time": 5.4762190990149975}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8438667058944702, "Finetune/Loss (Raw)": 0.9063016772270203, "Finetune/Step": 4381, "Finetune/Step Time": 5.462761083617806}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8458741903305054, "Finetune/Loss (Raw)": 0.9341316819190979, "Finetune/Step": 4382, "Finetune/Step Time": 5.45663059130311}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8455378413200378, "Finetune/Loss (Raw)": 0.7350670695304871, "Finetune/Step": 4383, "Finetune/Step Time": 5.465493584051728}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8451923727989197, "Finetune/Loss (Raw)": 0.8756701946258545, "Finetune/Step": 4384, "Finetune/Step Time": 5.451621761545539}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8438919186592102, "Finetune/Loss (Raw)": 0.8085330128669739, "Finetune/Step": 4385, "Finetune/Step Time": 5.444920927286148}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8452824354171753, "Finetune/Loss (Raw)": 0.8608132004737854, "Finetune/Step": 4386, "Finetune/Step Time": 5.4721702840179205}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8456096053123474, "Finetune/Loss (Raw)": 1.0546945333480835, "Finetune/Step": 4387, "Finetune/Step Time": 5.46008899435401}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8460339903831482, "Finetune/Loss (Raw)": 0.9008082747459412, "Finetune/Step": 4388, "Finetune/Step Time": 5.464711386710405}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8459558486938477, "Finetune/Loss (Raw)": 0.9181801080703735, "Finetune/Step": 4389, "Finetune/Step Time": 5.463558504357934}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8458839654922485, "Finetune/Loss (Raw)": 0.8318308591842651, "Finetune/Step": 4390, "Finetune/Step Time": 5.4625472370535135}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8444058895111084, "Finetune/Loss (Raw)": 0.845974326133728, "Finetune/Step": 4391, "Finetune/Step Time": 5.47004272043705}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8410226106643677, "Finetune/Loss (Raw)": 0.35292527079582214, "Finetune/Step": 4392, "Finetune/Step Time": 5.493611069396138}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8396281599998474, "Finetune/Loss (Raw)": 0.7447289824485779, "Finetune/Step": 4393, "Finetune/Step Time": 5.501126889139414}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8386505842208862, "Finetune/Loss (Raw)": 0.8267983794212341, "Finetune/Step": 4394, "Finetune/Step Time": 5.5108866430819035}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8391686677932739, "Finetune/Loss (Raw)": 0.850973904132843, "Finetune/Step": 4395, "Finetune/Step Time": 5.500977333635092}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.840430498123169, "Finetune/Loss (Raw)": 0.9632819890975952, "Finetune/Step": 4396, "Finetune/Step Time": 5.509233647957444}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8379814028739929, "Finetune/Loss (Raw)": 0.41776126623153687, "Finetune/Step": 4397, "Finetune/Step Time": 5.506573397666216}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8383985757827759, "Finetune/Loss (Raw)": 0.8938599824905396, "Finetune/Step": 4398, "Finetune/Step Time": 5.508934900164604}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8421643972396851, "Finetune/Loss (Raw)": 0.8066509962081909, "Finetune/Step": 4399, "Finetune/Step Time": 5.479756100103259}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.842010498046875, "Finetune/Loss (Raw)": 0.8952961564064026, "Finetune/Step": 4400, "Finetune/Step Time": 5.487389642745256}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8387832641601562, "Finetune/Loss (Raw)": 0.3329385221004486, "Finetune/Step": 4401, "Finetune/Step Time": 5.513796074315906}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.838411271572113, "Finetune/Loss (Raw)": 0.8151401877403259, "Finetune/Step": 4402, "Finetune/Step Time": 5.531858054921031}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8392016291618347, "Finetune/Loss (Raw)": 0.9256222248077393, "Finetune/Step": 4403, "Finetune/Step Time": 5.516173891723156}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8399612903594971, "Finetune/Loss (Raw)": 1.0167391300201416, "Finetune/Step": 4404, "Finetune/Step Time": 5.51714894361794}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8397650122642517, "Finetune/Loss (Raw)": 0.821186900138855, "Finetune/Step": 4405, "Finetune/Step Time": 5.512574847787619}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8384599685668945, "Finetune/Loss (Raw)": 0.7585563063621521, "Finetune/Step": 4406, "Finetune/Step Time": 5.504929695278406}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8382687568664551, "Finetune/Loss (Raw)": 0.7799568176269531, "Finetune/Step": 4407, "Finetune/Step Time": 5.502728998661041}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8387982845306396, "Finetune/Loss (Raw)": 1.0194603204727173, "Finetune/Step": 4408, "Finetune/Step Time": 5.501769484952092}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8373755216598511, "Finetune/Loss (Raw)": 0.8222715258598328, "Finetune/Step": 4409, "Finetune/Step Time": 5.501101357862353}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8368929624557495, "Finetune/Loss (Raw)": 0.8885114789009094, "Finetune/Step": 4410, "Finetune/Step Time": 5.498027540743351}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8366247415542603, "Finetune/Loss (Raw)": 0.846254825592041, "Finetune/Step": 4411, "Finetune/Step Time": 5.491250799968839}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8358827829360962, "Finetune/Loss (Raw)": 0.8197730183601379, "Finetune/Step": 4412, "Finetune/Step Time": 5.493383968248963}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8391112685203552, "Finetune/Loss (Raw)": 1.0884664058685303, "Finetune/Step": 4413, "Finetune/Step Time": 5.456078872084618}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8383299112319946, "Finetune/Loss (Raw)": 0.809090256690979, "Finetune/Step": 4414, "Finetune/Step Time": 5.460959766060114}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8385802507400513, "Finetune/Loss (Raw)": 0.9452022314071655, "Finetune/Step": 4415, "Finetune/Step Time": 5.466148192062974}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8368127346038818, "Finetune/Loss (Raw)": 0.779509961605072, "Finetune/Step": 4416, "Finetune/Step Time": 5.46674426086247}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8379533290863037, "Finetune/Loss (Raw)": 0.9620710611343384, "Finetune/Step": 4417, "Finetune/Step Time": 5.467482585459948}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8370157480239868, "Finetune/Loss (Raw)": 0.854353129863739, "Finetune/Step": 4418, "Finetune/Step Time": 5.4679843578487635}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8370566368103027, "Finetune/Loss (Raw)": 0.9327973127365112, "Finetune/Step": 4419, "Finetune/Step Time": 5.472812745720148}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8357657790184021, "Finetune/Loss (Raw)": 0.764695405960083, "Finetune/Step": 4420, "Finetune/Step Time": 5.48491844534874}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8351670503616333, "Finetune/Loss (Raw)": 0.8380072116851807, "Finetune/Step": 4421, "Finetune/Step Time": 5.482560167089105}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8353388905525208, "Finetune/Loss (Raw)": 0.8983853459358215, "Finetune/Step": 4422, "Finetune/Step Time": 5.46485929004848}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8391367197036743, "Finetune/Loss (Raw)": 0.7878084182739258, "Finetune/Step": 4423, "Finetune/Step Time": 5.439238585531712}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8340110182762146, "Finetune/Loss (Raw)": 0.33107346296310425, "Finetune/Step": 4424, "Finetune/Step Time": 5.474128408357501}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8333858251571655, "Finetune/Loss (Raw)": 0.8225799202919006, "Finetune/Step": 4425, "Finetune/Step Time": 5.4906283132731915}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8349744081497192, "Finetune/Loss (Raw)": 0.9148540496826172, "Finetune/Step": 4426, "Finetune/Step Time": 5.486736986786127}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8338021636009216, "Finetune/Loss (Raw)": 0.7853134274482727, "Finetune/Step": 4427, "Finetune/Step Time": 5.495056016370654}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.833447277545929, "Finetune/Loss (Raw)": 0.9010085463523865, "Finetune/Step": 4428, "Finetune/Step Time": 5.494837518781424}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8374385833740234, "Finetune/Loss (Raw)": 0.8743133544921875, "Finetune/Step": 4429, "Finetune/Step Time": 5.46502498537302}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8352853655815125, "Finetune/Loss (Raw)": 0.6954445838928223, "Finetune/Step": 4430, "Finetune/Step Time": 5.505499556660652}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8343346118927002, "Finetune/Loss (Raw)": 0.8739386200904846, "Finetune/Step": 4431, "Finetune/Step Time": 5.518243519589305}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8385683298110962, "Finetune/Loss (Raw)": 0.8845586776733398, "Finetune/Step": 4432, "Finetune/Step Time": 5.493190975859761}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8381232023239136, "Finetune/Loss (Raw)": 0.7193595767021179, "Finetune/Step": 4433, "Finetune/Step Time": 5.5028789937496185}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.839148998260498, "Finetune/Loss (Raw)": 0.9653609395027161, "Finetune/Step": 4434, "Finetune/Step Time": 5.497071474790573}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8406772613525391, "Finetune/Loss (Raw)": 0.8732579350471497, "Finetune/Step": 4435, "Finetune/Step Time": 5.4874472338706255}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8396445512771606, "Finetune/Loss (Raw)": 0.764325737953186, "Finetune/Step": 4436, "Finetune/Step Time": 5.49897444434464}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8393399715423584, "Finetune/Loss (Raw)": 0.8239024877548218, "Finetune/Step": 4437, "Finetune/Step Time": 5.499225560575724}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8434666395187378, "Finetune/Loss (Raw)": 0.8797897696495056, "Finetune/Step": 4438, "Finetune/Step Time": 5.463814195245504}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8447000980377197, "Finetune/Loss (Raw)": 1.035564661026001, "Finetune/Step": 4439, "Finetune/Step Time": 5.461098246276379}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.84492027759552, "Finetune/Loss (Raw)": 1.0105011463165283, "Finetune/Step": 4440, "Finetune/Step Time": 5.45895510353148}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8448918461799622, "Finetune/Loss (Raw)": 0.9806910753250122, "Finetune/Step": 4441, "Finetune/Step Time": 5.457614243030548}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.8449958562850952, "Finetune/Loss (Raw)": 0.946494460105896, "Finetune/Step": 4442, "Finetune/Step Time": 5.472578635439277}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.844940721988678, "Finetune/Loss (Raw)": 0.8401066660881042, "Finetune/Step": 4443, "Finetune/Step Time": 5.472745966166258}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8448817729949951, "Finetune/Loss (Raw)": 0.8134544491767883, "Finetune/Step": 4444, "Finetune/Step Time": 5.457081401720643}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8438202142715454, "Finetune/Loss (Raw)": 0.7318372130393982, "Finetune/Step": 4445, "Finetune/Step Time": 5.464826546609402}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8452117443084717, "Finetune/Loss (Raw)": 0.9741837978363037, "Finetune/Step": 4446, "Finetune/Step Time": 5.4458441231399775}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8460044860839844, "Finetune/Loss (Raw)": 0.8446922302246094, "Finetune/Step": 4447, "Finetune/Step Time": 5.4358661491423845}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.84632408618927, "Finetune/Loss (Raw)": 0.8725920915603638, "Finetune/Step": 4448, "Finetune/Step Time": 5.43466491997242}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8486729860305786, "Finetune/Loss (Raw)": 1.0106364488601685, "Finetune/Step": 4449, "Finetune/Step Time": 5.42097176797688}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.846843957901001, "Finetune/Loss (Raw)": 0.7757073640823364, "Finetune/Step": 4450, "Finetune/Step Time": 5.414806418120861}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8473092317581177, "Finetune/Loss (Raw)": 0.773628294467926, "Finetune/Step": 4451, "Finetune/Step Time": 5.425182605162263}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8436353802680969, "Finetune/Loss (Raw)": 0.3473013639450073, "Finetune/Step": 4452, "Finetune/Step Time": 5.455170249566436}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8443222045898438, "Finetune/Loss (Raw)": 0.756497323513031, "Finetune/Step": 4453, "Finetune/Step Time": 5.451810667291284}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8452804088592529, "Finetune/Loss (Raw)": 0.8725883364677429, "Finetune/Step": 4454, "Finetune/Step Time": 5.450251588597894}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8454970717430115, "Finetune/Loss (Raw)": 0.743837296962738, "Finetune/Step": 4455, "Finetune/Step Time": 5.447239171713591}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8451421856880188, "Finetune/Loss (Raw)": 0.8170503377914429, "Finetune/Step": 4456, "Finetune/Step Time": 5.448731552809477}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8446526527404785, "Finetune/Loss (Raw)": 0.7927775382995605, "Finetune/Step": 4457, "Finetune/Step Time": 5.45969920232892}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8437376022338867, "Finetune/Loss (Raw)": 0.8423015475273132, "Finetune/Step": 4458, "Finetune/Step Time": 5.473229601979256}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8428807258605957, "Finetune/Loss (Raw)": 0.8432587385177612, "Finetune/Step": 4459, "Finetune/Step Time": 5.479099960997701}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8433714509010315, "Finetune/Loss (Raw)": 0.9589994549751282, "Finetune/Step": 4460, "Finetune/Step Time": 5.47937441803515}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.84206223487854, "Finetune/Loss (Raw)": 0.7972407937049866, "Finetune/Step": 4461, "Finetune/Step Time": 5.478496605530381}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8418874740600586, "Finetune/Loss (Raw)": 0.9203126430511475, "Finetune/Step": 4462, "Finetune/Step Time": 5.491035830229521}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8399052619934082, "Finetune/Loss (Raw)": 0.6607632637023926, "Finetune/Step": 4463, "Finetune/Step Time": 5.500385716557503}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8387563228607178, "Finetune/Loss (Raw)": 0.8579594492912292, "Finetune/Step": 4464, "Finetune/Step Time": 5.503165129572153}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8398027420043945, "Finetune/Loss (Raw)": 0.8017168045043945, "Finetune/Step": 4465, "Finetune/Step Time": 5.480068910866976}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.839571475982666, "Finetune/Loss (Raw)": 0.8364766240119934, "Finetune/Step": 4466, "Finetune/Step Time": 5.479058852419257}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8404808044433594, "Finetune/Loss (Raw)": 0.9116942286491394, "Finetune/Step": 4467, "Finetune/Step Time": 5.473512578755617}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.840356707572937, "Finetune/Loss (Raw)": 0.855697751045227, "Finetune/Step": 4468, "Finetune/Step Time": 5.465384906157851}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8394412994384766, "Finetune/Loss (Raw)": 0.8494791388511658, "Finetune/Step": 4469, "Finetune/Step Time": 5.465304480865598}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8395688533782959, "Finetune/Loss (Raw)": 0.8459324836730957, "Finetune/Step": 4470, "Finetune/Step Time": 5.421654276549816}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.839479923248291, "Finetune/Loss (Raw)": 0.7958203554153442, "Finetune/Step": 4471, "Finetune/Step Time": 5.429350143298507}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8392593264579773, "Finetune/Loss (Raw)": 0.8765939474105835, "Finetune/Step": 4472, "Finetune/Step Time": 5.420635491609573}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8406952619552612, "Finetune/Loss (Raw)": 1.0454535484313965, "Finetune/Step": 4473, "Finetune/Step Time": 5.418774738907814}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8409348130226135, "Finetune/Loss (Raw)": 0.9087525606155396, "Finetune/Step": 4474, "Finetune/Step Time": 5.416857939213514}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8395344018936157, "Finetune/Loss (Raw)": 0.779663622379303, "Finetune/Step": 4475, "Finetune/Step Time": 5.432402398437262}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8395569920539856, "Finetune/Loss (Raw)": 0.9285113215446472, "Finetune/Step": 4476, "Finetune/Step Time": 5.433537013828754}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8381272554397583, "Finetune/Loss (Raw)": 0.7984411120414734, "Finetune/Step": 4477, "Finetune/Step Time": 5.434171475470066}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8404542207717896, "Finetune/Loss (Raw)": 0.9443581700325012, "Finetune/Step": 4478, "Finetune/Step Time": 5.416165243834257}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8403013944625854, "Finetune/Loss (Raw)": 0.8813977837562561, "Finetune/Step": 4479, "Finetune/Step Time": 5.4255196377635}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8401828408241272, "Finetune/Loss (Raw)": 0.8386463522911072, "Finetune/Step": 4480, "Finetune/Step Time": 5.430378891527653}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8396815061569214, "Finetune/Loss (Raw)": 0.8479745984077454, "Finetune/Step": 4481, "Finetune/Step Time": 5.432074476033449}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8401614427566528, "Finetune/Loss (Raw)": 0.8147833347320557, "Finetune/Step": 4482, "Finetune/Step Time": 5.446472121402621}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8399196863174438, "Finetune/Loss (Raw)": 0.8617509603500366, "Finetune/Step": 4483, "Finetune/Step Time": 5.449501624330878}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8400319814682007, "Finetune/Loss (Raw)": 0.9093282222747803, "Finetune/Step": 4484, "Finetune/Step Time": 5.464061509817839}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8394696116447449, "Finetune/Loss (Raw)": 0.8497401475906372, "Finetune/Step": 4485, "Finetune/Step Time": 5.4647339172661304}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8390935659408569, "Finetune/Loss (Raw)": 0.8703424334526062, "Finetune/Step": 4486, "Finetune/Step Time": 5.462252881377935}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8346852660179138, "Finetune/Loss (Raw)": 0.3244676887989044, "Finetune/Step": 4487, "Finetune/Step Time": 5.492810297757387}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.835763692855835, "Finetune/Loss (Raw)": 0.9537503719329834, "Finetune/Step": 4488, "Finetune/Step Time": 5.498942008242011}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8327305912971497, "Finetune/Loss (Raw)": 0.6811119318008423, "Finetune/Step": 4489, "Finetune/Step Time": 5.488550653681159}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8321932554244995, "Finetune/Loss (Raw)": 0.7456783652305603, "Finetune/Step": 4490, "Finetune/Step Time": 5.4930274579674006}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8318225741386414, "Finetune/Loss (Raw)": 0.7901736497879028, "Finetune/Step": 4491, "Finetune/Step Time": 5.486758783459663}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8328183889389038, "Finetune/Loss (Raw)": 0.9135994911193848, "Finetune/Step": 4492, "Finetune/Step Time": 5.468816315755248}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.833122730255127, "Finetune/Loss (Raw)": 0.8204167485237122, "Finetune/Step": 4493, "Finetune/Step Time": 5.464397815987468}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8315086960792542, "Finetune/Loss (Raw)": 0.7065995335578918, "Finetune/Step": 4494, "Finetune/Step Time": 5.464096650481224}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8323289155960083, "Finetune/Loss (Raw)": 0.9010366201400757, "Finetune/Step": 4495, "Finetune/Step Time": 5.463945511728525}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8311500549316406, "Finetune/Loss (Raw)": 0.7743966579437256, "Finetune/Step": 4496, "Finetune/Step Time": 5.471067385748029}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8320916891098022, "Finetune/Loss (Raw)": 0.9411491751670837, "Finetune/Step": 4497, "Finetune/Step Time": 5.479093646630645}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8305100202560425, "Finetune/Loss (Raw)": 0.7684042453765869, "Finetune/Step": 4498, "Finetune/Step Time": 5.48379729129374}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8301345705986023, "Finetune/Loss (Raw)": 0.9468329548835754, "Finetune/Step": 4499, "Finetune/Step Time": 5.488965159282088}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8349722027778625, "Finetune/Loss (Raw)": 0.8666740655899048, "Finetune/Step": 4500, "Finetune/Step Time": 5.465067947283387}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8364384174346924, "Finetune/Loss (Raw)": 0.9498531222343445, "Finetune/Step": 4501, "Finetune/Step Time": 5.464158449321985}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8355625867843628, "Finetune/Loss (Raw)": 0.7224653959274292, "Finetune/Step": 4502, "Finetune/Step Time": 5.468948569148779}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8366716504096985, "Finetune/Loss (Raw)": 0.9450503587722778, "Finetune/Step": 4503, "Finetune/Step Time": 5.459137437865138}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8359851241111755, "Finetune/Loss (Raw)": 0.8462305068969727, "Finetune/Step": 4504, "Finetune/Step Time": 5.443829415366054}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8355861902236938, "Finetune/Loss (Raw)": 0.8219304084777832, "Finetune/Step": 4505, "Finetune/Step Time": 5.443333983421326}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8366330862045288, "Finetune/Loss (Raw)": 1.0085943937301636, "Finetune/Step": 4506, "Finetune/Step Time": 5.422298459336162}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8332148790359497, "Finetune/Loss (Raw)": 0.3275358974933624, "Finetune/Step": 4507, "Finetune/Step Time": 5.439387856051326}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8323591947555542, "Finetune/Loss (Raw)": 0.8723275661468506, "Finetune/Step": 4508, "Finetune/Step Time": 5.438353147357702}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8314323425292969, "Finetune/Loss (Raw)": 0.787666916847229, "Finetune/Step": 4509, "Finetune/Step Time": 5.4306576400995255}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8316718935966492, "Finetune/Loss (Raw)": 0.964794397354126, "Finetune/Step": 4510, "Finetune/Step Time": 5.4269809648394585}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8338217735290527, "Finetune/Loss (Raw)": 1.010250210762024, "Finetune/Step": 4511, "Finetune/Step Time": 5.413966614753008}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8297861218452454, "Finetune/Loss (Raw)": 0.35910704731941223, "Finetune/Step": 4512, "Finetune/Step Time": 5.439926391467452}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8300162553787231, "Finetune/Loss (Raw)": 0.8379958271980286, "Finetune/Step": 4513, "Finetune/Step Time": 5.449995571747422}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8292597532272339, "Finetune/Loss (Raw)": 0.7639728784561157, "Finetune/Step": 4514, "Finetune/Step Time": 5.426933249458671}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8275772929191589, "Finetune/Loss (Raw)": 0.8393425941467285, "Finetune/Step": 4515, "Finetune/Step Time": 5.4301191587001085}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8265615701675415, "Finetune/Loss (Raw)": 0.7707962989807129, "Finetune/Step": 4516, "Finetune/Step Time": 5.42469665594399}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8252521753311157, "Finetune/Loss (Raw)": 0.7505745887756348, "Finetune/Step": 4517, "Finetune/Step Time": 5.426252728328109}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.826637864112854, "Finetune/Loss (Raw)": 1.009203314781189, "Finetune/Step": 4518, "Finetune/Step Time": 5.421629099175334}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8273794651031494, "Finetune/Loss (Raw)": 0.9409036040306091, "Finetune/Step": 4519, "Finetune/Step Time": 5.415492190048099}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8318924903869629, "Finetune/Loss (Raw)": 0.9305897951126099, "Finetune/Step": 4520, "Finetune/Step Time": 5.387894654646516}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8338125944137573, "Finetune/Loss (Raw)": 0.9904999136924744, "Finetune/Step": 4521, "Finetune/Step Time": 5.37579395249486}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.833929717540741, "Finetune/Loss (Raw)": 0.8417890667915344, "Finetune/Step": 4522, "Finetune/Step Time": 5.372607726603746}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8341096043586731, "Finetune/Loss (Raw)": 0.8740012645721436, "Finetune/Step": 4523, "Finetune/Step Time": 5.376482078805566}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8332543969154358, "Finetune/Loss (Raw)": 0.8538135290145874, "Finetune/Step": 4524, "Finetune/Step Time": 5.370538393035531}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8364772200584412, "Finetune/Loss (Raw)": 0.830288290977478, "Finetune/Step": 4525, "Finetune/Step Time": 5.341984689235687}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8347188234329224, "Finetune/Loss (Raw)": 0.6687874794006348, "Finetune/Step": 4526, "Finetune/Step Time": 5.33798510581255}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8326370716094971, "Finetune/Loss (Raw)": 0.5401750802993774, "Finetune/Step": 4527, "Finetune/Step Time": 5.356625776737928}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8322618007659912, "Finetune/Loss (Raw)": 0.8472668528556824, "Finetune/Step": 4528, "Finetune/Step Time": 5.347232868894935}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8368251323699951, "Finetune/Loss (Raw)": 0.917041003704071, "Finetune/Step": 4529, "Finetune/Step Time": 5.319693868979812}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8379708528518677, "Finetune/Loss (Raw)": 0.9618011713027954, "Finetune/Step": 4530, "Finetune/Step Time": 5.302888914942741}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8385624885559082, "Finetune/Loss (Raw)": 1.0013492107391357, "Finetune/Step": 4531, "Finetune/Step Time": 5.310056950896978}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8357983827590942, "Finetune/Loss (Raw)": 0.6629300117492676, "Finetune/Step": 4532, "Finetune/Step Time": 5.3198161367326975}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8363287448883057, "Finetune/Loss (Raw)": 0.8890697360038757, "Finetune/Step": 4533, "Finetune/Step Time": 5.30685062892735}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8330227732658386, "Finetune/Loss (Raw)": 0.33539995551109314, "Finetune/Step": 4534, "Finetune/Step Time": 5.338459607213736}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8328271508216858, "Finetune/Loss (Raw)": 0.7549121379852295, "Finetune/Step": 4535, "Finetune/Step Time": 5.3466205801814795}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8316476345062256, "Finetune/Loss (Raw)": 0.8684912919998169, "Finetune/Step": 4536, "Finetune/Step Time": 5.356932764872909}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8320265412330627, "Finetune/Loss (Raw)": 0.8707628846168518, "Finetune/Step": 4537, "Finetune/Step Time": 5.3547445591539145}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8321020603179932, "Finetune/Loss (Raw)": 0.8981781601905823, "Finetune/Step": 4538, "Finetune/Step Time": 5.359607053920627}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.83152174949646, "Finetune/Loss (Raw)": 0.7719731330871582, "Finetune/Step": 4539, "Finetune/Step Time": 5.366768095642328}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8275380730628967, "Finetune/Loss (Raw)": 0.3098656237125397, "Finetune/Step": 4540, "Finetune/Step Time": 5.398536842316389}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8250188827514648, "Finetune/Loss (Raw)": 0.7660147547721863, "Finetune/Step": 4541, "Finetune/Step Time": 5.420736480504274}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8245600461959839, "Finetune/Loss (Raw)": 0.7503587007522583, "Finetune/Step": 4542, "Finetune/Step Time": 5.416720815002918}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.823782742023468, "Finetune/Loss (Raw)": 0.8457006812095642, "Finetune/Step": 4543, "Finetune/Step Time": 5.410607537254691}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8248209953308105, "Finetune/Loss (Raw)": 0.9124128222465515, "Finetune/Step": 4544, "Finetune/Step Time": 5.402222916483879}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8245691657066345, "Finetune/Loss (Raw)": 0.9298310279846191, "Finetune/Step": 4545, "Finetune/Step Time": 5.4193648211658}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.825266420841217, "Finetune/Loss (Raw)": 0.9436054825782776, "Finetune/Step": 4546, "Finetune/Step Time": 5.41848954372108}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8252202272415161, "Finetune/Loss (Raw)": 0.926880419254303, "Finetune/Step": 4547, "Finetune/Step Time": 5.41245854459703}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8237744569778442, "Finetune/Loss (Raw)": 0.5796377658843994, "Finetune/Step": 4548, "Finetune/Step Time": 5.458223739638925}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8229334950447083, "Finetune/Loss (Raw)": 0.7303652167320251, "Finetune/Step": 4549, "Finetune/Step Time": 5.459047622978687}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8236574530601501, "Finetune/Loss (Raw)": 0.9910517930984497, "Finetune/Step": 4550, "Finetune/Step Time": 5.456363199278712}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8245984315872192, "Finetune/Loss (Raw)": 0.9082473516464233, "Finetune/Step": 4551, "Finetune/Step Time": 5.453688140958548}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8274499773979187, "Finetune/Loss (Raw)": 0.6960822939872742, "Finetune/Step": 4552, "Finetune/Step Time": 5.43386959284544}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8282653093338013, "Finetune/Loss (Raw)": 0.9269366264343262, "Finetune/Step": 4553, "Finetune/Step Time": 5.4140613824129105}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8292591571807861, "Finetune/Loss (Raw)": 1.0420671701431274, "Finetune/Step": 4554, "Finetune/Step Time": 5.412278134375811}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8299605250358582, "Finetune/Loss (Raw)": 0.875085711479187, "Finetune/Step": 4555, "Finetune/Step Time": 5.413612756878138}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8312578201293945, "Finetune/Loss (Raw)": 1.0670596361160278, "Finetune/Step": 4556, "Finetune/Step Time": 5.410578399896622}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.8305206298828125, "Finetune/Loss (Raw)": 0.7799524068832397, "Finetune/Step": 4557, "Finetune/Step Time": 5.413746131584048}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8302145004272461, "Finetune/Loss (Raw)": 0.6562675833702087, "Finetune/Step": 4558, "Finetune/Step Time": 5.386581141501665}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8309800028800964, "Finetune/Loss (Raw)": 0.9719207882881165, "Finetune/Step": 4559, "Finetune/Step Time": 5.381819762289524}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8306471109390259, "Finetune/Loss (Raw)": 0.8419480323791504, "Finetune/Step": 4560, "Finetune/Step Time": 5.3777032401412725}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8320978879928589, "Finetune/Loss (Raw)": 0.9050611853599548, "Finetune/Step": 4561, "Finetune/Step Time": 5.361221820116043}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8319178819656372, "Finetune/Loss (Raw)": 0.9423236846923828, "Finetune/Step": 4562, "Finetune/Step Time": 5.362221645191312}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8274796009063721, "Finetune/Loss (Raw)": 0.3051488697528839, "Finetune/Step": 4563, "Finetune/Step Time": 5.391621207818389}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8282443284988403, "Finetune/Loss (Raw)": 0.8622145056724548, "Finetune/Step": 4564, "Finetune/Step Time": 5.380465652793646}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8279843330383301, "Finetune/Loss (Raw)": 0.7906190752983093, "Finetune/Step": 4565, "Finetune/Step Time": 5.37529543787241}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8276354074478149, "Finetune/Loss (Raw)": 0.8351283073425293, "Finetune/Step": 4566, "Finetune/Step Time": 5.3780333790928125}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8271248936653137, "Finetune/Loss (Raw)": 0.9702231287956238, "Finetune/Step": 4567, "Finetune/Step Time": 5.376024218276143}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.826446533203125, "Finetune/Loss (Raw)": 0.9236754775047302, "Finetune/Step": 4568, "Finetune/Step Time": 5.373683946207166}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8266817331314087, "Finetune/Loss (Raw)": 1.0107972621917725, "Finetune/Step": 4569, "Finetune/Step Time": 5.372085018083453}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8265783786773682, "Finetune/Loss (Raw)": 0.9332596659660339, "Finetune/Step": 4570, "Finetune/Step Time": 5.358209386467934}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8265437483787537, "Finetune/Loss (Raw)": 0.8356744647026062, "Finetune/Step": 4571, "Finetune/Step Time": 5.376099087297916}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8268448114395142, "Finetune/Loss (Raw)": 0.851992666721344, "Finetune/Step": 4572, "Finetune/Step Time": 5.38135102391243}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8274655938148499, "Finetune/Loss (Raw)": 0.811292290687561, "Finetune/Step": 4573, "Finetune/Step Time": 5.391697393730283}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8268665075302124, "Finetune/Loss (Raw)": 0.8975057601928711, "Finetune/Step": 4574, "Finetune/Step Time": 5.3906982727348804}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.82663893699646, "Finetune/Loss (Raw)": 0.8155609369277954, "Finetune/Step": 4575, "Finetune/Step Time": 5.404992438852787}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8260196447372437, "Finetune/Loss (Raw)": 0.7933198809623718, "Finetune/Step": 4576, "Finetune/Step Time": 5.418142566457391}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.825901985168457, "Finetune/Loss (Raw)": 0.9955775141716003, "Finetune/Step": 4577, "Finetune/Step Time": 5.426238330081105}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8273317813873291, "Finetune/Loss (Raw)": 0.9587185978889465, "Finetune/Step": 4578, "Finetune/Step Time": 5.429741336032748}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8245189189910889, "Finetune/Loss (Raw)": 0.41358956694602966, "Finetune/Step": 4579, "Finetune/Step Time": 5.449587173759937}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8238847255706787, "Finetune/Loss (Raw)": 0.2661250829696655, "Finetune/Step": 4580, "Finetune/Step Time": 5.450264390558004}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8246138095855713, "Finetune/Loss (Raw)": 0.8498136401176453, "Finetune/Step": 4581, "Finetune/Step Time": 5.454260403290391}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8248553276062012, "Finetune/Loss (Raw)": 0.903504490852356, "Finetune/Step": 4582, "Finetune/Step Time": 5.457521364092827}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8266090154647827, "Finetune/Loss (Raw)": 0.9683097004890442, "Finetune/Step": 4583, "Finetune/Step Time": 5.4440216440707445}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.826348066329956, "Finetune/Loss (Raw)": 0.7836500406265259, "Finetune/Step": 4584, "Finetune/Step Time": 5.450335146859288}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8259614706039429, "Finetune/Loss (Raw)": 0.7432986497879028, "Finetune/Step": 4585, "Finetune/Step Time": 5.438618021085858}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8252806663513184, "Finetune/Loss (Raw)": 0.7551460862159729, "Finetune/Step": 4586, "Finetune/Step Time": 5.4302103985100985}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8257927894592285, "Finetune/Loss (Raw)": 0.9088143706321716, "Finetune/Step": 4587, "Finetune/Step Time": 5.426265442743897}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8263767957687378, "Finetune/Loss (Raw)": 1.0337541103363037, "Finetune/Step": 4588, "Finetune/Step Time": 5.449892232194543}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8267228603363037, "Finetune/Loss (Raw)": 0.8415345549583435, "Finetune/Step": 4589, "Finetune/Step Time": 5.449876639991999}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8259156942367554, "Finetune/Loss (Raw)": 0.8170002102851868, "Finetune/Step": 4590, "Finetune/Step Time": 5.439986852928996}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8278888463973999, "Finetune/Loss (Raw)": 0.9133301377296448, "Finetune/Step": 4591, "Finetune/Step Time": 5.42411139793694}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8234718441963196, "Finetune/Loss (Raw)": 0.2925805449485779, "Finetune/Step": 4592, "Finetune/Step Time": 5.43648243509233}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8243761658668518, "Finetune/Loss (Raw)": 0.9174685478210449, "Finetune/Step": 4593, "Finetune/Step Time": 5.440823711454868}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8210633397102356, "Finetune/Loss (Raw)": 0.41243305802345276, "Finetune/Step": 4594, "Finetune/Step Time": 5.47115452773869}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.821179986000061, "Finetune/Loss (Raw)": 0.9266236424446106, "Finetune/Step": 4595, "Finetune/Step Time": 5.473001390695572}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8218609094619751, "Finetune/Loss (Raw)": 0.9428548216819763, "Finetune/Step": 4596, "Finetune/Step Time": 5.475307131186128}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8211486339569092, "Finetune/Loss (Raw)": 0.7583096027374268, "Finetune/Step": 4597, "Finetune/Step Time": 5.477472702041268}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8213252425193787, "Finetune/Loss (Raw)": 0.8685422539710999, "Finetune/Step": 4598, "Finetune/Step Time": 5.475077632814646}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8214025497436523, "Finetune/Loss (Raw)": 0.8057193160057068, "Finetune/Step": 4599, "Finetune/Step Time": 5.469086639583111}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8210841417312622, "Finetune/Loss (Raw)": 0.8358293175697327, "Finetune/Step": 4600, "Finetune/Step Time": 5.47786377184093}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.818569540977478, "Finetune/Loss (Raw)": 0.7235845327377319, "Finetune/Step": 4601, "Finetune/Step Time": 5.482909644022584}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8195661306381226, "Finetune/Loss (Raw)": 1.0363150835037231, "Finetune/Step": 4602, "Finetune/Step Time": 5.48473952151835}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8205864429473877, "Finetune/Loss (Raw)": 0.9102721810340881, "Finetune/Step": 4603, "Finetune/Step Time": 5.477362914010882}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.819908857345581, "Finetune/Loss (Raw)": 0.841773509979248, "Finetune/Step": 4604, "Finetune/Step Time": 5.471325011923909}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8162503242492676, "Finetune/Loss (Raw)": 0.33015120029449463, "Finetune/Step": 4605, "Finetune/Step Time": 5.501200743019581}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8158169984817505, "Finetune/Loss (Raw)": 0.8888904452323914, "Finetune/Step": 4606, "Finetune/Step Time": 5.508410319685936}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8153557181358337, "Finetune/Loss (Raw)": 0.8223593235015869, "Finetune/Step": 4607, "Finetune/Step Time": 5.500657329335809}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8154412508010864, "Finetune/Loss (Raw)": 0.8495920300483704, "Finetune/Step": 4608, "Finetune/Step Time": 5.496569260954857}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8169784545898438, "Finetune/Loss (Raw)": 1.0447359085083008, "Finetune/Step": 4609, "Finetune/Step Time": 5.4949867855757475}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.817052960395813, "Finetune/Loss (Raw)": 0.8243145942687988, "Finetune/Step": 4610, "Finetune/Step Time": 5.47729392722249}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8125579357147217, "Finetune/Loss (Raw)": 0.28638964891433716, "Finetune/Step": 4611, "Finetune/Step Time": 5.507822412997484}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8123594522476196, "Finetune/Loss (Raw)": 0.8839273452758789, "Finetune/Step": 4612, "Finetune/Step Time": 5.489341916516423}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8121259808540344, "Finetune/Loss (Raw)": 0.8198530077934265, "Finetune/Step": 4613, "Finetune/Step Time": 5.5140887927263975}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.811313271522522, "Finetune/Loss (Raw)": 0.7663212418556213, "Finetune/Step": 4614, "Finetune/Step Time": 5.520087255164981}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8163167238235474, "Finetune/Loss (Raw)": 0.9649054408073425, "Finetune/Step": 4615, "Finetune/Step Time": 5.488872962072492}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8153281211853027, "Finetune/Loss (Raw)": 0.8272088766098022, "Finetune/Step": 4616, "Finetune/Step Time": 5.481313263997436}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8160281181335449, "Finetune/Loss (Raw)": 0.7707116603851318, "Finetune/Step": 4617, "Finetune/Step Time": 5.473283460363746}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8170778751373291, "Finetune/Loss (Raw)": 0.880044162273407, "Finetune/Step": 4618, "Finetune/Step Time": 5.464877635240555}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.818854808807373, "Finetune/Loss (Raw)": 1.0176215171813965, "Finetune/Step": 4619, "Finetune/Step Time": 5.467056343331933}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8182061910629272, "Finetune/Loss (Raw)": 0.8305755853652954, "Finetune/Step": 4620, "Finetune/Step Time": 5.471388824284077}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8195946216583252, "Finetune/Loss (Raw)": 0.9981454014778137, "Finetune/Step": 4621, "Finetune/Step Time": 5.461083820089698}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8209846019744873, "Finetune/Loss (Raw)": 0.8845159411430359, "Finetune/Step": 4622, "Finetune/Step Time": 5.457819908857346}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8215683698654175, "Finetune/Loss (Raw)": 0.9757586121559143, "Finetune/Step": 4623, "Finetune/Step Time": 5.4552516136318445}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8221331238746643, "Finetune/Loss (Raw)": 0.8466790914535522, "Finetune/Step": 4624, "Finetune/Step Time": 5.448523309081793}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8217875361442566, "Finetune/Loss (Raw)": 0.8969144821166992, "Finetune/Step": 4625, "Finetune/Step Time": 5.443811455741525}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8184893727302551, "Finetune/Loss (Raw)": 0.34624090790748596, "Finetune/Step": 4626, "Finetune/Step Time": 5.469584185630083}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8180242776870728, "Finetune/Loss (Raw)": 0.8872990012168884, "Finetune/Step": 4627, "Finetune/Step Time": 5.4795465506613255}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8174866437911987, "Finetune/Loss (Raw)": 0.7978578209877014, "Finetune/Step": 4628, "Finetune/Step Time": 5.4830583818256855}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8167502880096436, "Finetune/Loss (Raw)": 0.8555999398231506, "Finetune/Step": 4629, "Finetune/Step Time": 5.480759397149086}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8173297643661499, "Finetune/Loss (Raw)": 0.7966445088386536, "Finetune/Step": 4630, "Finetune/Step Time": 5.488643378019333}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8155484795570374, "Finetune/Loss (Raw)": 0.7170372009277344, "Finetune/Step": 4631, "Finetune/Step Time": 5.50767607241869}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.811031699180603, "Finetune/Loss (Raw)": 0.2680806815624237, "Finetune/Step": 4632, "Finetune/Step Time": 5.533092584460974}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8110988736152649, "Finetune/Loss (Raw)": 0.8305352330207825, "Finetune/Step": 4633, "Finetune/Step Time": 5.545029204338789}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8103153109550476, "Finetune/Loss (Raw)": 0.9082974195480347, "Finetune/Step": 4634, "Finetune/Step Time": 5.55792829580605}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8131885528564453, "Finetune/Loss (Raw)": 0.6953038573265076, "Finetune/Step": 4635, "Finetune/Step Time": 5.546516180038452}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8130413293838501, "Finetune/Loss (Raw)": 0.8534866571426392, "Finetune/Step": 4636, "Finetune/Step Time": 5.543244360014796}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8139138221740723, "Finetune/Loss (Raw)": 0.8993526697158813, "Finetune/Step": 4637, "Finetune/Step Time": 5.537633342668414}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8149002194404602, "Finetune/Loss (Raw)": 1.0910462141036987, "Finetune/Step": 4638, "Finetune/Step Time": 5.541249517351389}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8125818967819214, "Finetune/Loss (Raw)": 0.713504433631897, "Finetune/Step": 4639, "Finetune/Step Time": 5.566391950473189}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8173496723175049, "Finetune/Loss (Raw)": 0.9693869352340698, "Finetune/Step": 4640, "Finetune/Step Time": 5.541896548122168}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8175969123840332, "Finetune/Loss (Raw)": 0.8696432709693909, "Finetune/Step": 4641, "Finetune/Step Time": 5.540896702557802}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8184446096420288, "Finetune/Loss (Raw)": 0.872471034526825, "Finetune/Step": 4642, "Finetune/Step Time": 5.536317102611065}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8192384839057922, "Finetune/Loss (Raw)": 0.9409617185592651, "Finetune/Step": 4643, "Finetune/Step Time": 5.545088458806276}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8161206245422363, "Finetune/Loss (Raw)": 0.3717074990272522, "Finetune/Step": 4644, "Finetune/Step Time": 5.577251901850104}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8180717825889587, "Finetune/Loss (Raw)": 1.0003302097320557, "Finetune/Step": 4645, "Finetune/Step Time": 5.575159922242165}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8161535263061523, "Finetune/Loss (Raw)": 0.763669490814209, "Finetune/Step": 4646, "Finetune/Step Time": 5.593188516795635}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.815818727016449, "Finetune/Loss (Raw)": 0.8980374932289124, "Finetune/Step": 4647, "Finetune/Step Time": 5.597317216917872}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8157562017440796, "Finetune/Loss (Raw)": 0.9225932955741882, "Finetune/Step": 4648, "Finetune/Step Time": 5.597071530297399}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8154624700546265, "Finetune/Loss (Raw)": 0.9529040455818176, "Finetune/Step": 4649, "Finetune/Step Time": 5.593325847759843}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8150906562805176, "Finetune/Loss (Raw)": 0.7941998243331909, "Finetune/Step": 4650, "Finetune/Step Time": 5.601341946050525}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8151007294654846, "Finetune/Loss (Raw)": 0.875283420085907, "Finetune/Step": 4651, "Finetune/Step Time": 5.594647327437997}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8150249719619751, "Finetune/Loss (Raw)": 0.8441179394721985, "Finetune/Step": 4652, "Finetune/Step Time": 5.5929495599120855}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8108768463134766, "Finetune/Loss (Raw)": 0.299331933259964, "Finetune/Step": 4653, "Finetune/Step Time": 5.621035886928439}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8125057220458984, "Finetune/Loss (Raw)": 0.8772796988487244, "Finetune/Step": 4654, "Finetune/Step Time": 5.625570015981793}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8138377666473389, "Finetune/Loss (Raw)": 0.7106735110282898, "Finetune/Step": 4655, "Finetune/Step Time": 5.609702551737428}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8106067776679993, "Finetune/Loss (Raw)": 0.43370920419692993, "Finetune/Step": 4656, "Finetune/Step Time": 5.643190314993262}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8100237846374512, "Finetune/Loss (Raw)": 0.8424133658409119, "Finetune/Step": 4657, "Finetune/Step Time": 5.64011456258595}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8098679184913635, "Finetune/Loss (Raw)": 0.9418473839759827, "Finetune/Step": 4658, "Finetune/Step Time": 5.6361619010567665}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8092502355575562, "Finetune/Loss (Raw)": 0.9222835898399353, "Finetune/Step": 4659, "Finetune/Step Time": 5.633163254708052}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.811445415019989, "Finetune/Loss (Raw)": 0.9439176321029663, "Finetune/Step": 4660, "Finetune/Step Time": 5.640219584107399}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8107454776763916, "Finetune/Loss (Raw)": 0.7994787096977234, "Finetune/Step": 4661, "Finetune/Step Time": 5.641839276999235}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8151493072509766, "Finetune/Loss (Raw)": 0.8990869522094727, "Finetune/Step": 4662, "Finetune/Step Time": 5.616042861714959}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8164750337600708, "Finetune/Loss (Raw)": 0.9246026873588562, "Finetune/Step": 4663, "Finetune/Step Time": 5.604854626581073}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8164499998092651, "Finetune/Loss (Raw)": 0.865289568901062, "Finetune/Step": 4664, "Finetune/Step Time": 5.592638734728098}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8158879280090332, "Finetune/Loss (Raw)": 0.7988191246986389, "Finetune/Step": 4665, "Finetune/Step Time": 5.592495137825608}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8145905137062073, "Finetune/Loss (Raw)": 0.7321075201034546, "Finetune/Step": 4666, "Finetune/Step Time": 5.606569346040487}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8161656856536865, "Finetune/Loss (Raw)": 0.9735957384109497, "Finetune/Step": 4667, "Finetune/Step Time": 5.593747925013304}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8203634023666382, "Finetune/Loss (Raw)": 0.8471797108650208, "Finetune/Step": 4668, "Finetune/Step Time": 5.572972176596522}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8171058893203735, "Finetune/Loss (Raw)": 0.34904929995536804, "Finetune/Step": 4669, "Finetune/Step Time": 5.584025731310248}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8182750940322876, "Finetune/Loss (Raw)": 0.9000189304351807, "Finetune/Step": 4670, "Finetune/Step Time": 5.5826751962304115}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8180093765258789, "Finetune/Loss (Raw)": 0.8116850256919861, "Finetune/Step": 4671, "Finetune/Step Time": 5.57817729562521}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8177746534347534, "Finetune/Loss (Raw)": 0.8823752403259277, "Finetune/Step": 4672, "Finetune/Step Time": 5.592337338253856}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8170846104621887, "Finetune/Loss (Raw)": 0.8414969444274902, "Finetune/Step": 4673, "Finetune/Step Time": 5.576260035857558}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8171426057815552, "Finetune/Loss (Raw)": 0.9510263800621033, "Finetune/Step": 4674, "Finetune/Step Time": 5.600276513025165}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8168447613716125, "Finetune/Loss (Raw)": 0.8887606859207153, "Finetune/Step": 4675, "Finetune/Step Time": 5.601887272670865}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8188995122909546, "Finetune/Loss (Raw)": 0.8426517844200134, "Finetune/Step": 4676, "Finetune/Step Time": 5.539688153192401}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8203368186950684, "Finetune/Loss (Raw)": 0.9143330454826355, "Finetune/Step": 4677, "Finetune/Step Time": 5.529492469504476}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8198562860488892, "Finetune/Loss (Raw)": 0.9295468926429749, "Finetune/Step": 4678, "Finetune/Step Time": 5.560233484953642}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8185677528381348, "Finetune/Loss (Raw)": 0.7433133125305176, "Finetune/Step": 4679, "Finetune/Step Time": 5.559558877721429}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8210621476173401, "Finetune/Loss (Raw)": 1.015364646911621, "Finetune/Step": 4680, "Finetune/Step Time": 5.551070369780064}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8206785917282104, "Finetune/Loss (Raw)": 0.8778377771377563, "Finetune/Step": 4681, "Finetune/Step Time": 5.567918371409178}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8195717334747314, "Finetune/Loss (Raw)": 0.900395929813385, "Finetune/Step": 4682, "Finetune/Step Time": 5.579460525885224}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8199239373207092, "Finetune/Loss (Raw)": 0.920163631439209, "Finetune/Step": 4683, "Finetune/Step Time": 5.563835959881544}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8189958333969116, "Finetune/Loss (Raw)": 0.9482662677764893, "Finetune/Step": 4684, "Finetune/Step Time": 5.562309358268976}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8200997710227966, "Finetune/Loss (Raw)": 0.9212543964385986, "Finetune/Step": 4685, "Finetune/Step Time": 5.563989823684096}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8207624554634094, "Finetune/Loss (Raw)": 0.7410909533500671, "Finetune/Step": 4686, "Finetune/Step Time": 5.562582390382886}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.820027232170105, "Finetune/Loss (Raw)": 0.8778034448623657, "Finetune/Step": 4687, "Finetune/Step Time": 5.5543402582407}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8220577239990234, "Finetune/Loss (Raw)": 1.1018650531768799, "Finetune/Step": 4688, "Finetune/Step Time": 5.55164429731667}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8227506875991821, "Finetune/Loss (Raw)": 0.9937503933906555, "Finetune/Step": 4689, "Finetune/Step Time": 5.543585961684585}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8216083645820618, "Finetune/Loss (Raw)": 0.7961094975471497, "Finetune/Step": 4690, "Finetune/Step Time": 5.55716279707849}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8268473744392395, "Finetune/Loss (Raw)": 0.9757435917854309, "Finetune/Step": 4691, "Finetune/Step Time": 5.533045474439859}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8281004428863525, "Finetune/Loss (Raw)": 1.0226036310195923, "Finetune/Step": 4692, "Finetune/Step Time": 5.528300192207098}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8290232419967651, "Finetune/Loss (Raw)": 0.9087415337562561, "Finetune/Step": 4693, "Finetune/Step Time": 5.539995286613703}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8302445411682129, "Finetune/Loss (Raw)": 0.9914515018463135, "Finetune/Step": 4694, "Finetune/Step Time": 5.539782680571079}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8304061889648438, "Finetune/Loss (Raw)": 0.9909100532531738, "Finetune/Step": 4695, "Finetune/Step Time": 5.5440408661961555}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8293991684913635, "Finetune/Loss (Raw)": 0.7947800755500793, "Finetune/Step": 4696, "Finetune/Step Time": 5.555602218955755}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.828392744064331, "Finetune/Loss (Raw)": 0.8819695711135864, "Finetune/Step": 4697, "Finetune/Step Time": 5.544900996610522}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8283836245536804, "Finetune/Loss (Raw)": 0.9321019649505615, "Finetune/Step": 4698, "Finetune/Step Time": 5.54886064492166}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8294431567192078, "Finetune/Loss (Raw)": 0.9712961316108704, "Finetune/Step": 4699, "Finetune/Step Time": 5.544514687731862}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8297224640846252, "Finetune/Loss (Raw)": 0.8877415060997009, "Finetune/Step": 4700, "Finetune/Step Time": 5.540151169523597}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8305333256721497, "Finetune/Loss (Raw)": 0.915081262588501, "Finetune/Step": 4701, "Finetune/Step Time": 5.5286706779152155}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8300990462303162, "Finetune/Loss (Raw)": 0.8419210314750671, "Finetune/Step": 4702, "Finetune/Step Time": 5.536211742088199}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.831282377243042, "Finetune/Loss (Raw)": 0.9670289158821106, "Finetune/Step": 4703, "Finetune/Step Time": 5.51865485496819}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8309100866317749, "Finetune/Loss (Raw)": 0.7456601858139038, "Finetune/Step": 4704, "Finetune/Step Time": 5.50708344578743}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8306776285171509, "Finetune/Loss (Raw)": 0.965825080871582, "Finetune/Step": 4705, "Finetune/Step Time": 5.502680163830519}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8296360373497009, "Finetune/Loss (Raw)": 0.8253934979438782, "Finetune/Step": 4706, "Finetune/Step Time": 5.496622832491994}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8322924375534058, "Finetune/Loss (Raw)": 0.7536067962646484, "Finetune/Step": 4707, "Finetune/Step Time": 5.467590149492025}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8362300395965576, "Finetune/Loss (Raw)": 0.7701376676559448, "Finetune/Step": 4708, "Finetune/Step Time": 5.43695118278265}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8353633880615234, "Finetune/Loss (Raw)": 0.7388927340507507, "Finetune/Step": 4709, "Finetune/Step Time": 5.441419685259461}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8361432552337646, "Finetune/Loss (Raw)": 1.0033234357833862, "Finetune/Step": 4710, "Finetune/Step Time": 5.442730937153101}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8352499008178711, "Finetune/Loss (Raw)": 0.853961169719696, "Finetune/Step": 4711, "Finetune/Step Time": 5.443045096471906}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8354285359382629, "Finetune/Loss (Raw)": 0.8065089583396912, "Finetune/Step": 4712, "Finetune/Step Time": 5.4502814542502165}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8370844125747681, "Finetune/Loss (Raw)": 0.955248236656189, "Finetune/Step": 4713, "Finetune/Step Time": 5.452472917735577}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8376725912094116, "Finetune/Loss (Raw)": 0.8304356336593628, "Finetune/Step": 4714, "Finetune/Step Time": 5.45563293248415}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8377217650413513, "Finetune/Loss (Raw)": 0.9151157736778259, "Finetune/Step": 4715, "Finetune/Step Time": 5.459359899163246}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8363487720489502, "Finetune/Loss (Raw)": 0.8580158948898315, "Finetune/Step": 4716, "Finetune/Step Time": 5.435091741383076}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8367922902107239, "Finetune/Loss (Raw)": 0.898293673992157, "Finetune/Step": 4717, "Finetune/Step Time": 5.432503622025251}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8355013132095337, "Finetune/Loss (Raw)": 0.651764988899231, "Finetune/Step": 4718, "Finetune/Step Time": 5.446077276021242}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8343215584754944, "Finetune/Loss (Raw)": 0.76231449842453, "Finetune/Step": 4719, "Finetune/Step Time": 5.4456198289990425}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8367582559585571, "Finetune/Loss (Raw)": 0.6044756174087524, "Finetune/Step": 4720, "Finetune/Step Time": 5.450426459312439}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.835902214050293, "Finetune/Loss (Raw)": 0.8078972101211548, "Finetune/Step": 4721, "Finetune/Step Time": 5.455117084085941}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8392871618270874, "Finetune/Loss (Raw)": 0.8457018733024597, "Finetune/Step": 4722, "Finetune/Step Time": 5.425570510327816}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8389135003089905, "Finetune/Loss (Raw)": 0.8788012862205505, "Finetune/Step": 4723, "Finetune/Step Time": 5.424592666327953}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8380743265151978, "Finetune/Loss (Raw)": 0.8354371190071106, "Finetune/Step": 4724, "Finetune/Step Time": 5.446180844679475}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8389037847518921, "Finetune/Loss (Raw)": 0.8644848465919495, "Finetune/Step": 4725, "Finetune/Step Time": 5.448452403768897}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.837982714176178, "Finetune/Loss (Raw)": 0.750644326210022, "Finetune/Step": 4726, "Finetune/Step Time": 5.450844418257475}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8381932377815247, "Finetune/Loss (Raw)": 0.8326652646064758, "Finetune/Step": 4727, "Finetune/Step Time": 5.447429681196809}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.838643491268158, "Finetune/Loss (Raw)": 0.8934572339057922, "Finetune/Step": 4728, "Finetune/Step Time": 5.44523636251688}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8412555456161499, "Finetune/Loss (Raw)": 1.0579285621643066, "Finetune/Step": 4729, "Finetune/Step Time": 5.441791547462344}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8400555849075317, "Finetune/Loss (Raw)": 0.8827248215675354, "Finetune/Step": 4730, "Finetune/Step Time": 5.442463969811797}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8390322923660278, "Finetune/Loss (Raw)": 0.7792887687683105, "Finetune/Step": 4731, "Finetune/Step Time": 5.441168008372188}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8390921354293823, "Finetune/Loss (Raw)": 0.8494400978088379, "Finetune/Step": 4732, "Finetune/Step Time": 5.441077619791031}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8436803817749023, "Finetune/Loss (Raw)": 0.91744464635849, "Finetune/Step": 4733, "Finetune/Step Time": 5.405211508274078}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8429242372512817, "Finetune/Loss (Raw)": 0.7920982241630554, "Finetune/Step": 4734, "Finetune/Step Time": 5.412124076858163}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8439755439758301, "Finetune/Loss (Raw)": 0.9569246768951416, "Finetune/Step": 4735, "Finetune/Step Time": 5.411995999515057}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8429273366928101, "Finetune/Loss (Raw)": 0.7154290676116943, "Finetune/Step": 4736, "Finetune/Step Time": 5.4216534197330475}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8409616947174072, "Finetune/Loss (Raw)": 0.7931311130523682, "Finetune/Step": 4737, "Finetune/Step Time": 5.436344692483544}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8422228097915649, "Finetune/Loss (Raw)": 0.9857392907142639, "Finetune/Step": 4738, "Finetune/Step Time": 5.4455807618796825}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.846137523651123, "Finetune/Loss (Raw)": 0.7874743938446045, "Finetune/Step": 4739, "Finetune/Step Time": 5.412827497348189}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8456783294677734, "Finetune/Loss (Raw)": 0.8251450657844543, "Finetune/Step": 4740, "Finetune/Step Time": 5.416637329384685}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8446739912033081, "Finetune/Loss (Raw)": 0.6912980079650879, "Finetune/Step": 4741, "Finetune/Step Time": 5.398566629737616}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.844782829284668, "Finetune/Loss (Raw)": 0.780253529548645, "Finetune/Step": 4742, "Finetune/Step Time": 5.409456552937627}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8429534435272217, "Finetune/Loss (Raw)": 0.7307435870170593, "Finetune/Step": 4743, "Finetune/Step Time": 5.42511211335659}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8443575501441956, "Finetune/Loss (Raw)": 1.0069308280944824, "Finetune/Step": 4744, "Finetune/Step Time": 5.42610527575016}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8443889617919922, "Finetune/Loss (Raw)": 0.7747315168380737, "Finetune/Step": 4745, "Finetune/Step Time": 5.445336891338229}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8436836004257202, "Finetune/Loss (Raw)": 0.7897567749023438, "Finetune/Step": 4746, "Finetune/Step Time": 5.469497071579099}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8437719345092773, "Finetune/Loss (Raw)": 1.0289287567138672, "Finetune/Step": 4747, "Finetune/Step Time": 5.468874309211969}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.844628095626831, "Finetune/Loss (Raw)": 0.9401748180389404, "Finetune/Step": 4748, "Finetune/Step Time": 5.464117657393217}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.843413770198822, "Finetune/Loss (Raw)": 0.8427072167396545, "Finetune/Step": 4749, "Finetune/Step Time": 5.460608329623938}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8432778120040894, "Finetune/Loss (Raw)": 0.8671127557754517, "Finetune/Step": 4750, "Finetune/Step Time": 5.4632184356451035}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8425935506820679, "Finetune/Loss (Raw)": 0.8881663084030151, "Finetune/Step": 4751, "Finetune/Step Time": 5.4792639296501875}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8430123329162598, "Finetune/Loss (Raw)": 0.9002922177314758, "Finetune/Step": 4752, "Finetune/Step Time": 5.482812602072954}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8420233726501465, "Finetune/Loss (Raw)": 0.7703198790550232, "Finetune/Step": 4753, "Finetune/Step Time": 5.474793802946806}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8464929461479187, "Finetune/Loss (Raw)": 0.9183520078659058, "Finetune/Step": 4754, "Finetune/Step Time": 5.449204154312611}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8468412756919861, "Finetune/Loss (Raw)": 0.9318831562995911, "Finetune/Step": 4755, "Finetune/Step Time": 5.443673349916935}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8474982976913452, "Finetune/Loss (Raw)": 0.8819620013237, "Finetune/Step": 4756, "Finetune/Step Time": 5.436476605013013}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8476109504699707, "Finetune/Loss (Raw)": 0.8700144290924072, "Finetune/Step": 4757, "Finetune/Step Time": 5.435936952009797}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8480034470558167, "Finetune/Loss (Raw)": 0.8468825221061707, "Finetune/Step": 4758, "Finetune/Step Time": 5.425985729321837}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8489252328872681, "Finetune/Loss (Raw)": 0.8350206613540649, "Finetune/Step": 4759, "Finetune/Step Time": 5.411695517599583}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8536167144775391, "Finetune/Loss (Raw)": 0.8685970902442932, "Finetune/Step": 4760, "Finetune/Step Time": 5.383559808135033}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8530893325805664, "Finetune/Loss (Raw)": 0.7630312442779541, "Finetune/Step": 4761, "Finetune/Step Time": 5.3920107036828995}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8521959781646729, "Finetune/Loss (Raw)": 0.7939454913139343, "Finetune/Step": 4762, "Finetune/Step Time": 5.384851796552539}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.853631854057312, "Finetune/Loss (Raw)": 0.8790974617004395, "Finetune/Step": 4763, "Finetune/Step Time": 5.375054396688938}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8535784482955933, "Finetune/Loss (Raw)": 0.8466493487358093, "Finetune/Step": 4764, "Finetune/Step Time": 5.3789145946502686}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8526151180267334, "Finetune/Loss (Raw)": 0.7760478258132935, "Finetune/Step": 4765, "Finetune/Step Time": 5.378405066207051}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.852134108543396, "Finetune/Loss (Raw)": 1.0294815301895142, "Finetune/Step": 4766, "Finetune/Step Time": 5.380212474614382}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8534969687461853, "Finetune/Loss (Raw)": 0.8879448771476746, "Finetune/Step": 4767, "Finetune/Step Time": 5.3556382935494184}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8522710204124451, "Finetune/Loss (Raw)": 0.8124693632125854, "Finetune/Step": 4768, "Finetune/Step Time": 5.359752299264073}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8518949747085571, "Finetune/Loss (Raw)": 0.8215017914772034, "Finetune/Step": 4769, "Finetune/Step Time": 5.353249138221145}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8500497341156006, "Finetune/Loss (Raw)": 0.6362895965576172, "Finetune/Step": 4770, "Finetune/Step Time": 5.357235504314303}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8504647016525269, "Finetune/Loss (Raw)": 0.9940754771232605, "Finetune/Step": 4771, "Finetune/Step Time": 5.348846333101392}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8535848259925842, "Finetune/Loss (Raw)": 0.7710812091827393, "Finetune/Step": 4772, "Finetune/Step Time": 5.3305725157260895}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8506344556808472, "Finetune/Loss (Raw)": 0.6226798892021179, "Finetune/Step": 4773, "Finetune/Step Time": 5.336394147947431}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8515799045562744, "Finetune/Loss (Raw)": 0.8846924901008606, "Finetune/Step": 4774, "Finetune/Step Time": 5.32157076895237}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8521186113357544, "Finetune/Loss (Raw)": 0.966988742351532, "Finetune/Step": 4775, "Finetune/Step Time": 5.319042442366481}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8511759042739868, "Finetune/Loss (Raw)": 0.8019241690635681, "Finetune/Step": 4776, "Finetune/Step Time": 5.336370874196291}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8506916761398315, "Finetune/Loss (Raw)": 0.8909275531768799, "Finetune/Step": 4777, "Finetune/Step Time": 5.337474400177598}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8467366099357605, "Finetune/Loss (Raw)": 0.28795623779296875, "Finetune/Step": 4778, "Finetune/Step Time": 5.358105791732669}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8478312492370605, "Finetune/Loss (Raw)": 1.0153900384902954, "Finetune/Step": 4779, "Finetune/Step Time": 5.359210509806871}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8477638363838196, "Finetune/Loss (Raw)": 0.8354878425598145, "Finetune/Step": 4780, "Finetune/Step Time": 5.364157764241099}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8517065048217773, "Finetune/Loss (Raw)": 0.8039939403533936, "Finetune/Step": 4781, "Finetune/Step Time": 5.341542452573776}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8513182401657104, "Finetune/Loss (Raw)": 0.8275830149650574, "Finetune/Step": 4782, "Finetune/Step Time": 5.343508770689368}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8486204743385315, "Finetune/Loss (Raw)": 0.3653619885444641, "Finetune/Step": 4783, "Finetune/Step Time": 5.369709528982639}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8521273136138916, "Finetune/Loss (Raw)": 0.8825861215591431, "Finetune/Step": 4784, "Finetune/Step Time": 5.33704848587513}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8536877632141113, "Finetune/Loss (Raw)": 1.0421481132507324, "Finetune/Step": 4785, "Finetune/Step Time": 5.339092332869768}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8533375859260559, "Finetune/Loss (Raw)": 0.897026002407074, "Finetune/Step": 4786, "Finetune/Step Time": 5.341442238539457}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8527743220329285, "Finetune/Loss (Raw)": 0.8501870632171631, "Finetune/Step": 4787, "Finetune/Step Time": 5.336683074012399}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8518603444099426, "Finetune/Loss (Raw)": 0.826921284198761, "Finetune/Step": 4788, "Finetune/Step Time": 5.345647877082229}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8511989116668701, "Finetune/Loss (Raw)": 0.7148244976997375, "Finetune/Step": 4789, "Finetune/Step Time": 5.345501255244017}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8516091108322144, "Finetune/Loss (Raw)": 0.9515889883041382, "Finetune/Step": 4790, "Finetune/Step Time": 5.345160501077771}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8467370867729187, "Finetune/Loss (Raw)": 0.30098599195480347, "Finetune/Step": 4791, "Finetune/Step Time": 5.377052087336779}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8479348421096802, "Finetune/Loss (Raw)": 1.0186032056808472, "Finetune/Step": 4792, "Finetune/Step Time": 5.380777223035693}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8488714694976807, "Finetune/Loss (Raw)": 0.9187015295028687, "Finetune/Step": 4793, "Finetune/Step Time": 5.384987335652113}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8495355248451233, "Finetune/Loss (Raw)": 0.8171116709709167, "Finetune/Step": 4794, "Finetune/Step Time": 5.366357542574406}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8481353521347046, "Finetune/Loss (Raw)": 0.7943724989891052, "Finetune/Step": 4795, "Finetune/Step Time": 5.398271273821592}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8488842248916626, "Finetune/Loss (Raw)": 0.9430331587791443, "Finetune/Step": 4796, "Finetune/Step Time": 5.3919187020510435}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.853294312953949, "Finetune/Loss (Raw)": 0.9135447144508362, "Finetune/Step": 4797, "Finetune/Step Time": 5.361672680824995}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8517029285430908, "Finetune/Loss (Raw)": 0.6963174939155579, "Finetune/Step": 4798, "Finetune/Step Time": 5.378309436142445}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8522199392318726, "Finetune/Loss (Raw)": 0.8778699040412903, "Finetune/Step": 4799, "Finetune/Step Time": 5.3829850517213345}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8535853028297424, "Finetune/Loss (Raw)": 1.0571376085281372, "Finetune/Step": 4800, "Finetune/Step Time": 5.371814334765077}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8542764186859131, "Finetune/Loss (Raw)": 0.9299609661102295, "Finetune/Step": 4801, "Finetune/Step Time": 5.364485070109367}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8537417650222778, "Finetune/Loss (Raw)": 0.8825916051864624, "Finetune/Step": 4802, "Finetune/Step Time": 5.3379650842398405}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8539770841598511, "Finetune/Loss (Raw)": 0.9188798069953918, "Finetune/Step": 4803, "Finetune/Step Time": 5.342812957242131}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8544708490371704, "Finetune/Loss (Raw)": 0.9058461785316467, "Finetune/Step": 4804, "Finetune/Step Time": 5.345287540927529}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8547431230545044, "Finetune/Loss (Raw)": 0.9491861462593079, "Finetune/Step": 4805, "Finetune/Step Time": 5.351530991494656}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8545531034469604, "Finetune/Loss (Raw)": 0.9052265882492065, "Finetune/Step": 4806, "Finetune/Step Time": 5.327598003670573}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8553611040115356, "Finetune/Loss (Raw)": 0.8467430472373962, "Finetune/Step": 4807, "Finetune/Step Time": 5.328992595896125}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.854951024055481, "Finetune/Loss (Raw)": 0.9628693461418152, "Finetune/Step": 4808, "Finetune/Step Time": 5.32533810660243}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8533250093460083, "Finetune/Loss (Raw)": 0.6697092056274414, "Finetune/Step": 4809, "Finetune/Step Time": 5.314357463270426}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8528210520744324, "Finetune/Loss (Raw)": 0.8358856439590454, "Finetune/Step": 4810, "Finetune/Step Time": 5.304920237511396}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8526155948638916, "Finetune/Loss (Raw)": 0.8938650488853455, "Finetune/Step": 4811, "Finetune/Step Time": 5.3205023147165775}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8520559668540955, "Finetune/Loss (Raw)": 0.8766321539878845, "Finetune/Step": 4812, "Finetune/Step Time": 5.3199079018086195}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8485755920410156, "Finetune/Loss (Raw)": 0.4757751226425171, "Finetune/Step": 4813, "Finetune/Step Time": 5.346609627828002}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8495966196060181, "Finetune/Loss (Raw)": 0.8717796802520752, "Finetune/Step": 4814, "Finetune/Step Time": 5.336660588160157}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8501005172729492, "Finetune/Loss (Raw)": 0.9422984719276428, "Finetune/Step": 4815, "Finetune/Step Time": 5.334427630528808}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8478701114654541, "Finetune/Loss (Raw)": 0.8163795471191406, "Finetune/Step": 4816, "Finetune/Step Time": 5.350659312680364}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8470959067344666, "Finetune/Loss (Raw)": 0.8946479558944702, "Finetune/Step": 4817, "Finetune/Step Time": 5.355031108483672}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.848432183265686, "Finetune/Loss (Raw)": 0.9671508073806763, "Finetune/Step": 4818, "Finetune/Step Time": 5.345252554863691}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8482551574707031, "Finetune/Loss (Raw)": 0.9530888795852661, "Finetune/Step": 4819, "Finetune/Step Time": 5.339147476479411}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8473783731460571, "Finetune/Loss (Raw)": 0.9103720188140869, "Finetune/Step": 4820, "Finetune/Step Time": 5.34187819249928}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.847666323184967, "Finetune/Loss (Raw)": 0.9455968737602234, "Finetune/Step": 4821, "Finetune/Step Time": 5.329299718141556}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8468601703643799, "Finetune/Loss (Raw)": 0.8882656693458557, "Finetune/Step": 4822, "Finetune/Step Time": 5.331625474616885}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8464932441711426, "Finetune/Loss (Raw)": 0.943939745426178, "Finetune/Step": 4823, "Finetune/Step Time": 5.330834221094847}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8425862789154053, "Finetune/Loss (Raw)": 0.2946957051753998, "Finetune/Step": 4824, "Finetune/Step Time": 5.346365647390485}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8424614071846008, "Finetune/Loss (Raw)": 0.865985095500946, "Finetune/Step": 4825, "Finetune/Step Time": 5.350499715656042}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.842292845249176, "Finetune/Loss (Raw)": 0.9105250239372253, "Finetune/Step": 4826, "Finetune/Step Time": 5.349694026634097}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8420565128326416, "Finetune/Loss (Raw)": 0.9410450458526611, "Finetune/Step": 4827, "Finetune/Step Time": 5.339044062420726}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8425511121749878, "Finetune/Loss (Raw)": 0.9510459899902344, "Finetune/Step": 4828, "Finetune/Step Time": 5.345940008759499}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8420097231864929, "Finetune/Loss (Raw)": 0.8457868099212646, "Finetune/Step": 4829, "Finetune/Step Time": 5.3520695343613625}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.842379093170166, "Finetune/Loss (Raw)": 0.8891952633857727, "Finetune/Step": 4830, "Finetune/Step Time": 5.349777914583683}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8375911712646484, "Finetune/Loss (Raw)": 0.3541790246963501, "Finetune/Step": 4831, "Finetune/Step Time": 5.389623699709773}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8377201557159424, "Finetune/Loss (Raw)": 0.7621728181838989, "Finetune/Step": 4832, "Finetune/Step Time": 5.418277332559228}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8367897272109985, "Finetune/Loss (Raw)": 0.8467223048210144, "Finetune/Step": 4833, "Finetune/Step Time": 5.420824384316802}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8381154537200928, "Finetune/Loss (Raw)": 0.9950881600379944, "Finetune/Step": 4834, "Finetune/Step Time": 5.425054110586643}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8395631909370422, "Finetune/Loss (Raw)": 0.9389187693595886, "Finetune/Step": 4835, "Finetune/Step Time": 5.416069066151977}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8410986661911011, "Finetune/Loss (Raw)": 0.966674268245697, "Finetune/Step": 4836, "Finetune/Step Time": 5.426258344203234}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.842082142829895, "Finetune/Loss (Raw)": 0.8647807240486145, "Finetune/Step": 4837, "Finetune/Step Time": 5.408054722473025}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8418488502502441, "Finetune/Loss (Raw)": 0.973468005657196, "Finetune/Step": 4838, "Finetune/Step Time": 5.39826106838882}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.841632068157196, "Finetune/Loss (Raw)": 0.8262089490890503, "Finetune/Step": 4839, "Finetune/Step Time": 5.399483131244779}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8423563838005066, "Finetune/Loss (Raw)": 0.8992285132408142, "Finetune/Step": 4840, "Finetune/Step Time": 5.389807842671871}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8412273526191711, "Finetune/Loss (Raw)": 0.8107266426086426, "Finetune/Step": 4841, "Finetune/Step Time": 5.395864687860012}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8414540886878967, "Finetune/Loss (Raw)": 0.8594611287117004, "Finetune/Step": 4842, "Finetune/Step Time": 5.405908420681953}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8424777388572693, "Finetune/Loss (Raw)": 1.0461419820785522, "Finetune/Step": 4843, "Finetune/Step Time": 5.4018180556595325}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8422224521636963, "Finetune/Loss (Raw)": 0.8253406286239624, "Finetune/Step": 4844, "Finetune/Step Time": 5.42207127250731}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8430900573730469, "Finetune/Loss (Raw)": 1.0093408823013306, "Finetune/Step": 4845, "Finetune/Step Time": 5.423929434269667}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8454419374465942, "Finetune/Loss (Raw)": 0.9528098106384277, "Finetune/Step": 4846, "Finetune/Step Time": 5.435301512479782}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8419986963272095, "Finetune/Loss (Raw)": 0.321584552526474, "Finetune/Step": 4847, "Finetune/Step Time": 5.467452837154269}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8432704210281372, "Finetune/Loss (Raw)": 0.7672549486160278, "Finetune/Step": 4848, "Finetune/Step Time": 5.430197199806571}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.842896044254303, "Finetune/Loss (Raw)": 0.7599686980247498, "Finetune/Step": 4849, "Finetune/Step Time": 5.446108739823103}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8437573313713074, "Finetune/Loss (Raw)": 0.955951988697052, "Finetune/Step": 4850, "Finetune/Step Time": 5.4549690298736095}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.844031572341919, "Finetune/Loss (Raw)": 0.9139047861099243, "Finetune/Step": 4851, "Finetune/Step Time": 5.4654680620878935}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.844009518623352, "Finetune/Loss (Raw)": 0.8326082825660706, "Finetune/Step": 4852, "Finetune/Step Time": 5.457968672737479}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8451362252235413, "Finetune/Loss (Raw)": 1.008705735206604, "Finetune/Step": 4853, "Finetune/Step Time": 5.4646579790860415}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8440704345703125, "Finetune/Loss (Raw)": 0.6142253279685974, "Finetune/Step": 4854, "Finetune/Step Time": 5.467596268281341}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8446921110153198, "Finetune/Loss (Raw)": 0.9122368097305298, "Finetune/Step": 4855, "Finetune/Step Time": 5.468751631677151}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8447081446647644, "Finetune/Loss (Raw)": 0.8955143094062805, "Finetune/Step": 4856, "Finetune/Step Time": 5.4630114659667015}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8439729809761047, "Finetune/Loss (Raw)": 0.9638249278068542, "Finetune/Step": 4857, "Finetune/Step Time": 5.461771197617054}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8448411822319031, "Finetune/Loss (Raw)": 0.9938569068908691, "Finetune/Step": 4858, "Finetune/Step Time": 5.471665345132351}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8457130193710327, "Finetune/Loss (Raw)": 0.8908836841583252, "Finetune/Step": 4859, "Finetune/Step Time": 5.457681033760309}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8452486395835876, "Finetune/Loss (Raw)": 0.7899966835975647, "Finetune/Step": 4860, "Finetune/Step Time": 5.456405322998762}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8447871208190918, "Finetune/Loss (Raw)": 0.8583745360374451, "Finetune/Step": 4861, "Finetune/Step Time": 5.471217976883054}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8461146354675293, "Finetune/Loss (Raw)": 0.9620192050933838, "Finetune/Step": 4862, "Finetune/Step Time": 5.456108074635267}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8463823795318604, "Finetune/Loss (Raw)": 0.9911894202232361, "Finetune/Step": 4863, "Finetune/Step Time": 5.4606780130416155}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8480542898178101, "Finetune/Loss (Raw)": 0.9294400811195374, "Finetune/Step": 4864, "Finetune/Step Time": 5.466097678989172}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8489867448806763, "Finetune/Loss (Raw)": 0.9124851226806641, "Finetune/Step": 4865, "Finetune/Step Time": 5.455411868169904}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8473519086837769, "Finetune/Loss (Raw)": 0.7764751315116882, "Finetune/Step": 4866, "Finetune/Step Time": 5.447479851543903}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8439431190490723, "Finetune/Loss (Raw)": 0.3511510491371155, "Finetune/Step": 4867, "Finetune/Step Time": 5.478834491223097}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8434359431266785, "Finetune/Loss (Raw)": 0.7602230906486511, "Finetune/Step": 4868, "Finetune/Step Time": 5.477858439087868}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8441185355186462, "Finetune/Loss (Raw)": 0.7786783576011658, "Finetune/Step": 4869, "Finetune/Step Time": 5.48254176042974}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8441593647003174, "Finetune/Loss (Raw)": 0.7854706048965454, "Finetune/Step": 4870, "Finetune/Step Time": 5.467869242653251}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8457911014556885, "Finetune/Loss (Raw)": 0.9396144151687622, "Finetune/Step": 4871, "Finetune/Step Time": 5.467730985954404}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8444800972938538, "Finetune/Loss (Raw)": 0.8391185998916626, "Finetune/Step": 4872, "Finetune/Step Time": 5.467777451500297}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8447253108024597, "Finetune/Loss (Raw)": 0.8061204552650452, "Finetune/Step": 4873, "Finetune/Step Time": 5.464823005720973}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.843774676322937, "Finetune/Loss (Raw)": 0.6680783629417419, "Finetune/Step": 4874, "Finetune/Step Time": 5.448568291962147}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.842220664024353, "Finetune/Loss (Raw)": 0.8300160765647888, "Finetune/Step": 4875, "Finetune/Step Time": 5.457482572644949}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8421876430511475, "Finetune/Loss (Raw)": 0.9359437227249146, "Finetune/Step": 4876, "Finetune/Step Time": 5.4507096242159605}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8432486057281494, "Finetune/Loss (Raw)": 0.9785098433494568, "Finetune/Step": 4877, "Finetune/Step Time": 5.452472593635321}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8430485129356384, "Finetune/Loss (Raw)": 0.8414989113807678, "Finetune/Step": 4878, "Finetune/Step Time": 5.454111879691482}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8432987928390503, "Finetune/Loss (Raw)": 0.9202069640159607, "Finetune/Step": 4879, "Finetune/Step Time": 5.434825394302607}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8436893224716187, "Finetune/Loss (Raw)": 0.9502703547477722, "Finetune/Step": 4880, "Finetune/Step Time": 5.430961893871427}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8459558486938477, "Finetune/Loss (Raw)": 1.0604503154754639, "Finetune/Step": 4881, "Finetune/Step Time": 5.424979627132416}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8448220491409302, "Finetune/Loss (Raw)": 0.7732192277908325, "Finetune/Step": 4882, "Finetune/Step Time": 5.427149526774883}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8434669971466064, "Finetune/Loss (Raw)": 0.7584388852119446, "Finetune/Step": 4883, "Finetune/Step Time": 5.418297966942191}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8443031907081604, "Finetune/Loss (Raw)": 0.9889892339706421, "Finetune/Step": 4884, "Finetune/Step Time": 5.420593094080687}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8441283106803894, "Finetune/Loss (Raw)": 0.8476366996765137, "Finetune/Step": 4885, "Finetune/Step Time": 5.423766991123557}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8451026678085327, "Finetune/Loss (Raw)": 0.9716004133224487, "Finetune/Step": 4886, "Finetune/Step Time": 5.430856812745333}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.84552001953125, "Finetune/Loss (Raw)": 0.8884425163269043, "Finetune/Step": 4887, "Finetune/Step Time": 5.437164539471269}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8460896611213684, "Finetune/Loss (Raw)": 0.9415021538734436, "Finetune/Step": 4888, "Finetune/Step Time": 5.447112096473575}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8469873666763306, "Finetune/Loss (Raw)": 0.8779363036155701, "Finetune/Step": 4889, "Finetune/Step Time": 5.43055328913033}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8475115299224854, "Finetune/Loss (Raw)": 0.8610472083091736, "Finetune/Step": 4890, "Finetune/Step Time": 5.449922828003764}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8467695713043213, "Finetune/Loss (Raw)": 0.7841209769248962, "Finetune/Step": 4891, "Finetune/Step Time": 5.447011042386293}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8470671772956848, "Finetune/Loss (Raw)": 0.8847424983978271, "Finetune/Step": 4892, "Finetune/Step Time": 5.442794909700751}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8488271832466125, "Finetune/Loss (Raw)": 1.0013339519500732, "Finetune/Step": 4893, "Finetune/Step Time": 5.442965777590871}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8472389578819275, "Finetune/Loss (Raw)": 0.826183021068573, "Finetune/Step": 4894, "Finetune/Step Time": 5.454834895208478}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8464136123657227, "Finetune/Loss (Raw)": 0.7823095321655273, "Finetune/Step": 4895, "Finetune/Step Time": 5.451099714264274}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8473676443099976, "Finetune/Loss (Raw)": 0.9345850944519043, "Finetune/Step": 4896, "Finetune/Step Time": 5.44426591694355}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8463970422744751, "Finetune/Loss (Raw)": 0.6972559690475464, "Finetune/Step": 4897, "Finetune/Step Time": 5.449919618666172}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8474426865577698, "Finetune/Loss (Raw)": 0.7701343894004822, "Finetune/Step": 4898, "Finetune/Step Time": 5.457070222124457}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8472869396209717, "Finetune/Loss (Raw)": 0.9741371870040894, "Finetune/Step": 4899, "Finetune/Step Time": 5.459862234070897}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.847964346408844, "Finetune/Loss (Raw)": 0.8577929139137268, "Finetune/Step": 4900, "Finetune/Step Time": 5.446898529306054}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8495204448699951, "Finetune/Loss (Raw)": 0.8218610286712646, "Finetune/Step": 4901, "Finetune/Step Time": 5.439581260085106}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8490461707115173, "Finetune/Loss (Raw)": 0.823986291885376, "Finetune/Step": 4902, "Finetune/Step Time": 5.439537862315774}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8480541706085205, "Finetune/Loss (Raw)": 0.8400113582611084, "Finetune/Step": 4903, "Finetune/Step Time": 5.438987141475081}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8484398126602173, "Finetune/Loss (Raw)": 0.8512856364250183, "Finetune/Step": 4904, "Finetune/Step Time": 5.42430217564106}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.848849356174469, "Finetune/Loss (Raw)": 0.9433472752571106, "Finetune/Step": 4905, "Finetune/Step Time": 5.428094236180186}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8532079458236694, "Finetune/Loss (Raw)": 0.8458626866340637, "Finetune/Step": 4906, "Finetune/Step Time": 5.394579291343689}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8512929677963257, "Finetune/Loss (Raw)": 0.7702613472938538, "Finetune/Step": 4907, "Finetune/Step Time": 5.402461990714073}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8516963124275208, "Finetune/Loss (Raw)": 0.8871170282363892, "Finetune/Step": 4908, "Finetune/Step Time": 5.414618622511625}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8520721197128296, "Finetune/Loss (Raw)": 0.8521013855934143, "Finetune/Step": 4909, "Finetune/Step Time": 5.4109936989843845}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.852635383605957, "Finetune/Loss (Raw)": 0.8996773958206177, "Finetune/Step": 4910, "Finetune/Step Time": 5.400339180603623}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8564020395278931, "Finetune/Loss (Raw)": 0.8475024104118347, "Finetune/Step": 4911, "Finetune/Step Time": 5.368733409792185}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8566164970397949, "Finetune/Loss (Raw)": 0.9100354909896851, "Finetune/Step": 4912, "Finetune/Step Time": 5.376022046431899}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8557663559913635, "Finetune/Loss (Raw)": 0.9333259463310242, "Finetune/Step": 4913, "Finetune/Step Time": 5.384391261264682}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8519260883331299, "Finetune/Loss (Raw)": 0.4054705798625946, "Finetune/Step": 4914, "Finetune/Step Time": 5.412673654034734}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8511197566986084, "Finetune/Loss (Raw)": 0.7469794750213623, "Finetune/Step": 4915, "Finetune/Step Time": 5.421134889125824}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8513429164886475, "Finetune/Loss (Raw)": 0.855485737323761, "Finetune/Step": 4916, "Finetune/Step Time": 5.395190116018057}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8489552736282349, "Finetune/Loss (Raw)": 0.40920397639274597, "Finetune/Step": 4917, "Finetune/Step Time": 5.422550279647112}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8484508991241455, "Finetune/Loss (Raw)": 0.8870258331298828, "Finetune/Step": 4918, "Finetune/Step Time": 5.415992142632604}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8528192043304443, "Finetune/Loss (Raw)": 0.8601279854774475, "Finetune/Step": 4919, "Finetune/Step Time": 5.386838873848319}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8519728779792786, "Finetune/Loss (Raw)": 0.9102813601493835, "Finetune/Step": 4920, "Finetune/Step Time": 5.382989721372724}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8519267439842224, "Finetune/Loss (Raw)": 0.9127921462059021, "Finetune/Step": 4921, "Finetune/Step Time": 5.390289921313524}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8514457941055298, "Finetune/Loss (Raw)": 0.755555272102356, "Finetune/Step": 4922, "Finetune/Step Time": 5.391538513824344}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8515788316726685, "Finetune/Loss (Raw)": 0.8113934397697449, "Finetune/Step": 4923, "Finetune/Step Time": 5.3658414874225855}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8510028719902039, "Finetune/Loss (Raw)": 0.8693099617958069, "Finetune/Step": 4924, "Finetune/Step Time": 5.3671964276582}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8503397107124329, "Finetune/Loss (Raw)": 0.8286608457565308, "Finetune/Step": 4925, "Finetune/Step Time": 5.366335719823837}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8512381315231323, "Finetune/Loss (Raw)": 0.8113168478012085, "Finetune/Step": 4926, "Finetune/Step Time": 5.350542673841119}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8507306575775146, "Finetune/Loss (Raw)": 0.8129194974899292, "Finetune/Step": 4927, "Finetune/Step Time": 5.354262996464968}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8475908041000366, "Finetune/Loss (Raw)": 0.6552326083183289, "Finetune/Step": 4928, "Finetune/Step Time": 5.371972307562828}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8468447327613831, "Finetune/Loss (Raw)": 0.8344610929489136, "Finetune/Step": 4929, "Finetune/Step Time": 5.376142363995314}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8468388319015503, "Finetune/Loss (Raw)": 0.8818342685699463, "Finetune/Step": 4930, "Finetune/Step Time": 5.375704228878021}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8470462560653687, "Finetune/Loss (Raw)": 0.945435643196106, "Finetune/Step": 4931, "Finetune/Step Time": 5.37385767698288}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8470628261566162, "Finetune/Loss (Raw)": 0.9079685211181641, "Finetune/Step": 4932, "Finetune/Step Time": 5.371464500203729}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8458943963050842, "Finetune/Loss (Raw)": 0.7996225953102112, "Finetune/Step": 4933, "Finetune/Step Time": 5.381929786875844}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8461061120033264, "Finetune/Loss (Raw)": 0.9323247671127319, "Finetune/Step": 4934, "Finetune/Step Time": 5.376584919169545}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8468449115753174, "Finetune/Loss (Raw)": 0.9413146376609802, "Finetune/Step": 4935, "Finetune/Step Time": 5.375859746709466}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8455109596252441, "Finetune/Loss (Raw)": 0.7921218872070312, "Finetune/Step": 4936, "Finetune/Step Time": 5.386201974004507}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8481942415237427, "Finetune/Loss (Raw)": 1.01316237449646, "Finetune/Step": 4937, "Finetune/Step Time": 5.379569206386805}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8487980365753174, "Finetune/Loss (Raw)": 0.9131796360015869, "Finetune/Step": 4938, "Finetune/Step Time": 5.396309083327651}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8444697856903076, "Finetune/Loss (Raw)": 0.33984896540641785, "Finetune/Step": 4939, "Finetune/Step Time": 5.4058621898293495}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8430242538452148, "Finetune/Loss (Raw)": 0.6915971040725708, "Finetune/Step": 4940, "Finetune/Step Time": 5.405672013759613}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8451724052429199, "Finetune/Loss (Raw)": 0.7507360577583313, "Finetune/Step": 4941, "Finetune/Step Time": 5.375389978289604}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8447594046592712, "Finetune/Loss (Raw)": 0.8189219832420349, "Finetune/Step": 4942, "Finetune/Step Time": 5.381831651553512}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8435481786727905, "Finetune/Loss (Raw)": 0.7872533202171326, "Finetune/Step": 4943, "Finetune/Step Time": 5.392916847020388}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8443554639816284, "Finetune/Loss (Raw)": 0.9197226166725159, "Finetune/Step": 4944, "Finetune/Step Time": 5.379093391820788}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.844769299030304, "Finetune/Loss (Raw)": 0.9476171135902405, "Finetune/Step": 4945, "Finetune/Step Time": 5.378798043355346}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8439596891403198, "Finetune/Loss (Raw)": 0.8635236620903015, "Finetune/Step": 4946, "Finetune/Step Time": 5.379516011103988}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8437501192092896, "Finetune/Loss (Raw)": 0.9262556433677673, "Finetune/Step": 4947, "Finetune/Step Time": 5.381500940769911}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8431024551391602, "Finetune/Loss (Raw)": 0.827478289604187, "Finetune/Step": 4948, "Finetune/Step Time": 5.378597270697355}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8420261144638062, "Finetune/Loss (Raw)": 0.8078228235244751, "Finetune/Step": 4949, "Finetune/Step Time": 5.376534670591354}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8414541482925415, "Finetune/Loss (Raw)": 0.8150590658187866, "Finetune/Step": 4950, "Finetune/Step Time": 5.383458584547043}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8411982655525208, "Finetune/Loss (Raw)": 0.9111803770065308, "Finetune/Step": 4951, "Finetune/Step Time": 5.3816984836012125}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8460683226585388, "Finetune/Loss (Raw)": 0.918063759803772, "Finetune/Step": 4952, "Finetune/Step Time": 5.36074479855597}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8457607626914978, "Finetune/Loss (Raw)": 0.8266146779060364, "Finetune/Step": 4953, "Finetune/Step Time": 5.3621127381920815}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8458617329597473, "Finetune/Loss (Raw)": 0.9234510064125061, "Finetune/Step": 4954, "Finetune/Step Time": 5.413120169192553}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8452973365783691, "Finetune/Loss (Raw)": 0.8688070774078369, "Finetune/Step": 4955, "Finetune/Step Time": 5.416170317679644}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.845196545124054, "Finetune/Loss (Raw)": 0.9381430149078369, "Finetune/Step": 4956, "Finetune/Step Time": 5.403967199847102}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8462035655975342, "Finetune/Loss (Raw)": 0.9746882319450378, "Finetune/Step": 4957, "Finetune/Step Time": 5.398814344778657}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8456077575683594, "Finetune/Loss (Raw)": 0.8129336833953857, "Finetune/Step": 4958, "Finetune/Step Time": 5.41064783371985}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.846284031867981, "Finetune/Loss (Raw)": 0.4407346248626709, "Finetune/Step": 4959, "Finetune/Step Time": 5.411009738221765}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8468049764633179, "Finetune/Loss (Raw)": 0.8288559913635254, "Finetune/Step": 4960, "Finetune/Step Time": 5.378879863768816}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8465644717216492, "Finetune/Loss (Raw)": 0.8159416317939758, "Finetune/Step": 4961, "Finetune/Step Time": 5.377058727666736}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8459833860397339, "Finetune/Loss (Raw)": 0.9207056164741516, "Finetune/Step": 4962, "Finetune/Step Time": 5.375954560935497}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8452917337417603, "Finetune/Loss (Raw)": 0.8503878116607666, "Finetune/Step": 4963, "Finetune/Step Time": 5.380342086777091}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8451402187347412, "Finetune/Loss (Raw)": 0.947278618812561, "Finetune/Step": 4964, "Finetune/Step Time": 5.372084315866232}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8460050821304321, "Finetune/Loss (Raw)": 0.975489616394043, "Finetune/Step": 4965, "Finetune/Step Time": 5.372652670368552}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8446618318557739, "Finetune/Loss (Raw)": 0.8015276789665222, "Finetune/Step": 4966, "Finetune/Step Time": 5.375993965193629}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8454862236976624, "Finetune/Loss (Raw)": 0.9317284822463989, "Finetune/Step": 4967, "Finetune/Step Time": 5.384938515722752}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8454230427742004, "Finetune/Loss (Raw)": 0.8911399841308594, "Finetune/Step": 4968, "Finetune/Step Time": 5.380769636482}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8459644913673401, "Finetune/Loss (Raw)": 0.8800330758094788, "Finetune/Step": 4969, "Finetune/Step Time": 5.384159602224827}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8465721607208252, "Finetune/Loss (Raw)": 0.9372366070747375, "Finetune/Step": 4970, "Finetune/Step Time": 5.371598031371832}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8463037610054016, "Finetune/Loss (Raw)": 1.0117909908294678, "Finetune/Step": 4971, "Finetune/Step Time": 5.383445341140032}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8466036319732666, "Finetune/Loss (Raw)": 0.8637257814407349, "Finetune/Step": 4972, "Finetune/Step Time": 5.377098981291056}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8465229272842407, "Finetune/Loss (Raw)": 0.9990151524543762, "Finetune/Step": 4973, "Finetune/Step Time": 5.377723891288042}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.841454267501831, "Finetune/Loss (Raw)": 0.30402153730392456, "Finetune/Step": 4974, "Finetune/Step Time": 5.381266100332141}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8452877998352051, "Finetune/Loss (Raw)": 0.8122789263725281, "Finetune/Step": 4975, "Finetune/Step Time": 5.3540786150842905}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8470787405967712, "Finetune/Loss (Raw)": 0.9964917898178101, "Finetune/Step": 4976, "Finetune/Step Time": 5.357176234945655}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8470131158828735, "Finetune/Loss (Raw)": 0.7515701055526733, "Finetune/Step": 4977, "Finetune/Step Time": 5.356549868360162}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8458626866340637, "Finetune/Loss (Raw)": 0.8086937069892883, "Finetune/Step": 4978, "Finetune/Step Time": 5.352167213335633}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8451635837554932, "Finetune/Loss (Raw)": 0.8244270086288452, "Finetune/Step": 4979, "Finetune/Step Time": 5.349127883091569}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8441845178604126, "Finetune/Loss (Raw)": 0.7072843313217163, "Finetune/Step": 4980, "Finetune/Step Time": 5.342397227883339}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8423223495483398, "Finetune/Loss (Raw)": 0.770346999168396, "Finetune/Step": 4981, "Finetune/Step Time": 5.333084283396602}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8450672626495361, "Finetune/Loss (Raw)": 0.9655717015266418, "Finetune/Step": 4982, "Finetune/Step Time": 5.328439809381962}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8411582708358765, "Finetune/Loss (Raw)": 0.41188815236091614, "Finetune/Step": 4983, "Finetune/Step Time": 5.357498526573181}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8403602838516235, "Finetune/Loss (Raw)": 0.7933700084686279, "Finetune/Step": 4984, "Finetune/Step Time": 5.368502086028457}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8408122658729553, "Finetune/Loss (Raw)": 1.0216830968856812, "Finetune/Step": 4985, "Finetune/Step Time": 5.370834473520517}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8385605216026306, "Finetune/Loss (Raw)": 0.7056317925453186, "Finetune/Step": 4986, "Finetune/Step Time": 5.357455218210816}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8388022184371948, "Finetune/Loss (Raw)": 0.9218198657035828, "Finetune/Step": 4987, "Finetune/Step Time": 5.364816369488835}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8400297164916992, "Finetune/Loss (Raw)": 0.9471207857131958, "Finetune/Step": 4988, "Finetune/Step Time": 5.373298300430179}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8405644297599792, "Finetune/Loss (Raw)": 0.9268123507499695, "Finetune/Step": 4989, "Finetune/Step Time": 5.3649061024188995}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.839812159538269, "Finetune/Loss (Raw)": 0.8657273650169373, "Finetune/Step": 4990, "Finetune/Step Time": 5.368341218680143}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8386014699935913, "Finetune/Loss (Raw)": 0.8362239599227905, "Finetune/Step": 4991, "Finetune/Step Time": 5.362612966448069}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8390980958938599, "Finetune/Loss (Raw)": 0.9930124878883362, "Finetune/Step": 4992, "Finetune/Step Time": 5.3625917211174965}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8366687297821045, "Finetune/Loss (Raw)": 0.6015225052833557, "Finetune/Step": 4993, "Finetune/Step Time": 5.376112870872021}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8371491432189941, "Finetune/Loss (Raw)": 0.8379712104797363, "Finetune/Step": 4994, "Finetune/Step Time": 5.383046140894294}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8392717838287354, "Finetune/Loss (Raw)": 0.6228470802307129, "Finetune/Step": 4995, "Finetune/Step Time": 5.355261305347085}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8412431478500366, "Finetune/Loss (Raw)": 1.0125551223754883, "Finetune/Step": 4996, "Finetune/Step Time": 5.357048312202096}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8424480557441711, "Finetune/Loss (Raw)": 0.9329046010971069, "Finetune/Step": 4997, "Finetune/Step Time": 5.341474046930671}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8448781371116638, "Finetune/Loss (Raw)": 1.096523404121399, "Finetune/Step": 4998, "Finetune/Step Time": 5.33915650844574}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8452889323234558, "Finetune/Loss (Raw)": 0.9921948909759521, "Finetune/Step": 4999, "Finetune/Step Time": 5.324381208047271}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8414870500564575, "Finetune/Loss (Raw)": 0.3524813950061798, "Finetune/Step": 5000, "Finetune/Step Time": 5.362054940313101}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8425092697143555, "Finetune/Loss (Raw)": 0.936966598033905, "Finetune/Step": 5001, "Finetune/Step Time": 5.344163242727518}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.842647910118103, "Finetune/Loss (Raw)": 0.6858213543891907, "Finetune/Step": 5002, "Finetune/Step Time": 5.346050003543496}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8424416184425354, "Finetune/Loss (Raw)": 0.8036112785339355, "Finetune/Step": 5003, "Finetune/Step Time": 5.334347220137715}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8409788012504578, "Finetune/Loss (Raw)": 0.7487056255340576, "Finetune/Step": 5004, "Finetune/Step Time": 5.3479982782155275}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8400700688362122, "Finetune/Loss (Raw)": 0.8621825575828552, "Finetune/Step": 5005, "Finetune/Step Time": 5.3498259745538235}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8404463529586792, "Finetune/Loss (Raw)": 0.8896692991256714, "Finetune/Step": 5006, "Finetune/Step Time": 5.341382620856166}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8394907712936401, "Finetune/Loss (Raw)": 0.7978885769844055, "Finetune/Step": 5007, "Finetune/Step Time": 5.35126843675971}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8382541537284851, "Finetune/Loss (Raw)": 0.7919841408729553, "Finetune/Step": 5008, "Finetune/Step Time": 5.3581237606704235}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.837852954864502, "Finetune/Loss (Raw)": 1.0091017484664917, "Finetune/Step": 5009, "Finetune/Step Time": 5.3610598389059305}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8392022848129272, "Finetune/Loss (Raw)": 0.9459304809570312, "Finetune/Step": 5010, "Finetune/Step Time": 5.352239392697811}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.840038537979126, "Finetune/Loss (Raw)": 0.8654744029045105, "Finetune/Step": 5011, "Finetune/Step Time": 5.352981332689524}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8388817310333252, "Finetune/Loss (Raw)": 0.8409299254417419, "Finetune/Step": 5012, "Finetune/Step Time": 5.351479072123766}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8380098342895508, "Finetune/Loss (Raw)": 0.7360270619392395, "Finetune/Step": 5013, "Finetune/Step Time": 5.350183289498091}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8366159200668335, "Finetune/Loss (Raw)": 0.7931758165359497, "Finetune/Step": 5014, "Finetune/Step Time": 5.339713659137487}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8357548713684082, "Finetune/Loss (Raw)": 0.7782313227653503, "Finetune/Step": 5015, "Finetune/Step Time": 5.328694149851799}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8351998925209045, "Finetune/Loss (Raw)": 0.8704614043235779, "Finetune/Step": 5016, "Finetune/Step Time": 5.343897078186274}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8345632553100586, "Finetune/Loss (Raw)": 0.7964483499526978, "Finetune/Step": 5017, "Finetune/Step Time": 5.343920229002833}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8336840867996216, "Finetune/Loss (Raw)": 0.748511552810669, "Finetune/Step": 5018, "Finetune/Step Time": 5.3320866022259}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8337024450302124, "Finetune/Loss (Raw)": 0.7864760160446167, "Finetune/Step": 5019, "Finetune/Step Time": 5.325232554227114}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8294971585273743, "Finetune/Loss (Raw)": 0.34646591544151306, "Finetune/Step": 5020, "Finetune/Step Time": 5.354237539693713}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8289417624473572, "Finetune/Loss (Raw)": 0.930238664150238, "Finetune/Step": 5021, "Finetune/Step Time": 5.352964656427503}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8293818235397339, "Finetune/Loss (Raw)": 0.8825158476829529, "Finetune/Step": 5022, "Finetune/Step Time": 5.329571569338441}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8301821351051331, "Finetune/Loss (Raw)": 0.8847405910491943, "Finetune/Step": 5023, "Finetune/Step Time": 5.336088925600052}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8293402791023254, "Finetune/Loss (Raw)": 0.8268266320228577, "Finetune/Step": 5024, "Finetune/Step Time": 5.3449991550296545}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8304105401039124, "Finetune/Loss (Raw)": 0.8342569470405579, "Finetune/Step": 5025, "Finetune/Step Time": 5.349664343520999}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8316657543182373, "Finetune/Loss (Raw)": 0.9308015704154968, "Finetune/Step": 5026, "Finetune/Step Time": 5.341308223083615}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.831296980381012, "Finetune/Loss (Raw)": 0.9269329905509949, "Finetune/Step": 5027, "Finetune/Step Time": 5.338802726939321}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8321186304092407, "Finetune/Loss (Raw)": 0.9629685878753662, "Finetune/Step": 5028, "Finetune/Step Time": 5.3412312883883715}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8326266407966614, "Finetune/Loss (Raw)": 0.886879026889801, "Finetune/Step": 5029, "Finetune/Step Time": 5.343090558424592}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8326141834259033, "Finetune/Loss (Raw)": 0.8224002718925476, "Finetune/Step": 5030, "Finetune/Step Time": 5.351358827203512}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8330767154693604, "Finetune/Loss (Raw)": 0.8992071151733398, "Finetune/Step": 5031, "Finetune/Step Time": 5.3532012142241}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8338584303855896, "Finetune/Loss (Raw)": 0.9513471722602844, "Finetune/Step": 5032, "Finetune/Step Time": 5.345707742497325}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8331539630889893, "Finetune/Loss (Raw)": 0.8531703352928162, "Finetune/Step": 5033, "Finetune/Step Time": 5.355786809697747}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8336886167526245, "Finetune/Loss (Raw)": 0.9143030643463135, "Finetune/Step": 5034, "Finetune/Step Time": 5.35316669754684}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8338779807090759, "Finetune/Loss (Raw)": 0.7945026159286499, "Finetune/Step": 5035, "Finetune/Step Time": 5.350509295240045}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8333941102027893, "Finetune/Loss (Raw)": 0.8251816630363464, "Finetune/Step": 5036, "Finetune/Step Time": 5.330014877021313}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8343473076820374, "Finetune/Loss (Raw)": 0.9741111397743225, "Finetune/Step": 5037, "Finetune/Step Time": 5.3250862918794155}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8349230885505676, "Finetune/Loss (Raw)": 0.9733723402023315, "Finetune/Step": 5038, "Finetune/Step Time": 5.333201382309198}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8367631435394287, "Finetune/Loss (Raw)": 1.0830310583114624, "Finetune/Step": 5039, "Finetune/Step Time": 5.338493101298809}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8353754878044128, "Finetune/Loss (Raw)": 0.7324130535125732, "Finetune/Step": 5040, "Finetune/Step Time": 5.342776261270046}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8358354568481445, "Finetune/Loss (Raw)": 0.9922071099281311, "Finetune/Step": 5041, "Finetune/Step Time": 5.331124285236001}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8401844501495361, "Finetune/Loss (Raw)": 0.9621426463127136, "Finetune/Step": 5042, "Finetune/Step Time": 5.313472243025899}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8411692380905151, "Finetune/Loss (Raw)": 0.8730292320251465, "Finetune/Step": 5043, "Finetune/Step Time": 5.309967763721943}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8411470055580139, "Finetune/Loss (Raw)": 0.8526446223258972, "Finetune/Step": 5044, "Finetune/Step Time": 5.312902571633458}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8402050733566284, "Finetune/Loss (Raw)": 0.28863632678985596, "Finetune/Step": 5045, "Finetune/Step Time": 5.311528638005257}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8358827829360962, "Finetune/Loss (Raw)": 0.3337751626968384, "Finetune/Step": 5046, "Finetune/Step Time": 5.347518123686314}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8361715078353882, "Finetune/Loss (Raw)": 0.8970838189125061, "Finetune/Step": 5047, "Finetune/Step Time": 5.346576334908605}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8366042375564575, "Finetune/Loss (Raw)": 0.9656617641448975, "Finetune/Step": 5048, "Finetune/Step Time": 5.347594778984785}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8361451625823975, "Finetune/Loss (Raw)": 0.8540343642234802, "Finetune/Step": 5049, "Finetune/Step Time": 5.345331460237503}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8368240594863892, "Finetune/Loss (Raw)": 0.8424513936042786, "Finetune/Step": 5050, "Finetune/Step Time": 5.3562032263726}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8365591764450073, "Finetune/Loss (Raw)": 0.7774912118911743, "Finetune/Step": 5051, "Finetune/Step Time": 5.370263289660215}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8326748013496399, "Finetune/Loss (Raw)": 0.3721104562282562, "Finetune/Step": 5052, "Finetune/Step Time": 5.395932896062732}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8325037956237793, "Finetune/Loss (Raw)": 0.8067801594734192, "Finetune/Step": 5053, "Finetune/Step Time": 5.4046237748116255}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8340831398963928, "Finetune/Loss (Raw)": 1.0134608745574951, "Finetune/Step": 5054, "Finetune/Step Time": 5.410619951784611}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8342301249504089, "Finetune/Loss (Raw)": 0.8317433595657349, "Finetune/Step": 5055, "Finetune/Step Time": 5.405341871082783}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8360480070114136, "Finetune/Loss (Raw)": 0.8879163861274719, "Finetune/Step": 5056, "Finetune/Step Time": 5.379539351910353}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.836410403251648, "Finetune/Loss (Raw)": 0.8808476328849792, "Finetune/Step": 5057, "Finetune/Step Time": 5.383441397920251}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8364479541778564, "Finetune/Loss (Raw)": 0.8866412043571472, "Finetune/Step": 5058, "Finetune/Step Time": 5.387077387422323}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8365485072135925, "Finetune/Loss (Raw)": 0.9583074450492859, "Finetune/Step": 5059, "Finetune/Step Time": 5.384724646806717}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8370637893676758, "Finetune/Loss (Raw)": 0.973924994468689, "Finetune/Step": 5060, "Finetune/Step Time": 5.384672863408923}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8379198312759399, "Finetune/Loss (Raw)": 0.9091976284980774, "Finetune/Step": 5061, "Finetune/Step Time": 5.367331510409713}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.83687824010849, "Finetune/Loss (Raw)": 0.79899662733078, "Finetune/Step": 5062, "Finetune/Step Time": 5.372481156140566}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8369214534759521, "Finetune/Loss (Raw)": 0.9468535780906677, "Finetune/Step": 5063, "Finetune/Step Time": 5.369536362588406}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.836709201335907, "Finetune/Loss (Raw)": 0.7649440765380859, "Finetune/Step": 5064, "Finetune/Step Time": 5.3650902677327394}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8363267183303833, "Finetune/Loss (Raw)": 0.9642073512077332, "Finetune/Step": 5065, "Finetune/Step Time": 5.371613562107086}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8365175724029541, "Finetune/Loss (Raw)": 0.9376081824302673, "Finetune/Step": 5066, "Finetune/Step Time": 5.35760785266757}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8402996063232422, "Finetune/Loss (Raw)": 0.823948860168457, "Finetune/Step": 5067, "Finetune/Step Time": 5.33576182462275}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8420186638832092, "Finetune/Loss (Raw)": 0.9116348028182983, "Finetune/Step": 5068, "Finetune/Step Time": 5.3291466273367405}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8422813415527344, "Finetune/Loss (Raw)": 0.7843590378761292, "Finetune/Step": 5069, "Finetune/Step Time": 5.331262189894915}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8422106504440308, "Finetune/Loss (Raw)": 0.8098772168159485, "Finetune/Step": 5070, "Finetune/Step Time": 5.328798398375511}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8425595760345459, "Finetune/Loss (Raw)": 0.8319185376167297, "Finetune/Step": 5071, "Finetune/Step Time": 5.335726855322719}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8437764644622803, "Finetune/Loss (Raw)": 1.0754821300506592, "Finetune/Step": 5072, "Finetune/Step Time": 5.339058792218566}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8434150218963623, "Finetune/Loss (Raw)": 0.901351809501648, "Finetune/Step": 5073, "Finetune/Step Time": 5.342993127182126}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.844021201133728, "Finetune/Loss (Raw)": 0.9411103129386902, "Finetune/Step": 5074, "Finetune/Step Time": 5.338923797011375}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8396397829055786, "Finetune/Loss (Raw)": 0.3654438257217407, "Finetune/Step": 5075, "Finetune/Step Time": 5.367607936263084}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8404980301856995, "Finetune/Loss (Raw)": 0.9373287558555603, "Finetune/Step": 5076, "Finetune/Step Time": 5.365808818489313}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8408730030059814, "Finetune/Loss (Raw)": 0.8558162450790405, "Finetune/Step": 5077, "Finetune/Step Time": 5.387752719223499}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.841274619102478, "Finetune/Loss (Raw)": 0.8664714694023132, "Finetune/Step": 5078, "Finetune/Step Time": 5.371392913162708}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8420867919921875, "Finetune/Loss (Raw)": 1.0151365995407104, "Finetune/Step": 5079, "Finetune/Step Time": 5.371700368821621}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8424261212348938, "Finetune/Loss (Raw)": 0.9614948630332947, "Finetune/Step": 5080, "Finetune/Step Time": 5.36381458863616}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8415839672088623, "Finetune/Loss (Raw)": 0.7188147306442261, "Finetune/Step": 5081, "Finetune/Step Time": 5.360185123980045}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8370468616485596, "Finetune/Loss (Raw)": 0.3427061438560486, "Finetune/Step": 5082, "Finetune/Step Time": 5.335557244718075}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8369871377944946, "Finetune/Loss (Raw)": 0.8611624240875244, "Finetune/Step": 5083, "Finetune/Step Time": 5.33973322995007}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8355816006660461, "Finetune/Loss (Raw)": 0.7582345604896545, "Finetune/Step": 5084, "Finetune/Step Time": 5.350229332223535}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.834783673286438, "Finetune/Loss (Raw)": 0.8725503087043762, "Finetune/Step": 5085, "Finetune/Step Time": 5.348184013739228}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8361800909042358, "Finetune/Loss (Raw)": 0.9916819930076599, "Finetune/Step": 5086, "Finetune/Step Time": 5.335079478099942}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8398478031158447, "Finetune/Loss (Raw)": 0.9101974368095398, "Finetune/Step": 5087, "Finetune/Step Time": 5.321349276229739}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8411888480186462, "Finetune/Loss (Raw)": 1.0005115270614624, "Finetune/Step": 5088, "Finetune/Step Time": 5.321275141090155}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8421155214309692, "Finetune/Loss (Raw)": 0.9345610737800598, "Finetune/Step": 5089, "Finetune/Step Time": 5.326113471761346}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8412299156188965, "Finetune/Loss (Raw)": 0.8073470592498779, "Finetune/Step": 5090, "Finetune/Step Time": 5.327743198722601}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8420105576515198, "Finetune/Loss (Raw)": 0.9503048658370972, "Finetune/Step": 5091, "Finetune/Step Time": 5.335857376456261}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8371468186378479, "Finetune/Loss (Raw)": 0.3247257173061371, "Finetune/Step": 5092, "Finetune/Step Time": 5.362819451838732}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8365572690963745, "Finetune/Loss (Raw)": 0.9000257849693298, "Finetune/Step": 5093, "Finetune/Step Time": 5.369554087519646}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8366401195526123, "Finetune/Loss (Raw)": 0.8121325969696045, "Finetune/Step": 5094, "Finetune/Step Time": 5.379133243113756}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8348639607429504, "Finetune/Loss (Raw)": 0.7043721079826355, "Finetune/Step": 5095, "Finetune/Step Time": 5.375321554020047}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8340723514556885, "Finetune/Loss (Raw)": 0.7898172736167908, "Finetune/Step": 5096, "Finetune/Step Time": 5.407756373286247}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.832190752029419, "Finetune/Loss (Raw)": 0.6391897797584534, "Finetune/Step": 5097, "Finetune/Step Time": 5.398476488888264}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8305405378341675, "Finetune/Loss (Raw)": 0.7260132431983948, "Finetune/Step": 5098, "Finetune/Step Time": 5.394734021276236}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.828769326210022, "Finetune/Loss (Raw)": 0.7850769758224487, "Finetune/Step": 5099, "Finetune/Step Time": 5.387625258415937}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8280585408210754, "Finetune/Loss (Raw)": 0.772740364074707, "Finetune/Step": 5100, "Finetune/Step Time": 5.373623657971621}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8264336585998535, "Finetune/Loss (Raw)": 0.7910308241844177, "Finetune/Step": 5101, "Finetune/Step Time": 5.380571926012635}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8309561014175415, "Finetune/Loss (Raw)": 0.8828950524330139, "Finetune/Step": 5102, "Finetune/Step Time": 5.35243652574718}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8320999145507812, "Finetune/Loss (Raw)": 0.9586859941482544, "Finetune/Step": 5103, "Finetune/Step Time": 5.347682390362024}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.8293026685714722, "Finetune/Loss (Raw)": 0.6384456753730774, "Finetune/Step": 5104, "Finetune/Step Time": 5.350088378414512}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.830350399017334, "Finetune/Loss (Raw)": 0.8856832981109619, "Finetune/Step": 5105, "Finetune/Step Time": 5.328087920323014}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8317623138427734, "Finetune/Loss (Raw)": 0.9894198775291443, "Finetune/Step": 5106, "Finetune/Step Time": 5.328952187672257}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8328696489334106, "Finetune/Loss (Raw)": 0.9661546349525452, "Finetune/Step": 5107, "Finetune/Step Time": 5.328118864446878}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8339699506759644, "Finetune/Loss (Raw)": 0.8481278419494629, "Finetune/Step": 5108, "Finetune/Step Time": 5.311835801228881}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.835495114326477, "Finetune/Loss (Raw)": 0.9655728340148926, "Finetune/Step": 5109, "Finetune/Step Time": 5.314772276207805}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8348414301872253, "Finetune/Loss (Raw)": 0.881895899772644, "Finetune/Step": 5110, "Finetune/Step Time": 5.326618194580078}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8375242352485657, "Finetune/Loss (Raw)": 0.7552824020385742, "Finetune/Step": 5111, "Finetune/Step Time": 5.3218075558543205}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8340435028076172, "Finetune/Loss (Raw)": 0.3478361964225769, "Finetune/Step": 5112, "Finetune/Step Time": 5.34210910089314}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8283310532569885, "Finetune/Loss (Raw)": 0.2904934883117676, "Finetune/Step": 5113, "Finetune/Step Time": 5.377238441258669}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8295007944107056, "Finetune/Loss (Raw)": 0.8553538918495178, "Finetune/Step": 5114, "Finetune/Step Time": 5.378124570474029}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8283505439758301, "Finetune/Loss (Raw)": 0.7745990753173828, "Finetune/Step": 5115, "Finetune/Step Time": 5.375823734328151}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8229654431343079, "Finetune/Loss (Raw)": 0.25782057642936707, "Finetune/Step": 5116, "Finetune/Step Time": 5.400378385558724}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8239010572433472, "Finetune/Loss (Raw)": 1.0465710163116455, "Finetune/Step": 5117, "Finetune/Step Time": 5.401366274803877}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8249057531356812, "Finetune/Loss (Raw)": 0.9943264126777649, "Finetune/Step": 5118, "Finetune/Step Time": 5.403889222070575}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8263804912567139, "Finetune/Loss (Raw)": 1.0249913930892944, "Finetune/Step": 5119, "Finetune/Step Time": 5.404382519423962}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8213104009628296, "Finetune/Loss (Raw)": 0.3440427780151367, "Finetune/Step": 5120, "Finetune/Step Time": 5.419470457360148}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8229674696922302, "Finetune/Loss (Raw)": 0.8136278986930847, "Finetune/Step": 5121, "Finetune/Step Time": 5.405298130586743}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8225260972976685, "Finetune/Loss (Raw)": 0.7814759612083435, "Finetune/Step": 5122, "Finetune/Step Time": 5.3967962097376585}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8247029781341553, "Finetune/Loss (Raw)": 0.9014857411384583, "Finetune/Step": 5123, "Finetune/Step Time": 5.398919252678752}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.824122965335846, "Finetune/Loss (Raw)": 0.938309907913208, "Finetune/Step": 5124, "Finetune/Step Time": 5.399885738268495}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.824592113494873, "Finetune/Loss (Raw)": 0.9929673075675964, "Finetune/Step": 5125, "Finetune/Step Time": 5.404987787827849}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8190493583679199, "Finetune/Loss (Raw)": 0.3870375454425812, "Finetune/Step": 5126, "Finetune/Step Time": 5.434761818498373}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8180514574050903, "Finetune/Loss (Raw)": 0.8644698262214661, "Finetune/Step": 5127, "Finetune/Step Time": 5.447814593091607}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8220521211624146, "Finetune/Loss (Raw)": 0.8645597100257874, "Finetune/Step": 5128, "Finetune/Step Time": 5.414639972150326}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8170139789581299, "Finetune/Loss (Raw)": 0.29208630323410034, "Finetune/Step": 5129, "Finetune/Step Time": 5.446819618344307}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8182090520858765, "Finetune/Loss (Raw)": 0.838793158531189, "Finetune/Step": 5130, "Finetune/Step Time": 5.440925749018788}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8176422715187073, "Finetune/Loss (Raw)": 0.7310693264007568, "Finetune/Step": 5131, "Finetune/Step Time": 5.44704619422555}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8177028894424438, "Finetune/Loss (Raw)": 0.7564573287963867, "Finetune/Step": 5132, "Finetune/Step Time": 5.441123092547059}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8177988529205322, "Finetune/Loss (Raw)": 0.8744676113128662, "Finetune/Step": 5133, "Finetune/Step Time": 5.441539894789457}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.817792534828186, "Finetune/Loss (Raw)": 0.8888663649559021, "Finetune/Step": 5134, "Finetune/Step Time": 5.445222904905677}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.817272424697876, "Finetune/Loss (Raw)": 0.7313144207000732, "Finetune/Step": 5135, "Finetune/Step Time": 5.439401023089886}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8192040920257568, "Finetune/Loss (Raw)": 1.0392378568649292, "Finetune/Step": 5136, "Finetune/Step Time": 5.44919590651989}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8177417516708374, "Finetune/Loss (Raw)": 0.8219151496887207, "Finetune/Step": 5137, "Finetune/Step Time": 5.45207617431879}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8168438673019409, "Finetune/Loss (Raw)": 0.8310005068778992, "Finetune/Step": 5138, "Finetune/Step Time": 5.466157633811235}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8127458095550537, "Finetune/Loss (Raw)": 0.34093213081359863, "Finetune/Step": 5139, "Finetune/Step Time": 5.495834367349744}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8133726716041565, "Finetune/Loss (Raw)": 0.9211588501930237, "Finetune/Step": 5140, "Finetune/Step Time": 5.490481697022915}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.815209150314331, "Finetune/Loss (Raw)": 0.9711079001426697, "Finetune/Step": 5141, "Finetune/Step Time": 5.488038521260023}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.815474271774292, "Finetune/Loss (Raw)": 0.8270998597145081, "Finetune/Step": 5142, "Finetune/Step Time": 5.491965875029564}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8167875409126282, "Finetune/Loss (Raw)": 0.9463348388671875, "Finetune/Step": 5143, "Finetune/Step Time": 5.49487154558301}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8151870965957642, "Finetune/Loss (Raw)": 0.6656088829040527, "Finetune/Step": 5144, "Finetune/Step Time": 5.500590331852436}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8153930306434631, "Finetune/Loss (Raw)": 0.8228000998497009, "Finetune/Step": 5145, "Finetune/Step Time": 5.501622619107366}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8173990845680237, "Finetune/Loss (Raw)": 1.0052908658981323, "Finetune/Step": 5146, "Finetune/Step Time": 5.496608218178153}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8179781436920166, "Finetune/Loss (Raw)": 0.8605967164039612, "Finetune/Step": 5147, "Finetune/Step Time": 5.4985729791224}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8205714225769043, "Finetune/Loss (Raw)": 0.6783994436264038, "Finetune/Step": 5148, "Finetune/Step Time": 5.4738861955702305}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8197425603866577, "Finetune/Loss (Raw)": 0.8241509199142456, "Finetune/Step": 5149, "Finetune/Step Time": 5.480738898739219}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8193023204803467, "Finetune/Loss (Raw)": 0.8261622786521912, "Finetune/Step": 5150, "Finetune/Step Time": 5.487636191770434}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8186512589454651, "Finetune/Loss (Raw)": 0.8014076948165894, "Finetune/Step": 5151, "Finetune/Step Time": 5.4894436057657}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8182985782623291, "Finetune/Loss (Raw)": 0.7816818356513977, "Finetune/Step": 5152, "Finetune/Step Time": 5.486108303070068}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8150643706321716, "Finetune/Loss (Raw)": 0.42027750611305237, "Finetune/Step": 5153, "Finetune/Step Time": 5.505057053640485}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8106898069381714, "Finetune/Loss (Raw)": 0.37085503339767456, "Finetune/Step": 5154, "Finetune/Step Time": 5.530718736350536}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8093981146812439, "Finetune/Loss (Raw)": 0.7616024613380432, "Finetune/Step": 5155, "Finetune/Step Time": 5.531381642445922}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8093824982643127, "Finetune/Loss (Raw)": 0.9609635472297668, "Finetune/Step": 5156, "Finetune/Step Time": 5.5438726507127285}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8092101216316223, "Finetune/Loss (Raw)": 0.8648160696029663, "Finetune/Step": 5157, "Finetune/Step Time": 5.543207321316004}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8094245195388794, "Finetune/Loss (Raw)": 0.8498439192771912, "Finetune/Step": 5158, "Finetune/Step Time": 5.534808740019798}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8098278045654297, "Finetune/Loss (Raw)": 0.9508233070373535, "Finetune/Step": 5159, "Finetune/Step Time": 5.542427025735378}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8102564215660095, "Finetune/Loss (Raw)": 1.0062191486358643, "Finetune/Step": 5160, "Finetune/Step Time": 5.541578123345971}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8108314871788025, "Finetune/Loss (Raw)": 0.9267701506614685, "Finetune/Step": 5161, "Finetune/Step Time": 5.542535414919257}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8098926544189453, "Finetune/Loss (Raw)": 0.7941397428512573, "Finetune/Step": 5162, "Finetune/Step Time": 5.552296631038189}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8108048439025879, "Finetune/Loss (Raw)": 0.911263108253479, "Finetune/Step": 5163, "Finetune/Step Time": 5.55394016392529}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8119528889656067, "Finetune/Loss (Raw)": 0.9721254706382751, "Finetune/Step": 5164, "Finetune/Step Time": 5.568029947578907}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.809941291809082, "Finetune/Loss (Raw)": 0.716628909111023, "Finetune/Step": 5165, "Finetune/Step Time": 5.578012024983764}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8094832897186279, "Finetune/Loss (Raw)": 0.9147460460662842, "Finetune/Step": 5166, "Finetune/Step Time": 5.585125645622611}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8072113990783691, "Finetune/Loss (Raw)": 0.7922278046607971, "Finetune/Step": 5167, "Finetune/Step Time": 5.578048963099718}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8087888956069946, "Finetune/Loss (Raw)": 0.9343368411064148, "Finetune/Step": 5168, "Finetune/Step Time": 5.568573269993067}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8082860708236694, "Finetune/Loss (Raw)": 0.9278413653373718, "Finetune/Step": 5169, "Finetune/Step Time": 5.574971400201321}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8064301013946533, "Finetune/Loss (Raw)": 0.724584698677063, "Finetune/Step": 5170, "Finetune/Step Time": 5.571856863796711}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8074241280555725, "Finetune/Loss (Raw)": 1.0002593994140625, "Finetune/Step": 5171, "Finetune/Step Time": 5.567451499402523}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8074725866317749, "Finetune/Loss (Raw)": 0.8588520884513855, "Finetune/Step": 5172, "Finetune/Step Time": 5.564297636970878}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8114336729049683, "Finetune/Loss (Raw)": 0.7956429719924927, "Finetune/Step": 5173, "Finetune/Step Time": 5.5330796875059605}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8173459768295288, "Finetune/Loss (Raw)": 1.0905593633651733, "Finetune/Step": 5174, "Finetune/Step Time": 5.497586823999882}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8172172904014587, "Finetune/Loss (Raw)": 0.8806093335151672, "Finetune/Step": 5175, "Finetune/Step Time": 5.504402609542012}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8122178912162781, "Finetune/Loss (Raw)": 0.3257467746734619, "Finetune/Step": 5176, "Finetune/Step Time": 5.539121961221099}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8132811188697815, "Finetune/Loss (Raw)": 0.9901182055473328, "Finetune/Step": 5177, "Finetune/Step Time": 5.52705180644989}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.812637209892273, "Finetune/Loss (Raw)": 0.7600358128547668, "Finetune/Step": 5178, "Finetune/Step Time": 5.511937107890844}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8127577900886536, "Finetune/Loss (Raw)": 0.7929243445396423, "Finetune/Step": 5179, "Finetune/Step Time": 5.508046789094806}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8159753680229187, "Finetune/Loss (Raw)": 0.7839578986167908, "Finetune/Step": 5180, "Finetune/Step Time": 5.485664827749133}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8167165517807007, "Finetune/Loss (Raw)": 0.9016562104225159, "Finetune/Step": 5181, "Finetune/Step Time": 5.480955969542265}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8144099116325378, "Finetune/Loss (Raw)": 0.7182123064994812, "Finetune/Step": 5182, "Finetune/Step Time": 5.484252009540796}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.814934253692627, "Finetune/Loss (Raw)": 0.8988580703735352, "Finetune/Step": 5183, "Finetune/Step Time": 5.4887406174093485}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8146680593490601, "Finetune/Loss (Raw)": 0.8538431525230408, "Finetune/Step": 5184, "Finetune/Step Time": 5.499092919752002}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8155325651168823, "Finetune/Loss (Raw)": 0.9914944171905518, "Finetune/Step": 5185, "Finetune/Step Time": 5.515826044604182}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8115699291229248, "Finetune/Loss (Raw)": 0.37943196296691895, "Finetune/Step": 5186, "Finetune/Step Time": 5.5441896710544825}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8099503517150879, "Finetune/Loss (Raw)": 0.7509982585906982, "Finetune/Step": 5187, "Finetune/Step Time": 5.562200354412198}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8086986541748047, "Finetune/Loss (Raw)": 0.8137142062187195, "Finetune/Step": 5188, "Finetune/Step Time": 5.563565203920007}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8075987100601196, "Finetune/Loss (Raw)": 0.7684016227722168, "Finetune/Step": 5189, "Finetune/Step Time": 5.576619379222393}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8071743845939636, "Finetune/Loss (Raw)": 0.7446853518486023, "Finetune/Step": 5190, "Finetune/Step Time": 5.574938662350178}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8054454326629639, "Finetune/Loss (Raw)": 0.7255394458770752, "Finetune/Step": 5191, "Finetune/Step Time": 5.587520934641361}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8060706853866577, "Finetune/Loss (Raw)": 0.844984769821167, "Finetune/Step": 5192, "Finetune/Step Time": 5.583210403099656}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8042833805084229, "Finetune/Loss (Raw)": 0.7354269623756409, "Finetune/Step": 5193, "Finetune/Step Time": 5.594780722633004}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7995514869689941, "Finetune/Loss (Raw)": 0.3319265842437744, "Finetune/Step": 5194, "Finetune/Step Time": 5.624965002760291}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7997618317604065, "Finetune/Loss (Raw)": 0.8508701324462891, "Finetune/Step": 5195, "Finetune/Step Time": 5.6175906509160995}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7989013195037842, "Finetune/Loss (Raw)": 0.8014904856681824, "Finetune/Step": 5196, "Finetune/Step Time": 5.623703815042973}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.799597978591919, "Finetune/Loss (Raw)": 0.8735318779945374, "Finetune/Step": 5197, "Finetune/Step Time": 5.615746298804879}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8000658750534058, "Finetune/Loss (Raw)": 0.8697790503501892, "Finetune/Step": 5198, "Finetune/Step Time": 5.611753150820732}