{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.740506649017334, "Finetune/Loss (Raw)": 6.740506649017334, "Finetune/Step": 1, "Finetune/Step Time": 45.637909173965454}
{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 7.130492210388184, "Finetune/Loss (Raw)": 7.520477294921875, "Finetune/Step": 2, "Finetune/Step Time": 30.290448427200317}
{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 6.177045822143555, "Finetune/Loss (Raw)": 4.270153999328613, "Finetune/Step": 3, "Finetune/Step Time": 22.83147398630778}
{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 5.228446960449219, "Finetune/Loss (Raw)": 2.382648468017578, "Finetune/Step": 4, "Finetune/Step Time": 19.08970808982849}
{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 4.492379188537598, "Finetune/Loss (Raw)": 1.5481072664260864, "Finetune/Step": 5, "Finetune/Step Time": 17.255047941207884}
{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 3.980281352996826, "Finetune/Loss (Raw)": 1.4197927713394165, "Finetune/Step": 6, "Finetune/Step Time": 15.946140249570211}
{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 3.587404251098633, "Finetune/Loss (Raw)": 1.2301398515701294, "Finetune/Step": 7, "Finetune/Step Time": 14.93239436830793}
{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 3.3234381675720215, "Finetune/Loss (Raw)": 1.4756768941879272, "Finetune/Step": 8, "Finetune/Step Time": 14.567561328411102}
{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 3.0789787769317627, "Finetune/Loss (Raw)": 1.1233036518096924, "Finetune/Step": 9, "Finetune/Step Time": 13.97048020362854}
{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 2.924769163131714, "Finetune/Loss (Raw)": 1.5368849039077759, "Finetune/Step": 10, "Finetune/Step Time": 14.041224884986878}
{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 2.78460693359375, "Finetune/Loss (Raw)": 1.3829843997955322, "Finetune/Step": 11, "Finetune/Step Time": 13.537046735936945}
{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 2.6571621894836426, "Finetune/Loss (Raw)": 1.2552679777145386, "Finetune/Step": 12, "Finetune/Step Time": 13.143624663352966}
{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 2.5418455600738525, "Finetune/Loss (Raw)": 1.158048152923584, "Finetune/Step": 13, "Finetune/Step Time": 12.819474403674786}
{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 2.4584782123565674, "Finetune/Loss (Raw)": 1.3747031688690186, "Finetune/Step": 14, "Finetune/Step Time": 12.157394749777657}
{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 2.387556791305542, "Finetune/Loss (Raw)": 1.3946555852890015, "Finetune/Step": 15, "Finetune/Step Time": 11.681590572992961}
{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 2.300328493118286, "Finetune/Loss (Raw)": 0.9919017553329468, "Finetune/Step": 16, "Finetune/Step Time": 11.274429619312286}
{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 2.2338011264801025, "Finetune/Loss (Raw)": 1.1693660020828247, "Finetune/Step": 17, "Finetune/Step Time": 10.848207754247328}
{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 2.166102647781372, "Finetune/Loss (Raw)": 1.0152249336242676, "Finetune/Step": 18, "Finetune/Step Time": 10.500811166233486}
{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 2.1137030124664307, "Finetune/Loss (Raw)": 1.1705130338668823, "Finetune/Step": 19, "Finetune/Step Time": 10.13584556077656}
{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 2.0647904872894287, "Finetune/Loss (Raw)": 1.1354496479034424, "Finetune/Step": 20, "Finetune/Step Time": 9.79388976097107}
{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 2.0211639404296875, "Finetune/Loss (Raw)": 1.148635983467102, "Finetune/Step": 21, "Finetune/Step Time": 9.57558248156593}
{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.9778484106063843, "Finetune/Loss (Raw)": 1.0682216882705688, "Finetune/Step": 22, "Finetune/Step Time": 9.322806585918773}
{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.9019570350646973, "Finetune/Loss (Raw)": 0.23234698176383972, "Finetune/Step": 23, "Finetune/Step Time": 9.277220694915108}
{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.8724935054779053, "Finetune/Loss (Raw)": 1.194828987121582, "Finetune/Step": 24, "Finetune/Step Time": 9.030942757924398}
{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.8399709463119507, "Finetune/Loss (Raw)": 1.059431552886963, "Finetune/Step": 25, "Finetune/Step Time": 8.83101812362671}
{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.7795519828796387, "Finetune/Loss (Raw)": 0.26907670497894287, "Finetune/Step": 26, "Finetune/Step Time": 8.820758425272428}
{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.7597602605819702, "Finetune/Loss (Raw)": 1.2451775074005127, "Finetune/Step": 27, "Finetune/Step Time": 8.611406600033796}
{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.736609935760498, "Finetune/Loss (Raw)": 1.1115473508834839, "Finetune/Step": 28, "Finetune/Step Time": 8.425897470542363}
{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.7192699909210205, "Finetune/Loss (Raw)": 1.2337546348571777, "Finetune/Step": 29, "Finetune/Step Time": 8.305763976327304}
{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.6968419551849365, "Finetune/Loss (Raw)": 1.0464239120483398, "Finetune/Step": 30, "Finetune/Step Time": 8.195267192522685}
{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.6812738180160522, "Finetune/Loss (Raw)": 1.2142385244369507, "Finetune/Step": 31, "Finetune/Step Time": 8.065578845239454}
{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.6620643138885498, "Finetune/Loss (Raw)": 1.0665631294250488, "Finetune/Step": 32, "Finetune/Step Time": 8.000292882323265}
{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.6406835317611694, "Finetune/Loss (Raw)": 0.9564988017082214, "Finetune/Step": 33, "Finetune/Step Time": 7.8919878005981445}
{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.622251272201538, "Finetune/Loss (Raw)": 1.0139873027801514, "Finetune/Step": 34, "Finetune/Step Time": 7.773475275320165}
{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.6130871772766113, "Finetune/Loss (Raw)": 1.301509141921997, "Finetune/Step": 35, "Finetune/Step Time": 7.672030769075666}
{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.5997711420059204, "Finetune/Loss (Raw)": 1.1337120532989502, "Finetune/Step": 36, "Finetune/Step Time": 7.609988285435571}
{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.5904830694198608, "Finetune/Loss (Raw)": 1.2561100721359253, "Finetune/Step": 37, "Finetune/Step Time": 7.592343195064648}
{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.578101634979248, "Finetune/Loss (Raw)": 1.1199873685836792, "Finetune/Step": 38, "Finetune/Step Time": 7.483469404672322}
{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.5670866966247559, "Finetune/Loss (Raw)": 1.148518681526184, "Finetune/Step": 39, "Finetune/Step Time": 7.378321953308888}
{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.556158185005188, "Finetune/Loss (Raw)": 1.1299474239349365, "Finetune/Step": 40, "Finetune/Step Time": 7.328795850276947}
{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.5486433506011963, "Finetune/Loss (Raw)": 1.24805748462677, "Finetune/Step": 41, "Finetune/Step Time": 7.220859196127915}
{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.5409232378005981, "Finetune/Loss (Raw)": 1.2243900299072266, "Finetune/Step": 42, "Finetune/Step Time": 7.13087580885206}
{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.5317556858062744, "Finetune/Loss (Raw)": 1.1467207670211792, "Finetune/Step": 43, "Finetune/Step Time": 7.079466498175333}
{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.5236215591430664, "Finetune/Loss (Raw)": 1.1738508939743042, "Finetune/Step": 44, "Finetune/Step Time": 7.021694763140245}
{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.5129292011260986, "Finetune/Loss (Raw)": 1.0424643754959106, "Finetune/Step": 45, "Finetune/Step Time": 7.035771279864841}
{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.4866268634796143, "Finetune/Loss (Raw)": 0.3030252754688263, "Finetune/Step": 46, "Finetune/Step Time": 7.092548282250114}
{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.479301929473877, "Finetune/Loss (Raw)": 1.1423566341400146, "Finetune/Step": 47, "Finetune/Step Time": 7.039839551803913}
{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.471928596496582, "Finetune/Loss (Raw)": 1.125378131866455, "Finetune/Step": 48, "Finetune/Step Time": 7.005871877074242}
{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.4655020236968994, "Finetune/Loss (Raw)": 1.157037377357483, "Finetune/Step": 49, "Finetune/Step Time": 6.94290136804386}
{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.4567904472351074, "Finetune/Loss (Raw)": 1.0299230813980103, "Finetune/Step": 50, "Finetune/Step Time": 6.885427765846252}
{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.4506640434265137, "Finetune/Loss (Raw)": 1.1443333625793457, "Finetune/Step": 51, "Finetune/Step Time": 6.823516046299654}
{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.445857048034668, "Finetune/Loss (Raw)": 1.2007019519805908, "Finetune/Step": 52, "Finetune/Step Time": 6.780800654337956}
{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.435886025428772, "Finetune/Loss (Raw)": 0.9173924922943115, "Finetune/Step": 53, "Finetune/Step Time": 6.761494856960368}
{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.4266468286514282, "Finetune/Loss (Raw)": 0.9369668364524841, "Finetune/Step": 54, "Finetune/Step Time": 6.72423474876969}
{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.4218355417251587, "Finetune/Loss (Raw)": 1.1620333194732666, "Finetune/Step": 55, "Finetune/Step Time": 6.694853154095736}
{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.4163625240325928, "Finetune/Loss (Raw)": 1.115346074104309, "Finetune/Step": 56, "Finetune/Step Time": 6.67612829378673}
{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.4094172716140747, "Finetune/Loss (Raw)": 1.0204827785491943, "Finetune/Step": 57, "Finetune/Step Time": 6.625022126917253}
{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.4035745859146118, "Finetune/Loss (Raw)": 1.0705405473709106, "Finetune/Step": 58, "Finetune/Step Time": 6.624152298631339}
{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.398373007774353, "Finetune/Loss (Raw)": 1.0966792106628418, "Finetune/Step": 59, "Finetune/Step Time": 6.604634773933281}
{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.393256664276123, "Finetune/Loss (Raw)": 1.0913946628570557, "Finetune/Step": 60, "Finetune/Step Time": 6.554155977567037}
{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.389204740524292, "Finetune/Loss (Raw)": 1.1460932493209839, "Finetune/Step": 61, "Finetune/Step Time": 6.513587830496616}
{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.386220932006836, "Finetune/Loss (Raw)": 1.2042102813720703, "Finetune/Step": 62, "Finetune/Step Time": 6.465929804309722}
{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.383418083190918, "Finetune/Loss (Raw)": 1.209634780883789, "Finetune/Step": 63, "Finetune/Step Time": 6.421461718423026}
{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.3784972429275513, "Finetune/Loss (Raw)": 1.0684893131256104, "Finetune/Step": 64, "Finetune/Step Time": 6.434808816760778}
{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.3734605312347412, "Finetune/Loss (Raw)": 1.0511101484298706, "Finetune/Step": 65, "Finetune/Step Time": 6.40679182272691}
{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.3678996562957764, "Finetune/Loss (Raw)": 1.006440281867981, "Finetune/Step": 66, "Finetune/Step Time": 6.371936382669391}
{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.360949993133545, "Finetune/Loss (Raw)": 0.9022802114486694, "Finetune/Step": 67, "Finetune/Step Time": 6.326915826370467}
{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.3575927019119263, "Finetune/Loss (Raw)": 1.1326535940170288, "Finetune/Step": 68, "Finetune/Step Time": 6.304561709656435}
{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.35464346408844, "Finetune/Loss (Raw)": 1.154083490371704, "Finetune/Step": 69, "Finetune/Step Time": 6.261792525001194}
{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.3523420095443726, "Finetune/Loss (Raw)": 1.1935442686080933, "Finetune/Step": 70, "Finetune/Step Time": 6.223735867227827}
{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.3464049100875854, "Finetune/Loss (Raw)": 0.9308093786239624, "Finetune/Step": 71, "Finetune/Step Time": 6.1888287638274715}
{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.3419435024261475, "Finetune/Loss (Raw)": 1.025182843208313, "Finetune/Step": 72, "Finetune/Step Time": 6.147949566443761}
{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.3362091779708862, "Finetune/Loss (Raw)": 0.9233396649360657, "Finetune/Step": 73, "Finetune/Step Time": 6.113127757425177}
{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.3308109045028687, "Finetune/Loss (Raw)": 0.9367338418960571, "Finetune/Step": 74, "Finetune/Step Time": 6.0795425982088656}
{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.324045181274414, "Finetune/Loss (Raw)": 0.8233900666236877, "Finetune/Step": 75, "Finetune/Step Time": 6.058277816772461}
{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.3194559812545776, "Finetune/Loss (Raw)": 0.9752599000930786, "Finetune/Step": 76, "Finetune/Step Time": 6.0351978289453605}
{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.3167619705200195, "Finetune/Loss (Raw)": 1.1120136976242065, "Finetune/Step": 77, "Finetune/Step Time": 6.000121153794326}
{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.3155264854431152, "Finetune/Loss (Raw)": 1.2203913927078247, "Finetune/Step": 78, "Finetune/Step Time": 5.965270821864788}
{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.3139179944992065, "Finetune/Loss (Raw)": 1.1884640455245972, "Finetune/Step": 79, "Finetune/Step Time": 5.935640126843996}
{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.309757113456726, "Finetune/Loss (Raw)": 0.981040358543396, "Finetune/Step": 80, "Finetune/Step Time": 5.927529808878899}
{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.3078051805496216, "Finetune/Loss (Raw)": 1.1516587734222412, "Finetune/Step": 81, "Finetune/Step Time": 5.911235129391706}
{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.3053146600723267, "Finetune/Loss (Raw)": 1.1035823822021484, "Finetune/Step": 82, "Finetune/Step Time": 5.881767618946913}
{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.3011362552642822, "Finetune/Loss (Raw)": 0.9584990739822388, "Finetune/Step": 83, "Finetune/Step Time": 5.876982798059303}
{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.2998065948486328, "Finetune/Loss (Raw)": 1.1894465684890747, "Finetune/Step": 84, "Finetune/Step Time": 5.866310744058518}
{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.2968662977218628, "Finetune/Loss (Raw)": 1.0498822927474976, "Finetune/Step": 85, "Finetune/Step Time": 5.840345155491549}
{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.2858830690383911, "Finetune/Loss (Raw)": 0.35231178998947144, "Finetune/Step": 86, "Finetune/Step Time": 5.878855949224428}
{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.2829763889312744, "Finetune/Loss (Raw)": 1.0329951047897339, "Finetune/Step": 87, "Finetune/Step Time": 5.853001517811041}
{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.282379388809204, "Finetune/Loss (Raw)": 1.2304350137710571, "Finetune/Step": 88, "Finetune/Step Time": 5.849482910199598}
{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.2800523042678833, "Finetune/Loss (Raw)": 1.0752754211425781, "Finetune/Step": 89, "Finetune/Step Time": 5.824963623218322}
{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.278481364250183, "Finetune/Loss (Raw)": 1.1386640071868896, "Finetune/Step": 90, "Finetune/Step Time": 5.824918288654751}
{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.2773171663284302, "Finetune/Loss (Raw)": 1.1725488901138306, "Finetune/Step": 91, "Finetune/Step Time": 5.818063956040603}
{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.276535153388977, "Finetune/Loss (Raw)": 1.2053649425506592, "Finetune/Step": 92, "Finetune/Step Time": 5.796049200970193}
{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.2727659940719604, "Finetune/Loss (Raw)": 0.9260108470916748, "Finetune/Step": 93, "Finetune/Step Time": 5.7772496259340675}
{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.2715810537338257, "Finetune/Loss (Raw)": 1.1613856554031372, "Finetune/Step": 94, "Finetune/Step Time": 5.7511739122106675}
{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.2697815895080566, "Finetune/Loss (Raw)": 1.1006176471710205, "Finetune/Step": 95, "Finetune/Step Time": 5.729556440052233}
{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.2678842544555664, "Finetune/Loss (Raw)": 1.087639570236206, "Finetune/Step": 96, "Finetune/Step Time": 5.722432404756546}
{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.2653940916061401, "Finetune/Loss (Raw)": 1.0263490676879883, "Finetune/Step": 97, "Finetune/Step Time": 5.708090946846402}
{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.2639930248260498, "Finetune/Loss (Raw)": 1.128089189529419, "Finetune/Step": 98, "Finetune/Step Time": 5.68705432269038}
{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.2534873485565186, "Finetune/Loss (Raw)": 0.22393497824668884, "Finetune/Step": 99, "Finetune/Step Time": 5.71361154498476}
{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.2531479597091675, "Finetune/Loss (Raw)": 1.2195407152175903, "Finetune/Step": 100, "Finetune/Step Time": 5.697112045288086}
{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.25111722946167, "Finetune/Loss (Raw)": 1.0480461120605469, "Finetune/Step": 101, "Finetune/Step Time": 5.690300075134428}
{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.2507612705230713, "Finetune/Loss (Raw)": 1.214806079864502, "Finetune/Step": 102, "Finetune/Step Time": 5.664814355326634}
{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.2414809465408325, "Finetune/Loss (Raw)": 0.2948918640613556, "Finetune/Step": 103, "Finetune/Step Time": 5.691633805487919}
{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.2406681776046753, "Finetune/Loss (Raw)": 1.1569435596466064, "Finetune/Step": 104, "Finetune/Step Time": 5.6699789212300225}
{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.2390116453170776, "Finetune/Loss (Raw)": 1.0667470693588257, "Finetune/Step": 105, "Finetune/Step Time": 5.644979372478667}
{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.2373876571655273, "Finetune/Loss (Raw)": 1.0668615102767944, "Finetune/Step": 106, "Finetune/Step Time": 5.6243015932586955}
{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.236431360244751, "Finetune/Loss (Raw)": 1.1350748538970947, "Finetune/Step": 107, "Finetune/Step Time": 5.604803464123022}
{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.234405755996704, "Finetune/Loss (Raw)": 1.0176657438278198, "Finetune/Step": 108, "Finetune/Step Time": 5.588523897859785}
{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.2335604429244995, "Finetune/Loss (Raw)": 1.1422792673110962, "Finetune/Step": 109, "Finetune/Step Time": 5.5699842610490435}
{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.2319424152374268, "Finetune/Loss (Raw)": 1.055557370185852, "Finetune/Step": 110, "Finetune/Step Time": 5.5501091610301625}
{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.231001853942871, "Finetune/Loss (Raw)": 1.1275498867034912, "Finetune/Step": 111, "Finetune/Step Time": 5.548301769806458}
{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.2297015190124512, "Finetune/Loss (Raw)": 1.0853464603424072, "Finetune/Step": 112, "Finetune/Step Time": 5.548482796975544}
{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.2288343906402588, "Finetune/Loss (Raw)": 1.1317296028137207, "Finetune/Step": 113, "Finetune/Step Time": 5.544324509865414}
{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.2202603816986084, "Finetune/Loss (Raw)": 0.25137919187545776, "Finetune/Step": 114, "Finetune/Step Time": 5.576123929860299}
{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.2191557884216309, "Finetune/Loss (Raw)": 1.0932573080062866, "Finetune/Step": 115, "Finetune/Step Time": 5.565237986523172}
{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.2166136503219604, "Finetune/Loss (Raw)": 0.9242540597915649, "Finetune/Step": 116, "Finetune/Step Time": 5.569979992406122}
{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.215721607208252, "Finetune/Loss (Raw)": 1.1122411489486694, "Finetune/Step": 117, "Finetune/Step Time": 5.558004236628866}
{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.2151060104370117, "Finetune/Loss (Raw)": 1.1430740356445312, "Finetune/Step": 118, "Finetune/Step Time": 5.5408269591250665}
{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.2136744260787964, "Finetune/Loss (Raw)": 1.0447508096694946, "Finetune/Step": 119, "Finetune/Step Time": 5.525563268100514}
{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.2126318216323853, "Finetune/Loss (Raw)": 1.0885584354400635, "Finetune/Step": 120, "Finetune/Step Time": 5.514750160773596}
{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.2111012935638428, "Finetune/Loss (Raw)": 1.02744460105896, "Finetune/Step": 121, "Finetune/Step Time": 5.522292468173445}
{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.2090823650360107, "Finetune/Loss (Raw)": 0.9648056030273438, "Finetune/Step": 122, "Finetune/Step Time": 5.506973454209625}
{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.2075276374816895, "Finetune/Loss (Raw)": 1.0178526639938354, "Finetune/Step": 123, "Finetune/Step Time": 5.49116984615481}
{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.2069021463394165, "Finetune/Loss (Raw)": 1.1299526691436768, "Finetune/Step": 124, "Finetune/Step Time": 5.477988566121748}
{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.205344557762146, "Finetune/Loss (Raw)": 1.012195110321045, "Finetune/Step": 125, "Finetune/Step Time": 5.465393581390381}
{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.204545259475708, "Finetune/Loss (Raw)": 1.1046247482299805, "Finetune/Step": 126, "Finetune/Step Time": 5.471628187194703}
{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.2028354406356812, "Finetune/Loss (Raw)": 0.9874247908592224, "Finetune/Step": 127, "Finetune/Step Time": 5.455671753470353}
{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.2022559642791748, "Finetune/Loss (Raw)": 1.1286554336547852, "Finetune/Step": 128, "Finetune/Step Time": 5.44280038587749}
{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.158613920211792, "Finetune/Loss (Raw)": 1.1543198823928833, "Finetune/Step": 129, "Finetune/Step Time": 5.114425595849752}
{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.10882568359375, "Finetune/Loss (Raw)": 1.1475852727890015, "Finetune/Step": 130, "Finetune/Step Time": 5.03460842743516}
{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.084061622619629, "Finetune/Loss (Raw)": 1.1003485918045044, "Finetune/Step": 131, "Finetune/Step Time": 4.9987093806266785}
{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.074139952659607, "Finetune/Loss (Raw)": 1.1126877069473267, "Finetune/Step": 132, "Finetune/Step Time": 4.964915616437793}
{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0690827369689941, "Finetune/Loss (Raw)": 0.9007738828659058, "Finetune/Step": 133, "Finetune/Step Time": 4.932442391291261}
{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0676672458648682, "Finetune/Loss (Raw)": 1.238617181777954, "Finetune/Step": 134, "Finetune/Step Time": 4.887015663087368}
{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0658490657806396, "Finetune/Loss (Raw)": 0.9974083304405212, "Finetune/Step": 135, "Finetune/Step Time": 4.8509705401957035}
{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0628048181533813, "Finetune/Loss (Raw)": 1.086000680923462, "Finetune/Step": 136, "Finetune/Step Time": 4.784127442166209}
{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.061639666557312, "Finetune/Loss (Raw)": 0.9741758704185486, "Finetune/Step": 137, "Finetune/Step Time": 4.746829722076654}
{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0583853721618652, "Finetune/Loss (Raw)": 1.1203413009643555, "Finetune/Step": 138, "Finetune/Step Time": 4.655083172023296}
{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0547130107879639, "Finetune/Loss (Raw)": 0.912915825843811, "Finetune/Step": 139, "Finetune/Step Time": 4.619588626548648}
{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0549575090408325, "Finetune/Loss (Raw)": 1.2865662574768066, "Finetune/Step": 140, "Finetune/Step Time": 4.575374078005552}
{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0540112257003784, "Finetune/Loss (Raw)": 1.036921501159668, "Finetune/Step": 141, "Finetune/Step Time": 4.529773645102978}
{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0513262748718262, "Finetune/Loss (Raw)": 1.0310300588607788, "Finetune/Step": 142, "Finetune/Step Time": 4.570404564961791}
{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.0479798316955566, "Finetune/Loss (Raw)": 0.966313898563385, "Finetune/Step": 143, "Finetune/Step Time": 4.584715077653527}
{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0431864261627197, "Finetune/Loss (Raw)": 0.37834131717681885, "Finetune/Step": 144, "Finetune/Step Time": 4.616658648476005}
{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.036764144897461, "Finetune/Loss (Raw)": 0.3473151624202728, "Finetune/Step": 145, "Finetune/Step Time": 4.651331640779972}
{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.03643000125885, "Finetune/Loss (Raw)": 0.9724552631378174, "Finetune/Step": 146, "Finetune/Step Time": 4.641591601073742}
{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0343470573425293, "Finetune/Loss (Raw)": 0.9039024710655212, "Finetune/Step": 147, "Finetune/Step Time": 4.647853011265397}
{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0339064598083496, "Finetune/Loss (Raw)": 1.0790505409240723, "Finetune/Step": 148, "Finetune/Step Time": 4.650787990540266}
{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0337228775024414, "Finetune/Loss (Raw)": 1.1251198053359985, "Finetune/Step": 149, "Finetune/Step Time": 4.639905925840139}
{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0342425107955933, "Finetune/Loss (Raw)": 1.1347495317459106, "Finetune/Step": 150, "Finetune/Step Time": 4.644051382318139}
{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0409806966781616, "Finetune/Loss (Raw)": 1.0948299169540405, "Finetune/Step": 151, "Finetune/Step Time": 4.611733144149184}
{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0399353504180908, "Finetune/Loss (Raw)": 1.0610160827636719, "Finetune/Step": 152, "Finetune/Step Time": 4.618103677406907}
{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0407058000564575, "Finetune/Loss (Raw)": 1.1580605506896973, "Finetune/Step": 153, "Finetune/Step Time": 4.627540621906519}
{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.047510027885437, "Finetune/Loss (Raw)": 1.1400202512741089, "Finetune/Step": 154, "Finetune/Step Time": 4.589904580265284}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0472736358642578, "Finetune/Loss (Raw)": 1.2149157524108887, "Finetune/Step": 155, "Finetune/Step Time": 4.597227048128843}
{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0409049987792969, "Finetune/Loss (Raw)": 0.29635679721832275, "Finetune/Step": 156, "Finetune/Step Time": 4.637802354991436}
{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.0397251844406128, "Finetune/Loss (Raw)": 1.082746982574463, "Finetune/Step": 157, "Finetune/Step Time": 4.6277841832488775}
{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0402569770812988, "Finetune/Loss (Raw)": 1.114481806755066, "Finetune/Step": 158, "Finetune/Step Time": 4.61867018789053}
{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0391911268234253, "Finetune/Loss (Raw)": 1.077811360359192, "Finetune/Step": 159, "Finetune/Step Time": 4.611649435013533}
{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0388445854187012, "Finetune/Loss (Raw)": 1.0222136974334717, "Finetune/Step": 160, "Finetune/Step Time": 4.600859630852938}
{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0394656658172607, "Finetune/Loss (Raw)": 1.03599214553833, "Finetune/Step": 161, "Finetune/Step Time": 4.596788929775357}
{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0414409637451172, "Finetune/Loss (Raw)": 1.2668232917785645, "Finetune/Step": 162, "Finetune/Step Time": 4.595451274886727}
{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0397367477416992, "Finetune/Loss (Raw)": 1.0833882093429565, "Finetune/Step": 163, "Finetune/Step Time": 4.595777194947004}
{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0384502410888672, "Finetune/Loss (Raw)": 0.9690340757369995, "Finetune/Step": 164, "Finetune/Step Time": 4.593812391161919}
{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0368566513061523, "Finetune/Loss (Raw)": 1.0521295070648193, "Finetune/Step": 165, "Finetune/Step Time": 4.570873290300369}
{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.035910964012146, "Finetune/Loss (Raw)": 0.9989431500434875, "Finetune/Step": 166, "Finetune/Step Time": 4.572966642677784}
{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.035932183265686, "Finetune/Loss (Raw)": 1.1512176990509033, "Finetune/Step": 167, "Finetune/Step Time": 4.575073713436723}
{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.034859538078308, "Finetune/Loss (Raw)": 0.992656946182251, "Finetune/Step": 168, "Finetune/Step Time": 4.562955135479569}
{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.032726764678955, "Finetune/Loss (Raw)": 0.9750699996948242, "Finetune/Step": 169, "Finetune/Step Time": 4.567888841032982}
{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.026004433631897, "Finetune/Loss (Raw)": 0.36392855644226074, "Finetune/Step": 170, "Finetune/Step Time": 4.604769550263882}
{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0249371528625488, "Finetune/Loss (Raw)": 1.010097861289978, "Finetune/Step": 171, "Finetune/Step Time": 4.602203082293272}
{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0235185623168945, "Finetune/Loss (Raw)": 0.9922769069671631, "Finetune/Step": 172, "Finetune/Step Time": 4.605427468195558}
{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0247899293899536, "Finetune/Loss (Raw)": 1.2052056789398193, "Finetune/Step": 173, "Finetune/Step Time": 4.573010217398405}
{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0294528007507324, "Finetune/Loss (Raw)": 0.8998709321022034, "Finetune/Step": 174, "Finetune/Step Time": 4.530708020552993}
{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0298510789871216, "Finetune/Loss (Raw)": 1.193324089050293, "Finetune/Step": 175, "Finetune/Step Time": 4.522363310679793}
{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0238490104675293, "Finetune/Loss (Raw)": 0.35712072253227234, "Finetune/Step": 176, "Finetune/Step Time": 4.5459155309945345}
{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0224802494049072, "Finetune/Loss (Raw)": 0.9818476438522339, "Finetune/Step": 177, "Finetune/Step Time": 4.548427876085043}
{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0238778591156006, "Finetune/Loss (Raw)": 1.2087918519973755, "Finetune/Step": 178, "Finetune/Step Time": 4.550448462367058}
{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0220410823822021, "Finetune/Loss (Raw)": 0.9092491269111633, "Finetune/Step": 179, "Finetune/Step Time": 4.554273657500744}
{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0210354328155518, "Finetune/Loss (Raw)": 1.0719687938690186, "Finetune/Step": 180, "Finetune/Step Time": 4.562775084748864}
{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.021850347518921, "Finetune/Loss (Raw)": 1.0217143297195435, "Finetune/Step": 181, "Finetune/Step Time": 4.548512542620301}
{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0228168964385986, "Finetune/Loss (Raw)": 1.0606683492660522, "Finetune/Step": 182, "Finetune/Step Time": 4.5542462933808565}
{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.021714687347412, "Finetune/Loss (Raw)": 1.0209524631500244, "Finetune/Step": 183, "Finetune/Step Time": 4.537108760327101}
{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0221121311187744, "Finetune/Loss (Raw)": 1.1662236452102661, "Finetune/Step": 184, "Finetune/Step Time": 4.523662956431508}
{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0214201211929321, "Finetune/Loss (Raw)": 0.9319155812263489, "Finetune/Step": 185, "Finetune/Step Time": 4.521645264700055}
{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0210280418395996, "Finetune/Loss (Raw)": 1.020334005355835, "Finetune/Step": 186, "Finetune/Step Time": 4.512157242745161}
{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0203948020935059, "Finetune/Loss (Raw)": 1.015630841255188, "Finetune/Step": 187, "Finetune/Step Time": 4.498199205845594}
{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0207834243774414, "Finetune/Loss (Raw)": 1.1411386728286743, "Finetune/Step": 188, "Finetune/Step Time": 4.49702307395637}
{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0197356939315796, "Finetune/Loss (Raw)": 1.0119946002960205, "Finetune/Step": 189, "Finetune/Step Time": 4.50800621882081}
{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.018724799156189, "Finetune/Loss (Raw)": 1.0748118162155151, "Finetune/Step": 190, "Finetune/Step Time": 4.512805327773094}
{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.0177745819091797, "Finetune/Loss (Raw)": 1.0880024433135986, "Finetune/Step": 191, "Finetune/Step Time": 4.518325442448258}
{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0177855491638184, "Finetune/Loss (Raw)": 1.0698949098587036, "Finetune/Step": 192, "Finetune/Step Time": 4.498178236186504}
{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0170009136199951, "Finetune/Loss (Raw)": 0.9506906270980835, "Finetune/Step": 193, "Finetune/Step Time": 4.491069132462144}
{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.0174405574798584, "Finetune/Loss (Raw)": 1.0626883506774902, "Finetune/Step": 194, "Finetune/Step Time": 4.489913007244468}
{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0183141231536865, "Finetune/Loss (Raw)": 1.014114260673523, "Finetune/Step": 195, "Finetune/Step Time": 4.496919460594654}
{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0170905590057373, "Finetune/Loss (Raw)": 0.9760422706604004, "Finetune/Step": 196, "Finetune/Step Time": 4.493245668709278}
{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0163613557815552, "Finetune/Loss (Raw)": 1.0607374906539917, "Finetune/Step": 197, "Finetune/Step Time": 4.499959724023938}
{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.0150103569030762, "Finetune/Loss (Raw)": 1.0206031799316406, "Finetune/Step": 198, "Finetune/Step Time": 4.499562839046121}
{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0155932903289795, "Finetune/Loss (Raw)": 1.0054466724395752, "Finetune/Step": 199, "Finetune/Step Time": 4.503756718710065}
{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0157132148742676, "Finetune/Loss (Raw)": 1.04052734375, "Finetune/Step": 200, "Finetune/Step Time": 4.5082277823239565}
{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.017399787902832, "Finetune/Loss (Raw)": 1.1392183303833008, "Finetune/Step": 201, "Finetune/Step Time": 4.51273282058537}
{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0189006328582764, "Finetune/Loss (Raw)": 1.1288392543792725, "Finetune/Step": 202, "Finetune/Step Time": 4.516080975532532}
{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0208643674850464, "Finetune/Loss (Raw)": 1.074748158454895, "Finetune/Step": 203, "Finetune/Step Time": 4.510480770841241}
{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0215784311294556, "Finetune/Loss (Raw)": 1.0666553974151611, "Finetune/Step": 204, "Finetune/Step Time": 4.505377035588026}
{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.015415072441101, "Finetune/Loss (Raw)": 0.32311326265335083, "Finetune/Step": 205, "Finetune/Step Time": 4.554673565551639}
{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.0138720273971558, "Finetune/Loss (Raw)": 1.0228774547576904, "Finetune/Step": 206, "Finetune/Step Time": 4.563721219077706}
{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.013939619064331, "Finetune/Loss (Raw)": 1.1971150636672974, "Finetune/Step": 207, "Finetune/Step Time": 4.586714768782258}
{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0145988464355469, "Finetune/Loss (Raw)": 1.0654168128967285, "Finetune/Step": 208, "Finetune/Step Time": 4.571760894730687}
{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.013577938079834, "Finetune/Loss (Raw)": 1.0209988355636597, "Finetune/Step": 209, "Finetune/Step Time": 4.565913632512093}
{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.007476806640625, "Finetune/Loss (Raw)": 0.3226258158683777, "Finetune/Step": 210, "Finetune/Step Time": 4.602872045710683}
{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.0077567100524902, "Finetune/Loss (Raw)": 0.9943254590034485, "Finetune/Step": 211, "Finetune/Step Time": 4.59582925401628}
{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.0069125890731812, "Finetune/Loss (Raw)": 1.081405758857727, "Finetune/Step": 212, "Finetune/Step Time": 4.593586752191186}
{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.008042573928833, "Finetune/Loss (Raw)": 1.1945152282714844, "Finetune/Step": 213, "Finetune/Step Time": 4.596132971346378}
{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.0130454301834106, "Finetune/Loss (Raw)": 0.9926812052726746, "Finetune/Step": 214, "Finetune/Step Time": 4.571128377690911}
{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.0124399662017822, "Finetune/Loss (Raw)": 0.955499529838562, "Finetune/Step": 215, "Finetune/Step Time": 4.57095636613667}
{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.0102424621582031, "Finetune/Loss (Raw)": 0.949148952960968, "Finetune/Step": 216, "Finetune/Step Time": 4.569616304710507}
{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.0106356143951416, "Finetune/Loss (Raw)": 1.125590443611145, "Finetune/Step": 217, "Finetune/Step Time": 4.5675379149615765}
{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0101344585418701, "Finetune/Loss (Raw)": 1.0745155811309814, "Finetune/Step": 218, "Finetune/Step Time": 4.554756557568908}
{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0104854106903076, "Finetune/Loss (Raw)": 1.2174748182296753, "Finetune/Step": 219, "Finetune/Step Time": 4.542293617501855}
{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0087028741836548, "Finetune/Loss (Raw)": 0.9772035479545593, "Finetune/Step": 220, "Finetune/Step Time": 4.539776204153895}
{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.0101895332336426, "Finetune/Loss (Raw)": 1.11631178855896, "Finetune/Step": 221, "Finetune/Step Time": 4.542665064334869}
{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.0086309909820557, "Finetune/Loss (Raw)": 0.9618861079216003, "Finetune/Step": 222, "Finetune/Step Time": 4.548701491206884}
{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0078400373458862, "Finetune/Loss (Raw)": 0.9993644952774048, "Finetune/Step": 223, "Finetune/Step Time": 4.549547657370567}
{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 1.0021497011184692, "Finetune/Loss (Raw)": 0.35927775502204895, "Finetune/Step": 224, "Finetune/Step Time": 4.576397553086281}
{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 1.0024324655532837, "Finetune/Loss (Raw)": 1.0625509023666382, "Finetune/Step": 225, "Finetune/Step Time": 4.5761475414037704}
{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.002922773361206, "Finetune/Loss (Raw)": 1.1908568143844604, "Finetune/Step": 226, "Finetune/Step Time": 4.5736775659024715}
{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.0105178356170654, "Finetune/Loss (Raw)": 1.1960840225219727, "Finetune/Step": 227, "Finetune/Step Time": 4.535719383507967}
{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.0100321769714355, "Finetune/Loss (Raw)": 1.1573814153671265, "Finetune/Step": 228, "Finetune/Step Time": 4.5306048206985}
{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.0099128484725952, "Finetune/Loss (Raw)": 1.0327786207199097, "Finetune/Step": 229, "Finetune/Step Time": 4.5238048285245895}
{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.009498119354248, "Finetune/Loss (Raw)": 1.1617205142974854, "Finetune/Step": 230, "Finetune/Step Time": 4.526171075180173}
{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.0151829719543457, "Finetune/Loss (Raw)": 1.0225409269332886, "Finetune/Step": 231, "Finetune/Step Time": 4.4891118835657835}
{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.0145050287246704, "Finetune/Loss (Raw)": 1.0701771974563599, "Finetune/Step": 232, "Finetune/Step Time": 4.492566486820579}
{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.0086069107055664, "Finetune/Loss (Raw)": 0.3117772936820984, "Finetune/Step": 233, "Finetune/Step Time": 4.534357413649559}
{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.00943922996521, "Finetune/Loss (Raw)": 1.1734124422073364, "Finetune/Step": 234, "Finetune/Step Time": 4.553564807400107}
{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.0100274085998535, "Finetune/Loss (Raw)": 1.2103439569473267, "Finetune/Step": 235, "Finetune/Step Time": 4.5942709520459175}
{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.010122537612915, "Finetune/Loss (Raw)": 1.0298494100570679, "Finetune/Step": 236, "Finetune/Step Time": 4.594401204958558}
{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0097874402999878, "Finetune/Loss (Raw)": 1.0993943214416504, "Finetune/Step": 237, "Finetune/Step Time": 4.627811199054122}
{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.0094904899597168, "Finetune/Loss (Raw)": 1.0175495147705078, "Finetune/Step": 238, "Finetune/Step Time": 4.631700538098812}
{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.0077290534973145, "Finetune/Loss (Raw)": 0.9020845890045166, "Finetune/Step": 239, "Finetune/Step Time": 4.615732628852129}
{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.0067979097366333, "Finetune/Loss (Raw)": 0.9661610126495361, "Finetune/Step": 240, "Finetune/Step Time": 4.602748626843095}
{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.0066330432891846, "Finetune/Loss (Raw)": 1.1106324195861816, "Finetune/Step": 241, "Finetune/Step Time": 4.590191902592778}
{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.013014554977417, "Finetune/Loss (Raw)": 1.0682060718536377, "Finetune/Step": 242, "Finetune/Step Time": 4.555257447063923}
{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.012923002243042, "Finetune/Loss (Raw)": 1.0815385580062866, "Finetune/Step": 243, "Finetune/Step Time": 4.570976044982672}
{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.0129451751708984, "Finetune/Loss (Raw)": 0.9270982146263123, "Finetune/Step": 244, "Finetune/Step Time": 4.549740336835384}
{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.013741374015808, "Finetune/Loss (Raw)": 1.214155673980713, "Finetune/Step": 245, "Finetune/Step Time": 4.547742089256644}
{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0140455961227417, "Finetune/Loss (Raw)": 1.182008981704712, "Finetune/Step": 246, "Finetune/Step Time": 4.5568173583596945}
{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.0142433643341064, "Finetune/Loss (Raw)": 1.0700550079345703, "Finetune/Step": 247, "Finetune/Step Time": 4.56282209046185}
{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.0136206150054932, "Finetune/Loss (Raw)": 1.0088599920272827, "Finetune/Step": 248, "Finetune/Step Time": 4.57155747897923}
{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.0136089324951172, "Finetune/Loss (Raw)": 1.0259335041046143, "Finetune/Step": 249, "Finetune/Step Time": 4.547649584710598}
{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.014555811882019, "Finetune/Loss (Raw)": 1.086026668548584, "Finetune/Step": 250, "Finetune/Step Time": 4.546235591173172}
{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0155781507492065, "Finetune/Loss (Raw)": 1.1486974954605103, "Finetune/Step": 251, "Finetune/Step Time": 4.561026586219668}
{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0149346590042114, "Finetune/Loss (Raw)": 1.0475877523422241, "Finetune/Step": 252, "Finetune/Step Time": 4.565427049994469}
{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0155460834503174, "Finetune/Loss (Raw)": 1.0904762744903564, "Finetune/Step": 253, "Finetune/Step Time": 4.56028632633388}
{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.0145899057388306, "Finetune/Loss (Raw)": 0.9822152256965637, "Finetune/Step": 254, "Finetune/Step Time": 4.540229711681604}
{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.0093801021575928, "Finetune/Loss (Raw)": 0.32056698203086853, "Finetune/Step": 255, "Finetune/Step Time": 4.578153744339943}
{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.0080487728118896, "Finetune/Loss (Raw)": 0.9582496881484985, "Finetune/Step": 256, "Finetune/Step Time": 4.579166324809194}
{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.0082266330718994, "Finetune/Loss (Raw)": 1.1770793199539185, "Finetune/Step": 257, "Finetune/Step Time": 4.578819919377565}
{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0080344676971436, "Finetune/Loss (Raw)": 1.122994065284729, "Finetune/Step": 258, "Finetune/Step Time": 4.578695051372051}
{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.00798761844635, "Finetune/Loss (Raw)": 1.0943481922149658, "Finetune/Step": 259, "Finetune/Step Time": 4.581001292914152}
{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.0080997943878174, "Finetune/Loss (Raw)": 1.1270477771759033, "Finetune/Step": 260, "Finetune/Step Time": 4.600784866139293}
{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.0079567432403564, "Finetune/Loss (Raw)": 0.8824716806411743, "Finetune/Step": 261, "Finetune/Step Time": 4.583650950342417}
{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.0049326419830322, "Finetune/Loss (Raw)": 0.8515284657478333, "Finetune/Step": 262, "Finetune/Step Time": 4.594895713031292}
{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.0052313804626465, "Finetune/Loss (Raw)": 1.0356314182281494, "Finetune/Step": 263, "Finetune/Step Time": 4.592633802443743}
{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.004503607749939, "Finetune/Loss (Raw)": 0.992848813533783, "Finetune/Step": 264, "Finetune/Step Time": 4.6070533860474825}
{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 1.0047075748443604, "Finetune/Loss (Raw)": 1.0003037452697754, "Finetune/Step": 265, "Finetune/Step Time": 4.60334562882781}
{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.005605936050415, "Finetune/Loss (Raw)": 1.2353266477584839, "Finetune/Step": 266, "Finetune/Step Time": 4.614594645798206}
{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.0055675506591797, "Finetune/Loss (Raw)": 0.9080079197883606, "Finetune/Step": 267, "Finetune/Step Time": 4.61229613609612}
{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 1.0042413473129272, "Finetune/Loss (Raw)": 1.1168034076690674, "Finetune/Step": 268, "Finetune/Step Time": 4.615876249969006}
{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 1.0043418407440186, "Finetune/Loss (Raw)": 1.0498006343841553, "Finetune/Step": 269, "Finetune/Step Time": 4.621683379635215}
{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 1.0045855045318604, "Finetune/Loss (Raw)": 1.0621974468231201, "Finetune/Step": 270, "Finetune/Step Time": 4.586319554597139}
{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 1.005086064338684, "Finetune/Loss (Raw)": 1.030389666557312, "Finetune/Step": 271, "Finetune/Step Time": 4.577094728127122}
{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.0109089612960815, "Finetune/Loss (Raw)": 1.1236644983291626, "Finetune/Step": 272, "Finetune/Step Time": 4.5367224756628275}
{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0164541006088257, "Finetune/Loss (Raw)": 1.0571043491363525, "Finetune/Step": 273, "Finetune/Step Time": 4.501729311421514}
{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.01750910282135, "Finetune/Loss (Raw)": 1.1074968576431274, "Finetune/Step": 274, "Finetune/Step Time": 4.508002396672964}
{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0184428691864014, "Finetune/Loss (Raw)": 1.0234307050704956, "Finetune/Step": 275, "Finetune/Step Time": 4.505257165059447}
{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0165460109710693, "Finetune/Loss (Raw)": 0.8362321257591248, "Finetune/Step": 276, "Finetune/Step Time": 4.538071401417255}
{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.0157749652862549, "Finetune/Loss (Raw)": 1.0264317989349365, "Finetune/Step": 277, "Finetune/Step Time": 4.537178095430136}
{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0150647163391113, "Finetune/Loss (Raw)": 1.0438501834869385, "Finetune/Step": 278, "Finetune/Step Time": 4.5299879796803}
{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0160672664642334, "Finetune/Loss (Raw)": 1.2231348752975464, "Finetune/Step": 279, "Finetune/Step Time": 4.536207091063261}
{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0155209302902222, "Finetune/Loss (Raw)": 0.9910892248153687, "Finetune/Step": 280, "Finetune/Step Time": 4.534767592325807}
{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0149626731872559, "Finetune/Loss (Raw)": 1.086607813835144, "Finetune/Step": 281, "Finetune/Step Time": 4.520283645018935}
{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.014064073562622, "Finetune/Loss (Raw)": 1.0250142812728882, "Finetune/Step": 282, "Finetune/Step Time": 4.519358741119504}
{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.013519287109375, "Finetune/Loss (Raw)": 1.1451728343963623, "Finetune/Step": 283, "Finetune/Step Time": 4.517896842211485}
{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0202527046203613, "Finetune/Loss (Raw)": 1.1582285165786743, "Finetune/Step": 284, "Finetune/Step Time": 4.477337460964918}
{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.019712209701538, "Finetune/Loss (Raw)": 1.0135751962661743, "Finetune/Step": 285, "Finetune/Step Time": 4.494909480214119}
{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0194779634475708, "Finetune/Loss (Raw)": 1.08449387550354, "Finetune/Step": 286, "Finetune/Step Time": 4.509892512112856}
{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.019526481628418, "Finetune/Loss (Raw)": 1.084007740020752, "Finetune/Step": 287, "Finetune/Step Time": 4.516937801614404}
{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0186643600463867, "Finetune/Loss (Raw)": 0.9118630290031433, "Finetune/Step": 288, "Finetune/Step Time": 4.525022691115737}
{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0193889141082764, "Finetune/Loss (Raw)": 1.1287364959716797, "Finetune/Step": 289, "Finetune/Step Time": 4.52967350371182}
{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0170382261276245, "Finetune/Loss (Raw)": 0.9659417271614075, "Finetune/Step": 290, "Finetune/Step Time": 4.540792426094413}
{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0173689126968384, "Finetune/Loss (Raw)": 1.1257191896438599, "Finetune/Step": 291, "Finetune/Step Time": 4.534586068242788}
{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0184741020202637, "Finetune/Loss (Raw)": 1.1105046272277832, "Finetune/Step": 292, "Finetune/Step Time": 4.5230528470128775}
{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.01925790309906, "Finetune/Loss (Raw)": 1.152453064918518, "Finetune/Step": 293, "Finetune/Step Time": 4.518988503143191}
{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0174134969711304, "Finetune/Loss (Raw)": 0.7628597021102905, "Finetune/Step": 294, "Finetune/Step Time": 4.524928001686931}
{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0169405937194824, "Finetune/Loss (Raw)": 1.0906836986541748, "Finetune/Step": 295, "Finetune/Step Time": 4.530988773331046}
{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.017155647277832, "Finetune/Loss (Raw)": 1.0201716423034668, "Finetune/Step": 296, "Finetune/Step Time": 4.536088950932026}
{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.018424391746521, "Finetune/Loss (Raw)": 1.1374733448028564, "Finetune/Step": 297, "Finetune/Step Time": 4.539106730371714}
{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0226253271102905, "Finetune/Loss (Raw)": 0.9016613960266113, "Finetune/Step": 298, "Finetune/Step Time": 4.527229201048613}
{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0171682834625244, "Finetune/Loss (Raw)": 0.311594158411026, "Finetune/Step": 299, "Finetune/Step Time": 4.56217940710485}
{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0122857093811035, "Finetune/Loss (Raw)": 0.3672974109649658, "Finetune/Step": 300, "Finetune/Step Time": 4.588397037237883}
{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 1.0059924125671387, "Finetune/Loss (Raw)": 0.39966481924057007, "Finetune/Step": 301, "Finetune/Step Time": 4.626881822943687}
{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 1.0059711933135986, "Finetune/Loss (Raw)": 0.8971643447875977, "Finetune/Step": 302, "Finetune/Step Time": 4.635348008945584}
{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9991788864135742, "Finetune/Loss (Raw)": 0.32390066981315613, "Finetune/Step": 303, "Finetune/Step Time": 4.672680541872978}
{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 1.004968285560608, "Finetune/Loss (Raw)": 1.0981649160385132, "Finetune/Step": 304, "Finetune/Step Time": 4.6363013461232185}
{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 1.0055257081985474, "Finetune/Loss (Raw)": 1.0532022714614868, "Finetune/Step": 305, "Finetune/Step Time": 4.634259013459086}
{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 1.0034925937652588, "Finetune/Loss (Raw)": 0.9485588073730469, "Finetune/Step": 306, "Finetune/Step Time": 4.640709929168224}
{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 1.0055028200149536, "Finetune/Loss (Raw)": 1.1665501594543457, "Finetune/Step": 307, "Finetune/Step Time": 4.653996217995882}
{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 1.0053448677062988, "Finetune/Loss (Raw)": 1.051745057106018, "Finetune/Step": 308, "Finetune/Step Time": 4.643085993826389}
{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 1.0063979625701904, "Finetune/Loss (Raw)": 1.1565252542495728, "Finetune/Step": 309, "Finetune/Step Time": 4.652153812348843}
{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 1.006040096282959, "Finetune/Loss (Raw)": 1.0148476362228394, "Finetune/Step": 310, "Finetune/Step Time": 4.647049473598599}
{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 1.0061922073364258, "Finetune/Loss (Raw)": 1.0404318571090698, "Finetune/Step": 311, "Finetune/Step Time": 4.65421044267714}
{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 1.0047824382781982, "Finetune/Loss (Raw)": 0.9857705235481262, "Finetune/Step": 312, "Finetune/Step Time": 4.652664076536894}
{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 1.0062389373779297, "Finetune/Loss (Raw)": 1.1183524131774902, "Finetune/Step": 313, "Finetune/Step Time": 4.660468773916364}
{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 1.0075335502624512, "Finetune/Loss (Raw)": 1.1860344409942627, "Finetune/Step": 314, "Finetune/Step Time": 4.644284680485725}
{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 1.0073466300964355, "Finetune/Loss (Raw)": 0.991701066493988, "Finetune/Step": 315, "Finetune/Step Time": 4.650088433176279}
{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 1.0013984441757202, "Finetune/Loss (Raw)": 0.37977567315101624, "Finetune/Step": 316, "Finetune/Step Time": 4.688576383516192}
{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 1.0010833740234375, "Finetune/Loss (Raw)": 0.9716652631759644, "Finetune/Step": 317, "Finetune/Step Time": 4.684453869238496}
{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 1.0010164976119995, "Finetune/Loss (Raw)": 1.0662596225738525, "Finetune/Step": 318, "Finetune/Step Time": 4.67794936709106}
{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 1.0002987384796143, "Finetune/Loss (Raw)": 0.9961317777633667, "Finetune/Step": 319, "Finetune/Step Time": 4.690813183784485}
{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.9993689656257629, "Finetune/Loss (Raw)": 0.9508721232414246, "Finetune/Step": 320, "Finetune/Step Time": 4.686071507632732}
{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9945271015167236, "Finetune/Loss (Raw)": 0.3309485614299774, "Finetune/Step": 321, "Finetune/Step Time": 4.7238090839236975}
{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9940148591995239, "Finetune/Loss (Raw)": 0.9971112608909607, "Finetune/Step": 322, "Finetune/Step Time": 4.724529949948192}
{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9944635629653931, "Finetune/Loss (Raw)": 1.0715458393096924, "Finetune/Step": 323, "Finetune/Step Time": 4.718496846035123}
{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9955021142959595, "Finetune/Loss (Raw)": 1.1089659929275513, "Finetune/Step": 324, "Finetune/Step Time": 4.717718908563256}
{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9954122304916382, "Finetune/Loss (Raw)": 1.049248218536377, "Finetune/Step": 325, "Finetune/Step Time": 4.7146583404392}
{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9969874620437622, "Finetune/Loss (Raw)": 1.2222305536270142, "Finetune/Step": 326, "Finetune/Step Time": 4.7148778438568115}
{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9971222281455994, "Finetune/Loss (Raw)": 1.0226961374282837, "Finetune/Step": 327, "Finetune/Step Time": 4.709117893129587}
{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.997407853603363, "Finetune/Loss (Raw)": 1.0770790576934814, "Finetune/Step": 328, "Finetune/Step Time": 4.716018952429295}
{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9959278106689453, "Finetune/Loss (Raw)": 0.9497897624969482, "Finetune/Step": 329, "Finetune/Step Time": 4.732343001291156}
{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9939672946929932, "Finetune/Loss (Raw)": 0.8778783082962036, "Finetune/Step": 330, "Finetune/Step Time": 4.736475579440594}
{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9938756823539734, "Finetune/Loss (Raw)": 1.0630284547805786, "Finetune/Step": 331, "Finetune/Step Time": 4.7407186683267355}
{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9920224547386169, "Finetune/Loss (Raw)": 0.8294389247894287, "Finetune/Step": 332, "Finetune/Step Time": 4.75689641572535}
{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9976166486740112, "Finetune/Loss (Raw)": 1.0391690731048584, "Finetune/Step": 333, "Finetune/Step Time": 4.714690830558538}
{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9974453449249268, "Finetune/Loss (Raw)": 1.0009543895721436, "Finetune/Step": 334, "Finetune/Step Time": 4.709797969087958}
{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9960177540779114, "Finetune/Loss (Raw)": 1.014389991760254, "Finetune/Step": 335, "Finetune/Step Time": 4.697416001930833}
{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9963245391845703, "Finetune/Loss (Raw)": 1.104671835899353, "Finetune/Step": 336, "Finetune/Step Time": 4.70059104077518}
{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9979891777038574, "Finetune/Loss (Raw)": 1.2340844869613647, "Finetune/Step": 337, "Finetune/Step Time": 4.696303386241198}
{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 1.0032517910003662, "Finetune/Loss (Raw)": 0.9962405562400818, "Finetune/Step": 338, "Finetune/Step Time": 4.6680702064186335}
{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 1.0030517578125, "Finetune/Loss (Raw)": 0.9687097668647766, "Finetune/Step": 339, "Finetune/Step Time": 4.670983895659447}
{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 1.001753807067871, "Finetune/Loss (Raw)": 0.9152708053588867, "Finetune/Step": 340, "Finetune/Step Time": 4.668941969051957}
{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 1.0004489421844482, "Finetune/Loss (Raw)": 1.0274937152862549, "Finetune/Step": 341, "Finetune/Step Time": 4.670263063162565}
{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 1.0012646913528442, "Finetune/Loss (Raw)": 1.0971012115478516, "Finetune/Step": 342, "Finetune/Step Time": 4.651760747656226}
{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 1.0018310546875, "Finetune/Loss (Raw)": 1.0279892683029175, "Finetune/Step": 343, "Finetune/Step Time": 4.649871904402971}
{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 1.0029656887054443, "Finetune/Loss (Raw)": 1.0943902730941772, "Finetune/Step": 344, "Finetune/Step Time": 4.634983351454139}
{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 1.002983570098877, "Finetune/Loss (Raw)": 1.1278743743896484, "Finetune/Step": 345, "Finetune/Step Time": 4.637558318674564}
{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 1.0034542083740234, "Finetune/Loss (Raw)": 1.1347472667694092, "Finetune/Step": 346, "Finetune/Step Time": 4.6441800147295}
{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 1.0030066967010498, "Finetune/Loss (Raw)": 1.1601982116699219, "Finetune/Step": 347, "Finetune/Step Time": 4.647732922807336}
{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 1.0038073062896729, "Finetune/Loss (Raw)": 1.0796730518341064, "Finetune/Step": 348, "Finetune/Step Time": 4.667606757953763}
{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 1.0041226148605347, "Finetune/Loss (Raw)": 1.1566787958145142, "Finetune/Step": 349, "Finetune/Step Time": 4.67649363912642}
{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 1.00438392162323, "Finetune/Loss (Raw)": 0.9953445196151733, "Finetune/Step": 350, "Finetune/Step Time": 4.691054753959179}
{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 1.004406213760376, "Finetune/Loss (Raw)": 1.0022025108337402, "Finetune/Step": 351, "Finetune/Step Time": 4.704778075218201}
{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0094361305236816, "Finetune/Loss (Raw)": 1.003112554550171, "Finetune/Step": 352, "Finetune/Step Time": 4.676857780665159}
{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0087826251983643, "Finetune/Loss (Raw)": 0.9788995981216431, "Finetune/Step": 353, "Finetune/Step Time": 4.676025442779064}
{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 1.0066198110580444, "Finetune/Loss (Raw)": 0.9140263199806213, "Finetune/Step": 354, "Finetune/Step Time": 4.682865599170327}
{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 1.0056777000427246, "Finetune/Loss (Raw)": 1.0754767656326294, "Finetune/Step": 355, "Finetune/Step Time": 4.692568654194474}
{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 1.0038204193115234, "Finetune/Loss (Raw)": 0.9196684956550598, "Finetune/Step": 356, "Finetune/Step Time": 4.699942581355572}
{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 1.0030255317687988, "Finetune/Loss (Raw)": 0.9310289621353149, "Finetune/Step": 357, "Finetune/Step Time": 4.71392497420311}
{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9968636631965637, "Finetune/Loss (Raw)": 0.3730010986328125, "Finetune/Step": 358, "Finetune/Step Time": 4.751334298402071}
{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.995526134967804, "Finetune/Loss (Raw)": 0.8513343930244446, "Finetune/Step": 359, "Finetune/Step Time": 4.752534972503781}
{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9950728416442871, "Finetune/Loss (Raw)": 1.0121625661849976, "Finetune/Step": 360, "Finetune/Step Time": 4.752241199836135}
{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9996438026428223, "Finetune/Loss (Raw)": 0.8968548774719238, "Finetune/Step": 361, "Finetune/Step Time": 4.714404858648777}
{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9981157779693604, "Finetune/Loss (Raw)": 0.9778240323066711, "Finetune/Step": 362, "Finetune/Step Time": 4.7069680746644735}
{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9970975518226624, "Finetune/Loss (Raw)": 1.0800048112869263, "Finetune/Step": 363, "Finetune/Step Time": 4.665769021958113}
{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9976738691329956, "Finetune/Loss (Raw)": 1.1036224365234375, "Finetune/Step": 364, "Finetune/Step Time": 4.664530515670776}
{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9978484511375427, "Finetune/Loss (Raw)": 1.1217433214187622, "Finetune/Step": 365, "Finetune/Step Time": 4.633891047909856}
{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9970041513442993, "Finetune/Loss (Raw)": 0.9094763398170471, "Finetune/Step": 366, "Finetune/Step Time": 4.639113845303655}
{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9978334903717041, "Finetune/Loss (Raw)": 1.008235216140747, "Finetune/Step": 367, "Finetune/Step Time": 4.644546799361706}
{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.998329758644104, "Finetune/Loss (Raw)": 1.0296909809112549, "Finetune/Step": 368, "Finetune/Step Time": 4.650440299883485}
{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9974302053451538, "Finetune/Loss (Raw)": 0.9954864978790283, "Finetune/Step": 369, "Finetune/Step Time": 4.6559744868427515}
{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9981905817985535, "Finetune/Loss (Raw)": 1.1655434370040894, "Finetune/Step": 370, "Finetune/Step Time": 4.649600880220532}
{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9988195896148682, "Finetune/Loss (Raw)": 1.1620386838912964, "Finetune/Step": 371, "Finetune/Step Time": 4.628907132893801}
{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9998209476470947, "Finetune/Loss (Raw)": 1.055284023284912, "Finetune/Step": 372, "Finetune/Step Time": 4.638110514730215}
{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9938123226165771, "Finetune/Loss (Raw)": 0.4450480043888092, "Finetune/Step": 373, "Finetune/Step Time": 4.673972174525261}
{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9874331951141357, "Finetune/Loss (Raw)": 0.3654768466949463, "Finetune/Step": 374, "Finetune/Step Time": 4.702702829614282}
{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9877372980117798, "Finetune/Loss (Raw)": 1.1089873313903809, "Finetune/Step": 375, "Finetune/Step Time": 4.699658442288637}
{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9869126081466675, "Finetune/Loss (Raw)": 0.9033029079437256, "Finetune/Step": 376, "Finetune/Step Time": 4.699548603966832}
{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9865322709083557, "Finetune/Loss (Raw)": 0.9772448539733887, "Finetune/Step": 377, "Finetune/Step Time": 4.705313749611378}
{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9875891804695129, "Finetune/Loss (Raw)": 1.221311092376709, "Finetune/Step": 378, "Finetune/Step Time": 4.704427802935243}
{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9876683354377747, "Finetune/Loss (Raw)": 1.158820629119873, "Finetune/Step": 379, "Finetune/Step Time": 4.690908171236515}
{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9876291751861572, "Finetune/Loss (Raw)": 1.0425835847854614, "Finetune/Step": 380, "Finetune/Step Time": 4.683487510308623}
{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9874115586280823, "Finetune/Loss (Raw)": 1.0626238584518433, "Finetune/Step": 381, "Finetune/Step Time": 4.691826246678829}
{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9870277643203735, "Finetune/Loss (Raw)": 0.9330905675888062, "Finetune/Step": 382, "Finetune/Step Time": 4.736408449709415}
{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9918358325958252, "Finetune/Loss (Raw)": 0.9359959363937378, "Finetune/Step": 383, "Finetune/Step Time": 4.731825165450573}
{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9881234169006348, "Finetune/Loss (Raw)": 0.48305800557136536, "Finetune/Step": 384, "Finetune/Step Time": 4.765254057943821}
{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9868654608726501, "Finetune/Loss (Raw)": 1.016066074371338, "Finetune/Step": 385, "Finetune/Step Time": 4.76825556717813}
{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9860222935676575, "Finetune/Loss (Raw)": 1.0150682926177979, "Finetune/Step": 386, "Finetune/Step Time": 4.767452692613006}
{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9843175411224365, "Finetune/Loss (Raw)": 0.8761275410652161, "Finetune/Step": 387, "Finetune/Step Time": 4.769118823111057}
{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9829919338226318, "Finetune/Loss (Raw)": 0.957381546497345, "Finetune/Step": 388, "Finetune/Step Time": 4.753183117136359}
{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9834784269332886, "Finetune/Loss (Raw)": 0.9447392225265503, "Finetune/Step": 389, "Finetune/Step Time": 4.752778731286526}
{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.983434796333313, "Finetune/Loss (Raw)": 0.845938503742218, "Finetune/Step": 390, "Finetune/Step Time": 4.7392415180802345}
{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9831911325454712, "Finetune/Loss (Raw)": 1.004453182220459, "Finetune/Step": 391, "Finetune/Step Time": 4.735091783106327}
{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9830639362335205, "Finetune/Loss (Raw)": 0.9765645861625671, "Finetune/Step": 392, "Finetune/Step Time": 4.7317197024822235}
{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9819312691688538, "Finetune/Loss (Raw)": 0.8553181290626526, "Finetune/Step": 393, "Finetune/Step Time": 4.7438826728612185}
{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9786296486854553, "Finetune/Loss (Raw)": 0.8127208352088928, "Finetune/Step": 394, "Finetune/Step Time": 4.759285632520914}
{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9809796810150146, "Finetune/Loss (Raw)": 1.208804726600647, "Finetune/Step": 395, "Finetune/Step Time": 4.757895777001977}
{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9809160232543945, "Finetune/Loss (Raw)": 1.1086642742156982, "Finetune/Step": 396, "Finetune/Step Time": 4.758929960429668}
{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9793571829795837, "Finetune/Loss (Raw)": 0.8502705693244934, "Finetune/Step": 397, "Finetune/Step Time": 4.774667229503393}
{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9802888631820679, "Finetune/Loss (Raw)": 1.1814543008804321, "Finetune/Step": 398, "Finetune/Step Time": 4.767894858494401}
{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9795111417770386, "Finetune/Loss (Raw)": 0.9308422207832336, "Finetune/Step": 399, "Finetune/Step Time": 4.7557156179100275}
{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9781611561775208, "Finetune/Loss (Raw)": 0.9508621692657471, "Finetune/Step": 400, "Finetune/Step Time": 4.75304545275867}
{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9786326885223389, "Finetune/Loss (Raw)": 1.1174627542495728, "Finetune/Step": 401, "Finetune/Step Time": 4.756057396531105}
{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.977879524230957, "Finetune/Loss (Raw)": 1.01108717918396, "Finetune/Step": 402, "Finetune/Step Time": 4.767908334732056}
{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9775320887565613, "Finetune/Loss (Raw)": 0.9789569973945618, "Finetune/Step": 403, "Finetune/Step Time": 4.7673177141696215}
{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9794331789016724, "Finetune/Loss (Raw)": 1.0795780420303345, "Finetune/Step": 404, "Finetune/Step Time": 4.734752016142011}
{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9771725535392761, "Finetune/Loss (Raw)": 0.7370717525482178, "Finetune/Step": 405, "Finetune/Step Time": 4.746978189796209}
{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9727799296379089, "Finetune/Loss (Raw)": 0.48158907890319824, "Finetune/Step": 406, "Finetune/Step Time": 4.784900201484561}
{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9665206074714661, "Finetune/Loss (Raw)": 0.42194247245788574, "Finetune/Step": 407, "Finetune/Step Time": 4.810828685760498}
{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.966524600982666, "Finetune/Loss (Raw)": 0.9915977716445923, "Finetune/Step": 408, "Finetune/Step Time": 4.8104507979005575}
{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9673796892166138, "Finetune/Loss (Raw)": 1.1960569620132446, "Finetune/Step": 409, "Finetune/Step Time": 4.811509940773249}
{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9689633250236511, "Finetune/Loss (Raw)": 1.2277204990386963, "Finetune/Step": 410, "Finetune/Step Time": 4.809674061834812}
{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9678162336349487, "Finetune/Loss (Raw)": 0.9983434677124023, "Finetune/Step": 411, "Finetune/Step Time": 4.812483754009008}
{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9616880416870117, "Finetune/Loss (Raw)": 0.37383130192756653, "Finetune/Step": 412, "Finetune/Step Time": 4.8583688121289015}
{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.962573230266571, "Finetune/Loss (Raw)": 1.1268715858459473, "Finetune/Step": 413, "Finetune/Step Time": 4.8361413311213255}
{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9614906907081604, "Finetune/Loss (Raw)": 0.9459274411201477, "Finetune/Step": 414, "Finetune/Step Time": 4.820988016203046}
{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9613046646118164, "Finetune/Loss (Raw)": 1.0601937770843506, "Finetune/Step": 415, "Finetune/Step Time": 4.8177909180521965}
{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9629817008972168, "Finetune/Loss (Raw)": 1.1265316009521484, "Finetune/Step": 416, "Finetune/Step Time": 4.803091112524271}
{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.962386965751648, "Finetune/Loss (Raw)": 1.0526098012924194, "Finetune/Step": 417, "Finetune/Step Time": 4.797722518444061}
{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.963454008102417, "Finetune/Loss (Raw)": 1.1025148630142212, "Finetune/Step": 418, "Finetune/Step Time": 4.785215953364968}
{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9622788429260254, "Finetune/Loss (Raw)": 0.9752982258796692, "Finetune/Step": 419, "Finetune/Step Time": 4.803128661587834}
{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.956450343132019, "Finetune/Loss (Raw)": 0.36446309089660645, "Finetune/Step": 420, "Finetune/Step Time": 4.839543247595429}
{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9555586576461792, "Finetune/Loss (Raw)": 1.0383199453353882, "Finetune/Step": 421, "Finetune/Step Time": 4.839481862261891}
{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9574769735336304, "Finetune/Loss (Raw)": 1.0083930492401123, "Finetune/Step": 422, "Finetune/Step Time": 4.845326563343406}
{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9578074216842651, "Finetune/Loss (Raw)": 1.1329929828643799, "Finetune/Step": 423, "Finetune/Step Time": 4.838840678334236}
{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9579905867576599, "Finetune/Loss (Raw)": 1.043610692024231, "Finetune/Step": 424, "Finetune/Step Time": 4.838128007948399}
{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9550327062606812, "Finetune/Loss (Raw)": 0.7588688731193542, "Finetune/Step": 425, "Finetune/Step Time": 4.873731696978211}
{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9559582471847534, "Finetune/Loss (Raw)": 1.0201244354248047, "Finetune/Step": 426, "Finetune/Step Time": 4.852777445688844}
{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9612162113189697, "Finetune/Loss (Raw)": 0.9846182465553284, "Finetune/Step": 427, "Finetune/Step Time": 4.817809049040079}
{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9671454429626465, "Finetune/Loss (Raw)": 1.1262437105178833, "Finetune/Step": 428, "Finetune/Step Time": 4.780086550861597}
{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9724566340446472, "Finetune/Loss (Raw)": 1.0794899463653564, "Finetune/Step": 429, "Finetune/Step Time": 4.746336329728365}
{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9725048542022705, "Finetune/Loss (Raw)": 0.9033389091491699, "Finetune/Step": 430, "Finetune/Step Time": 4.740021156147122}
{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9784858822822571, "Finetune/Loss (Raw)": 1.0894726514816284, "Finetune/Step": 431, "Finetune/Step Time": 4.711604302749038}
{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9772968292236328, "Finetune/Loss (Raw)": 0.9459683299064636, "Finetune/Step": 432, "Finetune/Step Time": 4.717869307845831}
{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9762715101242065, "Finetune/Loss (Raw)": 0.9219560027122498, "Finetune/Step": 433, "Finetune/Step Time": 4.715491956099868}
{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.976559042930603, "Finetune/Loss (Raw)": 0.9853684306144714, "Finetune/Step": 434, "Finetune/Step Time": 4.710652077570558}
{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9740049839019775, "Finetune/Loss (Raw)": 0.8396263122558594, "Finetune/Step": 435, "Finetune/Step Time": 4.690372601151466}
{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9730483889579773, "Finetune/Loss (Raw)": 0.9293033480644226, "Finetune/Step": 436, "Finetune/Step Time": 4.687070459127426}
{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9720602631568909, "Finetune/Loss (Raw)": 1.030046820640564, "Finetune/Step": 437, "Finetune/Step Time": 4.689046842977405}
{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9716610312461853, "Finetune/Loss (Raw)": 0.9637392163276672, "Finetune/Step": 438, "Finetune/Step Time": 4.685659071430564}
{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9711794853210449, "Finetune/Loss (Raw)": 0.978797197341919, "Finetune/Step": 439, "Finetune/Step Time": 4.690504506230354}
{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9719220995903015, "Finetune/Loss (Raw)": 1.0808273553848267, "Finetune/Step": 440, "Finetune/Step Time": 4.697838576510549}
{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9714006185531616, "Finetune/Loss (Raw)": 1.0516088008880615, "Finetune/Step": 441, "Finetune/Step Time": 4.695298332720995}
{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9655816555023193, "Finetune/Loss (Raw)": 0.4412027895450592, "Finetune/Step": 442, "Finetune/Step Time": 4.734777765348554}
{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9662111401557922, "Finetune/Loss (Raw)": 1.0722771883010864, "Finetune/Step": 443, "Finetune/Step Time": 4.739244922995567}
{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.97214674949646, "Finetune/Loss (Raw)": 1.1395326852798462, "Finetune/Step": 444, "Finetune/Step Time": 4.701834095641971}
{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9725075960159302, "Finetune/Loss (Raw)": 1.0178526639938354, "Finetune/Step": 445, "Finetune/Step Time": 4.692224849015474}
{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9729277491569519, "Finetune/Loss (Raw)": 1.1200361251831055, "Finetune/Step": 446, "Finetune/Step Time": 4.70065738633275}
{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9732428789138794, "Finetune/Loss (Raw)": 1.0364675521850586, "Finetune/Step": 447, "Finetune/Step Time": 4.68526435829699}
{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9732987880706787, "Finetune/Loss (Raw)": 0.9580375552177429, "Finetune/Step": 448, "Finetune/Step Time": 4.685785012319684}
{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9796243906021118, "Finetune/Loss (Raw)": 1.1406155824661255, "Finetune/Step": 449, "Finetune/Step Time": 4.663150135427713}
{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9792490005493164, "Finetune/Loss (Raw)": 0.949065089225769, "Finetune/Step": 450, "Finetune/Step Time": 4.661758994683623}
{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9785137176513672, "Finetune/Loss (Raw)": 0.9774335622787476, "Finetune/Step": 451, "Finetune/Step Time": 4.666396252810955}
{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9776983261108398, "Finetune/Loss (Raw)": 1.004590392112732, "Finetune/Step": 452, "Finetune/Step Time": 4.659320453181863}
{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9790646433830261, "Finetune/Loss (Raw)": 1.224137306213379, "Finetune/Step": 453, "Finetune/Step Time": 4.654561273753643}
{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9772756099700928, "Finetune/Loss (Raw)": 0.9932324886322021, "Finetune/Step": 454, "Finetune/Step Time": 4.669331964105368}
{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9778133630752563, "Finetune/Loss (Raw)": 1.0915273427963257, "Finetune/Step": 455, "Finetune/Step Time": 4.667543625459075}
{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9720972776412964, "Finetune/Loss (Raw)": 0.3454276919364929, "Finetune/Step": 456, "Finetune/Step Time": 4.693019676953554}
{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9718612432479858, "Finetune/Loss (Raw)": 0.9195786118507385, "Finetune/Step": 457, "Finetune/Step Time": 4.673550423234701}
{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9745362997055054, "Finetune/Loss (Raw)": 1.2202872037887573, "Finetune/Step": 458, "Finetune/Step Time": 4.670633882284164}
{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.9740573167800903, "Finetune/Loss (Raw)": 1.0017122030258179, "Finetune/Step": 459, "Finetune/Step Time": 4.6732491645962}
{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9742229580879211, "Finetune/Loss (Raw)": 0.8506401777267456, "Finetune/Step": 460, "Finetune/Step Time": 4.672430692240596}
{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9738165140151978, "Finetune/Loss (Raw)": 0.9871447086334229, "Finetune/Step": 461, "Finetune/Step Time": 4.671459659934044}
{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9737545847892761, "Finetune/Loss (Raw)": 0.9930305480957031, "Finetune/Step": 462, "Finetune/Step Time": 4.670742152258754}
{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9751641750335693, "Finetune/Loss (Raw)": 1.1948190927505493, "Finetune/Step": 463, "Finetune/Step Time": 4.664525413885713}
{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9688163995742798, "Finetune/Loss (Raw)": 0.29215988516807556, "Finetune/Step": 464, "Finetune/Step Time": 4.70152641274035}
{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.96736079454422, "Finetune/Loss (Raw)": 1.0477622747421265, "Finetune/Step": 465, "Finetune/Step Time": 4.709085362032056}
{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9669516682624817, "Finetune/Loss (Raw)": 0.9438737034797668, "Finetune/Step": 466, "Finetune/Step Time": 4.71386275999248}
{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9678870439529419, "Finetune/Loss (Raw)": 1.0884277820587158, "Finetune/Step": 467, "Finetune/Step Time": 4.713784079998732}
{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9672961235046387, "Finetune/Loss (Raw)": 0.8396448493003845, "Finetune/Step": 468, "Finetune/Step Time": 4.725884560495615}
{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.962041974067688, "Finetune/Loss (Raw)": 0.35495492815971375, "Finetune/Step": 469, "Finetune/Step Time": 4.759303633123636}
{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9611780643463135, "Finetune/Loss (Raw)": 0.9865295886993408, "Finetune/Step": 470, "Finetune/Step Time": 4.7584390211850405}
{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9610748291015625, "Finetune/Loss (Raw)": 1.0147662162780762, "Finetune/Step": 471, "Finetune/Step Time": 4.774006305262446}
{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9614274501800537, "Finetune/Loss (Raw)": 1.1395363807678223, "Finetune/Step": 472, "Finetune/Step Time": 4.775329856202006}
{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9598170518875122, "Finetune/Loss (Raw)": 0.9217385053634644, "Finetune/Step": 473, "Finetune/Step Time": 4.773753708228469}
{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9591996669769287, "Finetune/Loss (Raw)": 1.055725336074829, "Finetune/Step": 474, "Finetune/Step Time": 4.770042819902301}
{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.95848548412323, "Finetune/Loss (Raw)": 1.0687717199325562, "Finetune/Step": 475, "Finetune/Step Time": 4.76884837821126}
{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9581185579299927, "Finetune/Loss (Raw)": 1.0327173471450806, "Finetune/Step": 476, "Finetune/Step Time": 4.753122495487332}
{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9577175974845886, "Finetune/Loss (Raw)": 1.1053466796875, "Finetune/Step": 477, "Finetune/Step Time": 4.758947901427746}
{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9575424194335938, "Finetune/Loss (Raw)": 0.9729229211807251, "Finetune/Step": 478, "Finetune/Step Time": 4.735204745084047}
{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9577834010124207, "Finetune/Loss (Raw)": 1.0330510139465332, "Finetune/Step": 479, "Finetune/Step Time": 4.7197630032896996}
{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9584793448448181, "Finetune/Loss (Raw)": 1.0921988487243652, "Finetune/Step": 480, "Finetune/Step Time": 4.711779072880745}
{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9588642120361328, "Finetune/Loss (Raw)": 1.0281580686569214, "Finetune/Step": 481, "Finetune/Step Time": 4.716670162975788}
{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9599443674087524, "Finetune/Loss (Raw)": 1.0522853136062622, "Finetune/Step": 482, "Finetune/Step Time": 4.725592451170087}
{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9596417546272278, "Finetune/Loss (Raw)": 1.0367344617843628, "Finetune/Step": 483, "Finetune/Step Time": 4.736031098291278}
{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9600440263748169, "Finetune/Loss (Raw)": 0.971174418926239, "Finetune/Step": 484, "Finetune/Step Time": 4.740253929048777}
{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9594694375991821, "Finetune/Loss (Raw)": 0.8574660420417786, "Finetune/Step": 485, "Finetune/Step Time": 4.7441319692879915}
{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9643124341964722, "Finetune/Loss (Raw)": 0.9929150342941284, "Finetune/Step": 486, "Finetune/Step Time": 4.719521913677454}
{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9658269882202148, "Finetune/Loss (Raw)": 1.0451991558074951, "Finetune/Step": 487, "Finetune/Step Time": 4.718661965802312}
{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9660845994949341, "Finetune/Loss (Raw)": 1.045134425163269, "Finetune/Step": 488, "Finetune/Step Time": 4.716134060174227}
{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9664956331253052, "Finetune/Loss (Raw)": 0.9494609236717224, "Finetune/Step": 489, "Finetune/Step Time": 4.720558805391192}
{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9662120342254639, "Finetune/Loss (Raw)": 0.9415223002433777, "Finetune/Step": 490, "Finetune/Step Time": 4.726735124364495}
{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9630747437477112, "Finetune/Loss (Raw)": 0.678432822227478, "Finetune/Step": 491, "Finetune/Step Time": 4.75487994402647}
{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9620062112808228, "Finetune/Loss (Raw)": 0.9668583869934082, "Finetune/Step": 492, "Finetune/Step Time": 4.7602841425687075}
{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9616798162460327, "Finetune/Loss (Raw)": 1.0799555778503418, "Finetune/Step": 493, "Finetune/Step Time": 4.762781713157892}
{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9622213244438171, "Finetune/Loss (Raw)": 0.9787920117378235, "Finetune/Step": 494, "Finetune/Step Time": 4.7737836968153715}
{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9623243808746338, "Finetune/Loss (Raw)": 1.021429419517517, "Finetune/Step": 495, "Finetune/Step Time": 4.773844465613365}
{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9624230861663818, "Finetune/Loss (Raw)": 1.0423299074172974, "Finetune/Step": 496, "Finetune/Step Time": 4.781488576903939}
{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9622742533683777, "Finetune/Loss (Raw)": 0.9764289259910583, "Finetune/Step": 497, "Finetune/Step Time": 4.777954516932368}
{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9613751173019409, "Finetune/Loss (Raw)": 1.0504555702209473, "Finetune/Step": 498, "Finetune/Step Time": 4.78180480375886}
{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9592690467834473, "Finetune/Loss (Raw)": 0.8924586772918701, "Finetune/Step": 499, "Finetune/Step Time": 4.784306090325117}
{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9588130712509155, "Finetune/Loss (Raw)": 0.9969215989112854, "Finetune/Step": 500, "Finetune/Step Time": 4.794041644781828}
{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9616115689277649, "Finetune/Loss (Raw)": 0.8032532334327698, "Finetune/Step": 501, "Finetune/Step Time": 4.766765719279647}
{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9657809734344482, "Finetune/Loss (Raw)": 0.8991626501083374, "Finetune/Step": 502, "Finetune/Step Time": 4.747144686058164}
{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9652304649353027, "Finetune/Loss (Raw)": 1.0385277271270752, "Finetune/Step": 503, "Finetune/Step Time": 4.757778838276863}
{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9665128588676453, "Finetune/Loss (Raw)": 1.0674430131912231, "Finetune/Step": 504, "Finetune/Step Time": 4.747497653588653}
{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.966797947883606, "Finetune/Loss (Raw)": 1.0137337446212769, "Finetune/Step": 505, "Finetune/Step Time": 4.749178262427449}
{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9637453556060791, "Finetune/Loss (Raw)": 0.8305879831314087, "Finetune/Step": 506, "Finetune/Step Time": 4.761546457186341}
{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9626966714859009, "Finetune/Loss (Raw)": 1.0245858430862427, "Finetune/Step": 507, "Finetune/Step Time": 4.757178710773587}
{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9623442888259888, "Finetune/Loss (Raw)": 0.9974743127822876, "Finetune/Step": 508, "Finetune/Step Time": 4.757154071703553}
{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9616513252258301, "Finetune/Loss (Raw)": 0.9739278554916382, "Finetune/Step": 509, "Finetune/Step Time": 4.760241437703371}
{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9616258144378662, "Finetune/Loss (Raw)": 0.9298239350318909, "Finetune/Step": 510, "Finetune/Step Time": 4.7286707647144794}
{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.962952733039856, "Finetune/Loss (Raw)": 1.1058433055877686, "Finetune/Step": 511, "Finetune/Step Time": 4.699719112366438}
{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.967234194278717, "Finetune/Loss (Raw)": 1.0310813188552856, "Finetune/Step": 512, "Finetune/Step Time": 4.6644726768136024}
{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9676167964935303, "Finetune/Loss (Raw)": 1.0650407075881958, "Finetune/Step": 513, "Finetune/Step Time": 4.663137353956699}
{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9682844877243042, "Finetune/Loss (Raw)": 1.100537657737732, "Finetune/Step": 514, "Finetune/Step Time": 4.676446629688144}
{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9645946025848389, "Finetune/Loss (Raw)": 0.40381550788879395, "Finetune/Step": 515, "Finetune/Step Time": 4.7125694286078215}
{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9656153321266174, "Finetune/Loss (Raw)": 1.0880342721939087, "Finetune/Step": 516, "Finetune/Step Time": 4.715594317764044}
{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9664110541343689, "Finetune/Loss (Raw)": 1.0465915203094482, "Finetune/Step": 517, "Finetune/Step Time": 4.714347714558244}
{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9681227207183838, "Finetune/Loss (Raw)": 1.0650320053100586, "Finetune/Step": 518, "Finetune/Step Time": 4.7168693989515305}
{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9686368703842163, "Finetune/Loss (Raw)": 1.0702636241912842, "Finetune/Step": 519, "Finetune/Step Time": 4.731814123690128}
{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9689364433288574, "Finetune/Loss (Raw)": 1.0149140357971191, "Finetune/Step": 520, "Finetune/Step Time": 4.7313321847468615}
{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9701578617095947, "Finetune/Loss (Raw)": 1.0116541385650635, "Finetune/Step": 521, "Finetune/Step Time": 4.722692811861634}
{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9716302156448364, "Finetune/Loss (Raw)": 1.0011813640594482, "Finetune/Step": 522, "Finetune/Step Time": 4.704418556764722}
{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9692936539649963, "Finetune/Loss (Raw)": 0.909726619720459, "Finetune/Step": 523, "Finetune/Step Time": 4.711732637137175}
{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9685983061790466, "Finetune/Loss (Raw)": 1.0196599960327148, "Finetune/Step": 524, "Finetune/Step Time": 4.713263867422938}
{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9699684977531433, "Finetune/Loss (Raw)": 1.025658369064331, "Finetune/Step": 525, "Finetune/Step Time": 4.696689043194056}
{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9680606126785278, "Finetune/Loss (Raw)": 0.9372448921203613, "Finetune/Step": 526, "Finetune/Step Time": 4.709602694958448}
{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9683787822723389, "Finetune/Loss (Raw)": 0.9715640544891357, "Finetune/Step": 527, "Finetune/Step Time": 4.703516675159335}
{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9691333174705505, "Finetune/Loss (Raw)": 1.047443151473999, "Finetune/Step": 528, "Finetune/Step Time": 4.698693471029401}
{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.969010055065155, "Finetune/Loss (Raw)": 1.1016898155212402, "Finetune/Step": 529, "Finetune/Step Time": 4.698311580345035}
{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9697024822235107, "Finetune/Loss (Raw)": 1.0997092723846436, "Finetune/Step": 530, "Finetune/Step Time": 4.68253867700696}
{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9711229801177979, "Finetune/Loss (Raw)": 1.1607892513275146, "Finetune/Step": 531, "Finetune/Step Time": 4.679269207641482}
{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9703500270843506, "Finetune/Loss (Raw)": 0.9806386828422546, "Finetune/Step": 532, "Finetune/Step Time": 4.676926048472524}
{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9720085859298706, "Finetune/Loss (Raw)": 0.9493693709373474, "Finetune/Step": 533, "Finetune/Step Time": 4.673340391367674}
{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.975569486618042, "Finetune/Loss (Raw)": 0.9373771548271179, "Finetune/Step": 534, "Finetune/Step Time": 4.6431555058807135}
{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9795567393302917, "Finetune/Loss (Raw)": 0.9323188066482544, "Finetune/Step": 535, "Finetune/Step Time": 4.617655308917165}
{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9782302379608154, "Finetune/Loss (Raw)": 0.8218017816543579, "Finetune/Step": 536, "Finetune/Step Time": 4.640076901763678}
{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9772170782089233, "Finetune/Loss (Raw)": 1.0663697719573975, "Finetune/Step": 537, "Finetune/Step Time": 4.641240861266851}
{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9756035804748535, "Finetune/Loss (Raw)": 1.0211973190307617, "Finetune/Step": 538, "Finetune/Step Time": 4.650405513122678}
{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9763978719711304, "Finetune/Loss (Raw)": 1.1000083684921265, "Finetune/Step": 539, "Finetune/Step Time": 4.6441178526729345}
{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9810978174209595, "Finetune/Loss (Raw)": 0.975420355796814, "Finetune/Step": 540, "Finetune/Step Time": 4.598024696111679}
{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9801548719406128, "Finetune/Loss (Raw)": 1.0061815977096558, "Finetune/Step": 541, "Finetune/Step Time": 4.605398550629616}
{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9807659983634949, "Finetune/Loss (Raw)": 1.0241506099700928, "Finetune/Step": 542, "Finetune/Step Time": 4.6048815082758665}
{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9812909960746765, "Finetune/Loss (Raw)": 1.127393126487732, "Finetune/Step": 543, "Finetune/Step Time": 4.604817667976022}
{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9809201955795288, "Finetune/Loss (Raw)": 1.079061508178711, "Finetune/Step": 544, "Finetune/Step Time": 4.605611048638821}
{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9804342985153198, "Finetune/Loss (Raw)": 0.9904230833053589, "Finetune/Step": 545, "Finetune/Step Time": 4.603361126035452}
{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9791917204856873, "Finetune/Loss (Raw)": 0.9434646368026733, "Finetune/Step": 546, "Finetune/Step Time": 4.6048538479954}
{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9799706935882568, "Finetune/Loss (Raw)": 1.075002670288086, "Finetune/Step": 547, "Finetune/Step Time": 4.595526661723852}
{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9846267700195312, "Finetune/Loss (Raw)": 0.9604498744010925, "Finetune/Step": 548, "Finetune/Step Time": 4.5730988550931215}
{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9831340312957764, "Finetune/Loss (Raw)": 0.8472448587417603, "Finetune/Step": 549, "Finetune/Step Time": 4.58184565231204}
{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9830753803253174, "Finetune/Loss (Raw)": 1.0008885860443115, "Finetune/Step": 550, "Finetune/Step Time": 4.564013222232461}
{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9818559288978577, "Finetune/Loss (Raw)": 0.9769056439399719, "Finetune/Step": 551, "Finetune/Step Time": 4.5649653766304255}
{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9822736382484436, "Finetune/Loss (Raw)": 1.0970754623413086, "Finetune/Step": 552, "Finetune/Step Time": 4.560520131140947}
{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9823274612426758, "Finetune/Loss (Raw)": 0.7657548785209656, "Finetune/Step": 553, "Finetune/Step Time": 4.524073213338852}
{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9833172559738159, "Finetune/Loss (Raw)": 1.146824598312378, "Finetune/Step": 554, "Finetune/Step Time": 4.522012136876583}
{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9830412268638611, "Finetune/Loss (Raw)": 0.9492829442024231, "Finetune/Step": 555, "Finetune/Step Time": 4.53623959608376}
{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.982153058052063, "Finetune/Loss (Raw)": 1.0125561952590942, "Finetune/Step": 556, "Finetune/Step Time": 4.548340750858188}
{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9812151789665222, "Finetune/Loss (Raw)": 0.959438681602478, "Finetune/Step": 557, "Finetune/Step Time": 4.5448948964476585}
{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9761313199996948, "Finetune/Loss (Raw)": 0.25260719656944275, "Finetune/Step": 558, "Finetune/Step Time": 4.575861854478717}
{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9752858877182007, "Finetune/Loss (Raw)": 0.9812548160552979, "Finetune/Step": 559, "Finetune/Step Time": 4.569635331630707}
{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9745334982872009, "Finetune/Loss (Raw)": 0.8496654033660889, "Finetune/Step": 560, "Finetune/Step Time": 4.564856702461839}
{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9742834568023682, "Finetune/Loss (Raw)": 0.8899539113044739, "Finetune/Step": 561, "Finetune/Step Time": 4.565893270075321}
{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9739622473716736, "Finetune/Loss (Raw)": 0.9442514181137085, "Finetune/Step": 562, "Finetune/Step Time": 4.563440980389714}
{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9756118059158325, "Finetune/Loss (Raw)": 1.0507655143737793, "Finetune/Step": 563, "Finetune/Step Time": 4.5697770938277245}
{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9764399528503418, "Finetune/Loss (Raw)": 1.0353176593780518, "Finetune/Step": 564, "Finetune/Step Time": 4.579470170661807}
{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9758459329605103, "Finetune/Loss (Raw)": 0.9540099501609802, "Finetune/Step": 565, "Finetune/Step Time": 4.583596037700772}
{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9767451286315918, "Finetune/Loss (Raw)": 1.0788335800170898, "Finetune/Step": 566, "Finetune/Step Time": 4.584771130234003}
{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9769234657287598, "Finetune/Loss (Raw)": 1.0016205310821533, "Finetune/Step": 567, "Finetune/Step Time": 4.5873256009072065}
{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9707246422767639, "Finetune/Loss (Raw)": 0.28738269209861755, "Finetune/Step": 568, "Finetune/Step Time": 4.61481318436563}
{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9697853326797485, "Finetune/Loss (Raw)": 0.9313806891441345, "Finetune/Step": 569, "Finetune/Step Time": 4.620792116969824}
{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9742923378944397, "Finetune/Loss (Raw)": 1.0180974006652832, "Finetune/Step": 570, "Finetune/Step Time": 4.587513307109475}
{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9733697175979614, "Finetune/Loss (Raw)": 0.954170823097229, "Finetune/Step": 571, "Finetune/Step Time": 4.593107841908932}
{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9725865721702576, "Finetune/Loss (Raw)": 1.0392943620681763, "Finetune/Step": 572, "Finetune/Step Time": 4.598005399107933}
{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9730104207992554, "Finetune/Loss (Raw)": 1.0721030235290527, "Finetune/Step": 573, "Finetune/Step Time": 4.602341836318374}
{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.972830057144165, "Finetune/Loss (Raw)": 1.09695303440094, "Finetune/Step": 574, "Finetune/Step Time": 4.594409948214889}
{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9736294746398926, "Finetune/Loss (Raw)": 1.1387981176376343, "Finetune/Step": 575, "Finetune/Step Time": 4.613015104085207}
{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9738788604736328, "Finetune/Loss (Raw)": 0.9899585247039795, "Finetune/Step": 576, "Finetune/Step Time": 4.61411808617413}
{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9727368354797363, "Finetune/Loss (Raw)": 0.9944337606430054, "Finetune/Step": 577, "Finetune/Step Time": 4.598167784512043}
{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9727858304977417, "Finetune/Loss (Raw)": 0.9553295969963074, "Finetune/Step": 578, "Finetune/Step Time": 4.594380855560303}
{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.97183758020401, "Finetune/Loss (Raw)": 0.8560634255409241, "Finetune/Step": 579, "Finetune/Step Time": 4.607322700321674}
{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9721304178237915, "Finetune/Loss (Raw)": 1.0420725345611572, "Finetune/Step": 580, "Finetune/Step Time": 4.609296061098576}
{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9714644551277161, "Finetune/Loss (Raw)": 1.1388956308364868, "Finetune/Step": 581, "Finetune/Step Time": 4.6188410352915525}
{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9718928337097168, "Finetune/Loss (Raw)": 1.0480667352676392, "Finetune/Step": 582, "Finetune/Step Time": 4.619987018406391}
{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9704049825668335, "Finetune/Loss (Raw)": 0.9010768532752991, "Finetune/Step": 583, "Finetune/Step Time": 4.626225788146257}
{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9761609435081482, "Finetune/Loss (Raw)": 1.0821950435638428, "Finetune/Step": 584, "Finetune/Step Time": 4.599262870848179}
{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9774355292320251, "Finetune/Loss (Raw)": 1.0827312469482422, "Finetune/Step": 585, "Finetune/Step Time": 4.600904483348131}
{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9706098437309265, "Finetune/Loss (Raw)": 0.3465914726257324, "Finetune/Step": 586, "Finetune/Step Time": 4.639045557007194}
{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9720854759216309, "Finetune/Loss (Raw)": 1.1905966997146606, "Finetune/Step": 587, "Finetune/Step Time": 4.630680341273546}
{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9732354879379272, "Finetune/Loss (Raw)": 0.9978324174880981, "Finetune/Step": 588, "Finetune/Step Time": 4.639105034992099}
{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9740153551101685, "Finetune/Loss (Raw)": 1.0869742631912231, "Finetune/Step": 589, "Finetune/Step Time": 4.634305778890848}
{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9747902154922485, "Finetune/Loss (Raw)": 1.0922034978866577, "Finetune/Step": 590, "Finetune/Step Time": 4.63505051471293}
{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.972874641418457, "Finetune/Loss (Raw)": 0.9496417045593262, "Finetune/Step": 591, "Finetune/Step Time": 4.637366196140647}
{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9781873822212219, "Finetune/Loss (Raw)": 0.972183883190155, "Finetune/Step": 592, "Finetune/Step Time": 4.598077615723014}
{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9778211116790771, "Finetune/Loss (Raw)": 1.0008771419525146, "Finetune/Step": 593, "Finetune/Step Time": 4.612350290641189}
{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9783557653427124, "Finetune/Loss (Raw)": 1.0123097896575928, "Finetune/Step": 594, "Finetune/Step Time": 4.60011026263237}
{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9777733087539673, "Finetune/Loss (Raw)": 1.0138840675354004, "Finetune/Step": 595, "Finetune/Step Time": 4.589985219761729}
{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9785443544387817, "Finetune/Loss (Raw)": 0.9383267164230347, "Finetune/Step": 596, "Finetune/Step Time": 4.57251944206655}
{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9826416969299316, "Finetune/Loss (Raw)": 0.8794192671775818, "Finetune/Step": 597, "Finetune/Step Time": 4.537764418870211}
{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9827806949615479, "Finetune/Loss (Raw)": 1.0043190717697144, "Finetune/Step": 598, "Finetune/Step Time": 4.560274686664343}
{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.982831597328186, "Finetune/Loss (Raw)": 1.0212862491607666, "Finetune/Step": 599, "Finetune/Step Time": 4.541893050074577}
{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9825482368469238, "Finetune/Loss (Raw)": 1.1032646894454956, "Finetune/Step": 600, "Finetune/Step Time": 4.546209499239922}
{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9829741716384888, "Finetune/Loss (Raw)": 0.976256787776947, "Finetune/Step": 601, "Finetune/Step Time": 4.5694773104041815}
{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9831066131591797, "Finetune/Loss (Raw)": 1.0726696252822876, "Finetune/Step": 602, "Finetune/Step Time": 4.5624112617224455}
{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9820656776428223, "Finetune/Loss (Raw)": 0.9355400204658508, "Finetune/Step": 603, "Finetune/Step Time": 4.5674969255924225}
{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9823484420776367, "Finetune/Loss (Raw)": 1.0689107179641724, "Finetune/Step": 604, "Finetune/Step Time": 4.566837469115853}
{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9811028242111206, "Finetune/Loss (Raw)": 0.9459115266799927, "Finetune/Step": 605, "Finetune/Step Time": 4.561749022454023}
{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9807502627372742, "Finetune/Loss (Raw)": 0.9277896285057068, "Finetune/Step": 606, "Finetune/Step Time": 4.579211749136448}
{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9790964126586914, "Finetune/Loss (Raw)": 0.8213624954223633, "Finetune/Step": 607, "Finetune/Step Time": 4.60919588804245}
{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9791184663772583, "Finetune/Loss (Raw)": 1.0950181484222412, "Finetune/Step": 608, "Finetune/Step Time": 4.60635332390666}
{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9782552719116211, "Finetune/Loss (Raw)": 0.9176665544509888, "Finetune/Step": 609, "Finetune/Step Time": 4.601177891716361}
{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9776159524917603, "Finetune/Loss (Raw)": 0.9704551100730896, "Finetune/Step": 610, "Finetune/Step Time": 4.591771524399519}
{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9776183366775513, "Finetune/Loss (Raw)": 1.0370419025421143, "Finetune/Step": 611, "Finetune/Step Time": 4.569913158193231}
{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9794878959655762, "Finetune/Loss (Raw)": 1.2104803323745728, "Finetune/Step": 612, "Finetune/Step Time": 4.5670484732836485}
{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9798524975776672, "Finetune/Loss (Raw)": 0.9041332006454468, "Finetune/Step": 613, "Finetune/Step Time": 4.559436036273837}
{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9798139333724976, "Finetune/Loss (Raw)": 0.9879738092422485, "Finetune/Step": 614, "Finetune/Step Time": 4.545023497194052}
{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9797375798225403, "Finetune/Loss (Raw)": 1.0354300737380981, "Finetune/Step": 615, "Finetune/Step Time": 4.551876548677683}
{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9794000387191772, "Finetune/Loss (Raw)": 1.0019292831420898, "Finetune/Step": 616, "Finetune/Step Time": 4.553787715733051}
{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9798035621643066, "Finetune/Loss (Raw)": 1.0011051893234253, "Finetune/Step": 617, "Finetune/Step Time": 4.545811116695404}
{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9806316494941711, "Finetune/Loss (Raw)": 1.0475163459777832, "Finetune/Step": 618, "Finetune/Step Time": 4.539866933599114}
{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9825612306594849, "Finetune/Loss (Raw)": 0.9254215955734253, "Finetune/Step": 619, "Finetune/Step Time": 4.5347979832440615}
{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9831002354621887, "Finetune/Loss (Raw)": 1.0358541011810303, "Finetune/Step": 620, "Finetune/Step Time": 4.525668490678072}
{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9826486110687256, "Finetune/Loss (Raw)": 1.0221515893936157, "Finetune/Step": 621, "Finetune/Step Time": 4.54456964507699}
{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9825767278671265, "Finetune/Loss (Raw)": 0.9695882797241211, "Finetune/Step": 622, "Finetune/Step Time": 4.532162105664611}
{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9829517602920532, "Finetune/Loss (Raw)": 1.0694276094436646, "Finetune/Step": 623, "Finetune/Step Time": 4.533723693341017}
{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9826014041900635, "Finetune/Loss (Raw)": 0.9974939227104187, "Finetune/Step": 624, "Finetune/Step Time": 4.519918091595173}
{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9832277894020081, "Finetune/Loss (Raw)": 1.0566051006317139, "Finetune/Step": 625, "Finetune/Step Time": 4.520969791337848}
{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9833536744117737, "Finetune/Loss (Raw)": 1.066564679145813, "Finetune/Step": 626, "Finetune/Step Time": 4.512919634580612}
{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.984013557434082, "Finetune/Loss (Raw)": 0.9769264459609985, "Finetune/Step": 627, "Finetune/Step Time": 4.514840837568045}
{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9839674234390259, "Finetune/Loss (Raw)": 0.991017758846283, "Finetune/Step": 628, "Finetune/Step Time": 4.4996095933020115}
{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9857389330863953, "Finetune/Loss (Raw)": 1.0300068855285645, "Finetune/Step": 629, "Finetune/Step Time": 4.489998463541269}
{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9876063466072083, "Finetune/Loss (Raw)": 1.1381886005401611, "Finetune/Step": 630, "Finetune/Step Time": 4.477398520335555}
{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9866282343864441, "Finetune/Loss (Raw)": 0.9133291840553284, "Finetune/Step": 631, "Finetune/Step Time": 4.468782680109143}
{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9874423742294312, "Finetune/Loss (Raw)": 1.1716499328613281, "Finetune/Step": 632, "Finetune/Step Time": 4.467393059283495}
{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9894452095031738, "Finetune/Loss (Raw)": 1.2701045274734497, "Finetune/Step": 633, "Finetune/Step Time": 4.4624236430972815}
{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9904053211212158, "Finetune/Loss (Raw)": 0.9534739851951599, "Finetune/Step": 634, "Finetune/Step Time": 4.458615595474839}
{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.9902727603912354, "Finetune/Loss (Raw)": 1.007621169090271, "Finetune/Step": 635, "Finetune/Step Time": 4.462983638048172}
{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9909147024154663, "Finetune/Loss (Raw)": 1.0796501636505127, "Finetune/Step": 636, "Finetune/Step Time": 4.487686859443784}
{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9919179677963257, "Finetune/Loss (Raw)": 1.1023458242416382, "Finetune/Step": 637, "Finetune/Step Time": 4.477209052070975}
{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9932750463485718, "Finetune/Loss (Raw)": 1.1035308837890625, "Finetune/Step": 638, "Finetune/Step Time": 4.4707007966935635}
{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9926205277442932, "Finetune/Loss (Raw)": 1.022058367729187, "Finetune/Step": 639, "Finetune/Step Time": 4.467272076755762}
{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9924411773681641, "Finetune/Loss (Raw)": 1.0081210136413574, "Finetune/Step": 640, "Finetune/Step Time": 4.467407839372754}
{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9927111864089966, "Finetune/Loss (Raw)": 1.0996148586273193, "Finetune/Step": 641, "Finetune/Step Time": 4.479958133772016}
{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9867966771125793, "Finetune/Loss (Raw)": 0.34347060322761536, "Finetune/Step": 642, "Finetune/Step Time": 4.4958548452705145}
{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9914662837982178, "Finetune/Loss (Raw)": 1.0015300512313843, "Finetune/Step": 643, "Finetune/Step Time": 4.458262974396348}
{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9911355376243591, "Finetune/Loss (Raw)": 1.0456931591033936, "Finetune/Step": 644, "Finetune/Step Time": 4.4575175400823355}
{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.991430938243866, "Finetune/Loss (Raw)": 1.0844076871871948, "Finetune/Step": 645, "Finetune/Step Time": 4.456216195598245}
{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9911201000213623, "Finetune/Loss (Raw)": 1.025241494178772, "Finetune/Step": 646, "Finetune/Step Time": 4.466513141989708}
{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.99018794298172, "Finetune/Loss (Raw)": 0.9509456157684326, "Finetune/Step": 647, "Finetune/Step Time": 4.466742167249322}
{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.99034583568573, "Finetune/Loss (Raw)": 1.0351219177246094, "Finetune/Step": 648, "Finetune/Step Time": 4.471145210787654}
{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.990512490272522, "Finetune/Loss (Raw)": 1.0329877138137817, "Finetune/Step": 649, "Finetune/Step Time": 4.466399015858769}
{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9904140830039978, "Finetune/Loss (Raw)": 0.9885858297348022, "Finetune/Step": 650, "Finetune/Step Time": 4.4798890091478825}
{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9913803339004517, "Finetune/Loss (Raw)": 1.0334045886993408, "Finetune/Step": 651, "Finetune/Step Time": 4.487895095720887}
{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9912559986114502, "Finetune/Loss (Raw)": 1.003747582435608, "Finetune/Step": 652, "Finetune/Step Time": 4.492000067606568}
{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9904301762580872, "Finetune/Loss (Raw)": 0.9199613332748413, "Finetune/Step": 653, "Finetune/Step Time": 4.494188556447625}
{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9925559163093567, "Finetune/Loss (Raw)": 1.2093379497528076, "Finetune/Step": 654, "Finetune/Step Time": 4.485639240592718}
{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9927152395248413, "Finetune/Loss (Raw)": 0.9919500350952148, "Finetune/Step": 655, "Finetune/Step Time": 4.495390998199582}
{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9921188354492188, "Finetune/Loss (Raw)": 0.971106767654419, "Finetune/Step": 656, "Finetune/Step Time": 4.498716663569212}
{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9910215735435486, "Finetune/Loss (Raw)": 0.9612414836883545, "Finetune/Step": 657, "Finetune/Step Time": 4.518990581855178}
{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9901426434516907, "Finetune/Loss (Raw)": 0.9872032403945923, "Finetune/Step": 658, "Finetune/Step Time": 4.52054657228291}
{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9873878955841064, "Finetune/Loss (Raw)": 0.8081808686256409, "Finetune/Step": 659, "Finetune/Step Time": 4.542292587459087}
{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9885700941085815, "Finetune/Loss (Raw)": 1.1319645643234253, "Finetune/Step": 660, "Finetune/Step Time": 4.547164490446448}
{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9890748262405396, "Finetune/Loss (Raw)": 1.0139727592468262, "Finetune/Step": 661, "Finetune/Step Time": 4.539553904905915}
{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9900268316268921, "Finetune/Loss (Raw)": 1.0592358112335205, "Finetune/Step": 662, "Finetune/Step Time": 4.52861519344151}
{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9914512038230896, "Finetune/Loss (Raw)": 1.1146280765533447, "Finetune/Step": 663, "Finetune/Step Time": 4.517187975347042}
{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.993037760257721, "Finetune/Loss (Raw)": 1.024886131286621, "Finetune/Step": 664, "Finetune/Step Time": 4.504788666963577}
{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9937927722930908, "Finetune/Loss (Raw)": 1.1630100011825562, "Finetune/Step": 665, "Finetune/Step Time": 4.513101898133755}
{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9949824810028076, "Finetune/Loss (Raw)": 1.173478364944458, "Finetune/Step": 666, "Finetune/Step Time": 4.505217786878347}
{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9951825141906738, "Finetune/Loss (Raw)": 1.1256183385849, "Finetune/Step": 667, "Finetune/Step Time": 4.518965855240822}
{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9943182468414307, "Finetune/Loss (Raw)": 0.8647872805595398, "Finetune/Step": 668, "Finetune/Step Time": 4.524415729567409}
{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9945637583732605, "Finetune/Loss (Raw)": 1.0376163721084595, "Finetune/Step": 669, "Finetune/Step Time": 4.518472891300917}
{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9937392473220825, "Finetune/Loss (Raw)": 0.9186127185821533, "Finetune/Step": 670, "Finetune/Step Time": 4.5206726975739}
{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9926857948303223, "Finetune/Loss (Raw)": 0.9925450682640076, "Finetune/Step": 671, "Finetune/Step Time": 4.519433714449406}
{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9925628900527954, "Finetune/Loss (Raw)": 1.0633329153060913, "Finetune/Step": 672, "Finetune/Step Time": 4.516327127814293}
{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9935882091522217, "Finetune/Loss (Raw)": 1.1216635704040527, "Finetune/Step": 673, "Finetune/Step Time": 4.517190046608448}
{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9949844479560852, "Finetune/Loss (Raw)": 1.1221868991851807, "Finetune/Step": 674, "Finetune/Step Time": 4.517476413398981}
{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9949333667755127, "Finetune/Loss (Raw)": 1.0684540271759033, "Finetune/Step": 675, "Finetune/Step Time": 4.5195666663348675}
{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9955332279205322, "Finetune/Loss (Raw)": 1.0372315645217896, "Finetune/Step": 676, "Finetune/Step Time": 4.513991821557283}
{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9961456060409546, "Finetune/Loss (Raw)": 0.9256330728530884, "Finetune/Step": 677, "Finetune/Step Time": 4.54658298753202}
{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.997199535369873, "Finetune/Loss (Raw)": 1.1357899904251099, "Finetune/Step": 678, "Finetune/Step Time": 4.558606743812561}
{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9985238313674927, "Finetune/Loss (Raw)": 1.1464171409606934, "Finetune/Step": 679, "Finetune/Step Time": 4.563803400844336}
{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9975119233131409, "Finetune/Loss (Raw)": 0.9675543308258057, "Finetune/Step": 680, "Finetune/Step Time": 4.562269555404782}
{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9999305605888367, "Finetune/Loss (Raw)": 1.0753364562988281, "Finetune/Step": 681, "Finetune/Step Time": 4.560752939432859}
{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9994468688964844, "Finetune/Loss (Raw)": 1.084917426109314, "Finetune/Step": 682, "Finetune/Step Time": 4.5577327366918325}
{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 1.0007373094558716, "Finetune/Loss (Raw)": 1.114456295967102, "Finetune/Step": 683, "Finetune/Step Time": 4.5387098509818316}
{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 1.000335693359375, "Finetune/Loss (Raw)": 0.9611591100692749, "Finetune/Step": 684, "Finetune/Step Time": 4.527772478759289}
{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9988176822662354, "Finetune/Loss (Raw)": 0.7651252746582031, "Finetune/Step": 685, "Finetune/Step Time": 4.543173192068934}
{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.00417160987854, "Finetune/Loss (Raw)": 0.937903106212616, "Finetune/Step": 686, "Finetune/Step Time": 4.519119227305055}
{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0041210651397705, "Finetune/Loss (Raw)": 0.9747819304466248, "Finetune/Step": 687, "Finetune/Step Time": 4.5159494038671255}
{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0054452419281006, "Finetune/Loss (Raw)": 1.0191807746887207, "Finetune/Step": 688, "Finetune/Step Time": 4.514368364587426}
{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.004238486289978, "Finetune/Loss (Raw)": 0.7354812622070312, "Finetune/Step": 689, "Finetune/Step Time": 4.527403257787228}
{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0034496784210205, "Finetune/Loss (Raw)": 0.8432803153991699, "Finetune/Step": 690, "Finetune/Step Time": 4.574573505669832}
{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.0035350322723389, "Finetune/Loss (Raw)": 1.0616786479949951, "Finetune/Step": 691, "Finetune/Step Time": 4.570643898099661}
{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 1.0027698278427124, "Finetune/Loss (Raw)": 0.9373772144317627, "Finetune/Step": 692, "Finetune/Step Time": 4.593129046261311}
{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 1.003006935119629, "Finetune/Loss (Raw)": 0.9843683242797852, "Finetune/Step": 693, "Finetune/Step Time": 4.5866290461272}
{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9977220296859741, "Finetune/Loss (Raw)": 0.4023670554161072, "Finetune/Step": 694, "Finetune/Step Time": 4.617104306817055}
{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9966799020767212, "Finetune/Loss (Raw)": 0.8682277798652649, "Finetune/Step": 695, "Finetune/Step Time": 4.628966126590967}
{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.003127098083496, "Finetune/Loss (Raw)": 1.1126224994659424, "Finetune/Step": 696, "Finetune/Step Time": 4.596561038866639}
{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0032017230987549, "Finetune/Loss (Raw)": 0.9409331679344177, "Finetune/Step": 697, "Finetune/Step Time": 4.609501503407955}
{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.004570484161377, "Finetune/Loss (Raw)": 1.1932989358901978, "Finetune/Step": 698, "Finetune/Step Time": 4.602869542315602}
{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0065441131591797, "Finetune/Loss (Raw)": 1.2068004608154297, "Finetune/Step": 699, "Finetune/Step Time": 4.599775267764926}
{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.006244421005249, "Finetune/Loss (Raw)": 1.000925064086914, "Finetune/Step": 700, "Finetune/Step Time": 4.613780722022057}
{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 1.0003173351287842, "Finetune/Loss (Raw)": 0.3134348690509796, "Finetune/Step": 701, "Finetune/Step Time": 4.646660901606083}
{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9993451833724976, "Finetune/Loss (Raw)": 0.9725192189216614, "Finetune/Step": 702, "Finetune/Step Time": 4.659643109887838}
{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9973201751708984, "Finetune/Loss (Raw)": 0.8795992732048035, "Finetune/Step": 703, "Finetune/Step Time": 4.649587204679847}
{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9973418712615967, "Finetune/Loss (Raw)": 0.9927338361740112, "Finetune/Step": 704, "Finetune/Step Time": 4.666921213269234}
{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9975411891937256, "Finetune/Loss (Raw)": 1.0199460983276367, "Finetune/Step": 705, "Finetune/Step Time": 4.6665430925786495}
{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.996230959892273, "Finetune/Loss (Raw)": 0.7876227498054504, "Finetune/Step": 706, "Finetune/Step Time": 4.669074481353164}
{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9966330528259277, "Finetune/Loss (Raw)": 0.9075238704681396, "Finetune/Step": 707, "Finetune/Step Time": 4.654019713401794}
{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9976063966751099, "Finetune/Loss (Raw)": 1.166662573814392, "Finetune/Step": 708, "Finetune/Step Time": 4.66512019187212}
{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9962956309318542, "Finetune/Loss (Raw)": 0.9711237549781799, "Finetune/Step": 709, "Finetune/Step Time": 4.666234955191612}
{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9950164556503296, "Finetune/Loss (Raw)": 0.8843385577201843, "Finetune/Step": 710, "Finetune/Step Time": 4.649623284116387}
{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.996440052986145, "Finetune/Loss (Raw)": 1.0832926034927368, "Finetune/Step": 711, "Finetune/Step Time": 4.66301385499537}
{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9936245083808899, "Finetune/Loss (Raw)": 0.7218053936958313, "Finetune/Step": 712, "Finetune/Step Time": 4.673075156286359}
{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9928700923919678, "Finetune/Loss (Raw)": 0.9861665368080139, "Finetune/Step": 713, "Finetune/Step Time": 4.673550980165601}
{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9974703192710876, "Finetune/Loss (Raw)": 0.9354202747344971, "Finetune/Step": 714, "Finetune/Step Time": 4.636850604787469}
{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9969366788864136, "Finetune/Loss (Raw)": 1.1222866773605347, "Finetune/Step": 715, "Finetune/Step Time": 4.6358896773308516}
{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.995928168296814, "Finetune/Loss (Raw)": 0.8687351942062378, "Finetune/Step": 716, "Finetune/Step Time": 4.61032291688025}
{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9963544607162476, "Finetune/Loss (Raw)": 1.1415457725524902, "Finetune/Step": 717, "Finetune/Step Time": 4.6223588436841965}
{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9960700869560242, "Finetune/Loss (Raw)": 1.055803894996643, "Finetune/Step": 718, "Finetune/Step Time": 4.6265987902879715}
{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.996782660484314, "Finetune/Loss (Raw)": 1.0408536195755005, "Finetune/Step": 719, "Finetune/Step Time": 4.627080895006657}
{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9986568689346313, "Finetune/Loss (Raw)": 1.2120813131332397, "Finetune/Step": 720, "Finetune/Step Time": 4.634755278006196}
{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9981191158294678, "Finetune/Loss (Raw)": 0.9320497512817383, "Finetune/Step": 721, "Finetune/Step Time": 4.638856207951903}
{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9979867935180664, "Finetune/Loss (Raw)": 0.995366096496582, "Finetune/Step": 722, "Finetune/Step Time": 4.665338695049286}
{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9988104701042175, "Finetune/Loss (Raw)": 1.1193156242370605, "Finetune/Step": 723, "Finetune/Step Time": 4.662480382248759}
{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9999375939369202, "Finetune/Loss (Raw)": 1.0825952291488647, "Finetune/Step": 724, "Finetune/Step Time": 4.677998719736934}
{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 1.0019803047180176, "Finetune/Loss (Raw)": 1.1408867835998535, "Finetune/Step": 725, "Finetune/Step Time": 4.67655111849308}
{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 1.0001428127288818, "Finetune/Loss (Raw)": 0.7691336274147034, "Finetune/Step": 726, "Finetune/Step Time": 4.664458321407437}
{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 1.0002301931381226, "Finetune/Loss (Raw)": 1.0324598550796509, "Finetune/Step": 727, "Finetune/Step Time": 4.671341467648745}
{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 1.0009715557098389, "Finetune/Loss (Raw)": 1.1981648206710815, "Finetune/Step": 728, "Finetune/Step Time": 4.670918971300125}
{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9984598159790039, "Finetune/Loss (Raw)": 0.654758870601654, "Finetune/Step": 729, "Finetune/Step Time": 4.660407930612564}
{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9979597926139832, "Finetune/Loss (Raw)": 1.0086567401885986, "Finetune/Step": 730, "Finetune/Step Time": 4.664107980206609}
{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9991970062255859, "Finetune/Loss (Raw)": 1.093902349472046, "Finetune/Step": 731, "Finetune/Step Time": 4.659866629168391}
{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9979391098022461, "Finetune/Loss (Raw)": 0.9078949689865112, "Finetune/Step": 732, "Finetune/Step Time": 4.691926060244441}
{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.998065173625946, "Finetune/Loss (Raw)": 0.9620604515075684, "Finetune/Step": 733, "Finetune/Step Time": 4.689868627116084}
{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9976493120193481, "Finetune/Loss (Raw)": 0.8745489120483398, "Finetune/Step": 734, "Finetune/Step Time": 4.677565228193998}
{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9983202815055847, "Finetune/Loss (Raw)": 0.907257080078125, "Finetune/Step": 735, "Finetune/Step Time": 4.654651202261448}
{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9970548152923584, "Finetune/Loss (Raw)": 0.9330247044563293, "Finetune/Step": 736, "Finetune/Step Time": 4.690641256049275}
{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9986472725868225, "Finetune/Loss (Raw)": 1.121514916419983, "Finetune/Step": 737, "Finetune/Step Time": 4.686586041003466}
{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9990463852882385, "Finetune/Loss (Raw)": 1.0215356349945068, "Finetune/Step": 738, "Finetune/Step Time": 4.682874081656337}
{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9945502877235413, "Finetune/Loss (Raw)": 0.4615418016910553, "Finetune/Step": 739, "Finetune/Step Time": 4.725339058786631}
{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9940337538719177, "Finetune/Loss (Raw)": 1.144360065460205, "Finetune/Step": 740, "Finetune/Step Time": 4.727582458406687}
{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9932906627655029, "Finetune/Loss (Raw)": 0.8090225458145142, "Finetune/Step": 741, "Finetune/Step Time": 4.74558549746871}
{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9932425618171692, "Finetune/Loss (Raw)": 0.9818156957626343, "Finetune/Step": 742, "Finetune/Step Time": 4.7510375287383795}
{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9935423731803894, "Finetune/Loss (Raw)": 1.073805809020996, "Finetune/Step": 743, "Finetune/Step Time": 4.744231591001153}
{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9935169219970703, "Finetune/Loss (Raw)": 0.9986687898635864, "Finetune/Step": 744, "Finetune/Step Time": 4.745902042835951}
{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9926879405975342, "Finetune/Loss (Raw)": 0.8950099945068359, "Finetune/Step": 745, "Finetune/Step Time": 4.763835649937391}
{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9931080341339111, "Finetune/Loss (Raw)": 1.101274847984314, "Finetune/Step": 746, "Finetune/Step Time": 4.754173381254077}
{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9946366548538208, "Finetune/Loss (Raw)": 1.1210821866989136, "Finetune/Step": 747, "Finetune/Step Time": 4.733423136174679}
{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.995128870010376, "Finetune/Loss (Raw)": 1.098863124847412, "Finetune/Step": 748, "Finetune/Step Time": 4.735217260196805}
{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9950444102287292, "Finetune/Loss (Raw)": 1.0113452672958374, "Finetune/Step": 749, "Finetune/Step Time": 4.724518155679107}
{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9955012798309326, "Finetune/Loss (Raw)": 1.0280636548995972, "Finetune/Step": 750, "Finetune/Step Time": 4.730316385626793}
{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9941600561141968, "Finetune/Loss (Raw)": 0.8977521657943726, "Finetune/Step": 751, "Finetune/Step Time": 4.733039002865553}
{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9947580695152283, "Finetune/Loss (Raw)": 1.0740382671356201, "Finetune/Step": 752, "Finetune/Step Time": 4.733911396935582}
{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9896234273910522, "Finetune/Loss (Raw)": 0.3993740677833557, "Finetune/Step": 753, "Finetune/Step Time": 4.769362537190318}
{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9881530404090881, "Finetune/Loss (Raw)": 0.878351628780365, "Finetune/Step": 754, "Finetune/Step Time": 4.7695413790643215}
{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9878119826316833, "Finetune/Loss (Raw)": 0.9332676529884338, "Finetune/Step": 755, "Finetune/Step Time": 4.791226740926504}
{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.987504243850708, "Finetune/Loss (Raw)": 0.9516286253929138, "Finetune/Step": 756, "Finetune/Step Time": 4.788109922781587}
{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.987172544002533, "Finetune/Loss (Raw)": 0.9875473976135254, "Finetune/Step": 757, "Finetune/Step Time": 4.79947586171329}
{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9873166680335999, "Finetune/Loss (Raw)": 1.1566417217254639, "Finetune/Step": 758, "Finetune/Step Time": 4.802076591178775}
{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9885240793228149, "Finetune/Loss (Raw)": 1.067878246307373, "Finetune/Step": 759, "Finetune/Step Time": 4.7958068791776896}
{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9874248504638672, "Finetune/Loss (Raw)": 1.0309501886367798, "Finetune/Step": 760, "Finetune/Step Time": 4.794210582971573}
{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9848136901855469, "Finetune/Loss (Raw)": 0.935867965221405, "Finetune/Step": 761, "Finetune/Step Time": 4.802911512553692}
{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9803532361984253, "Finetune/Loss (Raw)": 0.3825409412384033, "Finetune/Step": 762, "Finetune/Step Time": 4.843174781650305}
{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9794754981994629, "Finetune/Loss (Raw)": 0.8952641487121582, "Finetune/Step": 763, "Finetune/Step Time": 4.8467479553073645}
{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9789330959320068, "Finetune/Loss (Raw)": 1.010223388671875, "Finetune/Step": 764, "Finetune/Step Time": 4.823917001485825}
{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9779626131057739, "Finetune/Loss (Raw)": 0.9781339764595032, "Finetune/Step": 765, "Finetune/Step Time": 4.827959764748812}
{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9779289960861206, "Finetune/Loss (Raw)": 1.0992200374603271, "Finetune/Step": 766, "Finetune/Step Time": 4.840377043932676}
{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9771507978439331, "Finetune/Loss (Raw)": 0.9224541187286377, "Finetune/Step": 767, "Finetune/Step Time": 4.849346160888672}
{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9765504002571106, "Finetune/Loss (Raw)": 0.9312680959701538, "Finetune/Step": 768, "Finetune/Step Time": 4.869715234264731}
{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9744544625282288, "Finetune/Loss (Raw)": 0.8313361406326294, "Finetune/Step": 769, "Finetune/Step Time": 4.871899537742138}
{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9798392653465271, "Finetune/Loss (Raw)": 1.032728910446167, "Finetune/Step": 770, "Finetune/Step Time": 4.848065273836255}
{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9804361462593079, "Finetune/Loss (Raw)": 1.0779207944869995, "Finetune/Step": 771, "Finetune/Step Time": 4.852982183918357}
{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9801152348518372, "Finetune/Loss (Raw)": 1.0046201944351196, "Finetune/Step": 772, "Finetune/Step Time": 4.85266499966383}
{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9799600839614868, "Finetune/Loss (Raw)": 1.0645532608032227, "Finetune/Step": 773, "Finetune/Step Time": 4.851836943998933}
{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9788122773170471, "Finetune/Loss (Raw)": 0.8783182501792908, "Finetune/Step": 774, "Finetune/Step Time": 4.863132953643799}
{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.979466438293457, "Finetune/Loss (Raw)": 1.0346773862838745, "Finetune/Step": 775, "Finetune/Step Time": 4.8652932569384575}
{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9776211977005005, "Finetune/Loss (Raw)": 0.7989290952682495, "Finetune/Step": 776, "Finetune/Step Time": 4.86062067002058}
{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9784554839134216, "Finetune/Loss (Raw)": 1.1397801637649536, "Finetune/Step": 777, "Finetune/Step Time": 4.877793483436108}
{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9792881608009338, "Finetune/Loss (Raw)": 1.0951719284057617, "Finetune/Step": 778, "Finetune/Step Time": 4.862359523773193}
{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9785509705543518, "Finetune/Loss (Raw)": 0.9390358328819275, "Finetune/Step": 779, "Finetune/Step Time": 4.85919969342649}
{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9733487963676453, "Finetune/Loss (Raw)": 0.33787479996681213, "Finetune/Step": 780, "Finetune/Step Time": 4.890503080561757}
{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9735076427459717, "Finetune/Loss (Raw)": 0.9402947425842285, "Finetune/Step": 781, "Finetune/Step Time": 4.891086608171463}
{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9698460102081299, "Finetune/Loss (Raw)": 0.7406473755836487, "Finetune/Step": 782, "Finetune/Step Time": 4.921301124617457}
{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9693635106086731, "Finetune/Loss (Raw)": 0.9301873445510864, "Finetune/Step": 783, "Finetune/Step Time": 4.96950557641685}
{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9676463603973389, "Finetune/Loss (Raw)": 0.7513118982315063, "Finetune/Step": 784, "Finetune/Step Time": 4.986696710810065}
{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9685633182525635, "Finetune/Loss (Raw)": 1.0786139965057373, "Finetune/Step": 785, "Finetune/Step Time": 4.981724733486772}
{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9697480201721191, "Finetune/Loss (Raw)": 1.1388506889343262, "Finetune/Step": 786, "Finetune/Step Time": 4.979515057057142}
{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9721741080284119, "Finetune/Loss (Raw)": 1.1187083721160889, "Finetune/Step": 787, "Finetune/Step Time": 4.983719544485211}
{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9721751809120178, "Finetune/Loss (Raw)": 1.1321067810058594, "Finetune/Step": 788, "Finetune/Step Time": 4.980300763621926}
{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9721153974533081, "Finetune/Loss (Raw)": 1.0063199996948242, "Finetune/Step": 789, "Finetune/Step Time": 4.978748451918364}
{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9698323011398315, "Finetune/Loss (Raw)": 0.766996443271637, "Finetune/Step": 790, "Finetune/Step Time": 5.008985158056021}
{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9684332609176636, "Finetune/Loss (Raw)": 0.9355500340461731, "Finetune/Step": 791, "Finetune/Step Time": 5.010479839518666}
{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9670560359954834, "Finetune/Loss (Raw)": 0.8486037850379944, "Finetune/Step": 792, "Finetune/Step Time": 5.000807322561741}
{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9664620757102966, "Finetune/Loss (Raw)": 1.0869872570037842, "Finetune/Step": 793, "Finetune/Step Time": 5.003140615299344}
{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9646444320678711, "Finetune/Loss (Raw)": 0.9408161044120789, "Finetune/Step": 794, "Finetune/Step Time": 5.005827585235238}
{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.963553786277771, "Finetune/Loss (Raw)": 0.9860066771507263, "Finetune/Step": 795, "Finetune/Step Time": 5.0086606331169605}
{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9642390608787537, "Finetune/Loss (Raw)": 0.9525144696235657, "Finetune/Step": 796, "Finetune/Step Time": 5.004619067534804}
{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9637758135795593, "Finetune/Loss (Raw)": 0.9783152937889099, "Finetune/Step": 797, "Finetune/Step Time": 5.010949108749628}
{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9645453095436096, "Finetune/Loss (Raw)": 1.017115592956543, "Finetune/Step": 798, "Finetune/Step Time": 5.012858130037785}
{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.963889479637146, "Finetune/Loss (Raw)": 0.9085894227027893, "Finetune/Step": 799, "Finetune/Step Time": 5.019620284438133}
{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.963844895362854, "Finetune/Loss (Raw)": 1.0576266050338745, "Finetune/Step": 800, "Finetune/Step Time": 5.02491357550025}
{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9634963274002075, "Finetune/Loss (Raw)": 1.0770533084869385, "Finetune/Step": 801, "Finetune/Step Time": 5.0500067211687565}
{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9624898433685303, "Finetune/Loss (Raw)": 0.9933575987815857, "Finetune/Step": 802, "Finetune/Step Time": 5.0534142181277275}
{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9603883028030396, "Finetune/Loss (Raw)": 0.7994536757469177, "Finetune/Step": 803, "Finetune/Step Time": 5.059453951194882}
{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9600027799606323, "Finetune/Loss (Raw)": 0.9878866076469421, "Finetune/Step": 804, "Finetune/Step Time": 5.050429465249181}
{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9609054327011108, "Finetune/Loss (Raw)": 1.0411767959594727, "Finetune/Step": 805, "Finetune/Step Time": 5.020073173567653}
{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9586168527603149, "Finetune/Loss (Raw)": 0.8428459167480469, "Finetune/Step": 806, "Finetune/Step Time": 5.034182608127594}
{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9573583602905273, "Finetune/Loss (Raw)": 0.9853242635726929, "Finetune/Step": 807, "Finetune/Step Time": 5.0261589251458645}
{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.957939624786377, "Finetune/Loss (Raw)": 1.0419601202011108, "Finetune/Step": 808, "Finetune/Step Time": 5.045414816588163}
{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9570140242576599, "Finetune/Loss (Raw)": 0.9568663239479065, "Finetune/Step": 809, "Finetune/Step Time": 5.049289269372821}
{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9571096897125244, "Finetune/Loss (Raw)": 1.0971629619598389, "Finetune/Step": 810, "Finetune/Step Time": 5.0525323655456305}
{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9550135135650635, "Finetune/Loss (Raw)": 0.8461378812789917, "Finetune/Step": 811, "Finetune/Step Time": 5.049661828204989}
{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9570581912994385, "Finetune/Loss (Raw)": 1.2228827476501465, "Finetune/Step": 812, "Finetune/Step Time": 5.047021145001054}
{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.95881187915802, "Finetune/Loss (Raw)": 0.9895992279052734, "Finetune/Step": 813, "Finetune/Step Time": 5.034061662852764}
{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.959028422832489, "Finetune/Loss (Raw)": 0.9656187295913696, "Finetune/Step": 814, "Finetune/Step Time": 5.023467339575291}
{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9590767025947571, "Finetune/Loss (Raw)": 0.9809621572494507, "Finetune/Step": 815, "Finetune/Step Time": 5.027487905696034}
{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9594690799713135, "Finetune/Loss (Raw)": 1.0693998336791992, "Finetune/Step": 816, "Finetune/Step Time": 5.027779879048467}
{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9621565937995911, "Finetune/Loss (Raw)": 1.079487681388855, "Finetune/Step": 817, "Finetune/Step Time": 5.016803311184049}
{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9581474661827087, "Finetune/Loss (Raw)": 0.330108106136322, "Finetune/Step": 818, "Finetune/Step Time": 5.002364490181208}
{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9563164710998535, "Finetune/Loss (Raw)": 0.8273177146911621, "Finetune/Step": 819, "Finetune/Step Time": 5.0081622917205095}
{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.954767107963562, "Finetune/Loss (Raw)": 0.7390469312667847, "Finetune/Step": 820, "Finetune/Step Time": 4.984186382964253}
{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9548971652984619, "Finetune/Loss (Raw)": 1.00102961063385, "Finetune/Step": 821, "Finetune/Step Time": 4.9848541636019945}
{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9590119123458862, "Finetune/Loss (Raw)": 0.9290549159049988, "Finetune/Step": 822, "Finetune/Step Time": 4.9513407573103905}
{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.960808277130127, "Finetune/Loss (Raw)": 1.098164677619934, "Finetune/Step": 823, "Finetune/Step Time": 4.931988809257746}
{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9606059789657593, "Finetune/Loss (Raw)": 1.0867195129394531, "Finetune/Step": 824, "Finetune/Step Time": 4.930698661133647}
{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9604354500770569, "Finetune/Loss (Raw)": 0.9191098809242249, "Finetune/Step": 825, "Finetune/Step Time": 4.919582337141037}
{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9577930569648743, "Finetune/Loss (Raw)": 0.8550704121589661, "Finetune/Step": 826, "Finetune/Step Time": 4.92587548494339}
{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9561989307403564, "Finetune/Loss (Raw)": 1.002748966217041, "Finetune/Step": 827, "Finetune/Step Time": 4.912642342969775}
{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9513639211654663, "Finetune/Loss (Raw)": 0.38204556703567505, "Finetune/Step": 828, "Finetune/Step Time": 4.929748687893152}
{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9573053121566772, "Finetune/Loss (Raw)": 1.0739336013793945, "Finetune/Step": 829, "Finetune/Step Time": 4.905422134324908}
{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9574834108352661, "Finetune/Loss (Raw)": 0.9953141808509827, "Finetune/Step": 830, "Finetune/Step Time": 4.902272330597043}
{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9587414264678955, "Finetune/Loss (Raw)": 1.0406272411346436, "Finetune/Step": 831, "Finetune/Step Time": 4.913282783702016}
{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9595261216163635, "Finetune/Loss (Raw)": 1.093171238899231, "Finetune/Step": 832, "Finetune/Step Time": 4.889320367947221}
{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9548900723457336, "Finetune/Loss (Raw)": 0.42653244733810425, "Finetune/Step": 833, "Finetune/Step Time": 4.927896831184626}
{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.956519603729248, "Finetune/Loss (Raw)": 0.9962027668952942, "Finetune/Step": 834, "Finetune/Step Time": 4.936119606718421}
{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9571606516838074, "Finetune/Loss (Raw)": 0.9895809888839722, "Finetune/Step": 835, "Finetune/Step Time": 4.946935381740332}
{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9559630751609802, "Finetune/Loss (Raw)": 1.0133717060089111, "Finetune/Step": 836, "Finetune/Step Time": 4.940805900841951}
{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.95566326379776, "Finetune/Loss (Raw)": 0.9327467083930969, "Finetune/Step": 837, "Finetune/Step Time": 4.944466618821025}
{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9570432901382446, "Finetune/Loss (Raw)": 1.06098210811615, "Finetune/Step": 838, "Finetune/Step Time": 4.9483935087919235}
{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9557845592498779, "Finetune/Loss (Raw)": 0.9221790432929993, "Finetune/Step": 839, "Finetune/Step Time": 4.940148249268532}
{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9593183994293213, "Finetune/Loss (Raw)": 1.1741304397583008, "Finetune/Step": 840, "Finetune/Step Time": 4.928720971569419}
{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9586340188980103, "Finetune/Loss (Raw)": 0.8985705971717834, "Finetune/Step": 841, "Finetune/Step Time": 4.9326941426843405}
{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.959713876247406, "Finetune/Loss (Raw)": 1.0736407041549683, "Finetune/Step": 842, "Finetune/Step Time": 4.931379459798336}
{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9591455459594727, "Finetune/Loss (Raw)": 1.0495362281799316, "Finetune/Step": 843, "Finetune/Step Time": 4.945424864068627}
{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9601540565490723, "Finetune/Loss (Raw)": 0.997835099697113, "Finetune/Step": 844, "Finetune/Step Time": 4.946979584172368}
{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9596651792526245, "Finetune/Loss (Raw)": 1.078955888748169, "Finetune/Step": 845, "Finetune/Step Time": 4.9331672843545675}
{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9595913290977478, "Finetune/Loss (Raw)": 1.0463602542877197, "Finetune/Step": 846, "Finetune/Step Time": 4.931649932637811}
{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.955102801322937, "Finetune/Loss (Raw)": 0.4663218557834625, "Finetune/Step": 847, "Finetune/Step Time": 4.963690413162112}
{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9522560834884644, "Finetune/Loss (Raw)": 0.8476975560188293, "Finetune/Step": 848, "Finetune/Step Time": 4.961597345769405}
{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9528542160987854, "Finetune/Loss (Raw)": 1.0086103677749634, "Finetune/Step": 849, "Finetune/Step Time": 4.939030045643449}
{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.952060341835022, "Finetune/Loss (Raw)": 0.893748939037323, "Finetune/Step": 850, "Finetune/Step Time": 4.928533028811216}
{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9513292908668518, "Finetune/Loss (Raw)": 1.0257415771484375, "Finetune/Step": 851, "Finetune/Step Time": 4.93525829911232}
{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9497607946395874, "Finetune/Loss (Raw)": 0.8818349242210388, "Finetune/Step": 852, "Finetune/Step Time": 4.919738199561834}
{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9482877254486084, "Finetune/Loss (Raw)": 0.9523271322250366, "Finetune/Step": 853, "Finetune/Step Time": 4.916335197165608}
{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9496570229530334, "Finetune/Loss (Raw)": 0.9444075226783752, "Finetune/Step": 854, "Finetune/Step Time": 4.919170495122671}
{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9478858113288879, "Finetune/Loss (Raw)": 0.8057479858398438, "Finetune/Step": 855, "Finetune/Step Time": 4.955397492274642}
{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9462956190109253, "Finetune/Loss (Raw)": 0.9946203827857971, "Finetune/Step": 856, "Finetune/Step Time": 4.952764766290784}
{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9485747814178467, "Finetune/Loss (Raw)": 0.946485161781311, "Finetune/Step": 857, "Finetune/Step Time": 4.942902456969023}
{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9499717950820923, "Finetune/Loss (Raw)": 1.1874773502349854, "Finetune/Step": 858, "Finetune/Step Time": 4.94051163084805}
{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9500318765640259, "Finetune/Loss (Raw)": 1.1015852689743042, "Finetune/Step": 859, "Finetune/Step Time": 4.9556313920766115}
{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9503809213638306, "Finetune/Loss (Raw)": 0.9525805711746216, "Finetune/Step": 860, "Finetune/Step Time": 4.923433488234878}
{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.948551595211029, "Finetune/Loss (Raw)": 0.7279016971588135, "Finetune/Step": 861, "Finetune/Step Time": 4.913141816854477}
{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9496902227401733, "Finetune/Loss (Raw)": 1.0203007459640503, "Finetune/Step": 862, "Finetune/Step Time": 4.915469281375408}
{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9491708874702454, "Finetune/Loss (Raw)": 0.8407788872718811, "Finetune/Step": 863, "Finetune/Step Time": 4.921562826260924}
{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9500323534011841, "Finetune/Loss (Raw)": 1.0432947874069214, "Finetune/Step": 864, "Finetune/Step Time": 4.888727502897382}
{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9487820863723755, "Finetune/Loss (Raw)": 0.9614787101745605, "Finetune/Step": 865, "Finetune/Step Time": 4.910689763724804}
{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9495573043823242, "Finetune/Loss (Raw)": 1.1207689046859741, "Finetune/Step": 866, "Finetune/Step Time": 4.912264561280608}
{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9542495012283325, "Finetune/Loss (Raw)": 1.062139868736267, "Finetune/Step": 867, "Finetune/Step Time": 4.873551892116666}
{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9527093172073364, "Finetune/Loss (Raw)": 0.9472152590751648, "Finetune/Step": 868, "Finetune/Step Time": 4.86689187027514}
{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9548866748809814, "Finetune/Loss (Raw)": 1.08772873878479, "Finetune/Step": 869, "Finetune/Step Time": 4.857904888689518}
{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9542691707611084, "Finetune/Loss (Raw)": 0.9027702808380127, "Finetune/Step": 870, "Finetune/Step Time": 4.861341351643205}
{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9525064826011658, "Finetune/Loss (Raw)": 0.8481839895248413, "Finetune/Step": 871, "Finetune/Step Time": 4.86486897058785}
{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9524916410446167, "Finetune/Loss (Raw)": 0.9967665672302246, "Finetune/Step": 872, "Finetune/Step Time": 4.8641002885997295}
{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9536646604537964, "Finetune/Loss (Raw)": 1.0451524257659912, "Finetune/Step": 873, "Finetune/Step Time": 4.847946163266897}
{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9519757032394409, "Finetune/Loss (Raw)": 0.8850964307785034, "Finetune/Step": 874, "Finetune/Step Time": 4.853189853951335}
{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9506422281265259, "Finetune/Loss (Raw)": 0.9503952264785767, "Finetune/Step": 875, "Finetune/Step Time": 4.86482048407197}
{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9493623971939087, "Finetune/Loss (Raw)": 0.935041069984436, "Finetune/Step": 876, "Finetune/Step Time": 4.866058135405183}
{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9495264887809753, "Finetune/Loss (Raw)": 1.0323501825332642, "Finetune/Step": 877, "Finetune/Step Time": 4.864363696426153}
{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9492945671081543, "Finetune/Loss (Raw)": 0.9983702898025513, "Finetune/Step": 878, "Finetune/Step Time": 4.857017681002617}
{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9492263197898865, "Finetune/Loss (Raw)": 0.8890281319618225, "Finetune/Step": 879, "Finetune/Step Time": 4.8776986338198185}
{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9487622380256653, "Finetune/Loss (Raw)": 1.0146334171295166, "Finetune/Step": 880, "Finetune/Step Time": 4.881894191727042}
{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.95262610912323, "Finetune/Loss (Raw)": 0.8939545750617981, "Finetune/Step": 881, "Finetune/Step Time": 4.8580726981163025}
{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9540952444076538, "Finetune/Loss (Raw)": 1.0663959980010986, "Finetune/Step": 882, "Finetune/Step Time": 4.8576729111373425}
{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9550725221633911, "Finetune/Loss (Raw)": 1.0583603382110596, "Finetune/Step": 883, "Finetune/Step Time": 4.828548185527325}
{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9560123085975647, "Finetune/Loss (Raw)": 1.0719202756881714, "Finetune/Step": 884, "Finetune/Step Time": 4.829211972653866}
{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9500976800918579, "Finetune/Loss (Raw)": 0.23047928512096405, "Finetune/Step": 885, "Finetune/Step Time": 4.858756793662906}
{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9490035772323608, "Finetune/Loss (Raw)": 1.0165907144546509, "Finetune/Step": 886, "Finetune/Step Time": 4.862395789474249}
{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9438279867172241, "Finetune/Loss (Raw)": 0.40540340542793274, "Finetune/Step": 887, "Finetune/Step Time": 4.899814736098051}
{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9442540407180786, "Finetune/Loss (Raw)": 1.0854876041412354, "Finetune/Step": 888, "Finetune/Step Time": 4.905528599396348}
{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9451367855072021, "Finetune/Loss (Raw)": 1.0488606691360474, "Finetune/Step": 889, "Finetune/Step Time": 4.905677329748869}
{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9497449398040771, "Finetune/Loss (Raw)": 0.9723784327507019, "Finetune/Step": 890, "Finetune/Step Time": 4.861134761944413}
{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9505103826522827, "Finetune/Loss (Raw)": 0.9932382106781006, "Finetune/Step": 891, "Finetune/Step Time": 4.864549562335014}
{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9495946168899536, "Finetune/Loss (Raw)": 0.8930070400238037, "Finetune/Step": 892, "Finetune/Step Time": 4.869177550077438}
{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9507946968078613, "Finetune/Loss (Raw)": 1.1317452192306519, "Finetune/Step": 893, "Finetune/Step Time": 4.865691864863038}
{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9498065710067749, "Finetune/Loss (Raw)": 0.9727373123168945, "Finetune/Step": 894, "Finetune/Step Time": 4.855623075738549}
{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9502537250518799, "Finetune/Loss (Raw)": 0.9796947240829468, "Finetune/Step": 895, "Finetune/Step Time": 4.862602053210139}
{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9512993097305298, "Finetune/Loss (Raw)": 1.065104603767395, "Finetune/Step": 896, "Finetune/Step Time": 4.843927493318915}
{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9514622092247009, "Finetune/Loss (Raw)": 0.852184534072876, "Finetune/Step": 897, "Finetune/Step Time": 4.852461786940694}
{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9462214708328247, "Finetune/Loss (Raw)": 0.36191216111183167, "Finetune/Step": 898, "Finetune/Step Time": 4.881470950320363}
{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9442240595817566, "Finetune/Loss (Raw)": 0.8222500681877136, "Finetune/Step": 899, "Finetune/Step Time": 4.9540267661213875}
{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9450790286064148, "Finetune/Loss (Raw)": 1.1140636205673218, "Finetune/Step": 900, "Finetune/Step Time": 4.952723477035761}
{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.945408821105957, "Finetune/Loss (Raw)": 1.1067695617675781, "Finetune/Step": 901, "Finetune/Step Time": 4.958285184577107}
{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9468489289283752, "Finetune/Loss (Raw)": 1.062642216682434, "Finetune/Step": 902, "Finetune/Step Time": 4.940800737589598}
{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9472190141677856, "Finetune/Loss (Raw)": 1.0820540189743042, "Finetune/Step": 903, "Finetune/Step Time": 4.950367724522948}
{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.948508620262146, "Finetune/Loss (Raw)": 0.9639918804168701, "Finetune/Step": 904, "Finetune/Step Time": 4.946334313601255}
{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9478874802589417, "Finetune/Loss (Raw)": 1.0602788925170898, "Finetune/Step": 905, "Finetune/Step Time": 4.925720449537039}
{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9467052221298218, "Finetune/Loss (Raw)": 0.9438445568084717, "Finetune/Step": 906, "Finetune/Step Time": 4.923375338315964}
{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9475637674331665, "Finetune/Loss (Raw)": 1.0489314794540405, "Finetune/Step": 907, "Finetune/Step Time": 4.910694405436516}
{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9525364637374878, "Finetune/Loss (Raw)": 0.9743773937225342, "Finetune/Step": 908, "Finetune/Step Time": 4.873618649318814}
{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9530136585235596, "Finetune/Loss (Raw)": 1.0013772249221802, "Finetune/Step": 909, "Finetune/Step Time": 4.877581773325801}
{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9547890424728394, "Finetune/Loss (Raw)": 0.9678859114646912, "Finetune/Step": 910, "Finetune/Step Time": 4.8490879610180855}
{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9548487067222595, "Finetune/Loss (Raw)": 0.9378302693367004, "Finetune/Step": 911, "Finetune/Step Time": 4.8015909269452095}
{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9577800035476685, "Finetune/Loss (Raw)": 1.126513957977295, "Finetune/Step": 912, "Finetune/Step Time": 4.7927365321666}
{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9549965858459473, "Finetune/Loss (Raw)": 0.7223448157310486, "Finetune/Step": 913, "Finetune/Step Time": 4.787964375689626}
{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9548863172531128, "Finetune/Loss (Raw)": 1.1247309446334839, "Finetune/Step": 914, "Finetune/Step Time": 4.7975531332194805}
{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9540616273880005, "Finetune/Loss (Raw)": 1.0131523609161377, "Finetune/Step": 915, "Finetune/Step Time": 4.770293049514294}
{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9533126950263977, "Finetune/Loss (Raw)": 1.0362436771392822, "Finetune/Step": 916, "Finetune/Step Time": 4.776926742866635}
{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9547169208526611, "Finetune/Loss (Raw)": 1.186055064201355, "Finetune/Step": 917, "Finetune/Step Time": 4.815626008436084}
{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9563666582107544, "Finetune/Loss (Raw)": 0.9781625270843506, "Finetune/Step": 918, "Finetune/Step Time": 4.792499413713813}
{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.955035924911499, "Finetune/Loss (Raw)": 0.7652260065078735, "Finetune/Step": 919, "Finetune/Step Time": 4.807108864188194}
{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9550033807754517, "Finetune/Loss (Raw)": 0.8444307446479797, "Finetune/Step": 920, "Finetune/Step Time": 4.813682546839118}
{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9542241096496582, "Finetune/Loss (Raw)": 0.9872412085533142, "Finetune/Step": 921, "Finetune/Step Time": 4.803862733766437}
{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.954084038734436, "Finetune/Loss (Raw)": 0.9228895306587219, "Finetune/Step": 922, "Finetune/Step Time": 4.802581213414669}
{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9545096158981323, "Finetune/Loss (Raw)": 1.040488600730896, "Finetune/Step": 923, "Finetune/Step Time": 4.7947792410850525}
{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9544147849082947, "Finetune/Loss (Raw)": 0.9403735399246216, "Finetune/Step": 924, "Finetune/Step Time": 4.803646383807063}
{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9531222581863403, "Finetune/Loss (Raw)": 0.8128724098205566, "Finetune/Step": 925, "Finetune/Step Time": 4.823142832145095}
{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9525879621505737, "Finetune/Loss (Raw)": 0.9487209916114807, "Finetune/Step": 926, "Finetune/Step Time": 4.827185668051243}
{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9536369442939758, "Finetune/Loss (Raw)": 1.0428563356399536, "Finetune/Step": 927, "Finetune/Step Time": 4.820268418639898}
{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9532610177993774, "Finetune/Loss (Raw)": 1.0095142126083374, "Finetune/Step": 928, "Finetune/Step Time": 4.812485821545124}
{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9529210329055786, "Finetune/Loss (Raw)": 1.0335290431976318, "Finetune/Step": 929, "Finetune/Step Time": 4.787844453006983}
{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9522515535354614, "Finetune/Loss (Raw)": 0.9076620936393738, "Finetune/Step": 930, "Finetune/Step Time": 4.7927151825279}
{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9540435075759888, "Finetune/Loss (Raw)": 1.0288325548171997, "Finetune/Step": 931, "Finetune/Step Time": 4.7742217797786}
{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9546306133270264, "Finetune/Loss (Raw)": 1.0630278587341309, "Finetune/Step": 932, "Finetune/Step Time": 4.780436521396041}
{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9546248316764832, "Finetune/Loss (Raw)": 1.0404419898986816, "Finetune/Step": 933, "Finetune/Step Time": 4.790317812934518}
{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9559800028800964, "Finetune/Loss (Raw)": 1.0163072347640991, "Finetune/Step": 934, "Finetune/Step Time": 4.776869451627135}
{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9550014734268188, "Finetune/Loss (Raw)": 0.8600743412971497, "Finetune/Step": 935, "Finetune/Step Time": 4.777806427329779}
{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9542479515075684, "Finetune/Loss (Raw)": 0.9455106854438782, "Finetune/Step": 936, "Finetune/Step Time": 4.770015671849251}
{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9556149244308472, "Finetune/Loss (Raw)": 1.1318368911743164, "Finetune/Step": 937, "Finetune/Step Time": 4.76488739438355}
{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9559168815612793, "Finetune/Loss (Raw)": 1.1358152627944946, "Finetune/Step": 938, "Finetune/Step Time": 4.768742905929685}
{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9565726518630981, "Finetune/Loss (Raw)": 0.9300703406333923, "Finetune/Step": 939, "Finetune/Step Time": 4.769745115190744}
{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9550290703773499, "Finetune/Loss (Raw)": 1.0253093242645264, "Finetune/Step": 940, "Finetune/Step Time": 4.772230017930269}
{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9549206495285034, "Finetune/Loss (Raw)": 0.9757189154624939, "Finetune/Step": 941, "Finetune/Step Time": 4.770967373624444}
{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9547372460365295, "Finetune/Loss (Raw)": 0.9421464204788208, "Finetune/Step": 942, "Finetune/Step Time": 4.776936946436763}
{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9545099139213562, "Finetune/Loss (Raw)": 0.9518624544143677, "Finetune/Step": 943, "Finetune/Step Time": 4.775947717949748}
{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9540104866027832, "Finetune/Loss (Raw)": 1.005471110343933, "Finetune/Step": 944, "Finetune/Step Time": 4.7710070591419935}
{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9523822665214539, "Finetune/Loss (Raw)": 0.8710758090019226, "Finetune/Step": 945, "Finetune/Step Time": 4.780921073630452}
{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.956913948059082, "Finetune/Loss (Raw)": 0.9101665616035461, "Finetune/Step": 946, "Finetune/Step Time": 4.760516673326492}
{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9580310583114624, "Finetune/Loss (Raw)": 0.9703010320663452, "Finetune/Step": 947, "Finetune/Step Time": 4.773871963843703}
{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9552727937698364, "Finetune/Loss (Raw)": 0.38598722219467163, "Finetune/Step": 948, "Finetune/Step Time": 4.80126572959125}
{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9563754200935364, "Finetune/Loss (Raw)": 1.1421747207641602, "Finetune/Step": 949, "Finetune/Step Time": 4.786592097952962}
{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9562243819236755, "Finetune/Loss (Raw)": 0.909724235534668, "Finetune/Step": 950, "Finetune/Step Time": 4.784413397312164}
{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9568765163421631, "Finetune/Loss (Raw)": 1.1816374063491821, "Finetune/Step": 951, "Finetune/Step Time": 4.783136645331979}
{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9550403356552124, "Finetune/Loss (Raw)": 0.8516847491264343, "Finetune/Step": 952, "Finetune/Step Time": 4.7883022129535675}
{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.955556333065033, "Finetune/Loss (Raw)": 0.985153317451477, "Finetune/Step": 953, "Finetune/Step Time": 4.775571325793862}
{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9560493230819702, "Finetune/Loss (Raw)": 0.9181750416755676, "Finetune/Step": 954, "Finetune/Step Time": 4.777917103841901}
{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9559909701347351, "Finetune/Loss (Raw)": 0.9952802658081055, "Finetune/Step": 955, "Finetune/Step Time": 4.777080472558737}
{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9610607624053955, "Finetune/Loss (Raw)": 1.0309796333312988, "Finetune/Step": 956, "Finetune/Step Time": 4.742072271183133}
{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9597377777099609, "Finetune/Loss (Raw)": 0.9045903086662292, "Finetune/Step": 957, "Finetune/Step Time": 4.738291436806321}
{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9595975875854492, "Finetune/Loss (Raw)": 0.9773692488670349, "Finetune/Step": 958, "Finetune/Step Time": 4.741631610319018}
{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9587693214416504, "Finetune/Loss (Raw)": 0.9346087574958801, "Finetune/Step": 959, "Finetune/Step Time": 4.717684527859092}
{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9577102065086365, "Finetune/Loss (Raw)": 0.9576051235198975, "Finetune/Step": 960, "Finetune/Step Time": 4.725653616711497}
{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9612707495689392, "Finetune/Loss (Raw)": 0.8822808265686035, "Finetune/Step": 961, "Finetune/Step Time": 4.688799437135458}
{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9621466398239136, "Finetune/Loss (Raw)": 1.1083184480667114, "Finetune/Step": 962, "Finetune/Step Time": 4.685620421543717}
{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9614949226379395, "Finetune/Loss (Raw)": 0.9061572551727295, "Finetune/Step": 963, "Finetune/Step Time": 4.678762344643474}
{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9608693718910217, "Finetune/Loss (Raw)": 0.9333006143569946, "Finetune/Step": 964, "Finetune/Step Time": 4.672551829367876}
{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.959890604019165, "Finetune/Loss (Raw)": 0.8074694871902466, "Finetune/Step": 965, "Finetune/Step Time": 4.672851227223873}
{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9590032696723938, "Finetune/Loss (Raw)": 0.9474040269851685, "Finetune/Step": 966, "Finetune/Step Time": 4.674184255301952}
{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9595772624015808, "Finetune/Loss (Raw)": 0.9956454038619995, "Finetune/Step": 967, "Finetune/Step Time": 4.679029319435358}
{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9586870670318604, "Finetune/Loss (Raw)": 1.0601886510849, "Finetune/Step": 968, "Finetune/Step Time": 4.682828977704048}
{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9589362144470215, "Finetune/Loss (Raw)": 0.9304569363594055, "Finetune/Step": 969, "Finetune/Step Time": 4.689834721386433}
{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9560767412185669, "Finetune/Loss (Raw)": 0.7076278924942017, "Finetune/Step": 970, "Finetune/Step Time": 4.697184823453426}
{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9557522535324097, "Finetune/Loss (Raw)": 1.008002519607544, "Finetune/Step": 971, "Finetune/Step Time": 4.7101060803979635}
{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9510179758071899, "Finetune/Loss (Raw)": 0.39184606075286865, "Finetune/Step": 972, "Finetune/Step Time": 4.7462024968117476}
{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9495259523391724, "Finetune/Loss (Raw)": 0.8879876732826233, "Finetune/Step": 973, "Finetune/Step Time": 4.751738298684359}
{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9489631652832031, "Finetune/Loss (Raw)": 0.9743141531944275, "Finetune/Step": 974, "Finetune/Step Time": 4.767513521015644}
{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9540089964866638, "Finetune/Loss (Raw)": 1.1121915578842163, "Finetune/Step": 975, "Finetune/Step Time": 4.747346254065633}
{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.955081582069397, "Finetune/Loss (Raw)": 0.9849941730499268, "Finetune/Step": 976, "Finetune/Step Time": 4.749707009643316}
{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9555745124816895, "Finetune/Loss (Raw)": 1.071696162223816, "Finetune/Step": 977, "Finetune/Step Time": 4.755271816626191}
{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9560083150863647, "Finetune/Loss (Raw)": 0.9492771625518799, "Finetune/Step": 978, "Finetune/Step Time": 4.734862394630909}
{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9549176096916199, "Finetune/Loss (Raw)": 0.8861349821090698, "Finetune/Step": 979, "Finetune/Step Time": 4.7355542704463005}
{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9571372270584106, "Finetune/Loss (Raw)": 1.1659421920776367, "Finetune/Step": 980, "Finetune/Step Time": 4.734161999076605}
{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9574809074401855, "Finetune/Loss (Raw)": 0.9963154792785645, "Finetune/Step": 981, "Finetune/Step Time": 4.735075356438756}
{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9581866264343262, "Finetune/Loss (Raw)": 1.0347442626953125, "Finetune/Step": 982, "Finetune/Step Time": 4.722622592002153}
{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.959888219833374, "Finetune/Loss (Raw)": 1.0235552787780762, "Finetune/Step": 983, "Finetune/Step Time": 4.686315290629864}
{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9598129391670227, "Finetune/Loss (Raw)": 0.9849849343299866, "Finetune/Step": 984, "Finetune/Step Time": 4.697097798809409}
{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9598493576049805, "Finetune/Loss (Raw)": 0.951138973236084, "Finetune/Step": 985, "Finetune/Step Time": 4.695645904168487}
{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9574862718582153, "Finetune/Loss (Raw)": 0.8850035071372986, "Finetune/Step": 986, "Finetune/Step Time": 4.698904860764742}
{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9567371010780334, "Finetune/Loss (Raw)": 1.0056935548782349, "Finetune/Step": 987, "Finetune/Step Time": 4.695991491898894}
{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.9560531377792358, "Finetune/Loss (Raw)": 0.8650308847427368, "Finetune/Step": 988, "Finetune/Step Time": 4.698722146451473}
{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9584822654724121, "Finetune/Loss (Raw)": 1.038833737373352, "Finetune/Step": 989, "Finetune/Step Time": 4.702171739190817}
{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9563683867454529, "Finetune/Loss (Raw)": 0.7497223019599915, "Finetune/Step": 990, "Finetune/Step Time": 4.7080196756869555}
{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9579576253890991, "Finetune/Loss (Raw)": 1.0442081689834595, "Finetune/Step": 991, "Finetune/Step Time": 4.698758395388722}
{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9574934840202332, "Finetune/Loss (Raw)": 0.9838821887969971, "Finetune/Step": 992, "Finetune/Step Time": 4.696419067680836}
{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9577295184135437, "Finetune/Loss (Raw)": 0.9916886687278748, "Finetune/Step": 993, "Finetune/Step Time": 4.706739041954279}
{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9550227522850037, "Finetune/Loss (Raw)": 0.7743018269538879, "Finetune/Step": 994, "Finetune/Step Time": 4.715177888050675}
{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9540989398956299, "Finetune/Loss (Raw)": 0.9438950419425964, "Finetune/Step": 995, "Finetune/Step Time": 4.7134172059595585}
{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.9541953802108765, "Finetune/Loss (Raw)": 0.9595589637756348, "Finetune/Step": 996, "Finetune/Step Time": 4.7174368891865015}
{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9530155658721924, "Finetune/Loss (Raw)": 0.9367139935493469, "Finetune/Step": 997, "Finetune/Step Time": 4.696884928271174}
{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9534519910812378, "Finetune/Loss (Raw)": 0.9586317539215088, "Finetune/Step": 998, "Finetune/Step Time": 4.709798410534859}
{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9555096626281738, "Finetune/Loss (Raw)": 1.1115694046020508, "Finetune/Step": 999, "Finetune/Step Time": 4.703397490084171}
{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9566614627838135, "Finetune/Loss (Raw)": 1.1441948413848877, "Finetune/Step": 1000, "Finetune/Step Time": 4.697406290099025}
{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.951039731502533, "Finetune/Loss (Raw)": 0.32556548714637756, "Finetune/Step": 1001, "Finetune/Step Time": 4.73807155713439}
{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.951797604560852, "Finetune/Loss (Raw)": 0.9821091890335083, "Finetune/Step": 1002, "Finetune/Step Time": 4.7389242723584175}
{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9526489973068237, "Finetune/Loss (Raw)": 1.059373378753662, "Finetune/Step": 1003, "Finetune/Step Time": 4.741897895932198}
{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9536831378936768, "Finetune/Loss (Raw)": 1.0674026012420654, "Finetune/Step": 1004, "Finetune/Step Time": 4.741424156352878}
{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9536027908325195, "Finetune/Loss (Raw)": 1.022068738937378, "Finetune/Step": 1005, "Finetune/Step Time": 4.733932664617896}
{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9526512026786804, "Finetune/Loss (Raw)": 0.8765695691108704, "Finetune/Step": 1006, "Finetune/Step Time": 4.749685326591134}
{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9530125856399536, "Finetune/Loss (Raw)": 0.935286819934845, "Finetune/Step": 1007, "Finetune/Step Time": 4.73081081174314}
{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9527812004089355, "Finetune/Loss (Raw)": 0.9850154519081116, "Finetune/Step": 1008, "Finetune/Step Time": 4.729796625673771}
{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9491504430770874, "Finetune/Loss (Raw)": 0.42921316623687744, "Finetune/Step": 1009, "Finetune/Step Time": 4.753389669582248}
{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9479007124900818, "Finetune/Loss (Raw)": 0.9064368009567261, "Finetune/Step": 1010, "Finetune/Step Time": 4.755808301270008}
{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9468288421630859, "Finetune/Loss (Raw)": 0.921158492565155, "Finetune/Step": 1011, "Finetune/Step Time": 4.755414815619588}
{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9463650584220886, "Finetune/Loss (Raw)": 1.0125524997711182, "Finetune/Step": 1012, "Finetune/Step Time": 4.76046852581203}
{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9517455101013184, "Finetune/Loss (Raw)": 0.9191776514053345, "Finetune/Step": 1013, "Finetune/Step Time": 4.717985976487398}
{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9519912600517273, "Finetune/Loss (Raw)": 1.0480523109436035, "Finetune/Step": 1014, "Finetune/Step Time": 4.712625151500106}
{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9512848854064941, "Finetune/Loss (Raw)": 0.31498926877975464, "Finetune/Step": 1015, "Finetune/Step Time": 4.715177813544869}
{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9506927728652954, "Finetune/Loss (Raw)": 1.0096893310546875, "Finetune/Step": 1016, "Finetune/Step Time": 4.7082817405462265}
{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9509641528129578, "Finetune/Loss (Raw)": 1.0835996866226196, "Finetune/Step": 1017, "Finetune/Step Time": 4.699780190363526}
{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9511574506759644, "Finetune/Loss (Raw)": 0.9971267580986023, "Finetune/Step": 1018, "Finetune/Step Time": 4.744444206357002}
{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9506034851074219, "Finetune/Loss (Raw)": 0.9223265647888184, "Finetune/Step": 1019, "Finetune/Step Time": 4.742198770865798}
{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9513591527938843, "Finetune/Loss (Raw)": 0.9897328615188599, "Finetune/Step": 1020, "Finetune/Step Time": 4.737554537132382}
{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9493298530578613, "Finetune/Loss (Raw)": 0.8719973564147949, "Finetune/Step": 1021, "Finetune/Step Time": 4.749196941033006}
{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9497328996658325, "Finetune/Loss (Raw)": 1.024329662322998, "Finetune/Step": 1022, "Finetune/Step Time": 4.750200284644961}
{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.948676347732544, "Finetune/Loss (Raw)": 0.8444498181343079, "Finetune/Step": 1023, "Finetune/Step Time": 4.753403766080737}
{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9476097822189331, "Finetune/Loss (Raw)": 0.9285804033279419, "Finetune/Step": 1024, "Finetune/Step Time": 4.7549822479486465}
{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9478857517242432, "Finetune/Loss (Raw)": 0.8875163197517395, "Finetune/Step": 1025, "Finetune/Step Time": 4.746121075004339}
{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.953066349029541, "Finetune/Loss (Raw)": 1.0250285863876343, "Finetune/Step": 1026, "Finetune/Step Time": 4.717391423881054}
{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9495618939399719, "Finetune/Loss (Raw)": 0.37367522716522217, "Finetune/Step": 1027, "Finetune/Step Time": 4.684158174321055}
{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9490835666656494, "Finetune/Loss (Raw)": 1.0528326034545898, "Finetune/Step": 1028, "Finetune/Step Time": 4.682738246396184}
{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9472770690917969, "Finetune/Loss (Raw)": 0.8755403757095337, "Finetune/Step": 1029, "Finetune/Step Time": 4.690316958352923}
{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9470279216766357, "Finetune/Loss (Raw)": 1.0307600498199463, "Finetune/Step": 1030, "Finetune/Step Time": 4.699825854972005}
{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9463001489639282, "Finetune/Loss (Raw)": 0.9888884425163269, "Finetune/Step": 1031, "Finetune/Step Time": 4.674942338839173}
{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9415176510810852, "Finetune/Loss (Raw)": 0.35183680057525635, "Finetune/Step": 1032, "Finetune/Step Time": 4.709694301709533}
{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9411424398422241, "Finetune/Loss (Raw)": 1.0122582912445068, "Finetune/Step": 1033, "Finetune/Step Time": 4.736605249345303}
{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9403492212295532, "Finetune/Loss (Raw)": 0.842308759689331, "Finetune/Step": 1034, "Finetune/Step Time": 4.743929037824273}
{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9400227069854736, "Finetune/Loss (Raw)": 1.0071349143981934, "Finetune/Step": 1035, "Finetune/Step Time": 4.756337815895677}
{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9399752616882324, "Finetune/Loss (Raw)": 0.9683065414428711, "Finetune/Step": 1036, "Finetune/Step Time": 4.761214690282941}
{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9390294551849365, "Finetune/Loss (Raw)": 0.8803115487098694, "Finetune/Step": 1037, "Finetune/Step Time": 4.764319106936455}
{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9406057000160217, "Finetune/Loss (Raw)": 1.1696466207504272, "Finetune/Step": 1038, "Finetune/Step Time": 4.7575857397168875}
{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9411858320236206, "Finetune/Loss (Raw)": 1.0120819807052612, "Finetune/Step": 1039, "Finetune/Step Time": 4.750715898349881}
{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9397094249725342, "Finetune/Loss (Raw)": 0.9375425577163696, "Finetune/Step": 1040, "Finetune/Step Time": 4.746697157621384}
{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9425210356712341, "Finetune/Loss (Raw)": 1.0822304487228394, "Finetune/Step": 1041, "Finetune/Step Time": 4.728238582611084}
{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.9422119855880737, "Finetune/Loss (Raw)": 1.0851725339889526, "Finetune/Step": 1042, "Finetune/Step Time": 4.723625490441918}
{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.937302827835083, "Finetune/Loss (Raw)": 0.3847753405570984, "Finetune/Step": 1043, "Finetune/Step Time": 4.770327743142843}
{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9359167218208313, "Finetune/Loss (Raw)": 0.8588232398033142, "Finetune/Step": 1044, "Finetune/Step Time": 4.77695300988853}
{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.934906005859375, "Finetune/Loss (Raw)": 1.0566829442977905, "Finetune/Step": 1045, "Finetune/Step Time": 4.761302364990115}
{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9346784353256226, "Finetune/Loss (Raw)": 0.9490396976470947, "Finetune/Step": 1046, "Finetune/Step Time": 4.764015629887581}
{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9365523457527161, "Finetune/Loss (Raw)": 1.005078673362732, "Finetune/Step": 1047, "Finetune/Step Time": 4.750286806374788}
{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9391065239906311, "Finetune/Loss (Raw)": 1.1713660955429077, "Finetune/Step": 1048, "Finetune/Step Time": 4.741791691631079}
{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.938249945640564, "Finetune/Loss (Raw)": 0.8775998950004578, "Finetune/Step": 1049, "Finetune/Step Time": 4.739054879173636}
{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9374063014984131, "Finetune/Loss (Raw)": 0.8149043917655945, "Finetune/Step": 1050, "Finetune/Step Time": 4.751354917883873}
{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9366869330406189, "Finetune/Loss (Raw)": 0.9484074711799622, "Finetune/Step": 1051, "Finetune/Step Time": 4.754878133535385}
{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9383687376976013, "Finetune/Loss (Raw)": 1.1556451320648193, "Finetune/Step": 1052, "Finetune/Step Time": 4.752685071900487}
{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9397166967391968, "Finetune/Loss (Raw)": 0.985407292842865, "Finetune/Step": 1053, "Finetune/Step Time": 4.740070542320609}
{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9410640001296997, "Finetune/Loss (Raw)": 1.1211845874786377, "Finetune/Step": 1054, "Finetune/Step Time": 4.735795360058546}
{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9399636387825012, "Finetune/Loss (Raw)": 0.9020048379898071, "Finetune/Step": 1055, "Finetune/Step Time": 4.736424628645182}
{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9405829906463623, "Finetune/Loss (Raw)": 1.088786244392395, "Finetune/Step": 1056, "Finetune/Step Time": 4.7376505974680185}
{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9396723508834839, "Finetune/Loss (Raw)": 0.9169769287109375, "Finetune/Step": 1057, "Finetune/Step Time": 4.7324449475854635}
{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9398304224014282, "Finetune/Loss (Raw)": 0.9278964400291443, "Finetune/Step": 1058, "Finetune/Step Time": 4.725109016522765}
{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.939209520816803, "Finetune/Loss (Raw)": 0.9493510127067566, "Finetune/Step": 1059, "Finetune/Step Time": 4.743548080325127}
{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9385566711425781, "Finetune/Loss (Raw)": 0.9794600605964661, "Finetune/Step": 1060, "Finetune/Step Time": 4.741630459204316}
{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9370150566101074, "Finetune/Loss (Raw)": 0.8431169986724854, "Finetune/Step": 1061, "Finetune/Step Time": 4.722324952483177}
{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9368745684623718, "Finetune/Loss (Raw)": 0.9983274340629578, "Finetune/Step": 1062, "Finetune/Step Time": 4.717343652620912}
{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9378466010093689, "Finetune/Loss (Raw)": 0.9844958186149597, "Finetune/Step": 1063, "Finetune/Step Time": 4.725346799939871}
{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9397452473640442, "Finetune/Loss (Raw)": 1.188534140586853, "Finetune/Step": 1064, "Finetune/Step Time": 4.712787130847573}
{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.9397969841957092, "Finetune/Loss (Raw)": 1.1384633779525757, "Finetune/Step": 1065, "Finetune/Step Time": 4.714053021743894}
{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9380001425743103, "Finetune/Loss (Raw)": 0.9058170318603516, "Finetune/Step": 1066, "Finetune/Step Time": 4.707879079505801}
{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9394299387931824, "Finetune/Loss (Raw)": 1.1130852699279785, "Finetune/Step": 1067, "Finetune/Step Time": 4.715155305340886}
{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9385261535644531, "Finetune/Loss (Raw)": 0.9096269607543945, "Finetune/Step": 1068, "Finetune/Step Time": 4.719912629574537}
{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9384744167327881, "Finetune/Loss (Raw)": 0.9690893888473511, "Finetune/Step": 1069, "Finetune/Step Time": 4.746431946754456}
{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9392201900482178, "Finetune/Loss (Raw)": 1.0376137495040894, "Finetune/Step": 1070, "Finetune/Step Time": 4.7357702404260635}
{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9399535059928894, "Finetune/Loss (Raw)": 1.045722246170044, "Finetune/Step": 1071, "Finetune/Step Time": 4.733545633032918}
{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9402562379837036, "Finetune/Loss (Raw)": 1.0442241430282593, "Finetune/Step": 1072, "Finetune/Step Time": 4.743051944300532}
{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9409446120262146, "Finetune/Loss (Raw)": 0.9591852426528931, "Finetune/Step": 1073, "Finetune/Step Time": 4.725968707352877}
{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9420515298843384, "Finetune/Loss (Raw)": 1.0518544912338257, "Finetune/Step": 1074, "Finetune/Step Time": 4.711315946653485}
{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9427245855331421, "Finetune/Loss (Raw)": 1.0564497709274292, "Finetune/Step": 1075, "Finetune/Step Time": 4.7061553075909615}
{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9481461048126221, "Finetune/Loss (Raw)": 1.0799418687820435, "Finetune/Step": 1076, "Finetune/Step Time": 4.669179566204548}
{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9477843046188354, "Finetune/Loss (Raw)": 1.0958625078201294, "Finetune/Step": 1077, "Finetune/Step Time": 4.672739282250404}
{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9490183591842651, "Finetune/Loss (Raw)": 1.0676863193511963, "Finetune/Step": 1078, "Finetune/Step Time": 4.675263687968254}
{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9465655088424683, "Finetune/Loss (Raw)": 0.8676733374595642, "Finetune/Step": 1079, "Finetune/Step Time": 4.673774238675833}
{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9475319385528564, "Finetune/Loss (Raw)": 0.9753892421722412, "Finetune/Step": 1080, "Finetune/Step Time": 4.6734849736094475}
{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9482895731925964, "Finetune/Loss (Raw)": 1.0821248292922974, "Finetune/Step": 1081, "Finetune/Step Time": 4.677213963121176}
{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9477909803390503, "Finetune/Loss (Raw)": 0.8543528914451599, "Finetune/Step": 1082, "Finetune/Step Time": 4.692556355148554}
{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9480053186416626, "Finetune/Loss (Raw)": 1.0227150917053223, "Finetune/Step": 1083, "Finetune/Step Time": 4.691166687756777}
{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.948331356048584, "Finetune/Loss (Raw)": 1.072713017463684, "Finetune/Step": 1084, "Finetune/Step Time": 4.711022570729256}
{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9492401480674744, "Finetune/Loss (Raw)": 1.020915150642395, "Finetune/Step": 1085, "Finetune/Step Time": 4.706843374297023}
{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9497054815292358, "Finetune/Loss (Raw)": 1.0369296073913574, "Finetune/Step": 1086, "Finetune/Step Time": 4.6934482883661985}
{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9503979682922363, "Finetune/Loss (Raw)": 1.023253321647644, "Finetune/Step": 1087, "Finetune/Step Time": 4.695849092677236}
{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.949553370475769, "Finetune/Loss (Raw)": 0.8494937419891357, "Finetune/Step": 1088, "Finetune/Step Time": 4.6978628896176815}
{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9505150318145752, "Finetune/Loss (Raw)": 1.0053691864013672, "Finetune/Step": 1089, "Finetune/Step Time": 4.699444964528084}
{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.950520932674408, "Finetune/Loss (Raw)": 1.1090770959854126, "Finetune/Step": 1090, "Finetune/Step Time": 4.7096228916198015}
{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9507834911346436, "Finetune/Loss (Raw)": 0.9397696256637573, "Finetune/Step": 1091, "Finetune/Step Time": 4.708478910848498}
{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9516241550445557, "Finetune/Loss (Raw)": 1.0409038066864014, "Finetune/Step": 1092, "Finetune/Step Time": 4.7075639851391315}
{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9522342681884766, "Finetune/Loss (Raw)": 0.8855671882629395, "Finetune/Step": 1093, "Finetune/Step Time": 4.704917849972844}
{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9525587558746338, "Finetune/Loss (Raw)": 0.9889287352561951, "Finetune/Step": 1094, "Finetune/Step Time": 4.699332697317004}
{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9529315233230591, "Finetune/Loss (Raw)": 1.04336416721344, "Finetune/Step": 1095, "Finetune/Step Time": 4.688579294830561}
{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.952958345413208, "Finetune/Loss (Raw)": 1.0636286735534668, "Finetune/Step": 1096, "Finetune/Step Time": 4.678901979699731}
{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9534449577331543, "Finetune/Loss (Raw)": 0.9927380084991455, "Finetune/Step": 1097, "Finetune/Step Time": 4.680068861693144}
{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9556403756141663, "Finetune/Loss (Raw)": 0.9886411428451538, "Finetune/Step": 1098, "Finetune/Step Time": 4.687169020995498}
{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9555630087852478, "Finetune/Loss (Raw)": 0.9980983734130859, "Finetune/Step": 1099, "Finetune/Step Time": 4.660434892401099}
{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.960045576095581, "Finetune/Loss (Raw)": 0.9656156301498413, "Finetune/Step": 1100, "Finetune/Step Time": 4.627860218286514}
{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9615870714187622, "Finetune/Loss (Raw)": 1.0853034257888794, "Finetune/Step": 1101, "Finetune/Step Time": 4.627806494012475}
{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9602490663528442, "Finetune/Loss (Raw)": 0.8030473589897156, "Finetune/Step": 1102, "Finetune/Step Time": 4.608171904459596}
{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9603906869888306, "Finetune/Loss (Raw)": 1.1303123235702515, "Finetune/Step": 1103, "Finetune/Step Time": 4.594635531306267}
{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9609935879707336, "Finetune/Loss (Raw)": 1.0621709823608398, "Finetune/Step": 1104, "Finetune/Step Time": 4.59780508838594}
{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9613560438156128, "Finetune/Loss (Raw)": 1.1180928945541382, "Finetune/Step": 1105, "Finetune/Step Time": 4.6029123198240995}
{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9617250561714172, "Finetune/Loss (Raw)": 0.996507465839386, "Finetune/Step": 1106, "Finetune/Step Time": 4.615278992801905}
{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.962814450263977, "Finetune/Loss (Raw)": 1.0255743265151978, "Finetune/Step": 1107, "Finetune/Step Time": 4.615403868257999}
{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9622610807418823, "Finetune/Loss (Raw)": 1.0951173305511475, "Finetune/Step": 1108, "Finetune/Step Time": 4.615764414891601}
{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9608550667762756, "Finetune/Loss (Raw)": 0.8163439631462097, "Finetune/Step": 1109, "Finetune/Step Time": 4.62748290412128}
{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9605118036270142, "Finetune/Loss (Raw)": 0.99080890417099, "Finetune/Step": 1110, "Finetune/Step Time": 4.626463528722525}
{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9613687992095947, "Finetune/Loss (Raw)": 1.1332544088363647, "Finetune/Step": 1111, "Finetune/Step Time": 4.628013329580426}
{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9609452486038208, "Finetune/Loss (Raw)": 0.9307680130004883, "Finetune/Step": 1112, "Finetune/Step Time": 4.616308938711882}
{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9609311819076538, "Finetune/Loss (Raw)": 0.9493380784988403, "Finetune/Step": 1113, "Finetune/Step Time": 4.612597031518817}
{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9620972871780396, "Finetune/Loss (Raw)": 1.0342662334442139, "Finetune/Step": 1114, "Finetune/Step Time": 4.636237097904086}
{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.962200403213501, "Finetune/Loss (Raw)": 1.0188919305801392, "Finetune/Step": 1115, "Finetune/Step Time": 4.633129166439176}
{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9639829397201538, "Finetune/Loss (Raw)": 1.0931882858276367, "Finetune/Step": 1116, "Finetune/Step Time": 4.62790366820991}
{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9627945423126221, "Finetune/Loss (Raw)": 0.8867197036743164, "Finetune/Step": 1117, "Finetune/Step Time": 4.6273108292371035}
{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9654454588890076, "Finetune/Loss (Raw)": 1.0890438556671143, "Finetune/Step": 1118, "Finetune/Step Time": 4.614018719643354}
{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9630343914031982, "Finetune/Loss (Raw)": 0.7355932593345642, "Finetune/Step": 1119, "Finetune/Step Time": 4.62374615482986}
{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.962997317314148, "Finetune/Loss (Raw)": 0.979132354259491, "Finetune/Step": 1120, "Finetune/Step Time": 4.626490822061896}
{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9642781019210815, "Finetune/Loss (Raw)": 1.1556321382522583, "Finetune/Step": 1121, "Finetune/Step Time": 4.595393994823098}
{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.966424822807312, "Finetune/Loss (Raw)": 1.049086093902588, "Finetune/Step": 1122, "Finetune/Step Time": 4.601719358935952}
{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9663608074188232, "Finetune/Loss (Raw)": 0.9356932640075684, "Finetune/Step": 1123, "Finetune/Step Time": 4.619836110621691}
{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.968475878238678, "Finetune/Loss (Raw)": 1.2302895784378052, "Finetune/Step": 1124, "Finetune/Step Time": 4.6158876940608025}
{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9685149192810059, "Finetune/Loss (Raw)": 0.9417154788970947, "Finetune/Step": 1125, "Finetune/Step Time": 4.612469645217061}
{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9687221646308899, "Finetune/Loss (Raw)": 0.9851576685905457, "Finetune/Step": 1126, "Finetune/Step Time": 4.594454042613506}
{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9679967164993286, "Finetune/Loss (Raw)": 1.018701434135437, "Finetune/Step": 1127, "Finetune/Step Time": 4.593891642987728}
{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9666780829429626, "Finetune/Loss (Raw)": 0.9754177927970886, "Finetune/Step": 1128, "Finetune/Step Time": 4.606044260784984}
{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9728391766548157, "Finetune/Loss (Raw)": 1.114185094833374, "Finetune/Step": 1129, "Finetune/Step Time": 4.562474753707647}
{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9713914394378662, "Finetune/Loss (Raw)": 0.7967953085899353, "Finetune/Step": 1130, "Finetune/Step Time": 4.570592880249023}
{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9715973138809204, "Finetune/Loss (Raw)": 1.0857272148132324, "Finetune/Step": 1131, "Finetune/Step Time": 4.5533904284238815}
{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9712921380996704, "Finetune/Loss (Raw)": 1.0283455848693848, "Finetune/Step": 1132, "Finetune/Step Time": 4.555149395018816}
{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9709951281547546, "Finetune/Loss (Raw)": 0.9840471744537354, "Finetune/Step": 1133, "Finetune/Step Time": 4.550408935174346}
{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9716464281082153, "Finetune/Loss (Raw)": 0.9599332213401794, "Finetune/Step": 1134, "Finetune/Step Time": 4.53216059692204}
{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9729655385017395, "Finetune/Loss (Raw)": 1.1041396856307983, "Finetune/Step": 1135, "Finetune/Step Time": 4.527386633679271}
{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9728615283966064, "Finetune/Loss (Raw)": 0.9717008471488953, "Finetune/Step": 1136, "Finetune/Step Time": 4.525065645575523}
{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9777013659477234, "Finetune/Loss (Raw)": 1.0487104654312134, "Finetune/Step": 1137, "Finetune/Step Time": 4.488511029630899}
{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9786432981491089, "Finetune/Loss (Raw)": 1.027005672454834, "Finetune/Step": 1138, "Finetune/Step Time": 4.497680734843016}
{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9790042638778687, "Finetune/Loss (Raw)": 0.96735680103302, "Finetune/Step": 1139, "Finetune/Step Time": 4.510351886972785}
{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9790667295455933, "Finetune/Loss (Raw)": 1.0205527544021606, "Finetune/Step": 1140, "Finetune/Step Time": 4.50330519862473}
{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9793801307678223, "Finetune/Loss (Raw)": 0.9592914581298828, "Finetune/Step": 1141, "Finetune/Step Time": 4.508837606757879}
{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9735939502716064, "Finetune/Loss (Raw)": 0.30741798877716064, "Finetune/Step": 1142, "Finetune/Step Time": 4.54080031439662}
{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9784374237060547, "Finetune/Loss (Raw)": 0.9349618554115295, "Finetune/Step": 1143, "Finetune/Step Time": 4.515231743454933}
{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9784808158874512, "Finetune/Loss (Raw)": 1.0152373313903809, "Finetune/Step": 1144, "Finetune/Step Time": 4.519348964095116}
{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9775278568267822, "Finetune/Loss (Raw)": 0.9616224765777588, "Finetune/Step": 1145, "Finetune/Step Time": 4.519689613953233}
{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9779808521270752, "Finetune/Loss (Raw)": 1.0551095008850098, "Finetune/Step": 1146, "Finetune/Step Time": 4.478682244196534}
{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9771542549133301, "Finetune/Loss (Raw)": 0.8165242671966553, "Finetune/Step": 1147, "Finetune/Step Time": 4.4816611763089895}
{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9721603989601135, "Finetune/Loss (Raw)": 0.3505234122276306, "Finetune/Step": 1148, "Finetune/Step Time": 4.527925588190556}
{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9740196466445923, "Finetune/Loss (Raw)": 1.1099759340286255, "Finetune/Step": 1149, "Finetune/Step Time": 4.533620312809944}
{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9736530780792236, "Finetune/Loss (Raw)": 0.9774046540260315, "Finetune/Step": 1150, "Finetune/Step Time": 4.523981772363186}
{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9739681482315063, "Finetune/Loss (Raw)": 0.88479083776474, "Finetune/Step": 1151, "Finetune/Step Time": 4.5084235686808825}
{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9745653867721558, "Finetune/Loss (Raw)": 1.0050204992294312, "Finetune/Step": 1152, "Finetune/Step Time": 4.526070909574628}
{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.976271390914917, "Finetune/Loss (Raw)": 1.1058849096298218, "Finetune/Step": 1153, "Finetune/Step Time": 4.528754778206348}
{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.970879316329956, "Finetune/Loss (Raw)": 0.33485034108161926, "Finetune/Step": 1154, "Finetune/Step Time": 4.553210634738207}
{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9706547260284424, "Finetune/Loss (Raw)": 0.34491685032844543, "Finetune/Step": 1155, "Finetune/Step Time": 4.549891980364919}
{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9714688062667847, "Finetune/Loss (Raw)": 1.1570426225662231, "Finetune/Step": 1156, "Finetune/Step Time": 4.546001434326172}
{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9727702736854553, "Finetune/Loss (Raw)": 1.0421239137649536, "Finetune/Step": 1157, "Finetune/Step Time": 4.543247498571873}
{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.971890926361084, "Finetune/Loss (Raw)": 0.918197751045227, "Finetune/Step": 1158, "Finetune/Step Time": 4.5284023974090815}
{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.970880389213562, "Finetune/Loss (Raw)": 0.859542965888977, "Finetune/Step": 1159, "Finetune/Step Time": 4.539271546527743}
{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9756696224212646, "Finetune/Loss (Raw)": 0.9648619294166565, "Finetune/Step": 1160, "Finetune/Step Time": 4.523178370669484}
{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9755325317382812, "Finetune/Loss (Raw)": 0.9947121143341064, "Finetune/Step": 1161, "Finetune/Step Time": 4.5157016310840845}
{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9768515229225159, "Finetune/Loss (Raw)": 1.011137843132019, "Finetune/Step": 1162, "Finetune/Step Time": 4.512861145660281}
{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9752578735351562, "Finetune/Loss (Raw)": 0.8031481504440308, "Finetune/Step": 1163, "Finetune/Step Time": 4.526577722281218}
{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9771049618721008, "Finetune/Loss (Raw)": 1.2047327756881714, "Finetune/Step": 1164, "Finetune/Step Time": 4.524342896416783}
{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9731041193008423, "Finetune/Loss (Raw)": 0.36820292472839355, "Finetune/Step": 1165, "Finetune/Step Time": 4.550862891599536}
{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9708505868911743, "Finetune/Loss (Raw)": 0.8811967968940735, "Finetune/Step": 1166, "Finetune/Step Time": 4.559803988784552}
{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9694743156433105, "Finetune/Loss (Raw)": 0.8359177708625793, "Finetune/Step": 1167, "Finetune/Step Time": 4.574841968715191}
{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9696410298347473, "Finetune/Loss (Raw)": 0.9588833451271057, "Finetune/Step": 1168, "Finetune/Step Time": 4.573497138917446}
{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9690492153167725, "Finetune/Loss (Raw)": 1.0064791440963745, "Finetune/Step": 1169, "Finetune/Step Time": 4.575463419780135}
{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.964268684387207, "Finetune/Loss (Raw)": 0.4732670783996582, "Finetune/Step": 1170, "Finetune/Step Time": 4.6142581179738045}
{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9700219631195068, "Finetune/Loss (Raw)": 1.1211864948272705, "Finetune/Step": 1171, "Finetune/Step Time": 4.566584385931492}
{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.971491813659668, "Finetune/Loss (Raw)": 1.0469701290130615, "Finetune/Step": 1172, "Finetune/Step Time": 4.554651170969009}
{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9709979295730591, "Finetune/Loss (Raw)": 0.9934599995613098, "Finetune/Step": 1173, "Finetune/Step Time": 4.53357139788568}
{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9664479494094849, "Finetune/Loss (Raw)": 0.3666463792324066, "Finetune/Step": 1174, "Finetune/Step Time": 4.569611731916666}
{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9661051630973816, "Finetune/Loss (Raw)": 0.9611989855766296, "Finetune/Step": 1175, "Finetune/Step Time": 4.583691721782088}
{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9642536640167236, "Finetune/Loss (Raw)": 0.9343798160552979, "Finetune/Step": 1176, "Finetune/Step Time": 4.578789696097374}
{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9596825838088989, "Finetune/Loss (Raw)": 0.29250040650367737, "Finetune/Step": 1177, "Finetune/Step Time": 4.618689810857177}
{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9558706283569336, "Finetune/Loss (Raw)": 0.32697346806526184, "Finetune/Step": 1178, "Finetune/Step Time": 4.641715465113521}
{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.9575421810150146, "Finetune/Loss (Raw)": 1.1623677015304565, "Finetune/Step": 1179, "Finetune/Step Time": 4.634801249951124}
{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.955788254737854, "Finetune/Loss (Raw)": 0.931138277053833, "Finetune/Step": 1180, "Finetune/Step Time": 4.651234356686473}
{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9565839767456055, "Finetune/Loss (Raw)": 1.0872567892074585, "Finetune/Step": 1181, "Finetune/Step Time": 4.6386679392308}
{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9533566236495972, "Finetune/Loss (Raw)": 0.7080914378166199, "Finetune/Step": 1182, "Finetune/Step Time": 4.64003761485219}
{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9544100761413574, "Finetune/Loss (Raw)": 1.036837100982666, "Finetune/Step": 1183, "Finetune/Step Time": 4.6416968032717705}
{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.952377438545227, "Finetune/Loss (Raw)": 0.8286185264587402, "Finetune/Step": 1184, "Finetune/Step Time": 4.671326393261552}
{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9531486630439758, "Finetune/Loss (Raw)": 1.0156869888305664, "Finetune/Step": 1185, "Finetune/Step Time": 4.6741602048277855}
{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9546656608581543, "Finetune/Loss (Raw)": 1.1220707893371582, "Finetune/Step": 1186, "Finetune/Step Time": 4.67423197068274}
{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9500037431716919, "Finetune/Loss (Raw)": 0.3526340425014496, "Finetune/Step": 1187, "Finetune/Step Time": 4.697696769610047}
{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9506466388702393, "Finetune/Loss (Raw)": 1.0617495775222778, "Finetune/Step": 1188, "Finetune/Step Time": 4.697190495207906}
{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9523828029632568, "Finetune/Loss (Raw)": 1.0653482675552368, "Finetune/Step": 1189, "Finetune/Step Time": 4.702113205567002}
{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9522591233253479, "Finetune/Loss (Raw)": 0.9824911952018738, "Finetune/Step": 1190, "Finetune/Step Time": 4.7005585096776485}
{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9527975916862488, "Finetune/Loss (Raw)": 1.0534169673919678, "Finetune/Step": 1191, "Finetune/Step Time": 4.694144017994404}
{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9515477418899536, "Finetune/Loss (Raw)": 1.0285567045211792, "Finetune/Step": 1192, "Finetune/Step Time": 4.701650559902191}
{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9506532549858093, "Finetune/Loss (Raw)": 1.0239653587341309, "Finetune/Step": 1193, "Finetune/Step Time": 4.700634056702256}
{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9519360065460205, "Finetune/Loss (Raw)": 1.0700074434280396, "Finetune/Step": 1194, "Finetune/Step Time": 4.714451540261507}
{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9510259628295898, "Finetune/Loss (Raw)": 0.9966063499450684, "Finetune/Step": 1195, "Finetune/Step Time": 4.7037999257445335}
{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.951641857624054, "Finetune/Loss (Raw)": 0.9884570837020874, "Finetune/Step": 1196, "Finetune/Step Time": 4.700241677463055}
{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9527620077133179, "Finetune/Loss (Raw)": 1.1124708652496338, "Finetune/Step": 1197, "Finetune/Step Time": 4.666994474828243}
{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9532454013824463, "Finetune/Loss (Raw)": 1.0994858741760254, "Finetune/Step": 1198, "Finetune/Step Time": 4.672434547916055}
{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9532265067100525, "Finetune/Loss (Raw)": 1.043306589126587, "Finetune/Step": 1199, "Finetune/Step Time": 4.668652260676026}
{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9533171057701111, "Finetune/Loss (Raw)": 1.055817723274231, "Finetune/Step": 1200, "Finetune/Step Time": 4.665203412994742}
{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9540204405784607, "Finetune/Loss (Raw)": 1.0492113828659058, "Finetune/Step": 1201, "Finetune/Step Time": 4.678870363160968}
{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9548848867416382, "Finetune/Loss (Raw)": 1.162501573562622, "Finetune/Step": 1202, "Finetune/Step Time": 4.682630740106106}
{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9554179906845093, "Finetune/Loss (Raw)": 1.1246881484985352, "Finetune/Step": 1203, "Finetune/Step Time": 4.673105226829648}
{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9554517269134521, "Finetune/Loss (Raw)": 1.0842710733413696, "Finetune/Step": 1204, "Finetune/Step Time": 4.681474028155208}
{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9544392228126526, "Finetune/Loss (Raw)": 0.966258704662323, "Finetune/Step": 1205, "Finetune/Step Time": 4.699234971776605}
{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9550865888595581, "Finetune/Loss (Raw)": 1.1505500078201294, "Finetune/Step": 1206, "Finetune/Step Time": 4.6913510244339705}
{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9558081030845642, "Finetune/Loss (Raw)": 0.9600231051445007, "Finetune/Step": 1207, "Finetune/Step Time": 4.698348013684154}
{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9561471939086914, "Finetune/Loss (Raw)": 1.0187894105911255, "Finetune/Step": 1208, "Finetune/Step Time": 4.698655169457197}
{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9559463858604431, "Finetune/Loss (Raw)": 1.056424617767334, "Finetune/Step": 1209, "Finetune/Step Time": 4.696911917999387}
{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.957053005695343, "Finetune/Loss (Raw)": 0.9959987998008728, "Finetune/Step": 1210, "Finetune/Step Time": 4.674392998218536}
{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9564824104309082, "Finetune/Loss (Raw)": 0.9496856331825256, "Finetune/Step": 1211, "Finetune/Step Time": 4.6776497438549995}
{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9569015502929688, "Finetune/Loss (Raw)": 1.1263586282730103, "Finetune/Step": 1212, "Finetune/Step Time": 4.660557042807341}
{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9563919305801392, "Finetune/Loss (Raw)": 0.9556840062141418, "Finetune/Step": 1213, "Finetune/Step Time": 4.654178809374571}
{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.954990804195404, "Finetune/Loss (Raw)": 0.8575801849365234, "Finetune/Step": 1214, "Finetune/Step Time": 4.668323112651706}
{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9547512531280518, "Finetune/Loss (Raw)": 0.9926022291183472, "Finetune/Step": 1215, "Finetune/Step Time": 4.669002171605825}
{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9508764743804932, "Finetune/Loss (Raw)": 0.3535187542438507, "Finetune/Step": 1216, "Finetune/Step Time": 4.702124070376158}
{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9517194032669067, "Finetune/Loss (Raw)": 1.113257884979248, "Finetune/Step": 1217, "Finetune/Step Time": 4.7001917734742165}
{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.951290488243103, "Finetune/Loss (Raw)": 1.0541836023330688, "Finetune/Step": 1218, "Finetune/Step Time": 4.684943770989776}
{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9463613629341125, "Finetune/Loss (Raw)": 0.3088354766368866, "Finetune/Step": 1219, "Finetune/Step Time": 4.7235729824751616}
{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9459823369979858, "Finetune/Loss (Raw)": 0.9923855662345886, "Finetune/Step": 1220, "Finetune/Step Time": 4.728486588224769}
{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9471328854560852, "Finetune/Loss (Raw)": 1.0328474044799805, "Finetune/Step": 1221, "Finetune/Step Time": 4.739364067092538}
{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9473096132278442, "Finetune/Loss (Raw)": 1.0115413665771484, "Finetune/Step": 1222, "Finetune/Step Time": 4.749593140557408}
{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9471880197525024, "Finetune/Loss (Raw)": 1.0278072357177734, "Finetune/Step": 1223, "Finetune/Step Time": 4.744508355855942}
{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9467446804046631, "Finetune/Loss (Raw)": 1.006874680519104, "Finetune/Step": 1224, "Finetune/Step Time": 4.745961396023631}
{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9458229541778564, "Finetune/Loss (Raw)": 0.8747624754905701, "Finetune/Step": 1225, "Finetune/Step Time": 4.742086358368397}
{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.945132851600647, "Finetune/Loss (Raw)": 0.9003117680549622, "Finetune/Step": 1226, "Finetune/Step Time": 4.732750112190843}
{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9441253542900085, "Finetune/Loss (Raw)": 0.869133710861206, "Finetune/Step": 1227, "Finetune/Step Time": 4.7409530729055405}
{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9447838068008423, "Finetune/Loss (Raw)": 1.0498878955841064, "Finetune/Step": 1228, "Finetune/Step Time": 4.747391227632761}
{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9447399377822876, "Finetune/Loss (Raw)": 1.0796945095062256, "Finetune/Step": 1229, "Finetune/Step Time": 4.7434835489839315}
{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9416322708129883, "Finetune/Loss (Raw)": 0.4052635133266449, "Finetune/Step": 1230, "Finetune/Step Time": 4.781061900779605}
{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9415371417999268, "Finetune/Loss (Raw)": 1.1181381940841675, "Finetune/Step": 1231, "Finetune/Step Time": 4.774955587461591}
{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.941156804561615, "Finetune/Loss (Raw)": 1.013487458229065, "Finetune/Step": 1232, "Finetune/Step Time": 4.763587644323707}
{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9405223727226257, "Finetune/Loss (Raw)": 1.03688645362854, "Finetune/Step": 1233, "Finetune/Step Time": 4.748849414288998}
{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.939041256904602, "Finetune/Loss (Raw)": 0.806925892829895, "Finetune/Step": 1234, "Finetune/Step Time": 4.758108923211694}
{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9384871125221252, "Finetune/Loss (Raw)": 0.9546427726745605, "Finetune/Step": 1235, "Finetune/Step Time": 4.751094734296203}
{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9386287927627563, "Finetune/Loss (Raw)": 1.1132431030273438, "Finetune/Step": 1236, "Finetune/Step Time": 4.747082998976111}
{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9402287006378174, "Finetune/Loss (Raw)": 1.0211416482925415, "Finetune/Step": 1237, "Finetune/Step Time": 4.749397672712803}
{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.941716194152832, "Finetune/Loss (Raw)": 1.18120276927948, "Finetune/Step": 1238, "Finetune/Step Time": 4.757460650056601}
{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.940502941608429, "Finetune/Loss (Raw)": 0.9779627919197083, "Finetune/Step": 1239, "Finetune/Step Time": 4.75938930734992}
{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9408514499664307, "Finetune/Loss (Raw)": 0.9753797054290771, "Finetune/Step": 1240, "Finetune/Step Time": 4.763296812772751}
{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9404466152191162, "Finetune/Loss (Raw)": 0.8975187540054321, "Finetune/Step": 1241, "Finetune/Step Time": 4.767118312418461}
{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9399338960647583, "Finetune/Loss (Raw)": 0.9686325788497925, "Finetune/Step": 1242, "Finetune/Step Time": 4.7400876600295305}
{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9402210712432861, "Finetune/Loss (Raw)": 1.0556544065475464, "Finetune/Step": 1243, "Finetune/Step Time": 4.7342415396124125}
{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9393014311790466, "Finetune/Loss (Raw)": 0.9754669666290283, "Finetune/Step": 1244, "Finetune/Step Time": 4.737730698660016}
{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9399682283401489, "Finetune/Loss (Raw)": 0.9720783829689026, "Finetune/Step": 1245, "Finetune/Step Time": 4.728074185550213}
{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9386990666389465, "Finetune/Loss (Raw)": 0.9265897274017334, "Finetune/Step": 1246, "Finetune/Step Time": 4.750470697879791}
{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9413541555404663, "Finetune/Loss (Raw)": 1.075435996055603, "Finetune/Step": 1247, "Finetune/Step Time": 4.736203949898481}
{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9401021003723145, "Finetune/Loss (Raw)": 0.8188782930374146, "Finetune/Step": 1248, "Finetune/Step Time": 4.741138994693756}
{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9382696151733398, "Finetune/Loss (Raw)": 0.9210750460624695, "Finetune/Step": 1249, "Finetune/Step Time": 4.7420765701681376}
{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9381715059280396, "Finetune/Loss (Raw)": 1.0365277528762817, "Finetune/Step": 1250, "Finetune/Step Time": 4.722306478768587}
{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9389042854309082, "Finetune/Loss (Raw)": 1.0294855833053589, "Finetune/Step": 1251, "Finetune/Step Time": 4.708433164283633}
{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9363425970077515, "Finetune/Loss (Raw)": 0.9023939967155457, "Finetune/Step": 1252, "Finetune/Step Time": 4.704320738092065}
{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9362595677375793, "Finetune/Loss (Raw)": 0.9310876727104187, "Finetune/Step": 1253, "Finetune/Step Time": 4.722918612882495}
{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9362616539001465, "Finetune/Loss (Raw)": 0.9854285717010498, "Finetune/Step": 1254, "Finetune/Step Time": 4.726430321112275}
{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9369282722473145, "Finetune/Loss (Raw)": 1.1040213108062744, "Finetune/Step": 1255, "Finetune/Step Time": 4.728663666173816}
{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9372310638427734, "Finetune/Loss (Raw)": 1.0141806602478027, "Finetune/Step": 1256, "Finetune/Step Time": 4.724330436438322}
{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9340840578079224, "Finetune/Loss (Raw)": 0.7113677859306335, "Finetune/Step": 1257, "Finetune/Step Time": 4.750726664438844}
{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9353484511375427, "Finetune/Loss (Raw)": 0.9586373567581177, "Finetune/Step": 1258, "Finetune/Step Time": 4.739229800179601}
{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9338951110839844, "Finetune/Loss (Raw)": 0.8996986746788025, "Finetune/Step": 1259, "Finetune/Step Time": 4.7500037513673306}
{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9350628852844238, "Finetune/Loss (Raw)": 1.1778234243392944, "Finetune/Step": 1260, "Finetune/Step Time": 4.752169182524085}
{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9339679479598999, "Finetune/Loss (Raw)": 0.8438986539840698, "Finetune/Step": 1261, "Finetune/Step Time": 4.751714583486319}
{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9342473149299622, "Finetune/Loss (Raw)": 0.9956880211830139, "Finetune/Step": 1262, "Finetune/Step Time": 4.747315429151058}
{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9338825345039368, "Finetune/Loss (Raw)": 1.0574463605880737, "Finetune/Step": 1263, "Finetune/Step Time": 4.744010193273425}
{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9340804815292358, "Finetune/Loss (Raw)": 0.9970358610153198, "Finetune/Step": 1264, "Finetune/Step Time": 4.741911532357335}
{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9288641214370728, "Finetune/Loss (Raw)": 0.3810223340988159, "Finetune/Step": 1265, "Finetune/Step Time": 4.779100054875016}
{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9283385872840881, "Finetune/Loss (Raw)": 0.9597345590591431, "Finetune/Step": 1266, "Finetune/Step Time": 4.784494288265705}
{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9289789199829102, "Finetune/Loss (Raw)": 1.0493195056915283, "Finetune/Step": 1267, "Finetune/Step Time": 4.770695932209492}
{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9294180274009705, "Finetune/Loss (Raw)": 1.0767635107040405, "Finetune/Step": 1268, "Finetune/Step Time": 4.774248592555523}
{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.929401695728302, "Finetune/Loss (Raw)": 0.9571983814239502, "Finetune/Step": 1269, "Finetune/Step Time": 4.765995983034372}
{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9358950853347778, "Finetune/Loss (Raw)": 1.1385632753372192, "Finetune/Step": 1270, "Finetune/Step Time": 4.73750233463943}
{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9371987581253052, "Finetune/Loss (Raw)": 1.1018363237380981, "Finetune/Step": 1271, "Finetune/Step Time": 4.7223990969359875}
{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9356689453125, "Finetune/Loss (Raw)": 0.8194190263748169, "Finetune/Step": 1272, "Finetune/Step Time": 4.730662824586034}
{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.935490608215332, "Finetune/Loss (Raw)": 0.9387953281402588, "Finetune/Step": 1273, "Finetune/Step Time": 4.74043876118958}
{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9340556859970093, "Finetune/Loss (Raw)": 0.8714433312416077, "Finetune/Step": 1274, "Finetune/Step Time": 4.7315999530255795}
{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9368239641189575, "Finetune/Loss (Raw)": 1.170863389968872, "Finetune/Step": 1275, "Finetune/Step Time": 4.722844395786524}
{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.94153892993927, "Finetune/Loss (Raw)": 0.9540366530418396, "Finetune/Step": 1276, "Finetune/Step Time": 4.67819950170815}
{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9404622316360474, "Finetune/Loss (Raw)": 0.9721651077270508, "Finetune/Step": 1277, "Finetune/Step Time": 4.6762600261718035}
{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9386772513389587, "Finetune/Loss (Raw)": 0.7489207983016968, "Finetune/Step": 1278, "Finetune/Step Time": 4.682647416368127}
{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9395711421966553, "Finetune/Loss (Raw)": 0.9992160797119141, "Finetune/Step": 1279, "Finetune/Step Time": 4.68439644575119}
{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9407994747161865, "Finetune/Loss (Raw)": 1.1622428894042969, "Finetune/Step": 1280, "Finetune/Step Time": 4.663282670080662}
{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9396204948425293, "Finetune/Loss (Raw)": 0.954979419708252, "Finetune/Step": 1281, "Finetune/Step Time": 4.647917030379176}
{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9447439312934875, "Finetune/Loss (Raw)": 0.9906485676765442, "Finetune/Step": 1282, "Finetune/Step Time": 4.611312096938491}
{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9489333629608154, "Finetune/Loss (Raw)": 0.881162703037262, "Finetune/Step": 1283, "Finetune/Step Time": 4.586540572345257}
{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9475170373916626, "Finetune/Loss (Raw)": 0.9757534265518188, "Finetune/Step": 1284, "Finetune/Step Time": 4.589628996327519}
{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9476640224456787, "Finetune/Loss (Raw)": 1.0609440803527832, "Finetune/Step": 1285, "Finetune/Step Time": 4.589913621544838}
{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9480116963386536, "Finetune/Loss (Raw)": 0.9626904726028442, "Finetune/Step": 1286, "Finetune/Step Time": 4.605435561388731}
{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9489594101905823, "Finetune/Loss (Raw)": 0.980855405330658, "Finetune/Step": 1287, "Finetune/Step Time": 4.599465610459447}
{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9485106468200684, "Finetune/Loss (Raw)": 0.9074205160140991, "Finetune/Step": 1288, "Finetune/Step Time": 4.58476042188704}
{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9478728175163269, "Finetune/Loss (Raw)": 0.9130643606185913, "Finetune/Step": 1289, "Finetune/Step Time": 4.581431342288852}
{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9486830234527588, "Finetune/Loss (Raw)": 1.1148470640182495, "Finetune/Step": 1290, "Finetune/Step Time": 4.575828740373254}
{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9501792788505554, "Finetune/Loss (Raw)": 0.9946675896644592, "Finetune/Step": 1291, "Finetune/Step Time": 4.567917061969638}
{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9483450651168823, "Finetune/Loss (Raw)": 0.9699513912200928, "Finetune/Step": 1292, "Finetune/Step Time": 4.562306756153703}
{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9529136419296265, "Finetune/Loss (Raw)": 0.952987015247345, "Finetune/Step": 1293, "Finetune/Step Time": 4.524527044966817}
{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9537746906280518, "Finetune/Loss (Raw)": 0.9914105534553528, "Finetune/Step": 1294, "Finetune/Step Time": 4.52732166275382}
{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9544922113418579, "Finetune/Loss (Raw)": 0.9277634024620056, "Finetune/Step": 1295, "Finetune/Step Time": 4.525658652186394}
{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.954585075378418, "Finetune/Loss (Raw)": 0.9707611203193665, "Finetune/Step": 1296, "Finetune/Step Time": 4.529598290100694}
{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9545465707778931, "Finetune/Loss (Raw)": 1.0015517473220825, "Finetune/Step": 1297, "Finetune/Step Time": 4.544567482545972}
{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9575383067131042, "Finetune/Loss (Raw)": 0.8562109470367432, "Finetune/Step": 1298, "Finetune/Step Time": 4.497474377974868}
{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9546334147453308, "Finetune/Loss (Raw)": 0.7493593692779541, "Finetune/Step": 1299, "Finetune/Step Time": 4.50127706117928}
{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9534668922424316, "Finetune/Loss (Raw)": 0.8976643085479736, "Finetune/Step": 1300, "Finetune/Step Time": 4.499561550095677}
{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.953710675239563, "Finetune/Loss (Raw)": 1.0246528387069702, "Finetune/Step": 1301, "Finetune/Step Time": 4.517428237944841}
{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9582269787788391, "Finetune/Loss (Raw)": 0.9447401762008667, "Finetune/Step": 1302, "Finetune/Step Time": 4.4940315913408995}
{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9584417343139648, "Finetune/Loss (Raw)": 0.9886903166770935, "Finetune/Step": 1303, "Finetune/Step Time": 4.482919789850712}
{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9589886665344238, "Finetune/Loss (Raw)": 1.0043851137161255, "Finetune/Step": 1304, "Finetune/Step Time": 4.488783897832036}
{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9642922878265381, "Finetune/Loss (Raw)": 0.9713556170463562, "Finetune/Step": 1305, "Finetune/Step Time": 4.454236375167966}
{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9695514440536499, "Finetune/Loss (Raw)": 1.0001511573791504, "Finetune/Step": 1306, "Finetune/Step Time": 4.433339303359389}
{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9689528942108154, "Finetune/Loss (Raw)": 1.0857497453689575, "Finetune/Step": 1307, "Finetune/Step Time": 4.426975667476654}
{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9700822830200195, "Finetune/Loss (Raw)": 1.0757060050964355, "Finetune/Step": 1308, "Finetune/Step Time": 4.409704431891441}
{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9690678119659424, "Finetune/Loss (Raw)": 0.9574017524719238, "Finetune/Step": 1309, "Finetune/Step Time": 4.428327266126871}
{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9706621170043945, "Finetune/Loss (Raw)": 0.9121572375297546, "Finetune/Step": 1310, "Finetune/Step Time": 4.426460480317473}
{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.970439076423645, "Finetune/Loss (Raw)": 1.0082924365997314, "Finetune/Step": 1311, "Finetune/Step Time": 4.428512517362833}
{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9700382947921753, "Finetune/Loss (Raw)": 0.7773175239562988, "Finetune/Step": 1312, "Finetune/Step Time": 4.42289225757122}
{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9700756072998047, "Finetune/Loss (Raw)": 1.0204569101333618, "Finetune/Step": 1313, "Finetune/Step Time": 4.429703371599317}
{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9691246747970581, "Finetune/Loss (Raw)": 1.0003606081008911, "Finetune/Step": 1314, "Finetune/Step Time": 4.433515353128314}
{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9741367101669312, "Finetune/Loss (Raw)": 0.9941679239273071, "Finetune/Step": 1315, "Finetune/Step Time": 4.397237569093704}
{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9749503135681152, "Finetune/Loss (Raw)": 1.1658962965011597, "Finetune/Step": 1316, "Finetune/Step Time": 4.402054304257035}
{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9749166965484619, "Finetune/Loss (Raw)": 1.061037540435791, "Finetune/Step": 1317, "Finetune/Step Time": 4.394645366817713}
{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9747217893600464, "Finetune/Loss (Raw)": 0.9575549364089966, "Finetune/Step": 1318, "Finetune/Step Time": 4.3947647251188755}
{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9743050336837769, "Finetune/Loss (Raw)": 1.0000593662261963, "Finetune/Step": 1319, "Finetune/Step Time": 4.392208553850651}
{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9738985300064087, "Finetune/Loss (Raw)": 0.9765340685844421, "Finetune/Step": 1320, "Finetune/Step Time": 4.393517833203077}
{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9738086462020874, "Finetune/Loss (Raw)": 1.012452244758606, "Finetune/Step": 1321, "Finetune/Step Time": 4.3965040519833565}
{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9731222987174988, "Finetune/Loss (Raw)": 0.982162356376648, "Finetune/Step": 1322, "Finetune/Step Time": 4.385479034855962}
{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9735637903213501, "Finetune/Loss (Raw)": 1.0531108379364014, "Finetune/Step": 1323, "Finetune/Step Time": 4.386232869699597}
{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9738638401031494, "Finetune/Loss (Raw)": 1.0268704891204834, "Finetune/Step": 1324, "Finetune/Step Time": 4.38812674023211}
{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9734561443328857, "Finetune/Loss (Raw)": 1.0602823495864868, "Finetune/Step": 1325, "Finetune/Step Time": 4.405900159850717}
{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9729681611061096, "Finetune/Loss (Raw)": 1.0370248556137085, "Finetune/Step": 1326, "Finetune/Step Time": 4.398731065914035}
{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9719857573509216, "Finetune/Loss (Raw)": 0.917553722858429, "Finetune/Step": 1327, "Finetune/Step Time": 4.436335373669863}
{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9727175235748291, "Finetune/Loss (Raw)": 1.149491548538208, "Finetune/Step": 1328, "Finetune/Step Time": 4.4318412356078625}
{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9737603068351746, "Finetune/Loss (Raw)": 1.1826823949813843, "Finetune/Step": 1329, "Finetune/Step Time": 4.423688178882003}
{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9707541465759277, "Finetune/Loss (Raw)": 0.7777190208435059, "Finetune/Step": 1330, "Finetune/Step Time": 4.417200671508908}
{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9701997637748718, "Finetune/Loss (Raw)": 1.0537189245224, "Finetune/Step": 1331, "Finetune/Step Time": 4.41077920421958}
{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9685746431350708, "Finetune/Loss (Raw)": 0.8762593269348145, "Finetune/Step": 1332, "Finetune/Step Time": 4.4136339370161295}
{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9685711860656738, "Finetune/Loss (Raw)": 0.9658077955245972, "Finetune/Step": 1333, "Finetune/Step Time": 4.400275036692619}
{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9674851894378662, "Finetune/Loss (Raw)": 1.011550784111023, "Finetune/Step": 1334, "Finetune/Step Time": 4.404203148558736}
{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9680812954902649, "Finetune/Loss (Raw)": 1.0363208055496216, "Finetune/Step": 1335, "Finetune/Step Time": 4.396388791501522}
{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9681745767593384, "Finetune/Loss (Raw)": 1.0307371616363525, "Finetune/Step": 1336, "Finetune/Step Time": 4.39179041236639}
{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9687668681144714, "Finetune/Loss (Raw)": 1.1322331428527832, "Finetune/Step": 1337, "Finetune/Step Time": 4.394590884447098}
{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.96345055103302, "Finetune/Loss (Raw)": 0.31551507115364075, "Finetune/Step": 1338, "Finetune/Step Time": 4.43432111479342}
{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9631749987602234, "Finetune/Loss (Raw)": 0.9144054651260376, "Finetune/Step": 1339, "Finetune/Step Time": 4.440004924312234}
{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9621639251708984, "Finetune/Loss (Raw)": 0.9969491958618164, "Finetune/Step": 1340, "Finetune/Step Time": 4.445979531854391}
{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9621320962905884, "Finetune/Loss (Raw)": 0.9516119360923767, "Finetune/Step": 1341, "Finetune/Step Time": 4.447371957823634}
{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9640988111495972, "Finetune/Loss (Raw)": 1.1093136072158813, "Finetune/Step": 1342, "Finetune/Step Time": 4.444433301687241}
{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9634677171707153, "Finetune/Loss (Raw)": 0.9118210673332214, "Finetune/Step": 1343, "Finetune/Step Time": 4.466460967436433}
{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.968137264251709, "Finetune/Loss (Raw)": 0.9512292146682739, "Finetune/Step": 1344, "Finetune/Step Time": 4.430022045969963}
{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.967806339263916, "Finetune/Loss (Raw)": 1.0708974599838257, "Finetune/Step": 1345, "Finetune/Step Time": 4.429870251566172}
{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9670243263244629, "Finetune/Loss (Raw)": 0.9540804624557495, "Finetune/Step": 1346, "Finetune/Step Time": 4.431777440011501}
{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9737648367881775, "Finetune/Loss (Raw)": 1.171619176864624, "Finetune/Step": 1347, "Finetune/Step Time": 4.406136969104409}
{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9694035649299622, "Finetune/Loss (Raw)": 0.43414559960365295, "Finetune/Step": 1348, "Finetune/Step Time": 4.4464032500982285}
{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.969865083694458, "Finetune/Loss (Raw)": 1.0919255018234253, "Finetune/Step": 1349, "Finetune/Step Time": 4.420868428424001}
{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9701778888702393, "Finetune/Loss (Raw)": 1.0515823364257812, "Finetune/Step": 1350, "Finetune/Step Time": 4.424793912097812}
{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9702789783477783, "Finetune/Loss (Raw)": 1.0407435894012451, "Finetune/Step": 1351, "Finetune/Step Time": 4.4342526365071535}
{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9657406806945801, "Finetune/Loss (Raw)": 0.42597419023513794, "Finetune/Step": 1352, "Finetune/Step Time": 4.471577487885952}
{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9663777351379395, "Finetune/Loss (Raw)": 0.9563075304031372, "Finetune/Step": 1353, "Finetune/Step Time": 4.460831144824624}
{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9672118425369263, "Finetune/Loss (Raw)": 1.0070736408233643, "Finetune/Step": 1354, "Finetune/Step Time": 4.458045952022076}
{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9690626859664917, "Finetune/Loss (Raw)": 1.1060431003570557, "Finetune/Step": 1355, "Finetune/Step Time": 4.451126102358103}
{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9692120552062988, "Finetune/Loss (Raw)": 1.069007158279419, "Finetune/Step": 1356, "Finetune/Step Time": 4.444894386455417}
{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9691121578216553, "Finetune/Loss (Raw)": 1.0669070482254028, "Finetune/Step": 1357, "Finetune/Step Time": 4.4680310562253}
{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9736392498016357, "Finetune/Loss (Raw)": 0.9847233295440674, "Finetune/Step": 1358, "Finetune/Step Time": 4.429752744734287}
{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9716262817382812, "Finetune/Loss (Raw)": 0.8604823350906372, "Finetune/Step": 1359, "Finetune/Step Time": 4.443917006254196}
{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9715427160263062, "Finetune/Loss (Raw)": 1.0027947425842285, "Finetune/Step": 1360, "Finetune/Step Time": 4.452160770073533}
{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9719607830047607, "Finetune/Loss (Raw)": 1.0903964042663574, "Finetune/Step": 1361, "Finetune/Step Time": 4.452793698757887}
{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9732146263122559, "Finetune/Loss (Raw)": 0.9674164056777954, "Finetune/Step": 1362, "Finetune/Step Time": 4.435006335377693}
{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9735448956489563, "Finetune/Loss (Raw)": 0.9969207048416138, "Finetune/Step": 1363, "Finetune/Step Time": 4.435990737751126}
{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.972320020198822, "Finetune/Loss (Raw)": 0.9564602375030518, "Finetune/Step": 1364, "Finetune/Step Time": 4.470369962975383}
{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9714118242263794, "Finetune/Loss (Raw)": 0.9048852920532227, "Finetune/Step": 1365, "Finetune/Step Time": 4.46140955388546}
{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9696766138076782, "Finetune/Loss (Raw)": 0.9591005444526672, "Finetune/Step": 1366, "Finetune/Step Time": 4.450642993673682}
{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9692703485488892, "Finetune/Loss (Raw)": 0.9259553551673889, "Finetune/Step": 1367, "Finetune/Step Time": 4.469195062294602}
{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9697210788726807, "Finetune/Loss (Raw)": 1.0330753326416016, "Finetune/Step": 1368, "Finetune/Step Time": 4.463130738586187}
{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9709287881851196, "Finetune/Loss (Raw)": 1.0521045923233032, "Finetune/Step": 1369, "Finetune/Step Time": 4.47288903221488}
{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.970028817653656, "Finetune/Loss (Raw)": 0.853439211845398, "Finetune/Step": 1370, "Finetune/Step Time": 4.475799972191453}
{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9694069623947144, "Finetune/Loss (Raw)": 0.9760621786117554, "Finetune/Step": 1371, "Finetune/Step Time": 4.476458039134741}
{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9647963047027588, "Finetune/Loss (Raw)": 0.38529887795448303, "Finetune/Step": 1372, "Finetune/Step Time": 4.5110800843685865}
{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.966018557548523, "Finetune/Loss (Raw)": 1.1285256147384644, "Finetune/Step": 1373, "Finetune/Step Time": 4.511227823793888}
{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9661288857460022, "Finetune/Loss (Raw)": 0.9407128095626831, "Finetune/Step": 1374, "Finetune/Step Time": 4.5026146322488785}
{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.965944230556488, "Finetune/Loss (Raw)": 1.0517990589141846, "Finetune/Step": 1375, "Finetune/Step Time": 4.50025693513453}
{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9620518684387207, "Finetune/Loss (Raw)": 0.3206510543823242, "Finetune/Step": 1376, "Finetune/Step Time": 4.530084518715739}
{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9632179737091064, "Finetune/Loss (Raw)": 1.0703448057174683, "Finetune/Step": 1377, "Finetune/Step Time": 4.53843536041677}
{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9641490578651428, "Finetune/Loss (Raw)": 1.1557049751281738, "Finetune/Step": 1378, "Finetune/Step Time": 4.556778535246849}
{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9618375897407532, "Finetune/Loss (Raw)": 0.7336209416389465, "Finetune/Step": 1379, "Finetune/Step Time": 4.578470300883055}
{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9621406197547913, "Finetune/Loss (Raw)": 0.9411792755126953, "Finetune/Step": 1380, "Finetune/Step Time": 4.578101051971316}
{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9631240367889404, "Finetune/Loss (Raw)": 1.0569586753845215, "Finetune/Step": 1381, "Finetune/Step Time": 4.563499636948109}
{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9631903171539307, "Finetune/Loss (Raw)": 0.9939159750938416, "Finetune/Step": 1382, "Finetune/Step Time": 4.563028270378709}
{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9617329835891724, "Finetune/Loss (Raw)": 0.9174873232841492, "Finetune/Step": 1383, "Finetune/Step Time": 4.567105941474438}
{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9613858461380005, "Finetune/Loss (Raw)": 0.9697403311729431, "Finetune/Step": 1384, "Finetune/Step Time": 4.569763172417879}
{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9638369083404541, "Finetune/Loss (Raw)": 1.025101661682129, "Finetune/Step": 1385, "Finetune/Step Time": 4.546046115458012}
{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9636189937591553, "Finetune/Loss (Raw)": 0.9307506084442139, "Finetune/Step": 1386, "Finetune/Step Time": 4.5466556288301945}
{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9633796215057373, "Finetune/Loss (Raw)": 0.8690634369850159, "Finetune/Step": 1387, "Finetune/Step Time": 4.5409818179905415}
{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9622457027435303, "Finetune/Loss (Raw)": 1.0326766967773438, "Finetune/Step": 1388, "Finetune/Step Time": 4.536250397562981}
{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9635302424430847, "Finetune/Loss (Raw)": 1.0083208084106445, "Finetune/Step": 1389, "Finetune/Step Time": 4.53721509501338}
{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9648997187614441, "Finetune/Loss (Raw)": 1.1709827184677124, "Finetune/Step": 1390, "Finetune/Step Time": 4.545465549454093}
{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.9635319113731384, "Finetune/Loss (Raw)": 0.882361888885498, "Finetune/Step": 1391, "Finetune/Step Time": 4.561184884980321}
{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9628453254699707, "Finetune/Loss (Raw)": 0.9091518521308899, "Finetune/Step": 1392, "Finetune/Step Time": 4.594618471339345}
{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.967572033405304, "Finetune/Loss (Raw)": 0.9860449433326721, "Finetune/Step": 1393, "Finetune/Step Time": 4.594975762069225}
{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9682328701019287, "Finetune/Loss (Raw)": 1.0443183183670044, "Finetune/Step": 1394, "Finetune/Step Time": 4.581563971936703}
{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.967577338218689, "Finetune/Loss (Raw)": 0.9654129147529602, "Finetune/Step": 1395, "Finetune/Step Time": 4.58390723913908}
{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9650452733039856, "Finetune/Loss (Raw)": 0.752659797668457, "Finetune/Step": 1396, "Finetune/Step Time": 4.591801276430488}
{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9658111333847046, "Finetune/Loss (Raw)": 1.0552301406860352, "Finetune/Step": 1397, "Finetune/Step Time": 4.615279709920287}
{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9647595882415771, "Finetune/Loss (Raw)": 1.003964900970459, "Finetune/Step": 1398, "Finetune/Step Time": 4.60495688021183}
{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9626282453536987, "Finetune/Loss (Raw)": 0.8290324807167053, "Finetune/Step": 1399, "Finetune/Step Time": 4.611260890960693}
{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9644448757171631, "Finetune/Loss (Raw)": 1.0519315004348755, "Finetune/Step": 1400, "Finetune/Step Time": 4.60616772249341}
{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9643236398696899, "Finetune/Loss (Raw)": 0.9232825040817261, "Finetune/Step": 1401, "Finetune/Step Time": 4.604764223098755}
{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9606198072433472, "Finetune/Loss (Raw)": 0.3973486125469208, "Finetune/Step": 1402, "Finetune/Step Time": 4.643985761329532}
{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9588168859481812, "Finetune/Loss (Raw)": 0.940093994140625, "Finetune/Step": 1403, "Finetune/Step Time": 4.644963791593909}
{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9590226411819458, "Finetune/Loss (Raw)": 0.9803785681724548, "Finetune/Step": 1404, "Finetune/Step Time": 4.641420243307948}
{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9580857753753662, "Finetune/Loss (Raw)": 0.8522432446479797, "Finetune/Step": 1405, "Finetune/Step Time": 4.639427047222853}
{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9598011374473572, "Finetune/Loss (Raw)": 0.9684898853302002, "Finetune/Step": 1406, "Finetune/Step Time": 4.632629655301571}
{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9549310803413391, "Finetune/Loss (Raw)": 0.37584441900253296, "Finetune/Step": 1407, "Finetune/Step Time": 4.66456763073802}
{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9526944160461426, "Finetune/Loss (Raw)": 0.8759467005729675, "Finetune/Step": 1408, "Finetune/Step Time": 4.6675893403589725}
{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9530448913574219, "Finetune/Loss (Raw)": 0.9998447299003601, "Finetune/Step": 1409, "Finetune/Step Time": 4.664999578148127}
{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9523825645446777, "Finetune/Loss (Raw)": 0.9058703780174255, "Finetune/Step": 1410, "Finetune/Step Time": 4.694170853123069}
{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9537835121154785, "Finetune/Loss (Raw)": 1.060490608215332, "Finetune/Step": 1411, "Finetune/Step Time": 4.677593544125557}
{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9520226716995239, "Finetune/Loss (Raw)": 0.7503568530082703, "Finetune/Step": 1412, "Finetune/Step Time": 4.677348926663399}
{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9517779350280762, "Finetune/Loss (Raw)": 1.0296200513839722, "Finetune/Step": 1413, "Finetune/Step Time": 4.680935760959983}
{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9529026746749878, "Finetune/Loss (Raw)": 1.1066569089889526, "Finetune/Step": 1414, "Finetune/Step Time": 4.670364273712039}
{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9529481530189514, "Finetune/Loss (Raw)": 0.986680805683136, "Finetune/Step": 1415, "Finetune/Step Time": 4.669489432126284}
{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9543789625167847, "Finetune/Loss (Raw)": 1.090554118156433, "Finetune/Step": 1416, "Finetune/Step Time": 4.668068241328001}
{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9544806480407715, "Finetune/Loss (Raw)": 0.9260864853858948, "Finetune/Step": 1417, "Finetune/Step Time": 4.6552269365638494}
{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9525547623634338, "Finetune/Loss (Raw)": 0.8683311939239502, "Finetune/Step": 1418, "Finetune/Step Time": 4.662717562168837}
{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9516843557357788, "Finetune/Loss (Raw)": 0.8832592368125916, "Finetune/Step": 1419, "Finetune/Step Time": 4.65104154497385}
{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9519644975662231, "Finetune/Loss (Raw)": 1.0058107376098633, "Finetune/Step": 1420, "Finetune/Step Time": 4.6628419272601604}
{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9517099857330322, "Finetune/Loss (Raw)": 0.9204003810882568, "Finetune/Step": 1421, "Finetune/Step Time": 4.6631696708500385}
{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9513351321220398, "Finetune/Loss (Raw)": 0.9434385299682617, "Finetune/Step": 1422, "Finetune/Step Time": 4.659571930766106}
{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9522672891616821, "Finetune/Loss (Raw)": 1.0470787286758423, "Finetune/Step": 1423, "Finetune/Step Time": 4.649861304089427}
{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9513893723487854, "Finetune/Loss (Raw)": 0.8583892583847046, "Finetune/Step": 1424, "Finetune/Step Time": 4.644382514059544}
{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.951417863368988, "Finetune/Loss (Raw)": 1.0051977634429932, "Finetune/Step": 1425, "Finetune/Step Time": 4.6381547171622515}
{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9516537189483643, "Finetune/Loss (Raw)": 0.8863925933837891, "Finetune/Step": 1426, "Finetune/Step Time": 4.651229355484247}
{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9532089829444885, "Finetune/Loss (Raw)": 0.9484397768974304, "Finetune/Step": 1427, "Finetune/Step Time": 4.656375641003251}
{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9535079002380371, "Finetune/Loss (Raw)": 0.935920000076294, "Finetune/Step": 1428, "Finetune/Step Time": 4.662406241521239}
{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9523527026176453, "Finetune/Loss (Raw)": 0.8767884373664856, "Finetune/Step": 1429, "Finetune/Step Time": 4.653034640476108}
{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9524511098861694, "Finetune/Loss (Raw)": 0.9573427438735962, "Finetune/Step": 1430, "Finetune/Step Time": 4.644434377551079}
{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9517502188682556, "Finetune/Loss (Raw)": 0.898975670337677, "Finetune/Step": 1431, "Finetune/Step Time": 4.655227327719331}
{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9514158964157104, "Finetune/Loss (Raw)": 0.9615945219993591, "Finetune/Step": 1432, "Finetune/Step Time": 4.658433837816119}
{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9516054391860962, "Finetune/Loss (Raw)": 0.9956107139587402, "Finetune/Step": 1433, "Finetune/Step Time": 4.660139463841915}
{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9467438459396362, "Finetune/Loss (Raw)": 0.37786370515823364, "Finetune/Step": 1434, "Finetune/Step Time": 4.681782485917211}
{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9462350606918335, "Finetune/Loss (Raw)": 1.020637035369873, "Finetune/Step": 1435, "Finetune/Step Time": 4.689192159101367}
{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.944170355796814, "Finetune/Loss (Raw)": 0.8114149570465088, "Finetune/Step": 1436, "Finetune/Step Time": 4.699910765513778}
{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9449355602264404, "Finetune/Loss (Raw)": 1.0553468465805054, "Finetune/Step": 1437, "Finetune/Step Time": 4.6825416553765535}
{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9455230236053467, "Finetune/Loss (Raw)": 0.987360417842865, "Finetune/Step": 1438, "Finetune/Step Time": 4.677900919690728}
{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9457725286483765, "Finetune/Loss (Raw)": 1.0402286052703857, "Finetune/Step": 1439, "Finetune/Step Time": 4.674501191824675}
{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9452903866767883, "Finetune/Loss (Raw)": 0.7156046628952026, "Finetune/Step": 1440, "Finetune/Step Time": 4.679751042276621}
{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9446969032287598, "Finetune/Loss (Raw)": 0.9444913268089294, "Finetune/Step": 1441, "Finetune/Step Time": 4.675791595131159}
{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9446312189102173, "Finetune/Loss (Raw)": 0.9919427037239075, "Finetune/Step": 1442, "Finetune/Step Time": 4.675002049654722}
{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9440314769744873, "Finetune/Loss (Raw)": 0.9174020886421204, "Finetune/Step": 1443, "Finetune/Step Time": 4.678437082096934}
{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9420876502990723, "Finetune/Loss (Raw)": 0.9170955419540405, "Finetune/Step": 1444, "Finetune/Step Time": 4.675722256302834}
{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9410128593444824, "Finetune/Loss (Raw)": 0.9234568476676941, "Finetune/Step": 1445, "Finetune/Step Time": 4.678415359929204}
{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9402171969413757, "Finetune/Loss (Raw)": 0.8557172417640686, "Finetune/Step": 1446, "Finetune/Step Time": 4.693454558029771}
{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9399942755699158, "Finetune/Loss (Raw)": 0.971523106098175, "Finetune/Step": 1447, "Finetune/Step Time": 4.698050471022725}
{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9406948089599609, "Finetune/Loss (Raw)": 1.0662022829055786, "Finetune/Step": 1448, "Finetune/Step Time": 4.689402837306261}
{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9394806623458862, "Finetune/Loss (Raw)": 0.857039749622345, "Finetune/Step": 1449, "Finetune/Step Time": 4.6920173820108175}
{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9386733770370483, "Finetune/Loss (Raw)": 0.8788288235664368, "Finetune/Step": 1450, "Finetune/Step Time": 4.7336620185524225}
{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9376113414764404, "Finetune/Loss (Raw)": 0.9171777963638306, "Finetune/Step": 1451, "Finetune/Step Time": 4.736720148473978}
{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.937947154045105, "Finetune/Loss (Raw)": 1.0698463916778564, "Finetune/Step": 1452, "Finetune/Step Time": 4.728972563520074}
{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9367920160293579, "Finetune/Loss (Raw)": 0.9124258756637573, "Finetune/Step": 1453, "Finetune/Step Time": 4.723840607330203}
{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9380799531936646, "Finetune/Loss (Raw)": 1.2018769979476929, "Finetune/Step": 1454, "Finetune/Step Time": 4.726559866219759}
{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9388422966003418, "Finetune/Loss (Raw)": 1.015134334564209, "Finetune/Step": 1455, "Finetune/Step Time": 4.693689584732056}
{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9371979236602783, "Finetune/Loss (Raw)": 0.9390214681625366, "Finetune/Step": 1456, "Finetune/Step Time": 4.695654513314366}
{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9309031963348389, "Finetune/Loss (Raw)": 0.37695184350013733, "Finetune/Step": 1457, "Finetune/Step Time": 4.731640694662929}
{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9322495460510254, "Finetune/Loss (Raw)": 0.9500571489334106, "Finetune/Step": 1458, "Finetune/Step Time": 4.728790504857898}
{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9325940608978271, "Finetune/Loss (Raw)": 1.0978089570999146, "Finetune/Step": 1459, "Finetune/Step Time": 4.737548511475325}
{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.934343695640564, "Finetune/Loss (Raw)": 1.1002140045166016, "Finetune/Step": 1460, "Finetune/Step Time": 4.727190785109997}
{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9355644583702087, "Finetune/Loss (Raw)": 1.122067928314209, "Finetune/Step": 1461, "Finetune/Step Time": 4.72055190615356}
{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9358226656913757, "Finetune/Loss (Raw)": 1.0445988178253174, "Finetune/Step": 1462, "Finetune/Step Time": 4.722668882459402}
{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9359676837921143, "Finetune/Loss (Raw)": 1.0548828840255737, "Finetune/Step": 1463, "Finetune/Step Time": 4.723537232726812}
{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9348664283752441, "Finetune/Loss (Raw)": 0.8897833228111267, "Finetune/Step": 1464, "Finetune/Step Time": 4.7286283522844315}
{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9336903095245361, "Finetune/Loss (Raw)": 0.9816797971725464, "Finetune/Step": 1465, "Finetune/Step Time": 4.721514604985714}
{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9388260841369629, "Finetune/Loss (Raw)": 0.9729053974151611, "Finetune/Step": 1466, "Finetune/Step Time": 4.688910225406289}
{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9391368627548218, "Finetune/Loss (Raw)": 0.9541783928871155, "Finetune/Step": 1467, "Finetune/Step Time": 4.706318957731128}
{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9393908977508545, "Finetune/Loss (Raw)": 1.0294647216796875, "Finetune/Step": 1468, "Finetune/Step Time": 4.698963150382042}
{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9350127577781677, "Finetune/Loss (Raw)": 0.3912111818790436, "Finetune/Step": 1469, "Finetune/Step Time": 4.740428190678358}
{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9340928792953491, "Finetune/Loss (Raw)": 0.9915720224380493, "Finetune/Step": 1470, "Finetune/Step Time": 4.728277483955026}
{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9347604513168335, "Finetune/Loss (Raw)": 0.9972606301307678, "Finetune/Step": 1471, "Finetune/Step Time": 4.702740728855133}
{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9341100454330444, "Finetune/Loss (Raw)": 0.8679796457290649, "Finetune/Step": 1472, "Finetune/Step Time": 4.6957911886274815}
{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9313002228736877, "Finetune/Loss (Raw)": 0.7112417817115784, "Finetune/Step": 1473, "Finetune/Step Time": 4.702147997915745}
{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9326875805854797, "Finetune/Loss (Raw)": 1.1316683292388916, "Finetune/Step": 1474, "Finetune/Step Time": 4.696879161521792}
{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9294955730438232, "Finetune/Loss (Raw)": 0.7630329728126526, "Finetune/Step": 1475, "Finetune/Step Time": 4.689774915575981}
{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9339765906333923, "Finetune/Loss (Raw)": 1.0077176094055176, "Finetune/Step": 1476, "Finetune/Step Time": 4.649093030020595}
{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9279030561447144, "Finetune/Loss (Raw)": 0.3145209550857544, "Finetune/Step": 1477, "Finetune/Step Time": 4.692318845540285}
{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9280765056610107, "Finetune/Loss (Raw)": 1.073779821395874, "Finetune/Step": 1478, "Finetune/Step Time": 4.679002711549401}
{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9270293712615967, "Finetune/Loss (Raw)": 0.906708836555481, "Finetune/Step": 1479, "Finetune/Step Time": 4.687842361629009}
{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9313161373138428, "Finetune/Loss (Raw)": 0.9746803045272827, "Finetune/Step": 1480, "Finetune/Step Time": 4.654829487204552}
{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.931613028049469, "Finetune/Loss (Raw)": 0.9943077564239502, "Finetune/Step": 1481, "Finetune/Step Time": 4.66615610383451}
{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9312648773193359, "Finetune/Loss (Raw)": 0.9625157713890076, "Finetune/Step": 1482, "Finetune/Step Time": 4.6634634137153625}
{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9298821687698364, "Finetune/Loss (Raw)": 0.9290554523468018, "Finetune/Step": 1483, "Finetune/Step Time": 4.6935875080525875}
{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9296417236328125, "Finetune/Loss (Raw)": 1.0382311344146729, "Finetune/Step": 1484, "Finetune/Step Time": 4.689579186961055}
{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.928451657295227, "Finetune/Loss (Raw)": 0.9145759344100952, "Finetune/Step": 1485, "Finetune/Step Time": 4.667150128632784}
{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9231829643249512, "Finetune/Loss (Raw)": 0.3103235363960266, "Finetune/Step": 1486, "Finetune/Step Time": 4.704800287261605}
{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9250831604003906, "Finetune/Loss (Raw)": 1.1037163734436035, "Finetune/Step": 1487, "Finetune/Step Time": 4.705519394949079}
{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9266149997711182, "Finetune/Loss (Raw)": 1.198872447013855, "Finetune/Step": 1488, "Finetune/Step Time": 4.697934255003929}
{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9244534373283386, "Finetune/Loss (Raw)": 0.8137097358703613, "Finetune/Step": 1489, "Finetune/Step Time": 4.712284145876765}
{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.924318253993988, "Finetune/Loss (Raw)": 0.9501153230667114, "Finetune/Step": 1490, "Finetune/Step Time": 4.733482036739588}
{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9230741262435913, "Finetune/Loss (Raw)": 0.8376703262329102, "Finetune/Step": 1491, "Finetune/Step Time": 4.752118740230799}
{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9240609407424927, "Finetune/Loss (Raw)": 1.082772135734558, "Finetune/Step": 1492, "Finetune/Step Time": 4.718363856896758}
{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9196231365203857, "Finetune/Loss (Raw)": 0.3368527889251709, "Finetune/Step": 1493, "Finetune/Step Time": 4.752050848677754}
{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.919489860534668, "Finetune/Loss (Raw)": 0.9420332908630371, "Finetune/Step": 1494, "Finetune/Step Time": 4.756149107590318}
{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.9204027652740479, "Finetune/Loss (Raw)": 1.0428088903427124, "Finetune/Step": 1495, "Finetune/Step Time": 4.747490679845214}
{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9200564622879028, "Finetune/Loss (Raw)": 0.9887524843215942, "Finetune/Step": 1496, "Finetune/Step Time": 4.748055653646588}
{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9184480905532837, "Finetune/Loss (Raw)": 0.8462269306182861, "Finetune/Step": 1497, "Finetune/Step Time": 4.742171430960298}
{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9201822280883789, "Finetune/Loss (Raw)": 1.0754088163375854, "Finetune/Step": 1498, "Finetune/Step Time": 4.744638528674841}
{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9159103631973267, "Finetune/Loss (Raw)": 0.4292663633823395, "Finetune/Step": 1499, "Finetune/Step Time": 4.776206523180008}
{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9156742691993713, "Finetune/Loss (Raw)": 0.35508424043655396, "Finetune/Step": 1500, "Finetune/Step Time": 4.775961447507143}
{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.9150280952453613, "Finetune/Loss (Raw)": 1.0458186864852905, "Finetune/Step": 1501, "Finetune/Step Time": 4.808607617393136}
{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9163576364517212, "Finetune/Loss (Raw)": 1.1108882427215576, "Finetune/Step": 1502, "Finetune/Step Time": 4.8007149156183}
{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9149417877197266, "Finetune/Loss (Raw)": 0.870570182800293, "Finetune/Step": 1503, "Finetune/Step Time": 4.803438533097506}
{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9203057289123535, "Finetune/Loss (Raw)": 1.0072351694107056, "Finetune/Step": 1504, "Finetune/Step Time": 4.776988323777914}
{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9196926355361938, "Finetune/Loss (Raw)": 0.9918728470802307, "Finetune/Step": 1505, "Finetune/Step Time": 4.763174777850509}
{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.917586624622345, "Finetune/Loss (Raw)": 0.8861262798309326, "Finetune/Step": 1506, "Finetune/Step Time": 4.7526686023920774}
{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9201446771621704, "Finetune/Loss (Raw)": 1.0610496997833252, "Finetune/Step": 1507, "Finetune/Step Time": 4.72577996365726}
{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9207506775856018, "Finetune/Loss (Raw)": 1.0187580585479736, "Finetune/Step": 1508, "Finetune/Step Time": 4.729705534875393}
{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9204385280609131, "Finetune/Loss (Raw)": 1.017006754875183, "Finetune/Step": 1509, "Finetune/Step Time": 4.723426437005401}
{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9211899042129517, "Finetune/Loss (Raw)": 1.090084433555603, "Finetune/Step": 1510, "Finetune/Step Time": 4.722338762134314}
{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9227515459060669, "Finetune/Loss (Raw)": 1.1173769235610962, "Finetune/Step": 1511, "Finetune/Step Time": 4.721584873273969}
{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9223470687866211, "Finetune/Loss (Raw)": 0.9179665446281433, "Finetune/Step": 1512, "Finetune/Step Time": 4.7252830024808645}
{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9233797788619995, "Finetune/Loss (Raw)": 1.157287836074829, "Finetune/Step": 1513, "Finetune/Step Time": 4.727246845141053}
{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9237586855888367, "Finetune/Loss (Raw)": 0.9792516827583313, "Finetune/Step": 1514, "Finetune/Step Time": 4.736875446513295}
{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9244675636291504, "Finetune/Loss (Raw)": 0.9598039984703064, "Finetune/Step": 1515, "Finetune/Step Time": 4.735176494345069}
{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.9239014387130737, "Finetune/Loss (Raw)": 0.9602110385894775, "Finetune/Step": 1516, "Finetune/Step Time": 4.737889086827636}
{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9228622913360596, "Finetune/Loss (Raw)": 0.8753154277801514, "Finetune/Step": 1517, "Finetune/Step Time": 4.746020920574665}
{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9221857786178589, "Finetune/Loss (Raw)": 1.084381103515625, "Finetune/Step": 1518, "Finetune/Step Time": 4.739729896187782}
{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9218825101852417, "Finetune/Loss (Raw)": 0.8435443043708801, "Finetune/Step": 1519, "Finetune/Step Time": 4.72493689507246}
{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.91785728931427, "Finetune/Loss (Raw)": 0.39391905069351196, "Finetune/Step": 1520, "Finetune/Step Time": 4.726565508171916}
{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9183797240257263, "Finetune/Loss (Raw)": 1.0529232025146484, "Finetune/Step": 1521, "Finetune/Step Time": 4.689041793346405}
{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.917453944683075, "Finetune/Loss (Raw)": 0.9258120656013489, "Finetune/Step": 1522, "Finetune/Step Time": 4.700801840052009}
{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9163953065872192, "Finetune/Loss (Raw)": 0.8299094438552856, "Finetune/Step": 1523, "Finetune/Step Time": 4.714954994618893}
{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9176080822944641, "Finetune/Loss (Raw)": 0.9078955054283142, "Finetune/Step": 1524, "Finetune/Step Time": 4.7328334543854}
{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.916232705116272, "Finetune/Loss (Raw)": 0.8791853189468384, "Finetune/Step": 1525, "Finetune/Step Time": 4.721189949661493}
{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.9169065952301025, "Finetune/Loss (Raw)": 1.0902196168899536, "Finetune/Step": 1526, "Finetune/Step Time": 4.72026096843183}
{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.917822003364563, "Finetune/Loss (Raw)": 0.9461986422538757, "Finetune/Step": 1527, "Finetune/Step Time": 4.7147705517709255}
{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9128687381744385, "Finetune/Loss (Raw)": 0.41792038083076477, "Finetune/Step": 1528, "Finetune/Step Time": 4.746682887896895}
{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9139021635055542, "Finetune/Loss (Raw)": 1.0555590391159058, "Finetune/Step": 1529, "Finetune/Step Time": 4.73733096010983}
{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9167748689651489, "Finetune/Loss (Raw)": 0.7650554776191711, "Finetune/Step": 1530, "Finetune/Step Time": 4.718668011948466}
{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9172961711883545, "Finetune/Loss (Raw)": 1.0068304538726807, "Finetune/Step": 1531, "Finetune/Step Time": 4.722137842327356}
{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9171596765518188, "Finetune/Loss (Raw)": 0.9628977179527283, "Finetune/Step": 1532, "Finetune/Step Time": 4.73158179409802}
{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.9175058603286743, "Finetune/Loss (Raw)": 0.8965569138526917, "Finetune/Step": 1533, "Finetune/Step Time": 4.725242307409644}
{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9175332188606262, "Finetune/Loss (Raw)": 0.9719917178153992, "Finetune/Step": 1534, "Finetune/Step Time": 4.732831325381994}
{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.9215925931930542, "Finetune/Loss (Raw)": 0.8954466581344604, "Finetune/Step": 1535, "Finetune/Step Time": 4.697253789752722}
{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9217916131019592, "Finetune/Loss (Raw)": 0.9014163613319397, "Finetune/Step": 1536, "Finetune/Step Time": 4.702784122899175}
{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9210429191589355, "Finetune/Loss (Raw)": 0.9040173888206482, "Finetune/Step": 1537, "Finetune/Step Time": 4.703254710882902}
{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9173869490623474, "Finetune/Loss (Raw)": 0.43790337443351746, "Finetune/Step": 1538, "Finetune/Step Time": 4.709479695186019}
{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9168356657028198, "Finetune/Loss (Raw)": 0.9899347424507141, "Finetune/Step": 1539, "Finetune/Step Time": 4.710521053522825}
{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9186564683914185, "Finetune/Loss (Raw)": 0.9834066033363342, "Finetune/Step": 1540, "Finetune/Step Time": 4.710173266008496}
{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9190788269042969, "Finetune/Loss (Raw)": 1.0836882591247559, "Finetune/Step": 1541, "Finetune/Step Time": 4.705274846404791}
{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9175916910171509, "Finetune/Loss (Raw)": 0.9163061380386353, "Finetune/Step": 1542, "Finetune/Step Time": 4.713012024760246}
{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.9165376424789429, "Finetune/Loss (Raw)": 0.8517531156539917, "Finetune/Step": 1543, "Finetune/Step Time": 4.708780221641064}
{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.9157131910324097, "Finetune/Loss (Raw)": 0.9850329756736755, "Finetune/Step": 1544, "Finetune/Step Time": 4.701862515881658}
{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.915625274181366, "Finetune/Loss (Raw)": 0.914831817150116, "Finetune/Step": 1545, "Finetune/Step Time": 4.704287812113762}
{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9172447919845581, "Finetune/Loss (Raw)": 1.0756298303604126, "Finetune/Step": 1546, "Finetune/Step Time": 4.7084042727947235}
{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9179832935333252, "Finetune/Loss (Raw)": 0.9777840375900269, "Finetune/Step": 1547, "Finetune/Step Time": 4.708389153704047}
{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9182742238044739, "Finetune/Loss (Raw)": 1.0430465936660767, "Finetune/Step": 1548, "Finetune/Step Time": 4.717998567968607}
{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9142160415649414, "Finetune/Loss (Raw)": 0.4009639322757721, "Finetune/Step": 1549, "Finetune/Step Time": 4.755517616868019}
{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9147412776947021, "Finetune/Loss (Raw)": 1.010664701461792, "Finetune/Step": 1550, "Finetune/Step Time": 4.758954409509897}
{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9133199453353882, "Finetune/Loss (Raw)": 0.8651429414749146, "Finetune/Step": 1551, "Finetune/Step Time": 4.753284716978669}
{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9145329594612122, "Finetune/Loss (Raw)": 1.0136593580245972, "Finetune/Step": 1552, "Finetune/Step Time": 4.754105033352971}
{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.913715124130249, "Finetune/Loss (Raw)": 0.9005128145217896, "Finetune/Step": 1553, "Finetune/Step Time": 4.770420324057341}
{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9135510921478271, "Finetune/Loss (Raw)": 0.8653987646102905, "Finetune/Step": 1554, "Finetune/Step Time": 4.761018877848983}
{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9144183397293091, "Finetune/Loss (Raw)": 1.0594428777694702, "Finetune/Step": 1555, "Finetune/Step Time": 4.763469347730279}
{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9140125513076782, "Finetune/Loss (Raw)": 0.8839831948280334, "Finetune/Step": 1556, "Finetune/Step Time": 4.769752951338887}
{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.9138367176055908, "Finetune/Loss (Raw)": 0.8542851805686951, "Finetune/Step": 1557, "Finetune/Step Time": 4.773709047585726}
{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9136574268341064, "Finetune/Loss (Raw)": 0.9343874454498291, "Finetune/Step": 1558, "Finetune/Step Time": 4.763545570895076}
{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9157372713088989, "Finetune/Loss (Raw)": 1.1651986837387085, "Finetune/Step": 1559, "Finetune/Step Time": 4.749014239758253}
{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9163366556167603, "Finetune/Loss (Raw)": 1.038313627243042, "Finetune/Step": 1560, "Finetune/Step Time": 4.754231156781316}
{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9164920449256897, "Finetune/Loss (Raw)": 1.015501618385315, "Finetune/Step": 1561, "Finetune/Step Time": 4.751141095533967}
{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9213893413543701, "Finetune/Loss (Raw)": 1.0047156810760498, "Finetune/Step": 1562, "Finetune/Step Time": 4.722746253013611}
{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9207791090011597, "Finetune/Loss (Raw)": 0.9425315260887146, "Finetune/Step": 1563, "Finetune/Step Time": 4.740679187700152}
{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9215984344482422, "Finetune/Loss (Raw)": 0.9162803292274475, "Finetune/Step": 1564, "Finetune/Step Time": 4.7259494829922915}
{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9200283288955688, "Finetune/Loss (Raw)": 0.854381263256073, "Finetune/Step": 1565, "Finetune/Step Time": 4.725468879565597}
{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.9198340177536011, "Finetune/Loss (Raw)": 0.962486982345581, "Finetune/Step": 1566, "Finetune/Step Time": 4.732336973771453}
{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9194589853286743, "Finetune/Loss (Raw)": 0.9922230243682861, "Finetune/Step": 1567, "Finetune/Step Time": 4.738928455859423}
{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9214000701904297, "Finetune/Loss (Raw)": 0.9640621542930603, "Finetune/Step": 1568, "Finetune/Step Time": 4.710541313514113}
{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.92059326171875, "Finetune/Loss (Raw)": 0.8412236571311951, "Finetune/Step": 1569, "Finetune/Step Time": 4.723246522247791}
{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9209926128387451, "Finetune/Loss (Raw)": 1.0430610179901123, "Finetune/Step": 1570, "Finetune/Step Time": 4.720254253596067}
{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9213650226593018, "Finetune/Loss (Raw)": 0.9650639295578003, "Finetune/Step": 1571, "Finetune/Step Time": 4.716089136898518}
{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9221706390380859, "Finetune/Loss (Raw)": 1.0202147960662842, "Finetune/Step": 1572, "Finetune/Step Time": 4.709888098761439}
{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9226634502410889, "Finetune/Loss (Raw)": 0.9865432381629944, "Finetune/Step": 1573, "Finetune/Step Time": 4.725846793502569}
{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9224985837936401, "Finetune/Loss (Raw)": 0.8346083760261536, "Finetune/Step": 1574, "Finetune/Step Time": 4.709344007074833}
{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9242546558380127, "Finetune/Loss (Raw)": 1.1963084936141968, "Finetune/Step": 1575, "Finetune/Step Time": 4.719176867976785}
{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9234966039657593, "Finetune/Loss (Raw)": 0.9691638946533203, "Finetune/Step": 1576, "Finetune/Step Time": 4.72219174169004}
{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9242852330207825, "Finetune/Loss (Raw)": 0.9579839706420898, "Finetune/Step": 1577, "Finetune/Step Time": 4.71330600976944}
{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9252288937568665, "Finetune/Loss (Raw)": 0.9996151328086853, "Finetune/Step": 1578, "Finetune/Step Time": 4.665738126263022}
{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9256277680397034, "Finetune/Loss (Raw)": 0.968235194683075, "Finetune/Step": 1579, "Finetune/Step Time": 4.672082729637623}
{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9233758449554443, "Finetune/Loss (Raw)": 0.781596302986145, "Finetune/Step": 1580, "Finetune/Step Time": 4.707065526396036}
{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9229512214660645, "Finetune/Loss (Raw)": 0.8580747246742249, "Finetune/Step": 1581, "Finetune/Step Time": 4.702017547562718}
{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9211103916168213, "Finetune/Loss (Raw)": 0.9662591814994812, "Finetune/Step": 1582, "Finetune/Step Time": 4.703196091577411}
{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.92106693983078, "Finetune/Loss (Raw)": 1.009576439857483, "Finetune/Step": 1583, "Finetune/Step Time": 4.712765704840422}
{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9213159084320068, "Finetune/Loss (Raw)": 0.9708796143531799, "Finetune/Step": 1584, "Finetune/Step Time": 4.714223243296146}
{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9266475439071655, "Finetune/Loss (Raw)": 1.0594078302383423, "Finetune/Step": 1585, "Finetune/Step Time": 4.677190788090229}
{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9279484748840332, "Finetune/Loss (Raw)": 1.1165727376937866, "Finetune/Step": 1586, "Finetune/Step Time": 4.730812514200807}
{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9276050329208374, "Finetune/Loss (Raw)": 1.0538510084152222, "Finetune/Step": 1587, "Finetune/Step Time": 4.723206914961338}
{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9264596700668335, "Finetune/Loss (Raw)": 0.9536074995994568, "Finetune/Step": 1588, "Finetune/Step Time": 4.733416680246592}
{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9249893426895142, "Finetune/Loss (Raw)": 0.9338601231575012, "Finetune/Step": 1589, "Finetune/Step Time": 4.749368324875832}
{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.9248526692390442, "Finetune/Loss (Raw)": 1.0271084308624268, "Finetune/Step": 1590, "Finetune/Step Time": 4.755195425823331}
{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9230906963348389, "Finetune/Loss (Raw)": 0.8293465375900269, "Finetune/Step": 1591, "Finetune/Step Time": 4.770741745829582}
{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9229930639266968, "Finetune/Loss (Raw)": 0.8772849440574646, "Finetune/Step": 1592, "Finetune/Step Time": 4.772268610075116}
{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9225925207138062, "Finetune/Loss (Raw)": 0.9304161667823792, "Finetune/Step": 1593, "Finetune/Step Time": 4.775138631463051}
{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9223030209541321, "Finetune/Loss (Raw)": 0.9358469247817993, "Finetune/Step": 1594, "Finetune/Step Time": 4.780417285859585}
{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9215797185897827, "Finetune/Loss (Raw)": 0.8615925312042236, "Finetune/Step": 1595, "Finetune/Step Time": 4.7584158182144165}
{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9222311973571777, "Finetune/Loss (Raw)": 1.1128549575805664, "Finetune/Step": 1596, "Finetune/Step Time": 4.763268018141389}
{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.925796627998352, "Finetune/Loss (Raw)": 0.8475852608680725, "Finetune/Step": 1597, "Finetune/Step Time": 4.727114386856556}
{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9258071184158325, "Finetune/Loss (Raw)": 0.9929134249687195, "Finetune/Step": 1598, "Finetune/Step Time": 4.740315232425928}
{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9209687113761902, "Finetune/Loss (Raw)": 0.37795284390449524, "Finetune/Step": 1599, "Finetune/Step Time": 4.779354875907302}
{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9219846129417419, "Finetune/Loss (Raw)": 0.9980126619338989, "Finetune/Step": 1600, "Finetune/Step Time": 4.782923458144069}
{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9194662570953369, "Finetune/Loss (Raw)": 0.3888937830924988, "Finetune/Step": 1601, "Finetune/Step Time": 4.820902770385146}
{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9191018342971802, "Finetune/Loss (Raw)": 1.0850147008895874, "Finetune/Step": 1602, "Finetune/Step Time": 4.830490319058299}
{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9211423397064209, "Finetune/Loss (Raw)": 1.0242201089859009, "Finetune/Step": 1603, "Finetune/Step Time": 4.825985949486494}
{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.920267641544342, "Finetune/Loss (Raw)": 0.895762026309967, "Finetune/Step": 1604, "Finetune/Step Time": 4.825869986787438}
{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9242868423461914, "Finetune/Loss (Raw)": 0.8289772868156433, "Finetune/Step": 1605, "Finetune/Step Time": 4.796962006017566}
{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9219478368759155, "Finetune/Loss (Raw)": 0.774386465549469, "Finetune/Step": 1606, "Finetune/Step Time": 4.832994006574154}
{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9219244718551636, "Finetune/Loss (Raw)": 0.9037219882011414, "Finetune/Step": 1607, "Finetune/Step Time": 4.819598162546754}
{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.9173468351364136, "Finetune/Loss (Raw)": 0.38873764872550964, "Finetune/Step": 1608, "Finetune/Step Time": 4.852155325934291}
{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.9170827865600586, "Finetune/Loss (Raw)": 0.9605114459991455, "Finetune/Step": 1609, "Finetune/Step Time": 4.840532787144184}
{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9169092178344727, "Finetune/Loss (Raw)": 0.9403039216995239, "Finetune/Step": 1610, "Finetune/Step Time": 4.8366794269531965}
{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.9164004325866699, "Finetune/Loss (Raw)": 0.8639218807220459, "Finetune/Step": 1611, "Finetune/Step Time": 4.823201131075621}
{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9154777526855469, "Finetune/Loss (Raw)": 0.9201360940933228, "Finetune/Step": 1612, "Finetune/Step Time": 4.825463257730007}
{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.9150145053863525, "Finetune/Loss (Raw)": 0.855273962020874, "Finetune/Step": 1613, "Finetune/Step Time": 4.837562987580895}
{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9203577041625977, "Finetune/Loss (Raw)": 0.9942499995231628, "Finetune/Step": 1614, "Finetune/Step Time": 4.799255646765232}
{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9200379848480225, "Finetune/Loss (Raw)": 1.0627943277359009, "Finetune/Step": 1615, "Finetune/Step Time": 4.787293745204806}
{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9182496666908264, "Finetune/Loss (Raw)": 0.9699700474739075, "Finetune/Step": 1616, "Finetune/Step Time": 4.786626713350415}
{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9189041256904602, "Finetune/Loss (Raw)": 0.8974812030792236, "Finetune/Step": 1617, "Finetune/Step Time": 4.7885549776256084}
{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9185447692871094, "Finetune/Loss (Raw)": 0.9041163325309753, "Finetune/Step": 1618, "Finetune/Step Time": 4.773505941033363}
{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9185123443603516, "Finetune/Loss (Raw)": 0.8335248231887817, "Finetune/Step": 1619, "Finetune/Step Time": 4.762812778353691}
{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9190412759780884, "Finetune/Loss (Raw)": 1.1504707336425781, "Finetune/Step": 1620, "Finetune/Step Time": 4.771146237850189}
{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9230931997299194, "Finetune/Loss (Raw)": 0.8554984331130981, "Finetune/Step": 1621, "Finetune/Step Time": 4.738525668159127}
{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.9240604639053345, "Finetune/Loss (Raw)": 1.0658423900604248, "Finetune/Step": 1622, "Finetune/Step Time": 4.736237671226263}
{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9248278141021729, "Finetune/Loss (Raw)": 1.1410348415374756, "Finetune/Step": 1623, "Finetune/Step Time": 4.724523423239589}
{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.924294650554657, "Finetune/Loss (Raw)": 0.9205044507980347, "Finetune/Step": 1624, "Finetune/Step Time": 4.732140427455306}
{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9254130125045776, "Finetune/Loss (Raw)": 0.9893703460693359, "Finetune/Step": 1625, "Finetune/Step Time": 4.737789191305637}
{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9248604774475098, "Finetune/Loss (Raw)": 1.0046918392181396, "Finetune/Step": 1626, "Finetune/Step Time": 4.728612704202533}
{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9296283721923828, "Finetune/Loss (Raw)": 1.0395582914352417, "Finetune/Step": 1627, "Finetune/Step Time": 4.687504816800356}
{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9345697164535522, "Finetune/Loss (Raw)": 0.9875791072845459, "Finetune/Step": 1628, "Finetune/Step Time": 4.649074275046587}
{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9338669180870056, "Finetune/Loss (Raw)": 0.9558537006378174, "Finetune/Step": 1629, "Finetune/Step Time": 4.619818057864904}
{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9332996010780334, "Finetune/Loss (Raw)": 1.0382755994796753, "Finetune/Step": 1630, "Finetune/Step Time": 4.6174785029143095}
{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.933911144733429, "Finetune/Loss (Raw)": 0.9488429427146912, "Finetune/Step": 1631, "Finetune/Step Time": 4.620037836953998}
{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9333711862564087, "Finetune/Loss (Raw)": 0.9381226897239685, "Finetune/Step": 1632, "Finetune/Step Time": 4.611164467409253}
{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9325215816497803, "Finetune/Loss (Raw)": 0.8831256031990051, "Finetune/Step": 1633, "Finetune/Step Time": 4.611585820093751}
{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9334686994552612, "Finetune/Loss (Raw)": 1.007359266281128, "Finetune/Step": 1634, "Finetune/Step Time": 4.603986049070954}
{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9328457117080688, "Finetune/Loss (Raw)": 0.9813058972358704, "Finetune/Step": 1635, "Finetune/Step Time": 4.625897197052836}
{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9325491189956665, "Finetune/Loss (Raw)": 0.9807857871055603, "Finetune/Step": 1636, "Finetune/Step Time": 4.622679831460118}
{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.9321646690368652, "Finetune/Loss (Raw)": 0.967795729637146, "Finetune/Step": 1637, "Finetune/Step Time": 4.623967435210943}
{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9307122230529785, "Finetune/Loss (Raw)": 0.9041715860366821, "Finetune/Step": 1638, "Finetune/Step Time": 4.625469138845801}
{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9285762906074524, "Finetune/Loss (Raw)": 0.8439880609512329, "Finetune/Step": 1639, "Finetune/Step Time": 4.622648656368256}
{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9294164776802063, "Finetune/Loss (Raw)": 1.0255043506622314, "Finetune/Step": 1640, "Finetune/Step Time": 4.611201541498303}
{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.92840975522995, "Finetune/Loss (Raw)": 1.0284302234649658, "Finetune/Step": 1641, "Finetune/Step Time": 4.608895981684327}
{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9284800291061401, "Finetune/Loss (Raw)": 0.9882505536079407, "Finetune/Step": 1642, "Finetune/Step Time": 4.5982883628457785}
{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9294293522834778, "Finetune/Loss (Raw)": 1.0813109874725342, "Finetune/Step": 1643, "Finetune/Step Time": 4.599797561764717}
{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9295929074287415, "Finetune/Loss (Raw)": 0.9811491966247559, "Finetune/Step": 1644, "Finetune/Step Time": 4.630785416811705}
{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.929972231388092, "Finetune/Loss (Raw)": 0.923865795135498, "Finetune/Step": 1645, "Finetune/Step Time": 4.6251452546566725}
{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9295586943626404, "Finetune/Loss (Raw)": 1.0314513444900513, "Finetune/Step": 1646, "Finetune/Step Time": 4.628766518086195}
{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9299910664558411, "Finetune/Loss (Raw)": 0.8988861441612244, "Finetune/Step": 1647, "Finetune/Step Time": 4.6418643817305565}
{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9351151585578918, "Finetune/Loss (Raw)": 1.049800157546997, "Finetune/Step": 1648, "Finetune/Step Time": 4.608432721346617}
{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9342407584190369, "Finetune/Loss (Raw)": 0.9410027265548706, "Finetune/Step": 1649, "Finetune/Step Time": 4.610244246199727}
{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.9345306754112244, "Finetune/Loss (Raw)": 0.9629235863685608, "Finetune/Step": 1650, "Finetune/Step Time": 4.5984825268387794}
{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9349449872970581, "Finetune/Loss (Raw)": 0.8829387426376343, "Finetune/Step": 1651, "Finetune/Step Time": 4.600231662392616}
{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9348019361495972, "Finetune/Loss (Raw)": 0.8895831108093262, "Finetune/Step": 1652, "Finetune/Step Time": 4.583002822473645}
{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9355316162109375, "Finetune/Loss (Raw)": 0.9725837707519531, "Finetune/Step": 1653, "Finetune/Step Time": 4.574696283787489}
{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9349552989006042, "Finetune/Loss (Raw)": 1.016452431678772, "Finetune/Step": 1654, "Finetune/Step Time": 4.588123258203268}
{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9305751323699951, "Finetune/Loss (Raw)": 0.38554173707962036, "Finetune/Step": 1655, "Finetune/Step Time": 4.624779416248202}
{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9348918199539185, "Finetune/Loss (Raw)": 0.9704506397247314, "Finetune/Step": 1656, "Finetune/Step Time": 4.589774312451482}
{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9335527420043945, "Finetune/Loss (Raw)": 0.8841648697853088, "Finetune/Step": 1657, "Finetune/Step Time": 4.588331094011664}
{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9351852536201477, "Finetune/Loss (Raw)": 0.9740135669708252, "Finetune/Step": 1658, "Finetune/Step Time": 4.572734666988254}
{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9358269572257996, "Finetune/Loss (Raw)": 1.0889630317687988, "Finetune/Step": 1659, "Finetune/Step Time": 4.573179529979825}
{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9358870983123779, "Finetune/Loss (Raw)": 0.9705997109413147, "Finetune/Step": 1660, "Finetune/Step Time": 4.569919366389513}
{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9361323118209839, "Finetune/Loss (Raw)": 0.9279394149780273, "Finetune/Step": 1661, "Finetune/Step Time": 4.565203377977014}
{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9368859529495239, "Finetune/Loss (Raw)": 1.0684610605239868, "Finetune/Step": 1662, "Finetune/Step Time": 4.564627250656486}
{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9354571104049683, "Finetune/Loss (Raw)": 0.712558925151825, "Finetune/Step": 1663, "Finetune/Step Time": 4.5743805803358555}
{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9346296787261963, "Finetune/Loss (Raw)": 0.7954996228218079, "Finetune/Step": 1664, "Finetune/Step Time": 4.567311329767108}
{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9358994364738464, "Finetune/Loss (Raw)": 1.066550374031067, "Finetune/Step": 1665, "Finetune/Step Time": 4.5671056397259235}
{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9395381212234497, "Finetune/Loss (Raw)": 0.9036538600921631, "Finetune/Step": 1666, "Finetune/Step Time": 4.524776961654425}
{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9395787119865417, "Finetune/Loss (Raw)": 0.9951339960098267, "Finetune/Step": 1667, "Finetune/Step Time": 4.522551652044058}
{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9402441382408142, "Finetune/Loss (Raw)": 1.068578839302063, "Finetune/Step": 1668, "Finetune/Step Time": 4.5275388322770596}
{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9392496943473816, "Finetune/Loss (Raw)": 0.9564012885093689, "Finetune/Step": 1669, "Finetune/Step Time": 4.524258736521006}
{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9398964643478394, "Finetune/Loss (Raw)": 0.999093770980835, "Finetune/Step": 1670, "Finetune/Step Time": 4.510811522603035}
{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9402914047241211, "Finetune/Loss (Raw)": 0.9023036956787109, "Finetune/Step": 1671, "Finetune/Step Time": 4.518665909767151}
{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9407552480697632, "Finetune/Loss (Raw)": 1.0443966388702393, "Finetune/Step": 1672, "Finetune/Step Time": 4.535453567281365}
{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9401978254318237, "Finetune/Loss (Raw)": 0.8434882164001465, "Finetune/Step": 1673, "Finetune/Step Time": 4.54077641479671}
{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9380095601081848, "Finetune/Loss (Raw)": 0.7955321073532104, "Finetune/Step": 1674, "Finetune/Step Time": 4.542061721906066}
{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9376425743103027, "Finetune/Loss (Raw)": 0.9308122396469116, "Finetune/Step": 1675, "Finetune/Step Time": 4.551438337191939}
{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9379087686538696, "Finetune/Loss (Raw)": 1.077111840248108, "Finetune/Step": 1676, "Finetune/Step Time": 4.5344985499978065}
{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9426635503768921, "Finetune/Loss (Raw)": 1.0095778703689575, "Finetune/Step": 1677, "Finetune/Step Time": 4.496716333553195}
{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.94144606590271, "Finetune/Loss (Raw)": 0.8548333644866943, "Finetune/Step": 1678, "Finetune/Step Time": 4.489018822088838}
{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9377468228340149, "Finetune/Loss (Raw)": 0.39164361357688904, "Finetune/Step": 1679, "Finetune/Step Time": 4.528825281187892}
{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.937252938747406, "Finetune/Loss (Raw)": 0.950431764125824, "Finetune/Step": 1680, "Finetune/Step Time": 4.540989026427269}
{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9378401041030884, "Finetune/Loss (Raw)": 0.9756783246994019, "Finetune/Step": 1681, "Finetune/Step Time": 4.517538581043482}
{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9398002624511719, "Finetune/Loss (Raw)": 1.1162910461425781, "Finetune/Step": 1682, "Finetune/Step Time": 4.525324013084173}
{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.938389003276825, "Finetune/Loss (Raw)": 0.8788098692893982, "Finetune/Step": 1683, "Finetune/Step Time": 4.528024645522237}
{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9385923147201538, "Finetune/Loss (Raw)": 0.9100027084350586, "Finetune/Step": 1684, "Finetune/Step Time": 4.524741457775235}
{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9388208389282227, "Finetune/Loss (Raw)": 0.883535623550415, "Finetune/Step": 1685, "Finetune/Step Time": 4.5232681427150965}
{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9379059672355652, "Finetune/Loss (Raw)": 0.817287266254425, "Finetune/Step": 1686, "Finetune/Step Time": 4.539760380983353}
{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9368083477020264, "Finetune/Loss (Raw)": 1.0247005224227905, "Finetune/Step": 1687, "Finetune/Step Time": 4.548058787360787}
{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9368035793304443, "Finetune/Loss (Raw)": 1.0376960039138794, "Finetune/Step": 1688, "Finetune/Step Time": 4.5497965179383755}
{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9312961101531982, "Finetune/Loss (Raw)": 0.3105570673942566, "Finetune/Step": 1689, "Finetune/Step Time": 4.5846948903054}
{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9318051338195801, "Finetune/Loss (Raw)": 1.069862723350525, "Finetune/Step": 1690, "Finetune/Step Time": 4.57538016140461}
{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9318717122077942, "Finetune/Loss (Raw)": 0.9510640501976013, "Finetune/Step": 1691, "Finetune/Step Time": 4.557200333103538}
{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.9316977858543396, "Finetune/Loss (Raw)": 0.8940105438232422, "Finetune/Step": 1692, "Finetune/Step Time": 4.579570561647415}
{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9316715002059937, "Finetune/Loss (Raw)": 0.8510218262672424, "Finetune/Step": 1693, "Finetune/Step Time": 4.598289243876934}
{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9299108982086182, "Finetune/Loss (Raw)": 0.7371281981468201, "Finetune/Step": 1694, "Finetune/Step Time": 4.6007756516337395}
{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9292274713516235, "Finetune/Loss (Raw)": 0.9047530293464661, "Finetune/Step": 1695, "Finetune/Step Time": 4.606525348499417}
{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9292845129966736, "Finetune/Loss (Raw)": 0.9713523983955383, "Finetune/Step": 1696, "Finetune/Step Time": 4.604659976437688}
{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9305337071418762, "Finetune/Loss (Raw)": 1.001123070716858, "Finetune/Step": 1697, "Finetune/Step Time": 4.590656576678157}
{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9297486543655396, "Finetune/Loss (Raw)": 0.9425753951072693, "Finetune/Step": 1698, "Finetune/Step Time": 4.593305576592684}
{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9303040504455566, "Finetune/Loss (Raw)": 1.036158561706543, "Finetune/Step": 1699, "Finetune/Step Time": 4.591680355370045}
{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9303134679794312, "Finetune/Loss (Raw)": 1.021411657333374, "Finetune/Step": 1700, "Finetune/Step Time": 4.601532885804772}
{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9309306144714355, "Finetune/Loss (Raw)": 1.0655378103256226, "Finetune/Step": 1701, "Finetune/Step Time": 4.586137857288122}
{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9321970343589783, "Finetune/Loss (Raw)": 0.9967122673988342, "Finetune/Step": 1702, "Finetune/Step Time": 4.58582554012537}
{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9296629428863525, "Finetune/Loss (Raw)": 0.8719415068626404, "Finetune/Step": 1703, "Finetune/Step Time": 4.592843785881996}
{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9247949719429016, "Finetune/Loss (Raw)": 0.34606289863586426, "Finetune/Step": 1704, "Finetune/Step Time": 4.626278651878238}
{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9246925711631775, "Finetune/Loss (Raw)": 0.9448822140693665, "Finetune/Step": 1705, "Finetune/Step Time": 4.62878043204546}
{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9250377416610718, "Finetune/Loss (Raw)": 1.0437872409820557, "Finetune/Step": 1706, "Finetune/Step Time": 4.630724098533392}
{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9249389171600342, "Finetune/Loss (Raw)": 0.9555919766426086, "Finetune/Step": 1707, "Finetune/Step Time": 4.6274726670235395}
{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9263631105422974, "Finetune/Loss (Raw)": 0.9638934135437012, "Finetune/Step": 1708, "Finetune/Step Time": 4.607664035633206}
{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9282065629959106, "Finetune/Loss (Raw)": 1.0940332412719727, "Finetune/Step": 1709, "Finetune/Step Time": 4.611725728958845}
{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9284758567810059, "Finetune/Loss (Raw)": 1.000733494758606, "Finetune/Step": 1710, "Finetune/Step Time": 4.620938170701265}
{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9284777641296387, "Finetune/Loss (Raw)": 1.009825348854065, "Finetune/Step": 1711, "Finetune/Step Time": 4.617807248607278}
{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9297792911529541, "Finetune/Loss (Raw)": 1.1374675035476685, "Finetune/Step": 1712, "Finetune/Step Time": 4.618299404159188}
{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9293390512466431, "Finetune/Loss (Raw)": 1.0030533075332642, "Finetune/Step": 1713, "Finetune/Step Time": 4.617870161309838}
{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9284132719039917, "Finetune/Loss (Raw)": 0.9980762004852295, "Finetune/Step": 1714, "Finetune/Step Time": 4.572223665192723}
{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9266656637191772, "Finetune/Loss (Raw)": 0.8301681280136108, "Finetune/Step": 1715, "Finetune/Step Time": 4.5816277749836445}
{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9264369606971741, "Finetune/Loss (Raw)": 0.9243229031562805, "Finetune/Step": 1716, "Finetune/Step Time": 4.569857833907008}
{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9274903535842896, "Finetune/Loss (Raw)": 1.0686912536621094, "Finetune/Step": 1717, "Finetune/Step Time": 4.569858519360423}
{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9271489381790161, "Finetune/Loss (Raw)": 0.9834108352661133, "Finetune/Step": 1718, "Finetune/Step Time": 4.560026181861758}
{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9281620383262634, "Finetune/Loss (Raw)": 0.9590252637863159, "Finetune/Step": 1719, "Finetune/Step Time": 4.546361889690161}
{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9294329285621643, "Finetune/Loss (Raw)": 1.0399597883224487, "Finetune/Step": 1720, "Finetune/Step Time": 4.545075004920363}
{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9299468994140625, "Finetune/Loss (Raw)": 0.996196985244751, "Finetune/Step": 1721, "Finetune/Step Time": 4.5466140024363995}
{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.930397629737854, "Finetune/Loss (Raw)": 0.9935449957847595, "Finetune/Step": 1722, "Finetune/Step Time": 4.537338683381677}
{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9317703247070312, "Finetune/Loss (Raw)": 1.0373055934906006, "Finetune/Step": 1723, "Finetune/Step Time": 4.553643299266696}
{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9300591945648193, "Finetune/Loss (Raw)": 0.8938250541687012, "Finetune/Step": 1724, "Finetune/Step Time": 4.546166148036718}
{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9311427474021912, "Finetune/Loss (Raw)": 0.9862746000289917, "Finetune/Step": 1725, "Finetune/Step Time": 4.536082271486521}
{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.9303900003433228, "Finetune/Loss (Raw)": 0.8965591788291931, "Finetune/Step": 1726, "Finetune/Step Time": 4.528348693624139}
{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9352138638496399, "Finetune/Loss (Raw)": 0.9954105615615845, "Finetune/Step": 1727, "Finetune/Step Time": 4.506545007228851}
{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9357805252075195, "Finetune/Loss (Raw)": 1.070550560951233, "Finetune/Step": 1728, "Finetune/Step Time": 4.50333109498024}
{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9407770037651062, "Finetune/Loss (Raw)": 1.0284396409988403, "Finetune/Step": 1729, "Finetune/Step Time": 4.461127696558833}
{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9387882947921753, "Finetune/Loss (Raw)": 0.8304623961448669, "Finetune/Step": 1730, "Finetune/Step Time": 4.453755782917142}
{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9394721984863281, "Finetune/Loss (Raw)": 1.1117618083953857, "Finetune/Step": 1731, "Finetune/Step Time": 4.450609538704157}
{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9410848617553711, "Finetune/Loss (Raw)": 1.1021815538406372, "Finetune/Step": 1732, "Finetune/Step Time": 4.46555070579052}
{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9422717094421387, "Finetune/Loss (Raw)": 0.9808861017227173, "Finetune/Step": 1733, "Finetune/Step Time": 4.456766501069069}
{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9441116452217102, "Finetune/Loss (Raw)": 1.0099029541015625, "Finetune/Step": 1734, "Finetune/Step Time": 4.435524934902787}
{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.944266676902771, "Finetune/Loss (Raw)": 0.9235670566558838, "Finetune/Step": 1735, "Finetune/Step Time": 4.4356371853500605}
{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9488106966018677, "Finetune/Loss (Raw)": 0.9703712463378906, "Finetune/Step": 1736, "Finetune/Step Time": 4.397772870957851}
{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9483629465103149, "Finetune/Loss (Raw)": 0.9031959772109985, "Finetune/Step": 1737, "Finetune/Step Time": 4.397198086604476}
{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9438072443008423, "Finetune/Loss (Raw)": 0.35718223452568054, "Finetune/Step": 1738, "Finetune/Step Time": 4.436954401433468}
{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9443973302841187, "Finetune/Loss (Raw)": 0.9394555687904358, "Finetune/Step": 1739, "Finetune/Step Time": 4.415142605081201}
{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.944100022315979, "Finetune/Loss (Raw)": 0.8820705413818359, "Finetune/Step": 1740, "Finetune/Step Time": 4.43156629987061}
{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9461435675621033, "Finetune/Loss (Raw)": 1.116848349571228, "Finetune/Step": 1741, "Finetune/Step Time": 4.4219623152166605}
{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9450879096984863, "Finetune/Loss (Raw)": 0.8591248393058777, "Finetune/Step": 1742, "Finetune/Step Time": 4.430255621671677}
{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.944309651851654, "Finetune/Loss (Raw)": 0.963178813457489, "Finetune/Step": 1743, "Finetune/Step Time": 4.451364109292626}
{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9439136981964111, "Finetune/Loss (Raw)": 0.9192855358123779, "Finetune/Step": 1744, "Finetune/Step Time": 4.452250182628632}
{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9445873498916626, "Finetune/Loss (Raw)": 0.9837116003036499, "Finetune/Step": 1745, "Finetune/Step Time": 4.448032535612583}
{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9456135034561157, "Finetune/Loss (Raw)": 1.0354728698730469, "Finetune/Step": 1746, "Finetune/Step Time": 4.447831999510527}
{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9425125122070312, "Finetune/Loss (Raw)": 0.43659842014312744, "Finetune/Step": 1747, "Finetune/Step Time": 4.48414952494204}
{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9401817321777344, "Finetune/Loss (Raw)": 0.8521163463592529, "Finetune/Step": 1748, "Finetune/Step Time": 4.489014049991965}
{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9410892724990845, "Finetune/Loss (Raw)": 0.9716705679893494, "Finetune/Step": 1749, "Finetune/Step Time": 4.487342674285173}
{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9413078427314758, "Finetune/Loss (Raw)": 1.0938233137130737, "Finetune/Step": 1750, "Finetune/Step Time": 4.506529830396175}
{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9404408931732178, "Finetune/Loss (Raw)": 1.030063509941101, "Finetune/Step": 1751, "Finetune/Step Time": 4.510544590651989}
{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9424880743026733, "Finetune/Loss (Raw)": 1.1825473308563232, "Finetune/Step": 1752, "Finetune/Step Time": 4.504082167521119}
{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9421074390411377, "Finetune/Loss (Raw)": 0.9406455755233765, "Finetune/Step": 1753, "Finetune/Step Time": 4.496325872838497}
{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.94202721118927, "Finetune/Loss (Raw)": 0.9944189786911011, "Finetune/Step": 1754, "Finetune/Step Time": 4.5037830248475075}
{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.941542387008667, "Finetune/Loss (Raw)": 0.9775046706199646, "Finetune/Step": 1755, "Finetune/Step Time": 4.510752389207482}
{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9423707723617554, "Finetune/Loss (Raw)": 1.0936028957366943, "Finetune/Step": 1756, "Finetune/Step Time": 4.519731041043997}
{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9377216100692749, "Finetune/Loss (Raw)": 0.3607640564441681, "Finetune/Step": 1757, "Finetune/Step Time": 4.562541930004954}
{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9362401962280273, "Finetune/Loss (Raw)": 0.8486579060554504, "Finetune/Step": 1758, "Finetune/Step Time": 4.566845012828708}
{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9368985891342163, "Finetune/Loss (Raw)": 1.033116340637207, "Finetune/Step": 1759, "Finetune/Step Time": 4.572390912100673}
{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9377288818359375, "Finetune/Loss (Raw)": 1.0443998575210571, "Finetune/Step": 1760, "Finetune/Step Time": 4.570079766213894}
{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9375277757644653, "Finetune/Loss (Raw)": 0.8573853969573975, "Finetune/Step": 1761, "Finetune/Step Time": 4.574432635679841}
{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9362553358078003, "Finetune/Loss (Raw)": 0.8444957733154297, "Finetune/Step": 1762, "Finetune/Step Time": 4.583765182644129}
{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9371325969696045, "Finetune/Loss (Raw)": 1.0935944318771362, "Finetune/Step": 1763, "Finetune/Step Time": 4.578533813357353}
{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.937714695930481, "Finetune/Loss (Raw)": 1.0552821159362793, "Finetune/Step": 1764, "Finetune/Step Time": 4.598765766248107}
{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9372228384017944, "Finetune/Loss (Raw)": 0.9048450589179993, "Finetune/Step": 1765, "Finetune/Step Time": 4.611609065905213}
{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9380149245262146, "Finetune/Loss (Raw)": 1.0055571794509888, "Finetune/Step": 1766, "Finetune/Step Time": 4.613251123577356}
{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9378656148910522, "Finetune/Loss (Raw)": 0.8248779773712158, "Finetune/Step": 1767, "Finetune/Step Time": 4.6139915734529495}
{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9368460774421692, "Finetune/Loss (Raw)": 0.8950024843215942, "Finetune/Step": 1768, "Finetune/Step Time": 4.614832367748022}
{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9351314306259155, "Finetune/Loss (Raw)": 0.8089545965194702, "Finetune/Step": 1769, "Finetune/Step Time": 4.6297038570046425}
{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.935378909111023, "Finetune/Loss (Raw)": 1.019930124282837, "Finetune/Step": 1770, "Finetune/Step Time": 4.630592914298177}
{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9339973330497742, "Finetune/Loss (Raw)": 0.9044675230979919, "Finetune/Step": 1771, "Finetune/Step Time": 4.628974117338657}
{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9348562955856323, "Finetune/Loss (Raw)": 1.0910910367965698, "Finetune/Step": 1772, "Finetune/Step Time": 4.5977266151458025}
{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9350959062576294, "Finetune/Loss (Raw)": 0.9545410871505737, "Finetune/Step": 1773, "Finetune/Step Time": 4.606921911239624}
{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9345154762268066, "Finetune/Loss (Raw)": 0.9571555852890015, "Finetune/Step": 1774, "Finetune/Step Time": 4.619874231517315}
{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9356033802032471, "Finetune/Loss (Raw)": 1.0381373167037964, "Finetune/Step": 1775, "Finetune/Step Time": 4.606709498912096}
{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9348287582397461, "Finetune/Loss (Raw)": 0.9506462216377258, "Finetune/Step": 1776, "Finetune/Step Time": 4.6054925713688135}
{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9353724718093872, "Finetune/Loss (Raw)": 1.0105984210968018, "Finetune/Step": 1777, "Finetune/Step Time": 4.606734532862902}
{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9352620840072632, "Finetune/Loss (Raw)": 0.9487902522087097, "Finetune/Step": 1778, "Finetune/Step Time": 4.609006829559803}
{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9369584321975708, "Finetune/Loss (Raw)": 1.1000795364379883, "Finetune/Step": 1779, "Finetune/Step Time": 4.593678329139948}
{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.937281608581543, "Finetune/Loss (Raw)": 0.930944561958313, "Finetune/Step": 1780, "Finetune/Step Time": 4.585504541173577}
{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9360913038253784, "Finetune/Loss (Raw)": 0.8202233910560608, "Finetune/Step": 1781, "Finetune/Step Time": 4.587223749607801}
{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.935455322265625, "Finetune/Loss (Raw)": 0.9350489377975464, "Finetune/Step": 1782, "Finetune/Step Time": 4.5745147205889225}
{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9391975402832031, "Finetune/Loss (Raw)": 0.8645467758178711, "Finetune/Step": 1783, "Finetune/Step Time": 4.537865549325943}
{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9399616122245789, "Finetune/Loss (Raw)": 1.0682506561279297, "Finetune/Step": 1784, "Finetune/Step Time": 4.5422243513166904}
{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9390149712562561, "Finetune/Loss (Raw)": 0.7629987001419067, "Finetune/Step": 1785, "Finetune/Step Time": 4.55655569024384}
{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9385485649108887, "Finetune/Loss (Raw)": 0.914302408695221, "Finetune/Step": 1786, "Finetune/Step Time": 4.554296502843499}
{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9362925291061401, "Finetune/Loss (Raw)": 0.8001945614814758, "Finetune/Step": 1787, "Finetune/Step Time": 4.559718070551753}
{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9355214834213257, "Finetune/Loss (Raw)": 0.8719109296798706, "Finetune/Step": 1788, "Finetune/Step Time": 4.555329559370875}
{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9306016564369202, "Finetune/Loss (Raw)": 0.2982006072998047, "Finetune/Step": 1789, "Finetune/Step Time": 4.593178812414408}
{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9303510189056396, "Finetune/Loss (Raw)": 1.0363743305206299, "Finetune/Step": 1790, "Finetune/Step Time": 4.596146775409579}
{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9332391619682312, "Finetune/Loss (Raw)": 1.0822452306747437, "Finetune/Step": 1791, "Finetune/Step Time": 4.58878162689507}
{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9348889589309692, "Finetune/Loss (Raw)": 1.0066708326339722, "Finetune/Step": 1792, "Finetune/Step Time": 4.5892618000507355}
{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9329755902290344, "Finetune/Loss (Raw)": 0.8216461539268494, "Finetune/Step": 1793, "Finetune/Step Time": 4.603911612182856}
{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9340904951095581, "Finetune/Loss (Raw)": 1.0463576316833496, "Finetune/Step": 1794, "Finetune/Step Time": 4.610285382717848}
{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9292330145835876, "Finetune/Loss (Raw)": 0.3733786642551422, "Finetune/Step": 1795, "Finetune/Step Time": 4.6488057896494865}
{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.928006112575531, "Finetune/Loss (Raw)": 0.9115378260612488, "Finetune/Step": 1796, "Finetune/Step Time": 4.641392005607486}
{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9284243583679199, "Finetune/Loss (Raw)": 1.0099400281906128, "Finetune/Step": 1797, "Finetune/Step Time": 4.640726130455732}
{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9278845191001892, "Finetune/Loss (Raw)": 0.9299871921539307, "Finetune/Step": 1798, "Finetune/Step Time": 4.6442707646638155}
{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9280651807785034, "Finetune/Loss (Raw)": 0.9254262447357178, "Finetune/Step": 1799, "Finetune/Step Time": 4.635600835084915}
{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9270246624946594, "Finetune/Loss (Raw)": 0.9112081527709961, "Finetune/Step": 1800, "Finetune/Step Time": 4.634817898273468}
{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9287753701210022, "Finetune/Loss (Raw)": 1.0675886869430542, "Finetune/Step": 1801, "Finetune/Step Time": 4.638996073976159}
{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9300500154495239, "Finetune/Loss (Raw)": 0.9586741328239441, "Finetune/Step": 1802, "Finetune/Step Time": 4.641052121296525}
{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9300441145896912, "Finetune/Loss (Raw)": 0.9300618171691895, "Finetune/Step": 1803, "Finetune/Step Time": 4.648084023967385}
{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9293279051780701, "Finetune/Loss (Raw)": 0.9854395985603333, "Finetune/Step": 1804, "Finetune/Step Time": 4.651035441085696}
{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9265583157539368, "Finetune/Loss (Raw)": 0.6550700068473816, "Finetune/Step": 1805, "Finetune/Step Time": 4.659591894596815}
{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.92664635181427, "Finetune/Loss (Raw)": 0.8660971522331238, "Finetune/Step": 1806, "Finetune/Step Time": 4.671661235392094}
{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9309613704681396, "Finetune/Loss (Raw)": 0.943967342376709, "Finetune/Step": 1807, "Finetune/Step Time": 4.632891060784459}
{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9310554265975952, "Finetune/Loss (Raw)": 0.9624711275100708, "Finetune/Step": 1808, "Finetune/Step Time": 4.616943039000034}
{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9309174418449402, "Finetune/Loss (Raw)": 0.958023726940155, "Finetune/Step": 1809, "Finetune/Step Time": 4.616740707308054}
{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.929726779460907, "Finetune/Loss (Raw)": 0.9638813734054565, "Finetune/Step": 1810, "Finetune/Step Time": 4.619812348857522}
{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9302401542663574, "Finetune/Loss (Raw)": 0.9445257782936096, "Finetune/Step": 1811, "Finetune/Step Time": 4.612725239247084}
{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9303511381149292, "Finetune/Loss (Raw)": 0.9242095947265625, "Finetune/Step": 1812, "Finetune/Step Time": 4.614605510607362}
{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9307446479797363, "Finetune/Loss (Raw)": 0.933900773525238, "Finetune/Step": 1813, "Finetune/Step Time": 4.6040513552725315}
{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.932113528251648, "Finetune/Loss (Raw)": 0.9925019145011902, "Finetune/Step": 1814, "Finetune/Step Time": 4.587030880153179}
{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9310229420661926, "Finetune/Loss (Raw)": 0.8851099014282227, "Finetune/Step": 1815, "Finetune/Step Time": 4.585038755089045}
{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9311367273330688, "Finetune/Loss (Raw)": 1.0522587299346924, "Finetune/Step": 1816, "Finetune/Step Time": 4.580456757918}
{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.935899019241333, "Finetune/Loss (Raw)": 0.9201322197914124, "Finetune/Step": 1817, "Finetune/Step Time": 4.55069262906909}
{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9346828460693359, "Finetune/Loss (Raw)": 0.9141910076141357, "Finetune/Step": 1818, "Finetune/Step Time": 4.562730986624956}
{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9348958134651184, "Finetune/Loss (Raw)": 0.9783251285552979, "Finetune/Step": 1819, "Finetune/Step Time": 4.560432996600866}
{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9346105456352234, "Finetune/Loss (Raw)": 0.8574953675270081, "Finetune/Step": 1820, "Finetune/Step Time": 4.538356138393283}
{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9355248808860779, "Finetune/Loss (Raw)": 0.9680534601211548, "Finetune/Step": 1821, "Finetune/Step Time": 4.523835623636842}
{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9391045570373535, "Finetune/Loss (Raw)": 1.1953275203704834, "Finetune/Step": 1822, "Finetune/Step Time": 4.515852082520723}
{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9395809173583984, "Finetune/Loss (Raw)": 0.9657337665557861, "Finetune/Step": 1823, "Finetune/Step Time": 4.507360462099314}
{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9386845231056213, "Finetune/Loss (Raw)": 0.8566061854362488, "Finetune/Step": 1824, "Finetune/Step Time": 4.51179133169353}
{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9380590915679932, "Finetune/Loss (Raw)": 0.9210712909698486, "Finetune/Step": 1825, "Finetune/Step Time": 4.512935781851411}
{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9386804103851318, "Finetune/Loss (Raw)": 1.0221045017242432, "Finetune/Step": 1826, "Finetune/Step Time": 4.513663355261087}
{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9380051493644714, "Finetune/Loss (Raw)": 0.9497305154800415, "Finetune/Step": 1827, "Finetune/Step Time": 4.545885084196925}
{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9384914040565491, "Finetune/Loss (Raw)": 1.0836468935012817, "Finetune/Step": 1828, "Finetune/Step Time": 4.543604588136077}
{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9389952421188354, "Finetune/Loss (Raw)": 1.1300230026245117, "Finetune/Step": 1829, "Finetune/Step Time": 4.547501929104328}
{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9394921064376831, "Finetune/Loss (Raw)": 1.0603188276290894, "Finetune/Step": 1830, "Finetune/Step Time": 4.559470742940903}
{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9398806095123291, "Finetune/Loss (Raw)": 0.9216729402542114, "Finetune/Step": 1831, "Finetune/Step Time": 4.544541792944074}
{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9453293085098267, "Finetune/Loss (Raw)": 1.0434916019439697, "Finetune/Step": 1832, "Finetune/Step Time": 4.511106578633189}
{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9446099400520325, "Finetune/Loss (Raw)": 0.85280442237854, "Finetune/Step": 1833, "Finetune/Step Time": 4.530353279784322}
{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.94496750831604, "Finetune/Loss (Raw)": 1.089558720588684, "Finetune/Step": 1834, "Finetune/Step Time": 4.529981719329953}
{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9450518488883972, "Finetune/Loss (Raw)": 0.9663905501365662, "Finetune/Step": 1835, "Finetune/Step Time": 4.5386701468378305}
{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9452847242355347, "Finetune/Loss (Raw)": 0.9936972856521606, "Finetune/Step": 1836, "Finetune/Step Time": 4.533716784790158}
{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9441695809364319, "Finetune/Loss (Raw)": 0.9512950778007507, "Finetune/Step": 1837, "Finetune/Step Time": 4.529153324663639}
{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9441729784011841, "Finetune/Loss (Raw)": 1.0011675357818604, "Finetune/Step": 1838, "Finetune/Step Time": 4.521826129406691}
{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9440330266952515, "Finetune/Loss (Raw)": 0.9919118881225586, "Finetune/Step": 1839, "Finetune/Step Time": 4.523764558136463}
{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.943203330039978, "Finetune/Loss (Raw)": 1.0312644243240356, "Finetune/Step": 1840, "Finetune/Step Time": 4.533842908218503}
{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.9419081807136536, "Finetune/Loss (Raw)": 0.837275505065918, "Finetune/Step": 1841, "Finetune/Step Time": 4.53556926175952}
{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9424829483032227, "Finetune/Loss (Raw)": 1.0716474056243896, "Finetune/Step": 1842, "Finetune/Step Time": 4.540386959910393}
{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9437035918235779, "Finetune/Loss (Raw)": 0.9864131808280945, "Finetune/Step": 1843, "Finetune/Step Time": 4.545820215716958}
{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9439185261726379, "Finetune/Loss (Raw)": 0.9518287181854248, "Finetune/Step": 1844, "Finetune/Step Time": 4.556935973465443}
{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.9429163932800293, "Finetune/Loss (Raw)": 0.9404141902923584, "Finetune/Step": 1845, "Finetune/Step Time": 4.5503743048757315}
{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.943638801574707, "Finetune/Loss (Raw)": 1.0758821964263916, "Finetune/Step": 1846, "Finetune/Step Time": 4.55191046372056}
{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9441260099411011, "Finetune/Loss (Raw)": 1.021390438079834, "Finetune/Step": 1847, "Finetune/Step Time": 4.560386734083295}
{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9435429573059082, "Finetune/Loss (Raw)": 0.9653282165527344, "Finetune/Step": 1848, "Finetune/Step Time": 4.552382355555892}
{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.9439408183097839, "Finetune/Loss (Raw)": 1.0471247434616089, "Finetune/Step": 1849, "Finetune/Step Time": 4.545609934255481}
{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9443259239196777, "Finetune/Loss (Raw)": 1.0428338050842285, "Finetune/Step": 1850, "Finetune/Step Time": 4.551451185718179}
{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9428632855415344, "Finetune/Loss (Raw)": 0.8500944972038269, "Finetune/Step": 1851, "Finetune/Step Time": 4.5545914974063635}
{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9437308311462402, "Finetune/Loss (Raw)": 1.004872441291809, "Finetune/Step": 1852, "Finetune/Step Time": 4.555995786562562}
{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9437886476516724, "Finetune/Loss (Raw)": 0.9936736226081848, "Finetune/Step": 1853, "Finetune/Step Time": 4.557087734341621}
{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9445956349372864, "Finetune/Loss (Raw)": 0.9998493194580078, "Finetune/Step": 1854, "Finetune/Step Time": 4.55087068118155}
{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9449343085289001, "Finetune/Loss (Raw)": 1.0387667417526245, "Finetune/Step": 1855, "Finetune/Step Time": 4.535691566765308}
{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.945061206817627, "Finetune/Loss (Raw)": 1.0867925882339478, "Finetune/Step": 1856, "Finetune/Step Time": 4.5355457831174135}
{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.94418865442276, "Finetune/Loss (Raw)": 0.9167510867118835, "Finetune/Step": 1857, "Finetune/Step Time": 4.572620641440153}
{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9456093311309814, "Finetune/Loss (Raw)": 1.0123052597045898, "Finetune/Step": 1858, "Finetune/Step Time": 4.580260617658496}
{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9452787637710571, "Finetune/Loss (Raw)": 1.0694490671157837, "Finetune/Step": 1859, "Finetune/Step Time": 4.574768332764506}
{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9438098073005676, "Finetune/Loss (Raw)": 0.9141596555709839, "Finetune/Step": 1860, "Finetune/Step Time": 4.563215831294656}
{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9428354501724243, "Finetune/Loss (Raw)": 0.8561615347862244, "Finetune/Step": 1861, "Finetune/Step Time": 4.563662486150861}
{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9417136907577515, "Finetune/Loss (Raw)": 0.8663201332092285, "Finetune/Step": 1862, "Finetune/Step Time": 4.548190193250775}
{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9410080909729004, "Finetune/Loss (Raw)": 0.8332551717758179, "Finetune/Step": 1863, "Finetune/Step Time": 4.547470059245825}
{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9400556683540344, "Finetune/Loss (Raw)": 0.848463237285614, "Finetune/Step": 1864, "Finetune/Step Time": 4.552149498835206}
{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9411281943321228, "Finetune/Loss (Raw)": 1.0404748916625977, "Finetune/Step": 1865, "Finetune/Step Time": 4.560225253924727}
{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9464432001113892, "Finetune/Loss (Raw)": 1.037500023841858, "Finetune/Step": 1866, "Finetune/Step Time": 4.5308042243123055}
{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9476355314254761, "Finetune/Loss (Raw)": 1.0920714139938354, "Finetune/Step": 1867, "Finetune/Step Time": 4.537158351391554}
{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9483211636543274, "Finetune/Loss (Raw)": 0.9698426723480225, "Finetune/Step": 1868, "Finetune/Step Time": 4.538835296407342}
{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9478977918624878, "Finetune/Loss (Raw)": 1.0626498460769653, "Finetune/Step": 1869, "Finetune/Step Time": 4.536015797406435}
{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9482990503311157, "Finetune/Loss (Raw)": 0.9104784727096558, "Finetune/Step": 1870, "Finetune/Step Time": 4.528338374570012}
{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9483078718185425, "Finetune/Loss (Raw)": 0.9643147587776184, "Finetune/Step": 1871, "Finetune/Step Time": 4.53662890009582}
{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.947748601436615, "Finetune/Loss (Raw)": 0.8477009534835815, "Finetune/Step": 1872, "Finetune/Step Time": 4.5415413454174995}
{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9429471492767334, "Finetune/Loss (Raw)": 0.36912259459495544, "Finetune/Step": 1873, "Finetune/Step Time": 4.568255800753832}
{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.943128228187561, "Finetune/Loss (Raw)": 1.0586484670639038, "Finetune/Step": 1874, "Finetune/Step Time": 4.564371047541499}
{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9468637704849243, "Finetune/Loss (Raw)": 0.9147540926933289, "Finetune/Step": 1875, "Finetune/Step Time": 4.532523484900594}
{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9477311968803406, "Finetune/Loss (Raw)": 0.9631497859954834, "Finetune/Step": 1876, "Finetune/Step Time": 4.524517767131329}
{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9476534128189087, "Finetune/Loss (Raw)": 0.9617146253585815, "Finetune/Step": 1877, "Finetune/Step Time": 4.529166588559747}
{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9453380107879639, "Finetune/Loss (Raw)": 0.7974467277526855, "Finetune/Step": 1878, "Finetune/Step Time": 4.521888416260481}
{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9456877708435059, "Finetune/Loss (Raw)": 1.0748316049575806, "Finetune/Step": 1879, "Finetune/Step Time": 4.513127775862813}
{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9427673816680908, "Finetune/Loss (Raw)": 0.8087457418441772, "Finetune/Step": 1880, "Finetune/Step Time": 4.53401841968298}
{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9419499635696411, "Finetune/Loss (Raw)": 0.83601313829422, "Finetune/Step": 1881, "Finetune/Step Time": 4.541713250800967}
{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9419437646865845, "Finetune/Loss (Raw)": 0.9936160445213318, "Finetune/Step": 1882, "Finetune/Step Time": 4.538013419136405}
{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9412033557891846, "Finetune/Loss (Raw)": 0.8827442526817322, "Finetune/Step": 1883, "Finetune/Step Time": 4.562262898311019}
{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9354614615440369, "Finetune/Loss (Raw)": 0.35863929986953735, "Finetune/Step": 1884, "Finetune/Step Time": 4.597470512613654}
{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9403077960014343, "Finetune/Loss (Raw)": 0.9810880422592163, "Finetune/Step": 1885, "Finetune/Step Time": 4.562274392694235}
{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9421653747558594, "Finetune/Loss (Raw)": 1.0864311456680298, "Finetune/Step": 1886, "Finetune/Step Time": 4.566656863316894}
{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.940540075302124, "Finetune/Loss (Raw)": 0.8250740170478821, "Finetune/Step": 1887, "Finetune/Step Time": 4.56187834776938}
{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9384199976921082, "Finetune/Loss (Raw)": 0.7730311751365662, "Finetune/Step": 1888, "Finetune/Step Time": 4.567341269925237}
{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9390379190444946, "Finetune/Loss (Raw)": 0.9364776611328125, "Finetune/Step": 1889, "Finetune/Step Time": 4.573221197351813}
{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9396748542785645, "Finetune/Loss (Raw)": 0.9260271787643433, "Finetune/Step": 1890, "Finetune/Step Time": 4.566896377131343}
{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9390881657600403, "Finetune/Loss (Raw)": 1.018494963645935, "Finetune/Step": 1891, "Finetune/Step Time": 4.5510059259831905}
{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.9396196007728577, "Finetune/Loss (Raw)": 1.1233134269714355, "Finetune/Step": 1892, "Finetune/Step Time": 4.531378900632262}
{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9399106502532959, "Finetune/Loss (Raw)": 0.9420979022979736, "Finetune/Step": 1893, "Finetune/Step Time": 4.533081956207752}
{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9385579824447632, "Finetune/Loss (Raw)": 0.8324111700057983, "Finetune/Step": 1894, "Finetune/Step Time": 4.524752993136644}
{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9392777681350708, "Finetune/Loss (Raw)": 0.9170135855674744, "Finetune/Step": 1895, "Finetune/Step Time": 4.524348685517907}
{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9398326873779297, "Finetune/Loss (Raw)": 0.966034471988678, "Finetune/Step": 1896, "Finetune/Step Time": 4.526045145466924}
{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9421147108078003, "Finetune/Loss (Raw)": 1.1010503768920898, "Finetune/Step": 1897, "Finetune/Step Time": 4.512771926820278}
{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9419606924057007, "Finetune/Loss (Raw)": 1.0002096891403198, "Finetune/Step": 1898, "Finetune/Step Time": 4.517804911360145}
{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.941399335861206, "Finetune/Loss (Raw)": 0.8326206803321838, "Finetune/Step": 1899, "Finetune/Step Time": 4.536678498610854}
{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9398723840713501, "Finetune/Loss (Raw)": 0.8956395387649536, "Finetune/Step": 1900, "Finetune/Step Time": 4.5374315325170755}
{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9394862055778503, "Finetune/Loss (Raw)": 0.9051079154014587, "Finetune/Step": 1901, "Finetune/Step Time": 4.533826105296612}
{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.939775288105011, "Finetune/Loss (Raw)": 0.9941611289978027, "Finetune/Step": 1902, "Finetune/Step Time": 4.524725710973144}
{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9383116960525513, "Finetune/Loss (Raw)": 0.8507975339889526, "Finetune/Step": 1903, "Finetune/Step Time": 4.550563083961606}
{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9382573366165161, "Finetune/Loss (Raw)": 0.9436866641044617, "Finetune/Step": 1904, "Finetune/Step Time": 4.555511679500341}
{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9328882694244385, "Finetune/Loss (Raw)": 0.3233567476272583, "Finetune/Step": 1905, "Finetune/Step Time": 4.5892306212335825}
{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9328069686889648, "Finetune/Loss (Raw)": 0.9383853673934937, "Finetune/Step": 1906, "Finetune/Step Time": 4.601250242441893}
{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.931678056716919, "Finetune/Loss (Raw)": 0.9555845260620117, "Finetune/Step": 1907, "Finetune/Step Time": 4.616537597030401}
{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9314218759536743, "Finetune/Loss (Raw)": 0.8981567025184631, "Finetune/Step": 1908, "Finetune/Step Time": 4.614293925464153}
{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9307832717895508, "Finetune/Loss (Raw)": 0.7384713888168335, "Finetune/Step": 1909, "Finetune/Step Time": 4.614787546917796}
{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9307886362075806, "Finetune/Loss (Raw)": 0.9357326030731201, "Finetune/Step": 1910, "Finetune/Step Time": 4.616902261972427}
{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9317535758018494, "Finetune/Loss (Raw)": 0.9880656003952026, "Finetune/Step": 1911, "Finetune/Step Time": 4.622331975027919}
{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9310219287872314, "Finetune/Loss (Raw)": 0.9745960831642151, "Finetune/Step": 1912, "Finetune/Step Time": 4.615799941122532}
{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.932684600353241, "Finetune/Loss (Raw)": 0.9758211374282837, "Finetune/Step": 1913, "Finetune/Step Time": 4.600188255310059}
{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9340624809265137, "Finetune/Loss (Raw)": 1.0906776189804077, "Finetune/Step": 1914, "Finetune/Step Time": 4.597984218969941}
{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9360162019729614, "Finetune/Loss (Raw)": 1.0502687692642212, "Finetune/Step": 1915, "Finetune/Step Time": 4.620041897520423}
{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9364258050918579, "Finetune/Loss (Raw)": 0.9243346452713013, "Finetune/Step": 1916, "Finetune/Step Time": 4.619703345000744}
{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9407212734222412, "Finetune/Loss (Raw)": 0.8480279445648193, "Finetune/Step": 1917, "Finetune/Step Time": 4.5815197210758924}
{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9396313428878784, "Finetune/Loss (Raw)": 0.8968662023544312, "Finetune/Step": 1918, "Finetune/Step Time": 4.569310121238232}
{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9386047124862671, "Finetune/Loss (Raw)": 0.950835108757019, "Finetune/Step": 1919, "Finetune/Step Time": 4.565243059769273}
{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9374512434005737, "Finetune/Loss (Raw)": 0.8590224385261536, "Finetune/Step": 1920, "Finetune/Step Time": 4.574980305507779}
{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9390701055526733, "Finetune/Loss (Raw)": 1.028855562210083, "Finetune/Step": 1921, "Finetune/Step Time": 4.558949518948793}
{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9332778453826904, "Finetune/Loss (Raw)": 0.30495205521583557, "Finetune/Step": 1922, "Finetune/Step Time": 4.595022862777114}
{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9379377365112305, "Finetune/Loss (Raw)": 0.9698399305343628, "Finetune/Step": 1923, "Finetune/Step Time": 4.558041961863637}
{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9389896392822266, "Finetune/Loss (Raw)": 1.0461828708648682, "Finetune/Step": 1924, "Finetune/Step Time": 4.55672044120729}
{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.940172553062439, "Finetune/Loss (Raw)": 1.1613560914993286, "Finetune/Step": 1925, "Finetune/Step Time": 4.554353807121515}
{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9355579614639282, "Finetune/Loss (Raw)": 0.3393196165561676, "Finetune/Step": 1926, "Finetune/Step Time": 4.587334776297212}
{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9314596652984619, "Finetune/Loss (Raw)": 0.40084779262542725, "Finetune/Step": 1927, "Finetune/Step Time": 4.62683979049325}
{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9324442744255066, "Finetune/Loss (Raw)": 1.037231206893921, "Finetune/Step": 1928, "Finetune/Step Time": 4.609724348410964}
{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9305568337440491, "Finetune/Loss (Raw)": 0.8259996771812439, "Finetune/Step": 1929, "Finetune/Step Time": 4.601168781518936}
{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9301853179931641, "Finetune/Loss (Raw)": 0.9111229181289673, "Finetune/Step": 1930, "Finetune/Step Time": 4.586720813065767}
{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9304642677307129, "Finetune/Loss (Raw)": 0.9657713770866394, "Finetune/Step": 1931, "Finetune/Step Time": 4.564761757850647}
{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9293667674064636, "Finetune/Loss (Raw)": 0.8449543714523315, "Finetune/Step": 1932, "Finetune/Step Time": 4.579071065410972}
{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9318569898605347, "Finetune/Loss (Raw)": 0.9738200902938843, "Finetune/Step": 1933, "Finetune/Step Time": 4.572069019079208}
{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9329644441604614, "Finetune/Loss (Raw)": 1.0078524351119995, "Finetune/Step": 1934, "Finetune/Step Time": 4.55837893858552}
{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9337457418441772, "Finetune/Loss (Raw)": 1.0439648628234863, "Finetune/Step": 1935, "Finetune/Step Time": 4.564668353646994}
{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9327342510223389, "Finetune/Loss (Raw)": 0.8330009579658508, "Finetune/Step": 1936, "Finetune/Step Time": 4.5784653797745705}
{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9328586459159851, "Finetune/Loss (Raw)": 0.9739508628845215, "Finetune/Step": 1937, "Finetune/Step Time": 4.577444804832339}
{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9284838438034058, "Finetune/Loss (Raw)": 0.4039052724838257, "Finetune/Step": 1938, "Finetune/Step Time": 4.603589596226811}
{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9285017251968384, "Finetune/Loss (Raw)": 0.94681715965271, "Finetune/Step": 1939, "Finetune/Step Time": 4.599027153104544}
{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9259631037712097, "Finetune/Loss (Raw)": 0.5992664098739624, "Finetune/Step": 1940, "Finetune/Step Time": 4.599887797608972}
{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9257463216781616, "Finetune/Loss (Raw)": 0.9061498641967773, "Finetune/Step": 1941, "Finetune/Step Time": 4.604229023680091}
{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.926903247833252, "Finetune/Loss (Raw)": 1.140587329864502, "Finetune/Step": 1942, "Finetune/Step Time": 4.611684799194336}
{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.928119957447052, "Finetune/Loss (Raw)": 1.040848970413208, "Finetune/Step": 1943, "Finetune/Step Time": 4.605642458423972}
{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9274355173110962, "Finetune/Loss (Raw)": 0.964651882648468, "Finetune/Step": 1944, "Finetune/Step Time": 4.605029912665486}
{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9232591986656189, "Finetune/Loss (Raw)": 0.38556450605392456, "Finetune/Step": 1945, "Finetune/Step Time": 4.636934086680412}
{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9235037565231323, "Finetune/Loss (Raw)": 0.9454978108406067, "Finetune/Step": 1946, "Finetune/Step Time": 4.643706142902374}
{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9246947765350342, "Finetune/Loss (Raw)": 1.1307653188705444, "Finetune/Step": 1947, "Finetune/Step Time": 4.641408029943705}
{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9265066385269165, "Finetune/Loss (Raw)": 1.0894274711608887, "Finetune/Step": 1948, "Finetune/Step Time": 4.641019502654672}
{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9273021817207336, "Finetune/Loss (Raw)": 1.0698708295822144, "Finetune/Step": 1949, "Finetune/Step Time": 4.639293264597654}
{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.926423192024231, "Finetune/Loss (Raw)": 1.0828170776367188, "Finetune/Step": 1950, "Finetune/Step Time": 4.635583478957415}
{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9272587895393372, "Finetune/Loss (Raw)": 1.0726943016052246, "Finetune/Step": 1951, "Finetune/Step Time": 4.639956144616008}
{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9290089011192322, "Finetune/Loss (Raw)": 1.0806183815002441, "Finetune/Step": 1952, "Finetune/Step Time": 4.634228937327862}
{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9275000095367432, "Finetune/Loss (Raw)": 0.7279404401779175, "Finetune/Step": 1953, "Finetune/Step Time": 4.6459658201783895}
{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9261764287948608, "Finetune/Loss (Raw)": 0.8526788949966431, "Finetune/Step": 1954, "Finetune/Step Time": 4.659505957737565}
{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9253901243209839, "Finetune/Loss (Raw)": 0.8490820527076721, "Finetune/Step": 1955, "Finetune/Step Time": 4.644226875156164}
{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9236321449279785, "Finetune/Loss (Raw)": 0.8586358428001404, "Finetune/Step": 1956, "Finetune/Step Time": 4.638317430391908}
{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9232335686683655, "Finetune/Loss (Raw)": 1.0789990425109863, "Finetune/Step": 1957, "Finetune/Step Time": 4.631664905697107}
{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9233312606811523, "Finetune/Loss (Raw)": 1.0728192329406738, "Finetune/Step": 1958, "Finetune/Step Time": 4.628178674727678}
{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9227354526519775, "Finetune/Loss (Raw)": 0.8454086780548096, "Finetune/Step": 1959, "Finetune/Step Time": 4.630505319684744}
{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.923403799533844, "Finetune/Loss (Raw)": 1.129043459892273, "Finetune/Step": 1960, "Finetune/Step Time": 4.635638173669577}
{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9232117533683777, "Finetune/Loss (Raw)": 0.8282240629196167, "Finetune/Step": 1961, "Finetune/Step Time": 4.623247139155865}
{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9179120063781738, "Finetune/Loss (Raw)": 0.4111931025981903, "Finetune/Step": 1962, "Finetune/Step Time": 4.663420790806413}
{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9134760499000549, "Finetune/Loss (Raw)": 0.39858299493789673, "Finetune/Step": 1963, "Finetune/Step Time": 4.687726188451052}
{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.913678765296936, "Finetune/Loss (Raw)": 1.0196529626846313, "Finetune/Step": 1964, "Finetune/Step Time": 4.694480713456869}
{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.912759006023407, "Finetune/Loss (Raw)": 0.8335580229759216, "Finetune/Step": 1965, "Finetune/Step Time": 4.693562172353268}
{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9118071794509888, "Finetune/Loss (Raw)": 0.879336416721344, "Finetune/Step": 1966, "Finetune/Step Time": 4.688389286398888}
{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9106333255767822, "Finetune/Loss (Raw)": 0.8416571617126465, "Finetune/Step": 1967, "Finetune/Step Time": 4.676310615614057}
{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9105490446090698, "Finetune/Loss (Raw)": 1.0204739570617676, "Finetune/Step": 1968, "Finetune/Step Time": 4.662427186965942}
{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9074978232383728, "Finetune/Loss (Raw)": 0.4467237889766693, "Finetune/Step": 1969, "Finetune/Step Time": 4.6979331243783236}
{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.906315267086029, "Finetune/Loss (Raw)": 0.9202803373336792, "Finetune/Step": 1970, "Finetune/Step Time": 4.686532638967037}
{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9017802476882935, "Finetune/Loss (Raw)": 0.4059317111968994, "Finetune/Step": 1971, "Finetune/Step Time": 4.707940179854631}
{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9014849662780762, "Finetune/Loss (Raw)": 0.9140255451202393, "Finetune/Step": 1972, "Finetune/Step Time": 4.696055233478546}
{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9009524583816528, "Finetune/Loss (Raw)": 0.8722590804100037, "Finetune/Step": 1973, "Finetune/Step Time": 4.723348313942552}
{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9010002613067627, "Finetune/Loss (Raw)": 1.0819964408874512, "Finetune/Step": 1974, "Finetune/Step Time": 4.722349653020501}
{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9002394676208496, "Finetune/Loss (Raw)": 0.9240103960037231, "Finetune/Step": 1975, "Finetune/Step Time": 4.712249666452408}
{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9001672267913818, "Finetune/Loss (Raw)": 0.9560801386833191, "Finetune/Step": 1976, "Finetune/Step Time": 4.721273168921471}
{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8997277617454529, "Finetune/Loss (Raw)": 0.9908771514892578, "Finetune/Step": 1977, "Finetune/Step Time": 4.729727378115058}
{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8998125791549683, "Finetune/Loss (Raw)": 1.053693175315857, "Finetune/Step": 1978, "Finetune/Step Time": 4.723127270117402}
{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8961503505706787, "Finetune/Loss (Raw)": 0.3813228905200958, "Finetune/Step": 1979, "Finetune/Step Time": 4.737187931314111}
{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8948875069618225, "Finetune/Loss (Raw)": 0.8432307839393616, "Finetune/Step": 1980, "Finetune/Step Time": 4.750409198924899}
{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.8949921727180481, "Finetune/Loss (Raw)": 1.0070695877075195, "Finetune/Step": 1981, "Finetune/Step Time": 4.750660127028823}
{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8947503566741943, "Finetune/Loss (Raw)": 0.9688957929611206, "Finetune/Step": 1982, "Finetune/Step Time": 4.758640099316835}
{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8937028050422668, "Finetune/Loss (Raw)": 0.9046808481216431, "Finetune/Step": 1983, "Finetune/Step Time": 4.7574455719441175}
{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8938297629356384, "Finetune/Loss (Raw)": 1.1030480861663818, "Finetune/Step": 1984, "Finetune/Step Time": 4.7574719693511724}
{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8945814371109009, "Finetune/Loss (Raw)": 1.0129611492156982, "Finetune/Step": 1985, "Finetune/Step Time": 4.717588018625975}
{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8958990573883057, "Finetune/Loss (Raw)": 1.1809638738632202, "Finetune/Step": 1986, "Finetune/Step Time": 4.707626739516854}
{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8949872255325317, "Finetune/Loss (Raw)": 0.9527406096458435, "Finetune/Step": 1987, "Finetune/Step Time": 4.734204113483429}
{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8947327733039856, "Finetune/Loss (Raw)": 0.8815820217132568, "Finetune/Step": 1988, "Finetune/Step Time": 4.7321465369313955}
{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8956636190414429, "Finetune/Loss (Raw)": 0.9753046035766602, "Finetune/Step": 1989, "Finetune/Step Time": 4.7340754475444555}
{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8967190384864807, "Finetune/Loss (Raw)": 1.0014163255691528, "Finetune/Step": 1990, "Finetune/Step Time": 4.734604915603995}
{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8966535329818726, "Finetune/Loss (Raw)": 0.824872612953186, "Finetune/Step": 1991, "Finetune/Step Time": 4.730500923469663}
{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.897653341293335, "Finetune/Loss (Raw)": 0.9764420986175537, "Finetune/Step": 1992, "Finetune/Step Time": 4.725709026679397}
{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8963389992713928, "Finetune/Loss (Raw)": 0.8722352981567383, "Finetune/Step": 1993, "Finetune/Step Time": 4.724672131240368}
{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8941811323165894, "Finetune/Loss (Raw)": 0.7612954378128052, "Finetune/Step": 1994, "Finetune/Step Time": 4.7206455655395985}
{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8919337391853333, "Finetune/Loss (Raw)": 0.8044049739837646, "Finetune/Step": 1995, "Finetune/Step Time": 4.724264228716493}
{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8909457921981812, "Finetune/Loss (Raw)": 0.8433777689933777, "Finetune/Step": 1996, "Finetune/Step Time": 4.711416369304061}
{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8910598158836365, "Finetune/Loss (Raw)": 1.0772510766983032, "Finetune/Step": 1997, "Finetune/Step Time": 4.7136589307338}
{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.8910962343215942, "Finetune/Loss (Raw)": 0.9151366353034973, "Finetune/Step": 1998, "Finetune/Step Time": 4.714395670220256}
{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8868011832237244, "Finetune/Loss (Raw)": 0.41455021500587463, "Finetune/Step": 1999, "Finetune/Step Time": 4.7253748662769794}
{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8871241807937622, "Finetune/Loss (Raw)": 0.8890517354011536, "Finetune/Step": 2000, "Finetune/Step Time": 4.748552307486534}
{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.891718864440918, "Finetune/Loss (Raw)": 0.9572310447692871, "Finetune/Step": 2001, "Finetune/Step Time": 4.715354852378368}
{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.8907550573348999, "Finetune/Loss (Raw)": 0.9352915287017822, "Finetune/Step": 2002, "Finetune/Step Time": 4.712997917085886}
{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8904728889465332, "Finetune/Loss (Raw)": 0.8786296844482422, "Finetune/Step": 2003, "Finetune/Step Time": 4.712403662502766}
{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.889983057975769, "Finetune/Loss (Raw)": 0.9004587531089783, "Finetune/Step": 2004, "Finetune/Step Time": 4.711342491209507}
{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8896437883377075, "Finetune/Loss (Raw)": 0.9182835221290588, "Finetune/Step": 2005, "Finetune/Step Time": 4.705103760585189}
{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8907455205917358, "Finetune/Loss (Raw)": 0.9384639263153076, "Finetune/Step": 2006, "Finetune/Step Time": 4.6942242458462715}
{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8912513256072998, "Finetune/Loss (Raw)": 1.139574646949768, "Finetune/Step": 2007, "Finetune/Step Time": 4.6945836916565895}
{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8925976753234863, "Finetune/Loss (Raw)": 0.9810871481895447, "Finetune/Step": 2008, "Finetune/Step Time": 4.684392446652055}
{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8930011987686157, "Finetune/Loss (Raw)": 0.8876568078994751, "Finetune/Step": 2009, "Finetune/Step Time": 4.673258664086461}
{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8933687210083008, "Finetune/Loss (Raw)": 1.0406615734100342, "Finetune/Step": 2010, "Finetune/Step Time": 4.678105004131794}
{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8950496912002563, "Finetune/Loss (Raw)": 1.097902536392212, "Finetune/Step": 2011, "Finetune/Step Time": 4.655104450881481}
{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8995648622512817, "Finetune/Loss (Raw)": 0.9365932941436768, "Finetune/Step": 2012, "Finetune/Step Time": 4.611147882416844}
{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8998769521713257, "Finetune/Loss (Raw)": 1.0210323333740234, "Finetune/Step": 2013, "Finetune/Step Time": 4.621889105066657}
{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8975496292114258, "Finetune/Loss (Raw)": 0.7885239124298096, "Finetune/Step": 2014, "Finetune/Step Time": 4.6306090746074915}
{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.89418625831604, "Finetune/Loss (Raw)": 0.3945716619491577, "Finetune/Step": 2015, "Finetune/Step Time": 4.670246405526996}
{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.891302227973938, "Finetune/Loss (Raw)": 0.4038723409175873, "Finetune/Step": 2016, "Finetune/Step Time": 4.703059466555715}
{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8906502723693848, "Finetune/Loss (Raw)": 0.8530257940292358, "Finetune/Step": 2017, "Finetune/Step Time": 4.708785770460963}
{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8909355401992798, "Finetune/Loss (Raw)": 0.962544858455658, "Finetune/Step": 2018, "Finetune/Step Time": 4.715557875111699}
{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8897706270217896, "Finetune/Loss (Raw)": 0.8693884015083313, "Finetune/Step": 2019, "Finetune/Step Time": 4.733503518626094}
{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8886043429374695, "Finetune/Loss (Raw)": 0.9740263819694519, "Finetune/Step": 2020, "Finetune/Step Time": 4.737268576398492}
{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8887721300125122, "Finetune/Loss (Raw)": 0.9635710120201111, "Finetune/Step": 2021, "Finetune/Step Time": 4.733738228678703}
{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8894721865653992, "Finetune/Loss (Raw)": 0.9220148921012878, "Finetune/Step": 2022, "Finetune/Step Time": 4.7402629517018795}
{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8883882164955139, "Finetune/Loss (Raw)": 0.7782694101333618, "Finetune/Step": 2023, "Finetune/Step Time": 4.7651981599628925}
{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8881951570510864, "Finetune/Loss (Raw)": 0.9413294196128845, "Finetune/Step": 2024, "Finetune/Step Time": 4.764319257810712}
{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8865344524383545, "Finetune/Loss (Raw)": 0.8884788751602173, "Finetune/Step": 2025, "Finetune/Step Time": 4.776503473520279}
{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8862276673316956, "Finetune/Loss (Raw)": 0.9609380960464478, "Finetune/Step": 2026, "Finetune/Step Time": 4.763103689998388}
{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8864284753799438, "Finetune/Loss (Raw)": 0.8583215475082397, "Finetune/Step": 2027, "Finetune/Step Time": 4.743103815242648}
{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8869541883468628, "Finetune/Loss (Raw)": 0.9629313945770264, "Finetune/Step": 2028, "Finetune/Step Time": 4.7572041768580675}
{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8881050944328308, "Finetune/Loss (Raw)": 1.0524275302886963, "Finetune/Step": 2029, "Finetune/Step Time": 4.750259339809418}
{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8830579519271851, "Finetune/Loss (Raw)": 0.34812602400779724, "Finetune/Step": 2030, "Finetune/Step Time": 4.7809839230030775}
{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8834407329559326, "Finetune/Loss (Raw)": 0.8997872471809387, "Finetune/Step": 2031, "Finetune/Step Time": 4.753962920978665}
{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.884225606918335, "Finetune/Loss (Raw)": 1.0441546440124512, "Finetune/Step": 2032, "Finetune/Step Time": 4.749386033043265}
{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8896751403808594, "Finetune/Loss (Raw)": 1.0208929777145386, "Finetune/Step": 2033, "Finetune/Step Time": 4.7152453400194645}
{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8906750679016113, "Finetune/Loss (Raw)": 1.0663812160491943, "Finetune/Step": 2034, "Finetune/Step Time": 4.702939914539456}
{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8896679878234863, "Finetune/Loss (Raw)": 0.8266804218292236, "Finetune/Step": 2035, "Finetune/Step Time": 4.718387927860022}
{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8903509378433228, "Finetune/Loss (Raw)": 0.9855697751045227, "Finetune/Step": 2036, "Finetune/Step Time": 4.731815550476313}
{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.891956627368927, "Finetune/Loss (Raw)": 0.9440008997917175, "Finetune/Step": 2037, "Finetune/Step Time": 4.746372986584902}
{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8910074234008789, "Finetune/Loss (Raw)": 0.8142350316047668, "Finetune/Step": 2038, "Finetune/Step Time": 4.748450059443712}
{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8915276527404785, "Finetune/Loss (Raw)": 1.0546540021896362, "Finetune/Step": 2039, "Finetune/Step Time": 4.7429409716278315}
{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8918560743331909, "Finetune/Loss (Raw)": 1.0166397094726562, "Finetune/Step": 2040, "Finetune/Step Time": 4.741797531023622}
{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8919751644134521, "Finetune/Loss (Raw)": 0.9910660982131958, "Finetune/Step": 2041, "Finetune/Step Time": 4.78552383929491}
{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8898833990097046, "Finetune/Loss (Raw)": 0.8229238390922546, "Finetune/Step": 2042, "Finetune/Step Time": 4.7868078127503395}
{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8890942931175232, "Finetune/Loss (Raw)": 0.9492692947387695, "Finetune/Step": 2043, "Finetune/Step Time": 4.756797935813665}
{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8892397880554199, "Finetune/Loss (Raw)": 0.942959189414978, "Finetune/Step": 2044, "Finetune/Step Time": 4.756813749670982}
{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8907085657119751, "Finetune/Loss (Raw)": 1.0360239744186401, "Finetune/Step": 2045, "Finetune/Step Time": 4.768894108012319}
{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8919575214385986, "Finetune/Loss (Raw)": 1.0567306280136108, "Finetune/Step": 2046, "Finetune/Step Time": 4.768837206065655}
{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8920627236366272, "Finetune/Loss (Raw)": 0.9643018245697021, "Finetune/Step": 2047, "Finetune/Step Time": 4.772184636443853}
{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8916850090026855, "Finetune/Loss (Raw)": 0.8106730580329895, "Finetune/Step": 2048, "Finetune/Step Time": 4.761147569864988}
{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8891787528991699, "Finetune/Loss (Raw)": 0.7080637216567993, "Finetune/Step": 2049, "Finetune/Step Time": 4.7757537718862295}
{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8933219909667969, "Finetune/Loss (Raw)": 0.8352832198143005, "Finetune/Step": 2050, "Finetune/Step Time": 4.751173593103886}
{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8941612243652344, "Finetune/Loss (Raw)": 1.077262282371521, "Finetune/Step": 2051, "Finetune/Step Time": 4.7550117168575525}
{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8937015533447266, "Finetune/Loss (Raw)": 0.9873496294021606, "Finetune/Step": 2052, "Finetune/Step Time": 4.766853721812367}
{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.8919973373413086, "Finetune/Loss (Raw)": 0.9432141780853271, "Finetune/Step": 2053, "Finetune/Step Time": 4.769219493493438}
{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8975421190261841, "Finetune/Loss (Raw)": 1.0490539073944092, "Finetune/Step": 2054, "Finetune/Step Time": 4.733741827309132}
{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9023462533950806, "Finetune/Loss (Raw)": 1.0157747268676758, "Finetune/Step": 2055, "Finetune/Step Time": 4.700589306652546}
{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9021563529968262, "Finetune/Loss (Raw)": 1.0129188299179077, "Finetune/Step": 2056, "Finetune/Step Time": 4.700929516926408}
{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9026333689689636, "Finetune/Loss (Raw)": 0.8870642781257629, "Finetune/Step": 2057, "Finetune/Step Time": 4.709884976968169}
{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9025992751121521, "Finetune/Loss (Raw)": 0.9067530035972595, "Finetune/Step": 2058, "Finetune/Step Time": 4.721175465732813}
{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.901614248752594, "Finetune/Loss (Raw)": 0.8396937847137451, "Finetune/Step": 2059, "Finetune/Step Time": 4.7225673124194145}
{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9024035334587097, "Finetune/Loss (Raw)": 0.9459797143936157, "Finetune/Step": 2060, "Finetune/Step Time": 4.702624198049307}
{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9029330015182495, "Finetune/Loss (Raw)": 1.041591763496399, "Finetune/Step": 2061, "Finetune/Step Time": 4.70156005397439}
{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9018142223358154, "Finetune/Loss (Raw)": 0.8646513819694519, "Finetune/Step": 2062, "Finetune/Step Time": 4.70137196034193}
{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.901591420173645, "Finetune/Loss (Raw)": 1.0154443979263306, "Finetune/Step": 2063, "Finetune/Step Time": 4.693485848605633}
{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9024658203125, "Finetune/Loss (Raw)": 0.9449272751808167, "Finetune/Step": 2064, "Finetune/Step Time": 4.7020658776164055}
{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9025421142578125, "Finetune/Loss (Raw)": 0.9837164878845215, "Finetune/Step": 2065, "Finetune/Step Time": 4.709624614566565}
{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9020444750785828, "Finetune/Loss (Raw)": 0.3401998281478882, "Finetune/Step": 2066, "Finetune/Step Time": 4.709806747734547}
{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9020892381668091, "Finetune/Loss (Raw)": 0.952555239200592, "Finetune/Step": 2067, "Finetune/Step Time": 4.711252871900797}
{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9046792984008789, "Finetune/Loss (Raw)": 0.9307851791381836, "Finetune/Step": 2068, "Finetune/Step Time": 4.700224258005619}
{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.9047704935073853, "Finetune/Loss (Raw)": 0.9178246855735779, "Finetune/Step": 2069, "Finetune/Step Time": 4.6967331394553185}
{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9013500213623047, "Finetune/Loss (Raw)": 0.7027624845504761, "Finetune/Step": 2070, "Finetune/Step Time": 4.702948773279786}
{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.9008066654205322, "Finetune/Loss (Raw)": 0.9713120460510254, "Finetune/Step": 2071, "Finetune/Step Time": 4.709149429574609}
{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9019765853881836, "Finetune/Loss (Raw)": 1.114394187927246, "Finetune/Step": 2072, "Finetune/Step Time": 4.706714479252696}
{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.9061459898948669, "Finetune/Loss (Raw)": 0.9192553758621216, "Finetune/Step": 2073, "Finetune/Step Time": 4.678931234404445}
{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9067971706390381, "Finetune/Loss (Raw)": 1.028841257095337, "Finetune/Step": 2074, "Finetune/Step Time": 4.664533538743854}
{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9049615859985352, "Finetune/Loss (Raw)": 0.8958158493041992, "Finetune/Step": 2075, "Finetune/Step Time": 4.664186159148812}
{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.902599573135376, "Finetune/Loss (Raw)": 0.7870861291885376, "Finetune/Step": 2076, "Finetune/Step Time": 4.681861056014895}
{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9010846614837646, "Finetune/Loss (Raw)": 0.8759646415710449, "Finetune/Step": 2077, "Finetune/Step Time": 4.6817650478333235}
{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.899577260017395, "Finetune/Loss (Raw)": 0.8898685574531555, "Finetune/Step": 2078, "Finetune/Step Time": 4.6816045716404915}
{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8984376192092896, "Finetune/Loss (Raw)": 0.9268254637718201, "Finetune/Step": 2079, "Finetune/Step Time": 4.682120595127344}
{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8960813283920288, "Finetune/Loss (Raw)": 0.7790104746818542, "Finetune/Step": 2080, "Finetune/Step Time": 4.689982917159796}
{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8976464867591858, "Finetune/Loss (Raw)": 0.9282809495925903, "Finetune/Step": 2081, "Finetune/Step Time": 4.689916506409645}
{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8976536989212036, "Finetune/Loss (Raw)": 0.8535941243171692, "Finetune/Step": 2082, "Finetune/Step Time": 4.677080783993006}
{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8986664414405823, "Finetune/Loss (Raw)": 0.9787171483039856, "Finetune/Step": 2083, "Finetune/Step Time": 4.659931244328618}
{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.9006417989730835, "Finetune/Loss (Raw)": 1.1114791631698608, "Finetune/Step": 2084, "Finetune/Step Time": 4.655756209045649}
{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8947106003761292, "Finetune/Loss (Raw)": 0.3198103606700897, "Finetune/Step": 2085, "Finetune/Step Time": 4.698324615135789}
{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8940709829330444, "Finetune/Loss (Raw)": 0.9909404516220093, "Finetune/Step": 2086, "Finetune/Step Time": 4.697674302384257}
{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8957949280738831, "Finetune/Loss (Raw)": 1.0660841464996338, "Finetune/Step": 2087, "Finetune/Step Time": 4.6876706797629595}
{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8952593207359314, "Finetune/Loss (Raw)": 1.0604819059371948, "Finetune/Step": 2088, "Finetune/Step Time": 4.677845258265734}
{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.896496057510376, "Finetune/Loss (Raw)": 0.9865283966064453, "Finetune/Step": 2089, "Finetune/Step Time": 4.672596482560039}
{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8954249620437622, "Finetune/Loss (Raw)": 0.27408555150032043, "Finetune/Step": 2090, "Finetune/Step Time": 4.673802156001329}
{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8989207744598389, "Finetune/Loss (Raw)": 0.8460549712181091, "Finetune/Step": 2091, "Finetune/Step Time": 4.6395668014883995}
{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8988742232322693, "Finetune/Loss (Raw)": 1.0136890411376953, "Finetune/Step": 2092, "Finetune/Step Time": 4.627131201326847}
{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8999892473220825, "Finetune/Loss (Raw)": 0.9762786626815796, "Finetune/Step": 2093, "Finetune/Step Time": 4.625043040141463}
{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9014662504196167, "Finetune/Loss (Raw)": 1.0683934688568115, "Finetune/Step": 2094, "Finetune/Step Time": 4.625895645469427}
{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9025121331214905, "Finetune/Loss (Raw)": 0.9755377769470215, "Finetune/Step": 2095, "Finetune/Step Time": 4.630382515490055}
{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.901903510093689, "Finetune/Loss (Raw)": 0.9425657987594604, "Finetune/Step": 2096, "Finetune/Step Time": 4.632662486284971}
{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9066884517669678, "Finetune/Loss (Raw)": 1.059201955795288, "Finetune/Step": 2097, "Finetune/Step Time": 4.594127995893359}
{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9066051244735718, "Finetune/Loss (Raw)": 0.9096071124076843, "Finetune/Step": 2098, "Finetune/Step Time": 4.603069128468633}
{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.906282901763916, "Finetune/Loss (Raw)": 0.36469385027885437, "Finetune/Step": 2099, "Finetune/Step Time": 4.605527648702264}
{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9053399562835693, "Finetune/Loss (Raw)": 0.7933229804039001, "Finetune/Step": 2100, "Finetune/Step Time": 4.611770249903202}
{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9064969420433044, "Finetune/Loss (Raw)": 1.0203570127487183, "Finetune/Step": 2101, "Finetune/Step Time": 4.57606346718967}
{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.905098557472229, "Finetune/Loss (Raw)": 0.9030020833015442, "Finetune/Step": 2102, "Finetune/Step Time": 4.585423622280359}
{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9007806181907654, "Finetune/Loss (Raw)": 0.3713175058364868, "Finetune/Step": 2103, "Finetune/Step Time": 4.6248833406716585}
{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9004395008087158, "Finetune/Loss (Raw)": 0.9124086499214172, "Finetune/Step": 2104, "Finetune/Step Time": 4.626136653125286}
{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8999636173248291, "Finetune/Loss (Raw)": 0.9299718141555786, "Finetune/Step": 2105, "Finetune/Step Time": 4.636402549222112}
{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8990387320518494, "Finetune/Loss (Raw)": 0.935298502445221, "Finetune/Step": 2106, "Finetune/Step Time": 4.634921029210091}
{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9034005999565125, "Finetune/Loss (Raw)": 0.9396461844444275, "Finetune/Step": 2107, "Finetune/Step Time": 4.596605118364096}
{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9038213491439819, "Finetune/Loss (Raw)": 0.8970803618431091, "Finetune/Step": 2108, "Finetune/Step Time": 4.584064930677414}
{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9033926725387573, "Finetune/Loss (Raw)": 0.9522029161453247, "Finetune/Step": 2109, "Finetune/Step Time": 4.587662283331156}
{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9034258127212524, "Finetune/Loss (Raw)": 0.9731361865997314, "Finetune/Step": 2110, "Finetune/Step Time": 4.595466872677207}
{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9036082029342651, "Finetune/Loss (Raw)": 0.9280390739440918, "Finetune/Step": 2111, "Finetune/Step Time": 4.6098750196397305}
{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8985756635665894, "Finetune/Loss (Raw)": 0.4588741064071655, "Finetune/Step": 2112, "Finetune/Step Time": 4.647329056635499}
{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8980616331100464, "Finetune/Loss (Raw)": 0.947170078754425, "Finetune/Step": 2113, "Finetune/Step Time": 4.6450458616018295}
{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8976009488105774, "Finetune/Loss (Raw)": 1.121989369392395, "Finetune/Step": 2114, "Finetune/Step Time": 4.663461115211248}
{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8980312943458557, "Finetune/Loss (Raw)": 1.0078318119049072, "Finetune/Step": 2115, "Finetune/Step Time": 4.639379108324647}
{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.894444465637207, "Finetune/Loss (Raw)": 0.42246678471565247, "Finetune/Step": 2116, "Finetune/Step Time": 4.6738367564976215}
{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8927895426750183, "Finetune/Loss (Raw)": 0.763475775718689, "Finetune/Step": 2117, "Finetune/Step Time": 4.689845761284232}
{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8918454647064209, "Finetune/Loss (Raw)": 0.8805690407752991, "Finetune/Step": 2118, "Finetune/Step Time": 4.685187598690391}
{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8922786712646484, "Finetune/Loss (Raw)": 0.8803324103355408, "Finetune/Step": 2119, "Finetune/Step Time": 4.698732972145081}
{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8872833251953125, "Finetune/Loss (Raw)": 0.33702072501182556, "Finetune/Step": 2120, "Finetune/Step Time": 4.7368802689015865}
{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8878339529037476, "Finetune/Loss (Raw)": 0.9427258372306824, "Finetune/Step": 2121, "Finetune/Step Time": 4.728655379265547}
{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.8897675275802612, "Finetune/Loss (Raw)": 1.0087867975234985, "Finetune/Step": 2122, "Finetune/Step Time": 4.722676573321223}
{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.8914105892181396, "Finetune/Loss (Raw)": 1.0147243738174438, "Finetune/Step": 2123, "Finetune/Step Time": 4.713948506861925}
{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8925808072090149, "Finetune/Loss (Raw)": 0.9931616187095642, "Finetune/Step": 2124, "Finetune/Step Time": 4.710440557450056}
{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8920842409133911, "Finetune/Loss (Raw)": 1.0136899948120117, "Finetune/Step": 2125, "Finetune/Step Time": 4.72405163757503}
{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8929011821746826, "Finetune/Loss (Raw)": 1.0197075605392456, "Finetune/Step": 2126, "Finetune/Step Time": 4.72086045704782}
{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8969942331314087, "Finetune/Loss (Raw)": 0.9384657144546509, "Finetune/Step": 2127, "Finetune/Step Time": 4.680547183379531}
{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8928279876708984, "Finetune/Loss (Raw)": 0.3557702898979187, "Finetune/Step": 2128, "Finetune/Step Time": 4.699016977101564}
{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8875391483306885, "Finetune/Loss (Raw)": 0.28025588393211365, "Finetune/Step": 2129, "Finetune/Step Time": 4.7323587369173765}
{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8879015445709229, "Finetune/Loss (Raw)": 0.9816720485687256, "Finetune/Step": 2130, "Finetune/Step Time": 4.73083994910121}
{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8888100981712341, "Finetune/Loss (Raw)": 0.9949332475662231, "Finetune/Step": 2131, "Finetune/Step Time": 4.7205372247844934}
{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8886668682098389, "Finetune/Loss (Raw)": 0.8821255564689636, "Finetune/Step": 2132, "Finetune/Step Time": 4.724986776709557}
{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8905720114707947, "Finetune/Loss (Raw)": 1.1621410846710205, "Finetune/Step": 2133, "Finetune/Step Time": 4.722175344824791}
{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.890283465385437, "Finetune/Loss (Raw)": 0.901533305644989, "Finetune/Step": 2134, "Finetune/Step Time": 4.732975257560611}
{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8882317543029785, "Finetune/Loss (Raw)": 0.8769540786743164, "Finetune/Step": 2135, "Finetune/Step Time": 4.72857510112226}
{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.888210654258728, "Finetune/Loss (Raw)": 0.9783862233161926, "Finetune/Step": 2136, "Finetune/Step Time": 4.721161883324385}
{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.884611189365387, "Finetune/Loss (Raw)": 0.4269290864467621, "Finetune/Step": 2137, "Finetune/Step Time": 4.766022743657231}
{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8836878538131714, "Finetune/Loss (Raw)": 0.9224616289138794, "Finetune/Step": 2138, "Finetune/Step Time": 4.76435031928122}
{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8820139169692993, "Finetune/Loss (Raw)": 0.8836515545845032, "Finetune/Step": 2139, "Finetune/Step Time": 4.778935780748725}
{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8823015689849854, "Finetune/Loss (Raw)": 0.973408043384552, "Finetune/Step": 2140, "Finetune/Step Time": 4.781792936846614}
{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8828730583190918, "Finetune/Loss (Raw)": 1.0941866636276245, "Finetune/Step": 2141, "Finetune/Step Time": 4.772867506369948}
{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8834618330001831, "Finetune/Loss (Raw)": 0.8638808727264404, "Finetune/Step": 2142, "Finetune/Step Time": 4.761695142835379}
{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8877052068710327, "Finetune/Loss (Raw)": 0.9377210140228271, "Finetune/Step": 2143, "Finetune/Step Time": 4.735764009878039}
{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8916807174682617, "Finetune/Loss (Raw)": 0.9127466082572937, "Finetune/Step": 2144, "Finetune/Step Time": 4.714455271139741}
{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.8905762434005737, "Finetune/Loss (Raw)": 0.7116544842720032, "Finetune/Step": 2145, "Finetune/Step Time": 4.714357594028115}
{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.8903234004974365, "Finetune/Loss (Raw)": 0.9301663041114807, "Finetune/Step": 2146, "Finetune/Step Time": 4.724093152210116}
{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8909823894500732, "Finetune/Loss (Raw)": 0.9537418484687805, "Finetune/Step": 2147, "Finetune/Step Time": 4.71475332044065}
{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8917832374572754, "Finetune/Loss (Raw)": 1.0765376091003418, "Finetune/Step": 2148, "Finetune/Step Time": 4.710683714598417}
{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8920656442642212, "Finetune/Loss (Raw)": 0.9997181296348572, "Finetune/Step": 2149, "Finetune/Step Time": 4.699446650221944}
{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8920372724533081, "Finetune/Loss (Raw)": 0.918383777141571, "Finetune/Step": 2150, "Finetune/Step Time": 4.697424551472068}
{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8949805498123169, "Finetune/Loss (Raw)": 1.1550133228302002, "Finetune/Step": 2151, "Finetune/Step Time": 4.68143199197948}
{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8940937519073486, "Finetune/Loss (Raw)": 0.8278162479400635, "Finetune/Step": 2152, "Finetune/Step Time": 4.688011929392815}
{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8939062356948853, "Finetune/Loss (Raw)": 0.8644834160804749, "Finetune/Step": 2153, "Finetune/Step Time": 4.677412420511246}
{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8933213949203491, "Finetune/Loss (Raw)": 0.8860729336738586, "Finetune/Step": 2154, "Finetune/Step Time": 4.697666490450501}
{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8938331604003906, "Finetune/Loss (Raw)": 0.923823356628418, "Finetune/Step": 2155, "Finetune/Step Time": 4.704417992383242}
{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.892371416091919, "Finetune/Loss (Raw)": 0.7758340835571289, "Finetune/Step": 2156, "Finetune/Step Time": 4.699791006743908}
{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.891150951385498, "Finetune/Loss (Raw)": 0.8962087035179138, "Finetune/Step": 2157, "Finetune/Step Time": 4.709366619586945}
{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8960471153259277, "Finetune/Loss (Raw)": 0.9748350381851196, "Finetune/Step": 2158, "Finetune/Step Time": 4.671490902081132}
{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8968151807785034, "Finetune/Loss (Raw)": 0.9980913996696472, "Finetune/Step": 2159, "Finetune/Step Time": 4.688149839639664}
{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8960897922515869, "Finetune/Loss (Raw)": 0.951309859752655, "Finetune/Step": 2160, "Finetune/Step Time": 4.683549927547574}
{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8948994874954224, "Finetune/Loss (Raw)": 0.8685407042503357, "Finetune/Step": 2161, "Finetune/Step Time": 4.677816251292825}
{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8937524557113647, "Finetune/Loss (Raw)": 0.9195521473884583, "Finetune/Step": 2162, "Finetune/Step Time": 4.682408096268773}
{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8942540287971497, "Finetune/Loss (Raw)": 0.8908825516700745, "Finetune/Step": 2163, "Finetune/Step Time": 4.661211796104908}
{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.894808292388916, "Finetune/Loss (Raw)": 1.0565156936645508, "Finetune/Step": 2164, "Finetune/Step Time": 4.647815968841314}
{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8948045969009399, "Finetune/Loss (Raw)": 0.9435304999351501, "Finetune/Step": 2165, "Finetune/Step Time": 4.657576123252511}
{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8959997892379761, "Finetune/Loss (Raw)": 0.9672133922576904, "Finetune/Step": 2166, "Finetune/Step Time": 4.6579674780368805}
{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8961538672447205, "Finetune/Loss (Raw)": 1.0743765830993652, "Finetune/Step": 2167, "Finetune/Step Time": 4.657535603269935}
{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8954335451126099, "Finetune/Loss (Raw)": 0.9244384765625, "Finetune/Step": 2168, "Finetune/Step Time": 4.65653271228075}
{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8952677249908447, "Finetune/Loss (Raw)": 0.9698525071144104, "Finetune/Step": 2169, "Finetune/Step Time": 4.613499723374844}
{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8954389095306396, "Finetune/Loss (Raw)": 0.8448349833488464, "Finetune/Step": 2170, "Finetune/Step Time": 4.6207634303718805}
{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8952110409736633, "Finetune/Loss (Raw)": 0.9200951457023621, "Finetune/Step": 2171, "Finetune/Step Time": 4.630480004474521}
{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8949558734893799, "Finetune/Loss (Raw)": 0.9103039503097534, "Finetune/Step": 2172, "Finetune/Step Time": 4.630328483879566}
{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8942822217941284, "Finetune/Loss (Raw)": 0.94979327917099, "Finetune/Step": 2173, "Finetune/Step Time": 4.634133696556091}
{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8921841382980347, "Finetune/Loss (Raw)": 0.7881685495376587, "Finetune/Step": 2174, "Finetune/Step Time": 4.647010890766978}
{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8920794129371643, "Finetune/Loss (Raw)": 0.9508993625640869, "Finetune/Step": 2175, "Finetune/Step Time": 4.66291631013155}
{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8935225605964661, "Finetune/Loss (Raw)": 0.9954007267951965, "Finetune/Step": 2176, "Finetune/Step Time": 4.662568787112832}
{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8964095115661621, "Finetune/Loss (Raw)": 1.0775974988937378, "Finetune/Step": 2177, "Finetune/Step Time": 4.651626918464899}
{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8962059020996094, "Finetune/Loss (Raw)": 0.8092154860496521, "Finetune/Step": 2178, "Finetune/Step Time": 4.639422003179789}
{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8953778147697449, "Finetune/Loss (Raw)": 0.971264123916626, "Finetune/Step": 2179, "Finetune/Step Time": 4.649358009919524}
{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8952803611755371, "Finetune/Loss (Raw)": 0.9748821258544922, "Finetune/Step": 2180, "Finetune/Step Time": 4.6430672984570265}
{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8955678343772888, "Finetune/Loss (Raw)": 0.9800029993057251, "Finetune/Step": 2181, "Finetune/Step Time": 4.640958065167069}
{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8951998949050903, "Finetune/Loss (Raw)": 1.0019612312316895, "Finetune/Step": 2182, "Finetune/Step Time": 4.6446786522865295}
{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8934518098831177, "Finetune/Loss (Raw)": 0.7920231223106384, "Finetune/Step": 2183, "Finetune/Step Time": 4.661314742639661}
{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8919890522956848, "Finetune/Loss (Raw)": 0.8256850838661194, "Finetune/Step": 2184, "Finetune/Step Time": 4.675938511267304}
{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8923554420471191, "Finetune/Loss (Raw)": 0.9339661598205566, "Finetune/Step": 2185, "Finetune/Step Time": 4.66204921528697}
{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8923795223236084, "Finetune/Loss (Raw)": 0.9098278284072876, "Finetune/Step": 2186, "Finetune/Step Time": 4.647142171859741}
{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8917232751846313, "Finetune/Loss (Raw)": 0.7556925415992737, "Finetune/Step": 2187, "Finetune/Step Time": 4.680366672575474}
{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8915723562240601, "Finetune/Loss (Raw)": 0.9266660213470459, "Finetune/Step": 2188, "Finetune/Step Time": 4.71351283043623}
{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.8901056051254272, "Finetune/Loss (Raw)": 0.8538452982902527, "Finetune/Step": 2189, "Finetune/Step Time": 4.7211337853223085}
{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8900307416915894, "Finetune/Loss (Raw)": 0.8550663590431213, "Finetune/Step": 2190, "Finetune/Step Time": 4.73076525516808}
{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8896648287773132, "Finetune/Loss (Raw)": 0.9686118364334106, "Finetune/Step": 2191, "Finetune/Step Time": 4.745771365240216}
{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.8886420726776123, "Finetune/Loss (Raw)": 0.8140200972557068, "Finetune/Step": 2192, "Finetune/Step Time": 4.726906273514032}
{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8887501358985901, "Finetune/Loss (Raw)": 0.9975473284721375, "Finetune/Step": 2193, "Finetune/Step Time": 4.7217614110559225}
{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8938120007514954, "Finetune/Loss (Raw)": 0.9881150126457214, "Finetune/Step": 2194, "Finetune/Step Time": 4.687488157302141}
{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8942315578460693, "Finetune/Loss (Raw)": 1.0062533617019653, "Finetune/Step": 2195, "Finetune/Step Time": 4.685963269323111}
{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8936847448348999, "Finetune/Loss (Raw)": 0.8607961535453796, "Finetune/Step": 2196, "Finetune/Step Time": 4.6951488964259624}
{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8943589329719543, "Finetune/Loss (Raw)": 1.0041229724884033, "Finetune/Step": 2197, "Finetune/Step Time": 4.691258139908314}
{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8957533240318298, "Finetune/Loss (Raw)": 0.8812429904937744, "Finetune/Step": 2198, "Finetune/Step Time": 4.6851868107914925}
{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8948701620101929, "Finetune/Loss (Raw)": 0.8582668900489807, "Finetune/Step": 2199, "Finetune/Step Time": 4.6767630986869335}
{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8931382894515991, "Finetune/Loss (Raw)": 0.8927171230316162, "Finetune/Step": 2200, "Finetune/Step Time": 4.688538474962115}
{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.8887493014335632, "Finetune/Loss (Raw)": 0.357466459274292, "Finetune/Step": 2201, "Finetune/Step Time": 4.714163916185498}
{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.8879051208496094, "Finetune/Loss (Raw)": 0.9207836389541626, "Finetune/Step": 2202, "Finetune/Step Time": 4.711356611922383}
{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8877940773963928, "Finetune/Loss (Raw)": 0.8815971612930298, "Finetune/Step": 2203, "Finetune/Step Time": 4.712366471067071}
{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8883149027824402, "Finetune/Loss (Raw)": 0.8537535071372986, "Finetune/Step": 2204, "Finetune/Step Time": 4.710066758096218}
{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8848214149475098, "Finetune/Loss (Raw)": 0.4288105368614197, "Finetune/Step": 2205, "Finetune/Step Time": 4.751533528789878}
{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8832207918167114, "Finetune/Loss (Raw)": 0.6849751472473145, "Finetune/Step": 2206, "Finetune/Step Time": 4.806315686553717}
{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8835369944572449, "Finetune/Loss (Raw)": 0.9673025608062744, "Finetune/Step": 2207, "Finetune/Step Time": 4.801203107461333}
{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.8842902183532715, "Finetune/Loss (Raw)": 0.8754274249076843, "Finetune/Step": 2208, "Finetune/Step Time": 4.804912988096476}
{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8840688467025757, "Finetune/Loss (Raw)": 0.8999487161636353, "Finetune/Step": 2209, "Finetune/Step Time": 4.794428955763578}
{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8804748058319092, "Finetune/Loss (Raw)": 0.3935437500476837, "Finetune/Step": 2210, "Finetune/Step Time": 4.825487880036235}
{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.880811333656311, "Finetune/Loss (Raw)": 1.0218037366867065, "Finetune/Step": 2211, "Finetune/Step Time": 4.849693983793259}
{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8777718544006348, "Finetune/Loss (Raw)": 0.7224233746528625, "Finetune/Step": 2212, "Finetune/Step Time": 4.872609714046121}
{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8817296624183655, "Finetune/Loss (Raw)": 0.8264071345329285, "Finetune/Step": 2213, "Finetune/Step Time": 4.835950097069144}
{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.8796217441558838, "Finetune/Loss (Raw)": 0.7211247682571411, "Finetune/Step": 2214, "Finetune/Step Time": 4.836553975939751}
{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.8789771199226379, "Finetune/Loss (Raw)": 0.9835733771324158, "Finetune/Step": 2215, "Finetune/Step Time": 4.836349926888943}
{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.8781548738479614, "Finetune/Loss (Raw)": 0.9552350640296936, "Finetune/Step": 2216, "Finetune/Step Time": 4.838814305141568}
{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8784348368644714, "Finetune/Loss (Raw)": 1.0223675966262817, "Finetune/Step": 2217, "Finetune/Step Time": 4.840050315484405}
{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.8821694254875183, "Finetune/Loss (Raw)": 0.7521047592163086, "Finetune/Step": 2218, "Finetune/Step Time": 4.806628393009305}
{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.8823822736740112, "Finetune/Loss (Raw)": 0.8732972741127014, "Finetune/Step": 2219, "Finetune/Step Time": 4.841624913737178}
{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.8822305202484131, "Finetune/Loss (Raw)": 0.9942737817764282, "Finetune/Step": 2220, "Finetune/Step Time": 4.8413779232650995}
{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.8812053799629211, "Finetune/Loss (Raw)": 0.8450590968132019, "Finetune/Step": 2221, "Finetune/Step Time": 4.858070259913802}
{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.8804969787597656, "Finetune/Loss (Raw)": 0.9777233004570007, "Finetune/Step": 2222, "Finetune/Step Time": 4.867061680182815}
{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.8802776336669922, "Finetune/Loss (Raw)": 0.9474537968635559, "Finetune/Step": 2223, "Finetune/Step Time": 4.871121857315302}
{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.8800802230834961, "Finetune/Loss (Raw)": 0.9172917008399963, "Finetune/Step": 2224, "Finetune/Step Time": 4.872006326913834}
{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.8788920640945435, "Finetune/Loss (Raw)": 0.9071306586265564, "Finetune/Step": 2225, "Finetune/Step Time": 4.888979585841298}
{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.8791189193725586, "Finetune/Loss (Raw)": 0.9386342763900757, "Finetune/Step": 2226, "Finetune/Step Time": 4.88864865899086}
{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.8839826583862305, "Finetune/Loss (Raw)": 0.9872555136680603, "Finetune/Step": 2227, "Finetune/Step Time": 4.854993149638176}
{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.8848296999931335, "Finetune/Loss (Raw)": 0.9017469882965088, "Finetune/Step": 2228, "Finetune/Step Time": 4.852980861440301}
{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.8840748071670532, "Finetune/Loss (Raw)": 0.9237225651741028, "Finetune/Step": 2229, "Finetune/Step Time": 4.852252207696438}
{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.8838028907775879, "Finetune/Loss (Raw)": 0.8682098984718323, "Finetune/Step": 2230, "Finetune/Step Time": 4.846482142806053}
{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8886970281600952, "Finetune/Loss (Raw)": 0.9977540373802185, "Finetune/Step": 2231, "Finetune/Step Time": 4.808240689337254}
{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.8896676301956177, "Finetune/Loss (Raw)": 1.0366538763046265, "Finetune/Step": 2232, "Finetune/Step Time": 4.799389503896236}
{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.8887163400650024, "Finetune/Loss (Raw)": 0.8082068562507629, "Finetune/Step": 2233, "Finetune/Step Time": 4.797246349975467}
{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8890875577926636, "Finetune/Loss (Raw)": 0.9828125238418579, "Finetune/Step": 2234, "Finetune/Step Time": 4.800725340843201}
{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.8898698091506958, "Finetune/Loss (Raw)": 1.0397734642028809, "Finetune/Step": 2235, "Finetune/Step Time": 4.812152441591024}
{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8907015323638916, "Finetune/Loss (Raw)": 1.0035420656204224, "Finetune/Step": 2236, "Finetune/Step Time": 4.813079101964831}
{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.890372633934021, "Finetune/Loss (Raw)": 0.9101014733314514, "Finetune/Step": 2237, "Finetune/Step Time": 4.819743640720844}
{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.8888740539550781, "Finetune/Loss (Raw)": 0.7813178300857544, "Finetune/Step": 2238, "Finetune/Step Time": 4.824014892801642}
{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8908345699310303, "Finetune/Loss (Raw)": 1.1789907217025757, "Finetune/Step": 2239, "Finetune/Step Time": 4.810193996876478}
{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8955987691879272, "Finetune/Loss (Raw)": 1.0686848163604736, "Finetune/Step": 2240, "Finetune/Step Time": 4.775165159255266}
{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.8960216045379639, "Finetune/Loss (Raw)": 1.0012940168380737, "Finetune/Step": 2241, "Finetune/Step Time": 4.783908884972334}
{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8942832350730896, "Finetune/Loss (Raw)": 0.8994836211204529, "Finetune/Step": 2242, "Finetune/Step Time": 4.766603380441666}
{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8934675455093384, "Finetune/Loss (Raw)": 0.9034164547920227, "Finetune/Step": 2243, "Finetune/Step Time": 4.769425503909588}
{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8993294835090637, "Finetune/Loss (Raw)": 1.1728017330169678, "Finetune/Step": 2244, "Finetune/Step Time": 4.729469133540988}
{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9009532928466797, "Finetune/Loss (Raw)": 0.9713197350502014, "Finetune/Step": 2245, "Finetune/Step Time": 4.70962973497808}
{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9026232957839966, "Finetune/Loss (Raw)": 1.0943268537521362, "Finetune/Step": 2246, "Finetune/Step Time": 4.712650280445814}
{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9024678468704224, "Finetune/Loss (Raw)": 0.8604393601417542, "Finetune/Step": 2247, "Finetune/Step Time": 4.711442783474922}
{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9059057831764221, "Finetune/Loss (Raw)": 0.7770773768424988, "Finetune/Step": 2248, "Finetune/Step Time": 4.669607391580939}
{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9053753614425659, "Finetune/Loss (Raw)": 0.8748310208320618, "Finetune/Step": 2249, "Finetune/Step Time": 4.669650783762336}
{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9049947261810303, "Finetune/Loss (Raw)": 0.9600650668144226, "Finetune/Step": 2250, "Finetune/Step Time": 4.690667245537043}
{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9045897722244263, "Finetune/Loss (Raw)": 0.9628866314888, "Finetune/Step": 2251, "Finetune/Step Time": 4.691973354667425}
{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8993532657623291, "Finetune/Loss (Raw)": 0.3228881061077118, "Finetune/Step": 2252, "Finetune/Step Time": 4.725118892267346}
{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8995083570480347, "Finetune/Loss (Raw)": 1.0335497856140137, "Finetune/Step": 2253, "Finetune/Step Time": 4.706347579136491}
{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8997491002082825, "Finetune/Loss (Raw)": 1.0505173206329346, "Finetune/Step": 2254, "Finetune/Step Time": 4.712779011577368}
{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8999810218811035, "Finetune/Loss (Raw)": 0.9681506156921387, "Finetune/Step": 2255, "Finetune/Step Time": 4.710723822936416}
{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.904109001159668, "Finetune/Loss (Raw)": 0.8841577768325806, "Finetune/Step": 2256, "Finetune/Step Time": 4.667096244171262}
{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9095671772956848, "Finetune/Loss (Raw)": 0.9789012670516968, "Finetune/Step": 2257, "Finetune/Step Time": 4.632001860067248}
{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9078587293624878, "Finetune/Loss (Raw)": 0.7629890441894531, "Finetune/Step": 2258, "Finetune/Step Time": 4.632084861397743}
{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9067502617835999, "Finetune/Loss (Raw)": 0.8530474305152893, "Finetune/Step": 2259, "Finetune/Step Time": 4.629404291510582}
{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9066766500473022, "Finetune/Loss (Raw)": 0.8727083802223206, "Finetune/Step": 2260, "Finetune/Step Time": 4.634496299549937}
{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9051585793495178, "Finetune/Loss (Raw)": 0.9678241014480591, "Finetune/Step": 2261, "Finetune/Step Time": 4.6366912461817265}
{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9063377380371094, "Finetune/Loss (Raw)": 1.0524632930755615, "Finetune/Step": 2262, "Finetune/Step Time": 4.630777949467301}
{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9061455130577087, "Finetune/Loss (Raw)": 0.8523532152175903, "Finetune/Step": 2263, "Finetune/Step Time": 4.635246284306049}
{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.9060568809509277, "Finetune/Loss (Raw)": 0.9670392274856567, "Finetune/Step": 2264, "Finetune/Step Time": 4.632772883400321}
{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9098300337791443, "Finetune/Loss (Raw)": 0.9098945260047913, "Finetune/Step": 2265, "Finetune/Step Time": 4.591062603518367}
{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9086421728134155, "Finetune/Loss (Raw)": 0.7704169154167175, "Finetune/Step": 2266, "Finetune/Step Time": 4.598102327436209}
{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9086719155311584, "Finetune/Loss (Raw)": 0.8874573111534119, "Finetune/Step": 2267, "Finetune/Step Time": 4.57785315439105}
{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9076664447784424, "Finetune/Loss (Raw)": 0.8447009325027466, "Finetune/Step": 2268, "Finetune/Step Time": 4.575214581564069}
{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9065536260604858, "Finetune/Loss (Raw)": 0.9517505168914795, "Finetune/Step": 2269, "Finetune/Step Time": 4.5628368742764}
{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9059945344924927, "Finetune/Loss (Raw)": 0.7923222780227661, "Finetune/Step": 2270, "Finetune/Step Time": 4.5769975408911705}
{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9062443375587463, "Finetune/Loss (Raw)": 0.9696925282478333, "Finetune/Step": 2271, "Finetune/Step Time": 4.556409489363432}
{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9068269729614258, "Finetune/Loss (Raw)": 0.9873183369636536, "Finetune/Step": 2272, "Finetune/Step Time": 4.551147470250726}
{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9085675477981567, "Finetune/Loss (Raw)": 0.9344497919082642, "Finetune/Step": 2273, "Finetune/Step Time": 4.541956963017583}
{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9079114198684692, "Finetune/Loss (Raw)": 0.846183717250824, "Finetune/Step": 2274, "Finetune/Step Time": 4.556625302881002}
{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9085801243782043, "Finetune/Loss (Raw)": 1.039334774017334, "Finetune/Step": 2275, "Finetune/Step Time": 4.54828411526978}
{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9075182676315308, "Finetune/Loss (Raw)": 0.9406249523162842, "Finetune/Step": 2276, "Finetune/Step Time": 4.550600217655301}
{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9056359529495239, "Finetune/Loss (Raw)": 0.7587809562683105, "Finetune/Step": 2277, "Finetune/Step Time": 4.55586526542902}
{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9061533212661743, "Finetune/Loss (Raw)": 0.9846094250679016, "Finetune/Step": 2278, "Finetune/Step Time": 4.5537307895720005}
{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9052779674530029, "Finetune/Loss (Raw)": 1.0429607629776, "Finetune/Step": 2279, "Finetune/Step Time": 4.542978476732969}
{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9058189988136292, "Finetune/Loss (Raw)": 0.8970693349838257, "Finetune/Step": 2280, "Finetune/Step Time": 4.53755259513855}
{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9062173962593079, "Finetune/Loss (Raw)": 0.9154810905456543, "Finetune/Step": 2281, "Finetune/Step Time": 4.53864181227982}
{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9064481258392334, "Finetune/Loss (Raw)": 0.915611207485199, "Finetune/Step": 2282, "Finetune/Step Time": 4.527304865419865}
{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.907402515411377, "Finetune/Loss (Raw)": 1.0459775924682617, "Finetune/Step": 2283, "Finetune/Step Time": 4.5143440421670675}
{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9083526134490967, "Finetune/Loss (Raw)": 0.8974435925483704, "Finetune/Step": 2284, "Finetune/Step Time": 4.528605228289962}
{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9089361429214478, "Finetune/Loss (Raw)": 0.9709028005599976, "Finetune/Step": 2285, "Finetune/Step Time": 4.5280318055301905}
{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9088885188102722, "Finetune/Loss (Raw)": 0.9687430262565613, "Finetune/Step": 2286, "Finetune/Step Time": 4.53853858076036}
{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9071621894836426, "Finetune/Loss (Raw)": 0.7771199941635132, "Finetune/Step": 2287, "Finetune/Step Time": 4.523312693461776}
{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.9072149991989136, "Finetune/Loss (Raw)": 0.9580605626106262, "Finetune/Step": 2288, "Finetune/Step Time": 4.527386276051402}
{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9062992334365845, "Finetune/Loss (Raw)": 0.7513306140899658, "Finetune/Step": 2289, "Finetune/Step Time": 4.540840540081263}
{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.9070076942443848, "Finetune/Loss (Raw)": 1.0102375745773315, "Finetune/Step": 2290, "Finetune/Step Time": 4.5390092842280865}
{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9066295623779297, "Finetune/Loss (Raw)": 0.8424824476242065, "Finetune/Step": 2291, "Finetune/Step Time": 4.5510344840586185}
{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9051145315170288, "Finetune/Loss (Raw)": 0.8625866770744324, "Finetune/Step": 2292, "Finetune/Step Time": 4.558984663337469}
{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9036087393760681, "Finetune/Loss (Raw)": 0.7507902979850769, "Finetune/Step": 2293, "Finetune/Step Time": 4.543452996760607}
{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9034318923950195, "Finetune/Loss (Raw)": 0.9445793628692627, "Finetune/Step": 2294, "Finetune/Step Time": 4.541189398616552}
{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9023362398147583, "Finetune/Loss (Raw)": 0.934130847454071, "Finetune/Step": 2295, "Finetune/Step Time": 4.5592330899089575}
{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9010650515556335, "Finetune/Loss (Raw)": 0.7617274522781372, "Finetune/Step": 2296, "Finetune/Step Time": 4.5659946501255035}
{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.9007861614227295, "Finetune/Loss (Raw)": 0.9341543316841125, "Finetune/Step": 2297, "Finetune/Step Time": 4.568441819399595}
{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9010606408119202, "Finetune/Loss (Raw)": 0.8799698948860168, "Finetune/Step": 2298, "Finetune/Step Time": 4.563453435897827}
{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9015955924987793, "Finetune/Loss (Raw)": 0.988562285900116, "Finetune/Step": 2299, "Finetune/Step Time": 4.561131896451116}
{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9021592140197754, "Finetune/Loss (Raw)": 0.9824474453926086, "Finetune/Step": 2300, "Finetune/Step Time": 4.566753696650267}
{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9013419151306152, "Finetune/Loss (Raw)": 0.8451758027076721, "Finetune/Step": 2301, "Finetune/Step Time": 4.553109239786863}
{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9014955759048462, "Finetune/Loss (Raw)": 0.8078457713127136, "Finetune/Step": 2302, "Finetune/Step Time": 4.5457462053745985}
{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9012939929962158, "Finetune/Loss (Raw)": 0.9250954985618591, "Finetune/Step": 2303, "Finetune/Step Time": 4.528238648548722}
{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.8991774320602417, "Finetune/Loss (Raw)": 0.7244783043861389, "Finetune/Step": 2304, "Finetune/Step Time": 4.536721458658576}
{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.8970863223075867, "Finetune/Loss (Raw)": 0.8099391460418701, "Finetune/Step": 2305, "Finetune/Step Time": 4.532190343365073}
{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8990715146064758, "Finetune/Loss (Raw)": 1.063322901725769, "Finetune/Step": 2306, "Finetune/Step Time": 4.534509940072894}
{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.8991739749908447, "Finetune/Loss (Raw)": 0.9843832850456238, "Finetune/Step": 2307, "Finetune/Step Time": 4.51859749481082}
{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.8964023590087891, "Finetune/Loss (Raw)": 0.6201061606407166, "Finetune/Step": 2308, "Finetune/Step Time": 4.521487759426236}
{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.8961794376373291, "Finetune/Loss (Raw)": 0.9514752626419067, "Finetune/Step": 2309, "Finetune/Step Time": 4.521607330068946}
{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.8958958387374878, "Finetune/Loss (Raw)": 0.965658962726593, "Finetune/Step": 2310, "Finetune/Step Time": 4.516116891056299}
{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.8978170156478882, "Finetune/Loss (Raw)": 1.037923812866211, "Finetune/Step": 2311, "Finetune/Step Time": 4.495807154104114}
{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.8982561230659485, "Finetune/Loss (Raw)": 0.881894588470459, "Finetune/Step": 2312, "Finetune/Step Time": 4.505141153931618}
{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.898395299911499, "Finetune/Loss (Raw)": 0.9517824053764343, "Finetune/Step": 2313, "Finetune/Step Time": 4.510616747662425}
{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.8980761170387268, "Finetune/Loss (Raw)": 0.8689737319946289, "Finetune/Step": 2314, "Finetune/Step Time": 4.519229354336858}
{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.8989423513412476, "Finetune/Loss (Raw)": 0.8665737509727478, "Finetune/Step": 2315, "Finetune/Step Time": 4.485478555783629}
{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8993874788284302, "Finetune/Loss (Raw)": 0.9836289286613464, "Finetune/Step": 2316, "Finetune/Step Time": 4.450546111911535}
{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8995245695114136, "Finetune/Loss (Raw)": 0.8713972568511963, "Finetune/Step": 2317, "Finetune/Step Time": 4.447040783241391}
{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.8997994661331177, "Finetune/Loss (Raw)": 0.8902594447135925, "Finetune/Step": 2318, "Finetune/Step Time": 4.435046510770917}
{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9007689952850342, "Finetune/Loss (Raw)": 1.0927034616470337, "Finetune/Step": 2319, "Finetune/Step Time": 4.4261273220181465}
{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9017593860626221, "Finetune/Loss (Raw)": 0.9407971501350403, "Finetune/Step": 2320, "Finetune/Step Time": 4.425009120255709}
{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.9012916088104248, "Finetune/Loss (Raw)": 0.9376732110977173, "Finetune/Step": 2321, "Finetune/Step Time": 4.432443859055638}
{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9013978242874146, "Finetune/Loss (Raw)": 1.0017110109329224, "Finetune/Step": 2322, "Finetune/Step Time": 4.4328353852033615}
{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8998676538467407, "Finetune/Loss (Raw)": 0.8103861212730408, "Finetune/Step": 2323, "Finetune/Step Time": 4.447199922055006}
{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.8998913168907166, "Finetune/Loss (Raw)": 0.8638238310813904, "Finetune/Step": 2324, "Finetune/Step Time": 4.4371540285646915}
{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9001578092575073, "Finetune/Loss (Raw)": 1.0382424592971802, "Finetune/Step": 2325, "Finetune/Step Time": 4.443853667005897}
{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8966944813728333, "Finetune/Loss (Raw)": 0.43793073296546936, "Finetune/Step": 2326, "Finetune/Step Time": 4.475039537996054}
{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.8971583843231201, "Finetune/Loss (Raw)": 0.9176393747329712, "Finetune/Step": 2327, "Finetune/Step Time": 4.490418469533324}
{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8969199657440186, "Finetune/Loss (Raw)": 0.8622083067893982, "Finetune/Step": 2328, "Finetune/Step Time": 4.47927363216877}
{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9018594026565552, "Finetune/Loss (Raw)": 0.9897170662879944, "Finetune/Step": 2329, "Finetune/Step Time": 4.443433919921517}
{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.9010357856750488, "Finetune/Loss (Raw)": 0.8153582215309143, "Finetune/Step": 2330, "Finetune/Step Time": 4.450395476073027}
{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9015759229660034, "Finetune/Loss (Raw)": 0.9507362842559814, "Finetune/Step": 2331, "Finetune/Step Time": 4.458247708156705}
{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9037240147590637, "Finetune/Loss (Raw)": 1.1287050247192383, "Finetune/Step": 2332, "Finetune/Step Time": 4.448622273281217}
{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9082035422325134, "Finetune/Loss (Raw)": 1.0021955966949463, "Finetune/Step": 2333, "Finetune/Step Time": 4.429213088005781}
{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9102871417999268, "Finetune/Loss (Raw)": 0.9516742825508118, "Finetune/Step": 2334, "Finetune/Step Time": 4.399864515289664}
{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9096074104309082, "Finetune/Loss (Raw)": 0.8802865147590637, "Finetune/Step": 2335, "Finetune/Step Time": 4.396582970395684}
{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9097537994384766, "Finetune/Loss (Raw)": 0.8941760659217834, "Finetune/Step": 2336, "Finetune/Step Time": 4.4064927734434605}
{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9103004932403564, "Finetune/Loss (Raw)": 0.9699265956878662, "Finetune/Step": 2337, "Finetune/Step Time": 4.406316561624408}
{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9149296879768372, "Finetune/Loss (Raw)": 0.9860789775848389, "Finetune/Step": 2338, "Finetune/Step Time": 4.369436388835311}
{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.913610577583313, "Finetune/Loss (Raw)": 0.8529616594314575, "Finetune/Step": 2339, "Finetune/Step Time": 4.365152910351753}
{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9150608777999878, "Finetune/Loss (Raw)": 0.9080622792243958, "Finetune/Step": 2340, "Finetune/Step Time": 4.3505670838057995}
{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9167789816856384, "Finetune/Loss (Raw)": 1.0463201999664307, "Finetune/Step": 2341, "Finetune/Step Time": 4.377986926585436}
{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.913941502571106, "Finetune/Loss (Raw)": 0.35791948437690735, "Finetune/Step": 2342, "Finetune/Step Time": 4.411501241847873}
{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9140942096710205, "Finetune/Loss (Raw)": 1.0031180381774902, "Finetune/Step": 2343, "Finetune/Step Time": 4.429364409297705}
{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9137758016586304, "Finetune/Loss (Raw)": 0.9144883751869202, "Finetune/Step": 2344, "Finetune/Step Time": 4.45287187024951}
{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9148582220077515, "Finetune/Loss (Raw)": 1.16091787815094, "Finetune/Step": 2345, "Finetune/Step Time": 4.446572296321392}
{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9161162972450256, "Finetune/Loss (Raw)": 0.9131386876106262, "Finetune/Step": 2346, "Finetune/Step Time": 4.44232089817524}
{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9163632988929749, "Finetune/Loss (Raw)": 0.9049143195152283, "Finetune/Step": 2347, "Finetune/Step Time": 4.405661594122648}
{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9165194034576416, "Finetune/Loss (Raw)": 1.0142558813095093, "Finetune/Step": 2348, "Finetune/Step Time": 4.4077508840709925}
{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.917224645614624, "Finetune/Loss (Raw)": 0.9353235960006714, "Finetune/Step": 2349, "Finetune/Step Time": 4.399146355688572}
{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9167487025260925, "Finetune/Loss (Raw)": 0.9168080687522888, "Finetune/Step": 2350, "Finetune/Step Time": 4.397863175719976}
{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9174864292144775, "Finetune/Loss (Raw)": 1.0418750047683716, "Finetune/Step": 2351, "Finetune/Step Time": 4.3948045782744884}
{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.918809175491333, "Finetune/Loss (Raw)": 1.0866159200668335, "Finetune/Step": 2352, "Finetune/Step Time": 4.403190674260259}
{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9188871383666992, "Finetune/Loss (Raw)": 0.9171014428138733, "Finetune/Step": 2353, "Finetune/Step Time": 4.397219397127628}
{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9188061952590942, "Finetune/Loss (Raw)": 0.9282801151275635, "Finetune/Step": 2354, "Finetune/Step Time": 4.38951058126986}
{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.917560338973999, "Finetune/Loss (Raw)": 0.8277881741523743, "Finetune/Step": 2355, "Finetune/Step Time": 4.386559868231416}
{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9168499112129211, "Finetune/Loss (Raw)": 0.8108100891113281, "Finetune/Step": 2356, "Finetune/Step Time": 4.387198029085994}
{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9167643785476685, "Finetune/Loss (Raw)": 0.9127688407897949, "Finetune/Step": 2357, "Finetune/Step Time": 4.391333069652319}
{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.918060302734375, "Finetune/Loss (Raw)": 1.034088373184204, "Finetune/Step": 2358, "Finetune/Step Time": 4.388240301981568}
{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9125707149505615, "Finetune/Loss (Raw)": 0.295085072517395, "Finetune/Step": 2359, "Finetune/Step Time": 4.4248806443065405}
{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.911699116230011, "Finetune/Loss (Raw)": 0.9250917434692383, "Finetune/Step": 2360, "Finetune/Step Time": 4.424032524228096}
{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9127983450889587, "Finetune/Loss (Raw)": 0.9489085078239441, "Finetune/Step": 2361, "Finetune/Step Time": 4.418117597699165}
{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9125703573226929, "Finetune/Loss (Raw)": 0.953630805015564, "Finetune/Step": 2362, "Finetune/Step Time": 4.411348866298795}
{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9101277589797974, "Finetune/Loss (Raw)": 0.7271248698234558, "Finetune/Step": 2363, "Finetune/Step Time": 4.422884564846754}
{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.908973753452301, "Finetune/Loss (Raw)": 0.8558248281478882, "Finetune/Step": 2364, "Finetune/Step Time": 4.420030726119876}
{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9099640846252441, "Finetune/Loss (Raw)": 1.0368680953979492, "Finetune/Step": 2365, "Finetune/Step Time": 4.40970428660512}
{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.9098649621009827, "Finetune/Loss (Raw)": 0.7686304450035095, "Finetune/Step": 2366, "Finetune/Step Time": 4.4061578232795}
{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9082906246185303, "Finetune/Loss (Raw)": 0.9774743914604187, "Finetune/Step": 2367, "Finetune/Step Time": 4.411396021023393}
{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9071540832519531, "Finetune/Loss (Raw)": 0.923202395439148, "Finetune/Step": 2368, "Finetune/Step Time": 4.407022766768932}
{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9072592258453369, "Finetune/Loss (Raw)": 1.0147548913955688, "Finetune/Step": 2369, "Finetune/Step Time": 4.404081584885716}
{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9073889255523682, "Finetune/Loss (Raw)": 0.9160827398300171, "Finetune/Step": 2370, "Finetune/Step Time": 4.406154001131654}
{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9083316922187805, "Finetune/Loss (Raw)": 1.024092674255371, "Finetune/Step": 2371, "Finetune/Step Time": 4.404985349625349}
{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.906245768070221, "Finetune/Loss (Raw)": 0.9058061242103577, "Finetune/Step": 2372, "Finetune/Step Time": 4.407673954963684}
{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.9066305160522461, "Finetune/Loss (Raw)": 1.0205610990524292, "Finetune/Step": 2373, "Finetune/Step Time": 4.430020188912749}
{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.904511034488678, "Finetune/Loss (Raw)": 0.8230372667312622, "Finetune/Step": 2374, "Finetune/Step Time": 4.431435082107782}
{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.9038686752319336, "Finetune/Loss (Raw)": 0.77821946144104, "Finetune/Step": 2375, "Finetune/Step Time": 4.43459040299058}
{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9052959084510803, "Finetune/Loss (Raw)": 0.9597607254981995, "Finetune/Step": 2376, "Finetune/Step Time": 4.439652977511287}
{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9068331122398376, "Finetune/Loss (Raw)": 1.0715950727462769, "Finetune/Step": 2377, "Finetune/Step Time": 4.439641244709492}
{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9072480797767639, "Finetune/Loss (Raw)": 1.0131776332855225, "Finetune/Step": 2378, "Finetune/Step Time": 4.417758207768202}
{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9070842266082764, "Finetune/Loss (Raw)": 0.9419175982475281, "Finetune/Step": 2379, "Finetune/Step Time": 4.434973301365972}
{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9108273983001709, "Finetune/Loss (Raw)": 0.8020150065422058, "Finetune/Step": 2380, "Finetune/Step Time": 4.396160040050745}
{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9100182056427002, "Finetune/Loss (Raw)": 0.9299728274345398, "Finetune/Step": 2381, "Finetune/Step Time": 4.399469215422869}
{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.9080120325088501, "Finetune/Loss (Raw)": 0.7937242984771729, "Finetune/Step": 2382, "Finetune/Step Time": 4.411028377711773}
{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9058327078819275, "Finetune/Loss (Raw)": 0.6891952753067017, "Finetune/Step": 2383, "Finetune/Step Time": 4.424246931448579}
{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9075204133987427, "Finetune/Loss (Raw)": 1.100179672241211, "Finetune/Step": 2384, "Finetune/Step Time": 4.419933795928955}
{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.9070220589637756, "Finetune/Loss (Raw)": 0.9151192307472229, "Finetune/Step": 2385, "Finetune/Step Time": 4.425072845071554}
{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9091938138008118, "Finetune/Loss (Raw)": 1.0409729480743408, "Finetune/Step": 2386, "Finetune/Step Time": 4.431865448132157}
{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9094090461730957, "Finetune/Loss (Raw)": 0.8805992603302002, "Finetune/Step": 2387, "Finetune/Step Time": 4.445863202214241}
{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9103235602378845, "Finetune/Loss (Raw)": 0.9897632598876953, "Finetune/Step": 2388, "Finetune/Step Time": 4.456220664083958}
{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9109164476394653, "Finetune/Loss (Raw)": 1.043716549873352, "Finetune/Step": 2389, "Finetune/Step Time": 4.454487580806017}
{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9107815027236938, "Finetune/Loss (Raw)": 1.0351881980895996, "Finetune/Step": 2390, "Finetune/Step Time": 4.4582216162234545}
{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9119405746459961, "Finetune/Loss (Raw)": 1.0007113218307495, "Finetune/Step": 2391, "Finetune/Step Time": 4.457119885832071}
{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9117344617843628, "Finetune/Loss (Raw)": 0.9406536817550659, "Finetune/Step": 2392, "Finetune/Step Time": 4.457405982539058}
{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9126623272895813, "Finetune/Loss (Raw)": 1.028668999671936, "Finetune/Step": 2393, "Finetune/Step Time": 4.470523297786713}
{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9097601175308228, "Finetune/Loss (Raw)": 0.398933082818985, "Finetune/Step": 2394, "Finetune/Step Time": 4.496850790455937}
{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9102332592010498, "Finetune/Loss (Raw)": 0.9480125904083252, "Finetune/Step": 2395, "Finetune/Step Time": 4.501909375190735}
{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9104965925216675, "Finetune/Loss (Raw)": 0.878414511680603, "Finetune/Step": 2396, "Finetune/Step Time": 4.499018419533968}
{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9104005694389343, "Finetune/Loss (Raw)": 0.9394578337669373, "Finetune/Step": 2397, "Finetune/Step Time": 4.5080086924135685}
{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9126817584037781, "Finetune/Loss (Raw)": 1.0843127965927124, "Finetune/Step": 2398, "Finetune/Step Time": 4.494006933644414}
{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9129038453102112, "Finetune/Loss (Raw)": 0.9981198906898499, "Finetune/Step": 2399, "Finetune/Step Time": 4.506276648491621}
{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9116101861000061, "Finetune/Loss (Raw)": 0.8217272162437439, "Finetune/Step": 2400, "Finetune/Step Time": 4.492554731667042}
{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9117599725723267, "Finetune/Loss (Raw)": 0.9536228775978088, "Finetune/Step": 2401, "Finetune/Step Time": 4.490784876048565}
{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9116028547286987, "Finetune/Loss (Raw)": 0.8260769844055176, "Finetune/Step": 2402, "Finetune/Step Time": 4.475949002429843}
{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9107996821403503, "Finetune/Loss (Raw)": 0.9365285038948059, "Finetune/Step": 2403, "Finetune/Step Time": 4.484875848516822}
{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.9109116792678833, "Finetune/Loss (Raw)": 0.9549631476402283, "Finetune/Step": 2404, "Finetune/Step Time": 4.484377855435014}
{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9123598337173462, "Finetune/Loss (Raw)": 0.9441465735435486, "Finetune/Step": 2405, "Finetune/Step Time": 4.480089224874973}
{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9125081896781921, "Finetune/Loss (Raw)": 1.0035942792892456, "Finetune/Step": 2406, "Finetune/Step Time": 4.481499668210745}
{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9098151922225952, "Finetune/Loss (Raw)": 0.6982574462890625, "Finetune/Step": 2407, "Finetune/Step Time": 4.502984011545777}
{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9115763902664185, "Finetune/Loss (Raw)": 1.1224972009658813, "Finetune/Step": 2408, "Finetune/Step Time": 4.511732576414943}
{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9114277362823486, "Finetune/Loss (Raw)": 0.8964594602584839, "Finetune/Step": 2409, "Finetune/Step Time": 4.517255108803511}
{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9115355014801025, "Finetune/Loss (Raw)": 0.9293947219848633, "Finetune/Step": 2410, "Finetune/Step Time": 4.520740494132042}
{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9093645215034485, "Finetune/Loss (Raw)": 0.7681035995483398, "Finetune/Step": 2411, "Finetune/Step Time": 4.528321646153927}
{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.909338116645813, "Finetune/Loss (Raw)": 0.8940690159797668, "Finetune/Step": 2412, "Finetune/Step Time": 4.506548693403602}
{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9081519842147827, "Finetune/Loss (Raw)": 0.8190782070159912, "Finetune/Step": 2413, "Finetune/Step Time": 4.496902687475085}
{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9080673456192017, "Finetune/Loss (Raw)": 0.9579054713249207, "Finetune/Step": 2414, "Finetune/Step Time": 4.482652544975281}
{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9089618921279907, "Finetune/Loss (Raw)": 0.8916193842887878, "Finetune/Step": 2415, "Finetune/Step Time": 4.482538966462016}
{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.908965528011322, "Finetune/Loss (Raw)": 0.9585236310958862, "Finetune/Step": 2416, "Finetune/Step Time": 4.480255298316479}
{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9102583527565002, "Finetune/Loss (Raw)": 0.9168151021003723, "Finetune/Step": 2417, "Finetune/Step Time": 4.478305343538523}
{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.9058345556259155, "Finetune/Loss (Raw)": 0.4439903795719147, "Finetune/Step": 2418, "Finetune/Step Time": 4.5096050295978785}
{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9063433408737183, "Finetune/Loss (Raw)": 0.907612681388855, "Finetune/Step": 2419, "Finetune/Step Time": 4.516976624727249}
{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.9080297946929932, "Finetune/Loss (Raw)": 1.0784424543380737, "Finetune/Step": 2420, "Finetune/Step Time": 4.512472363188863}
{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9082335829734802, "Finetune/Loss (Raw)": 0.7768816947937012, "Finetune/Step": 2421, "Finetune/Step Time": 4.522130347788334}
{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9070398807525635, "Finetune/Loss (Raw)": 0.7917836904525757, "Finetune/Step": 2422, "Finetune/Step Time": 4.537621553987265}
{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9055384397506714, "Finetune/Loss (Raw)": 0.7419469952583313, "Finetune/Step": 2423, "Finetune/Step Time": 4.530784761533141}
{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9069344401359558, "Finetune/Loss (Raw)": 0.9404125213623047, "Finetune/Step": 2424, "Finetune/Step Time": 4.5242018438875675}
{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9062429666519165, "Finetune/Loss (Raw)": 0.845651388168335, "Finetune/Step": 2425, "Finetune/Step Time": 4.534576006233692}
{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.9022887945175171, "Finetune/Loss (Raw)": 0.3738311231136322, "Finetune/Step": 2426, "Finetune/Step Time": 4.571345210075378}
{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9021692276000977, "Finetune/Loss (Raw)": 0.9732609987258911, "Finetune/Step": 2427, "Finetune/Step Time": 4.562214406207204}
{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9007717370986938, "Finetune/Loss (Raw)": 0.8035658001899719, "Finetune/Step": 2428, "Finetune/Step Time": 4.556899691000581}
{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9018118381500244, "Finetune/Loss (Raw)": 0.9783137440681458, "Finetune/Step": 2429, "Finetune/Step Time": 4.574949983507395}
{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9014341831207275, "Finetune/Loss (Raw)": 0.7595009803771973, "Finetune/Step": 2430, "Finetune/Step Time": 4.599527085199952}
{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.902154803276062, "Finetune/Loss (Raw)": 1.0173442363739014, "Finetune/Step": 2431, "Finetune/Step Time": 4.597428534179926}
{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.9037089347839355, "Finetune/Loss (Raw)": 0.9234005212783813, "Finetune/Step": 2432, "Finetune/Step Time": 4.600165605545044}
{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9042214155197144, "Finetune/Loss (Raw)": 0.8755366206169128, "Finetune/Step": 2433, "Finetune/Step Time": 4.599643470719457}
{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.9031648635864258, "Finetune/Loss (Raw)": 0.9280812740325928, "Finetune/Step": 2434, "Finetune/Step Time": 4.598509259521961}
{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9024099707603455, "Finetune/Loss (Raw)": 0.8877608776092529, "Finetune/Step": 2435, "Finetune/Step Time": 4.607768120244145}
{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9052343964576721, "Finetune/Loss (Raw)": 0.9816291928291321, "Finetune/Step": 2436, "Finetune/Step Time": 4.600650819018483}
{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9046825766563416, "Finetune/Loss (Raw)": 0.8808440566062927, "Finetune/Step": 2437, "Finetune/Step Time": 4.6060463059693575}
{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9050898551940918, "Finetune/Loss (Raw)": 1.0177925825119019, "Finetune/Step": 2438, "Finetune/Step Time": 4.610275654122233}
{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9047884345054626, "Finetune/Loss (Raw)": 0.9993427395820618, "Finetune/Step": 2439, "Finetune/Step Time": 4.610510574653745}
{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9057156443595886, "Finetune/Loss (Raw)": 1.0005714893341064, "Finetune/Step": 2440, "Finetune/Step Time": 4.590565092861652}
{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9058326482772827, "Finetune/Loss (Raw)": 0.9667580127716064, "Finetune/Step": 2441, "Finetune/Step Time": 4.5863668117672205}
{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9062817096710205, "Finetune/Loss (Raw)": 0.926457405090332, "Finetune/Step": 2442, "Finetune/Step Time": 4.582387514412403}
{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.9071732759475708, "Finetune/Loss (Raw)": 0.980688750743866, "Finetune/Step": 2443, "Finetune/Step Time": 4.587812673300505}
{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.907102108001709, "Finetune/Loss (Raw)": 0.9745209813117981, "Finetune/Step": 2444, "Finetune/Step Time": 4.595047067850828}
{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.9033068418502808, "Finetune/Loss (Raw)": 0.385602205991745, "Finetune/Step": 2445, "Finetune/Step Time": 4.62890512123704}
{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9036376476287842, "Finetune/Loss (Raw)": 0.932602047920227, "Finetune/Step": 2446, "Finetune/Step Time": 4.630634620785713}
{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9022191762924194, "Finetune/Loss (Raw)": 0.9111475348472595, "Finetune/Step": 2447, "Finetune/Step Time": 4.63530052639544}
{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9027073383331299, "Finetune/Loss (Raw)": 1.0032777786254883, "Finetune/Step": 2448, "Finetune/Step Time": 4.6367192491889}
{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9017640352249146, "Finetune/Loss (Raw)": 0.8169254064559937, "Finetune/Step": 2449, "Finetune/Step Time": 4.6285109259188175}
{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8977557420730591, "Finetune/Loss (Raw)": 0.4886517822742462, "Finetune/Step": 2450, "Finetune/Step Time": 4.663020936772227}
{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.8939336538314819, "Finetune/Loss (Raw)": 0.321161150932312, "Finetune/Step": 2451, "Finetune/Step Time": 4.688334539532661}
{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8947299122810364, "Finetune/Loss (Raw)": 0.9657447934150696, "Finetune/Step": 2452, "Finetune/Step Time": 4.689930649474263}
{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.893926203250885, "Finetune/Loss (Raw)": 0.9353659152984619, "Finetune/Step": 2453, "Finetune/Step Time": 4.707562817260623}
{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8977676630020142, "Finetune/Loss (Raw)": 0.9296462535858154, "Finetune/Step": 2454, "Finetune/Step Time": 4.679840033873916}
{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.8984434604644775, "Finetune/Loss (Raw)": 1.0041297674179077, "Finetune/Step": 2455, "Finetune/Step Time": 4.666820937767625}
{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8992189168930054, "Finetune/Loss (Raw)": 0.9614733457565308, "Finetune/Step": 2456, "Finetune/Step Time": 4.656686130911112}
{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8989790678024292, "Finetune/Loss (Raw)": 0.9590184688568115, "Finetune/Step": 2457, "Finetune/Step Time": 4.654087176546454}
{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9001734256744385, "Finetune/Loss (Raw)": 0.9682270884513855, "Finetune/Step": 2458, "Finetune/Step Time": 4.659989891573787}
{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.899651050567627, "Finetune/Loss (Raw)": 0.8838804364204407, "Finetune/Step": 2459, "Finetune/Step Time": 4.6538384929299355}
{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8981992602348328, "Finetune/Loss (Raw)": 0.94287109375, "Finetune/Step": 2460, "Finetune/Step Time": 4.6479428466409445}
{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8987658023834229, "Finetune/Loss (Raw)": 1.074710726737976, "Finetune/Step": 2461, "Finetune/Step Time": 4.639051949605346}
{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8988877534866333, "Finetune/Loss (Raw)": 0.9672863483428955, "Finetune/Step": 2462, "Finetune/Step Time": 4.614802440628409}
{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.89939284324646, "Finetune/Loss (Raw)": 0.9449419975280762, "Finetune/Step": 2463, "Finetune/Step Time": 4.615140948444605}
{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9004364609718323, "Finetune/Loss (Raw)": 1.027758240699768, "Finetune/Step": 2464, "Finetune/Step Time": 4.600710766389966}
{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8999179005622864, "Finetune/Loss (Raw)": 0.9035497903823853, "Finetune/Step": 2465, "Finetune/Step Time": 4.6031789649277925}
{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.898589015007019, "Finetune/Loss (Raw)": 0.8159813284873962, "Finetune/Step": 2466, "Finetune/Step Time": 4.6043082401156425}
{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.8990983963012695, "Finetune/Loss (Raw)": 0.9181631207466125, "Finetune/Step": 2467, "Finetune/Step Time": 4.589823953807354}
{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9006985425949097, "Finetune/Loss (Raw)": 1.1128813028335571, "Finetune/Step": 2468, "Finetune/Step Time": 4.600253250449896}
{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9004219770431519, "Finetune/Loss (Raw)": 1.0109182596206665, "Finetune/Step": 2469, "Finetune/Step Time": 4.571120619773865}
{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9042283296585083, "Finetune/Loss (Raw)": 0.845130205154419, "Finetune/Step": 2470, "Finetune/Step Time": 4.5409855879843235}
{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.9041290283203125, "Finetune/Loss (Raw)": 0.9904053211212158, "Finetune/Step": 2471, "Finetune/Step Time": 4.530111238360405}
{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.904381513595581, "Finetune/Loss (Raw)": 0.9468168020248413, "Finetune/Step": 2472, "Finetune/Step Time": 4.504109621047974}
{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9027091264724731, "Finetune/Loss (Raw)": 0.9468477368354797, "Finetune/Step": 2473, "Finetune/Step Time": 4.510359948500991}
{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.9028996229171753, "Finetune/Loss (Raw)": 0.9375198483467102, "Finetune/Step": 2474, "Finetune/Step Time": 4.514405246824026}
{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9028115272521973, "Finetune/Loss (Raw)": 0.8936414122581482, "Finetune/Step": 2475, "Finetune/Step Time": 4.513998402282596}
{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9022390842437744, "Finetune/Loss (Raw)": 0.9409819841384888, "Finetune/Step": 2476, "Finetune/Step Time": 4.511803166940808}
{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9022682309150696, "Finetune/Loss (Raw)": 0.9390528202056885, "Finetune/Step": 2477, "Finetune/Step Time": 4.508705478161573}
{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9022848606109619, "Finetune/Loss (Raw)": 0.9189437627792358, "Finetune/Step": 2478, "Finetune/Step Time": 4.502310823649168}
{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.9007102251052856, "Finetune/Loss (Raw)": 0.840319037437439, "Finetune/Step": 2479, "Finetune/Step Time": 4.50302323885262}
{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8988567590713501, "Finetune/Loss (Raw)": 0.8493726849555969, "Finetune/Step": 2480, "Finetune/Step Time": 4.501595539972186}
{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8946398496627808, "Finetune/Loss (Raw)": 0.37733322381973267, "Finetune/Step": 2481, "Finetune/Step Time": 4.537268543615937}
{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8959650993347168, "Finetune/Loss (Raw)": 1.0979127883911133, "Finetune/Step": 2482, "Finetune/Step Time": 4.539911670610309}
{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8966451287269592, "Finetune/Loss (Raw)": 0.9148308038711548, "Finetune/Step": 2483, "Finetune/Step Time": 4.551260018721223}
{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8972132205963135, "Finetune/Loss (Raw)": 0.8835259079933167, "Finetune/Step": 2484, "Finetune/Step Time": 4.55647274851799}
{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8974186182022095, "Finetune/Loss (Raw)": 0.9390607476234436, "Finetune/Step": 2485, "Finetune/Step Time": 4.55688969604671}
{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8957850933074951, "Finetune/Loss (Raw)": 0.8249996900558472, "Finetune/Step": 2486, "Finetune/Step Time": 4.5674595143646}
{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8959413766860962, "Finetune/Loss (Raw)": 0.3150911033153534, "Finetune/Step": 2487, "Finetune/Step Time": 4.565891092643142}
{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8968179821968079, "Finetune/Loss (Raw)": 1.0372984409332275, "Finetune/Step": 2488, "Finetune/Step Time": 4.5645100604742765}
{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8969722986221313, "Finetune/Loss (Raw)": 0.9686523675918579, "Finetune/Step": 2489, "Finetune/Step Time": 4.582776861265302}
{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8920249938964844, "Finetune/Loss (Raw)": 0.3203828036785126, "Finetune/Step": 2490, "Finetune/Step Time": 4.62393631413579}
{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.893385648727417, "Finetune/Loss (Raw)": 0.9012883901596069, "Finetune/Step": 2491, "Finetune/Step Time": 4.611244166269898}
{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8929626941680908, "Finetune/Loss (Raw)": 0.8016793727874756, "Finetune/Step": 2492, "Finetune/Step Time": 4.612854989245534}
{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8925707936286926, "Finetune/Loss (Raw)": 0.9867105484008789, "Finetune/Step": 2493, "Finetune/Step Time": 4.620866063982248}
{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.894572913646698, "Finetune/Loss (Raw)": 1.0249027013778687, "Finetune/Step": 2494, "Finetune/Step Time": 4.615443505346775}
{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8942962288856506, "Finetune/Loss (Raw)": 0.9420576691627502, "Finetune/Step": 2495, "Finetune/Step Time": 4.608545899391174}
{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8943088054656982, "Finetune/Loss (Raw)": 0.9248108863830566, "Finetune/Step": 2496, "Finetune/Step Time": 4.6300945635885}
{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8927209377288818, "Finetune/Loss (Raw)": 0.8115007877349854, "Finetune/Step": 2497, "Finetune/Step Time": 4.628183672204614}
{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8934804201126099, "Finetune/Loss (Raw)": 1.0133033990859985, "Finetune/Step": 2498, "Finetune/Step Time": 4.628448665142059}
{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8907092809677124, "Finetune/Loss (Raw)": 0.6693859100341797, "Finetune/Step": 2499, "Finetune/Step Time": 4.640894526615739}
{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8910622000694275, "Finetune/Loss (Raw)": 0.9509795308113098, "Finetune/Step": 2500, "Finetune/Step Time": 4.640997361391783}
{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8904322385787964, "Finetune/Loss (Raw)": 0.9399287104606628, "Finetune/Step": 2501, "Finetune/Step Time": 4.621183793991804}
{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8914190530776978, "Finetune/Loss (Raw)": 0.9493566155433655, "Finetune/Step": 2502, "Finetune/Step Time": 4.6215846091508865}
{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8923043012619019, "Finetune/Loss (Raw)": 0.8915257453918457, "Finetune/Step": 2503, "Finetune/Step Time": 4.610215075314045}
{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8918380737304688, "Finetune/Loss (Raw)": 0.9000813961029053, "Finetune/Step": 2504, "Finetune/Step Time": 4.614979172125459}
{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8905192613601685, "Finetune/Loss (Raw)": 0.9027853608131409, "Finetune/Step": 2505, "Finetune/Step Time": 4.614507148042321}
{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8893663883209229, "Finetune/Loss (Raw)": 0.8656076788902283, "Finetune/Step": 2506, "Finetune/Step Time": 4.618512695655227}
{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8899372816085815, "Finetune/Loss (Raw)": 1.0149903297424316, "Finetune/Step": 2507, "Finetune/Step Time": 4.606018556281924}
{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8902875185012817, "Finetune/Loss (Raw)": 0.8468536138534546, "Finetune/Step": 2508, "Finetune/Step Time": 4.613817950710654}
{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.889591634273529, "Finetune/Loss (Raw)": 0.8408983945846558, "Finetune/Step": 2509, "Finetune/Step Time": 4.6164416298270226}
{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.8915739059448242, "Finetune/Loss (Raw)": 1.047452449798584, "Finetune/Step": 2510, "Finetune/Step Time": 4.599766248837113}
{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8938666582107544, "Finetune/Loss (Raw)": 0.9826671481132507, "Finetune/Step": 2511, "Finetune/Step Time": 4.596293235197663}
{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8916277289390564, "Finetune/Loss (Raw)": 0.813596785068512, "Finetune/Step": 2512, "Finetune/Step Time": 4.605585081502795}
{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8911696076393127, "Finetune/Loss (Raw)": 0.8564801812171936, "Finetune/Step": 2513, "Finetune/Step Time": 4.6047933250665665}
{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8910179734230042, "Finetune/Loss (Raw)": 1.0215638875961304, "Finetune/Step": 2514, "Finetune/Step Time": 4.611153790727258}
{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.890164852142334, "Finetune/Loss (Raw)": 0.7714018821716309, "Finetune/Step": 2515, "Finetune/Step Time": 4.61636727117002}
{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8897214531898499, "Finetune/Loss (Raw)": 0.9330092072486877, "Finetune/Step": 2516, "Finetune/Step Time": 4.594124998897314}
{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8888971209526062, "Finetune/Loss (Raw)": 0.9381973147392273, "Finetune/Step": 2517, "Finetune/Step Time": 4.597684009000659}
{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8875992298126221, "Finetune/Loss (Raw)": 0.8690658211708069, "Finetune/Step": 2518, "Finetune/Step Time": 4.603466374799609}
{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8867014646530151, "Finetune/Loss (Raw)": 0.8857936859130859, "Finetune/Step": 2519, "Finetune/Step Time": 4.608193738386035}
{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8871461153030396, "Finetune/Loss (Raw)": 0.9975759387016296, "Finetune/Step": 2520, "Finetune/Step Time": 4.607975943014026}
{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8822717070579529, "Finetune/Loss (Raw)": 0.40473589301109314, "Finetune/Step": 2521, "Finetune/Step Time": 4.6294872891157866}
{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8865916728973389, "Finetune/Loss (Raw)": 0.9518805742263794, "Finetune/Step": 2522, "Finetune/Step Time": 4.609220456331968}
{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8847938776016235, "Finetune/Loss (Raw)": 0.7179054021835327, "Finetune/Step": 2523, "Finetune/Step Time": 4.6103877648711205}
{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8848345279693604, "Finetune/Loss (Raw)": 0.8836172223091125, "Finetune/Step": 2524, "Finetune/Step Time": 4.609464081004262}
{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8841702938079834, "Finetune/Loss (Raw)": 0.8544308543205261, "Finetune/Step": 2525, "Finetune/Step Time": 4.610995465889573}
{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8831142783164978, "Finetune/Loss (Raw)": 0.9491485357284546, "Finetune/Step": 2526, "Finetune/Step Time": 4.613477086648345}
{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8830999732017517, "Finetune/Loss (Raw)": 0.9962842464447021, "Finetune/Step": 2527, "Finetune/Step Time": 4.618178112432361}
{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8844969868659973, "Finetune/Loss (Raw)": 1.0005484819412231, "Finetune/Step": 2528, "Finetune/Step Time": 4.624228363856673}
{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8791627883911133, "Finetune/Loss (Raw)": 0.2708369493484497, "Finetune/Step": 2529, "Finetune/Step Time": 4.660295249894261}
{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.8799791932106018, "Finetune/Loss (Raw)": 0.9305837154388428, "Finetune/Step": 2530, "Finetune/Step Time": 4.646942323073745}
{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.8792167901992798, "Finetune/Loss (Raw)": 0.838939368724823, "Finetune/Step": 2531, "Finetune/Step Time": 4.645881025120616}
{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8795099854469299, "Finetune/Loss (Raw)": 0.9924932718276978, "Finetune/Step": 2532, "Finetune/Step Time": 4.662579454481602}
{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8791784048080444, "Finetune/Loss (Raw)": 0.9017062783241272, "Finetune/Step": 2533, "Finetune/Step Time": 4.680666401982307}
{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.8742902874946594, "Finetune/Loss (Raw)": 0.37791359424591064, "Finetune/Step": 2534, "Finetune/Step Time": 4.717229217290878}
{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8768210411071777, "Finetune/Loss (Raw)": 1.0221900939941406, "Finetune/Step": 2535, "Finetune/Step Time": 4.701376898214221}
{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8737900853157043, "Finetune/Loss (Raw)": 0.7345404028892517, "Finetune/Step": 2536, "Finetune/Step Time": 4.714442366734147}
{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.8738595843315125, "Finetune/Loss (Raw)": 0.9053524136543274, "Finetune/Step": 2537, "Finetune/Step Time": 4.71618084050715}
{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.8744131326675415, "Finetune/Loss (Raw)": 1.0002416372299194, "Finetune/Step": 2538, "Finetune/Step Time": 4.725101528689265}
{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8753390908241272, "Finetune/Loss (Raw)": 0.886635422706604, "Finetune/Step": 2539, "Finetune/Step Time": 4.723383953794837}
{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8762447834014893, "Finetune/Loss (Raw)": 1.0100001096725464, "Finetune/Step": 2540, "Finetune/Step Time": 4.723513362929225}
{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.876431405544281, "Finetune/Loss (Raw)": 0.8429540395736694, "Finetune/Step": 2541, "Finetune/Step Time": 4.74033004231751}
{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.8761403560638428, "Finetune/Loss (Raw)": 0.9206604957580566, "Finetune/Step": 2542, "Finetune/Step Time": 4.744796747341752}
{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.876475989818573, "Finetune/Loss (Raw)": 0.9345782399177551, "Finetune/Step": 2543, "Finetune/Step Time": 4.739611353725195}
{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8747351765632629, "Finetune/Loss (Raw)": 0.7356985807418823, "Finetune/Step": 2544, "Finetune/Step Time": 4.749657826498151}
{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8744173645973206, "Finetune/Loss (Raw)": 0.8761306405067444, "Finetune/Step": 2545, "Finetune/Step Time": 4.748310351744294}
{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8731290102005005, "Finetune/Loss (Raw)": 0.27909108996391296, "Finetune/Step": 2546, "Finetune/Step Time": 4.7483047023415565}
{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8728792071342468, "Finetune/Loss (Raw)": 0.8756334185600281, "Finetune/Step": 2547, "Finetune/Step Time": 4.719793163239956}
{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.872573733329773, "Finetune/Loss (Raw)": 1.0393462181091309, "Finetune/Step": 2548, "Finetune/Step Time": 4.716444322839379}
{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.869047224521637, "Finetune/Loss (Raw)": 0.3254818618297577, "Finetune/Step": 2549, "Finetune/Step Time": 4.739685285836458}
{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.870164692401886, "Finetune/Loss (Raw)": 0.93482506275177, "Finetune/Step": 2550, "Finetune/Step Time": 4.72374071739614}
{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8718457221984863, "Finetune/Loss (Raw)": 0.9571157693862915, "Finetune/Step": 2551, "Finetune/Step Time": 4.7196211740374565}
{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8730541467666626, "Finetune/Loss (Raw)": 1.0950853824615479, "Finetune/Step": 2552, "Finetune/Step Time": 4.720357179641724}
{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8732025623321533, "Finetune/Loss (Raw)": 0.8646523952484131, "Finetune/Step": 2553, "Finetune/Step Time": 4.721840528771281}
{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.8777555227279663, "Finetune/Loss (Raw)": 0.9566171765327454, "Finetune/Step": 2554, "Finetune/Step Time": 4.712826631963253}
{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8727308511734009, "Finetune/Loss (Raw)": 0.3300953805446625, "Finetune/Step": 2555, "Finetune/Step Time": 4.749100169166923}
{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8735299706459045, "Finetune/Loss (Raw)": 0.9058562517166138, "Finetune/Step": 2556, "Finetune/Step Time": 4.7492290660738945}
{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8718616366386414, "Finetune/Loss (Raw)": 0.7647616863250732, "Finetune/Step": 2557, "Finetune/Step Time": 4.731987630948424}
{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8727458715438843, "Finetune/Loss (Raw)": 0.8726872801780701, "Finetune/Step": 2558, "Finetune/Step Time": 4.701675755903125}
{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8718605041503906, "Finetune/Loss (Raw)": 0.9040126204490662, "Finetune/Step": 2559, "Finetune/Step Time": 4.700521914288402}
{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8716081380844116, "Finetune/Loss (Raw)": 0.8910978436470032, "Finetune/Step": 2560, "Finetune/Step Time": 4.7089441902935505}
{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8717802166938782, "Finetune/Loss (Raw)": 0.8975622057914734, "Finetune/Step": 2561, "Finetune/Step Time": 4.712362648919225}
{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8724905252456665, "Finetune/Loss (Raw)": 1.0190035104751587, "Finetune/Step": 2562, "Finetune/Step Time": 4.711694283410907}
{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8706644773483276, "Finetune/Loss (Raw)": 0.6540284156799316, "Finetune/Step": 2563, "Finetune/Step Time": 4.709577102214098}
{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8702492713928223, "Finetune/Loss (Raw)": 0.9284864068031311, "Finetune/Step": 2564, "Finetune/Step Time": 4.712155034765601}
{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.871010422706604, "Finetune/Loss (Raw)": 0.978263795375824, "Finetune/Step": 2565, "Finetune/Step Time": 4.709667630493641}
{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8703200817108154, "Finetune/Loss (Raw)": 0.9294338226318359, "Finetune/Step": 2566, "Finetune/Step Time": 4.712614722549915}
{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8688204884529114, "Finetune/Loss (Raw)": 0.8073956370353699, "Finetune/Step": 2567, "Finetune/Step Time": 4.7173977587372065}
{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8672695159912109, "Finetune/Loss (Raw)": 0.8020376563072205, "Finetune/Step": 2568, "Finetune/Step Time": 4.720798531547189}
{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8685492277145386, "Finetune/Loss (Raw)": 1.1305714845657349, "Finetune/Step": 2569, "Finetune/Step Time": 4.71817546710372}
{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8685083389282227, "Finetune/Loss (Raw)": 0.9212256669998169, "Finetune/Step": 2570, "Finetune/Step Time": 4.722458548843861}
{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.869141161441803, "Finetune/Loss (Raw)": 1.0616856813430786, "Finetune/Step": 2571, "Finetune/Step Time": 4.720813881605864}
{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8684180974960327, "Finetune/Loss (Raw)": 0.8819675445556641, "Finetune/Step": 2572, "Finetune/Step Time": 4.717755740508437}
{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8724606037139893, "Finetune/Loss (Raw)": 0.9030469655990601, "Finetune/Step": 2573, "Finetune/Step Time": 4.687221363186836}
{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.872161865234375, "Finetune/Loss (Raw)": 0.8943619728088379, "Finetune/Step": 2574, "Finetune/Step Time": 4.709883272647858}
{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8715240955352783, "Finetune/Loss (Raw)": 0.8295062184333801, "Finetune/Step": 2575, "Finetune/Step Time": 4.701800929382443}
{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8710947632789612, "Finetune/Loss (Raw)": 0.9483252763748169, "Finetune/Step": 2576, "Finetune/Step Time": 4.702848309651017}
{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.8723669052124023, "Finetune/Loss (Raw)": 0.979762852191925, "Finetune/Step": 2577, "Finetune/Step Time": 4.707551803439856}
{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.8765981197357178, "Finetune/Loss (Raw)": 1.0302454233169556, "Finetune/Step": 2578, "Finetune/Step Time": 4.670197254046798}
{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8820472955703735, "Finetune/Loss (Raw)": 1.018660068511963, "Finetune/Step": 2579, "Finetune/Step Time": 4.631881991401315}
{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8800396919250488, "Finetune/Loss (Raw)": 0.7087668180465698, "Finetune/Step": 2580, "Finetune/Step Time": 4.642407169565558}
{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.8809386491775513, "Finetune/Loss (Raw)": 1.050439476966858, "Finetune/Step": 2581, "Finetune/Step Time": 4.619283908978105}
{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.8805690407752991, "Finetune/Loss (Raw)": 0.8823311924934387, "Finetune/Step": 2582, "Finetune/Step Time": 4.609105139970779}
{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.8791435956954956, "Finetune/Loss (Raw)": 0.8216742873191833, "Finetune/Step": 2583, "Finetune/Step Time": 4.618024319410324}
{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8798097372055054, "Finetune/Loss (Raw)": 1.0467356443405151, "Finetune/Step": 2584, "Finetune/Step Time": 4.61861296184361}
{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.8786787986755371, "Finetune/Loss (Raw)": 0.8142672181129456, "Finetune/Step": 2585, "Finetune/Step Time": 4.62049113959074}
{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.8787332773208618, "Finetune/Loss (Raw)": 0.9751999974250793, "Finetune/Step": 2586, "Finetune/Step Time": 4.606763832271099}
{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.8792466521263123, "Finetune/Loss (Raw)": 0.9495880007743835, "Finetune/Step": 2587, "Finetune/Step Time": 4.607120705768466}
{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.8785871863365173, "Finetune/Loss (Raw)": 0.85845947265625, "Finetune/Step": 2588, "Finetune/Step Time": 4.615728102624416}
{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.8779991865158081, "Finetune/Loss (Raw)": 0.9994529485702515, "Finetune/Step": 2589, "Finetune/Step Time": 4.620092457160354}
{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.8777240514755249, "Finetune/Loss (Raw)": 0.9320623278617859, "Finetune/Step": 2590, "Finetune/Step Time": 4.622983993962407}
{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.8767437934875488, "Finetune/Loss (Raw)": 0.8194653987884521, "Finetune/Step": 2591, "Finetune/Step Time": 4.661737056449056}
{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.8758461475372314, "Finetune/Loss (Raw)": 0.9128574132919312, "Finetune/Step": 2592, "Finetune/Step Time": 4.6700820326805115}
{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.8753900527954102, "Finetune/Loss (Raw)": 0.8451830744743347, "Finetune/Step": 2593, "Finetune/Step Time": 4.690169487148523}
{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.8755496740341187, "Finetune/Loss (Raw)": 0.8364121913909912, "Finetune/Step": 2594, "Finetune/Step Time": 4.701370995491743}
{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.8753466606140137, "Finetune/Loss (Raw)": 0.892169177532196, "Finetune/Step": 2595, "Finetune/Step Time": 4.700455151498318}
{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.8734675049781799, "Finetune/Loss (Raw)": 0.8723505735397339, "Finetune/Step": 2596, "Finetune/Step Time": 4.687094988301396}
{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.8731001615524292, "Finetune/Loss (Raw)": 0.9638931155204773, "Finetune/Step": 2597, "Finetune/Step Time": 4.690418317914009}
{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.8722800016403198, "Finetune/Loss (Raw)": 0.7401545643806458, "Finetune/Step": 2598, "Finetune/Step Time": 4.696988712996244}
{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.8720327615737915, "Finetune/Loss (Raw)": 0.9587628245353699, "Finetune/Step": 2599, "Finetune/Step Time": 4.700883936136961}
{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8715720176696777, "Finetune/Loss (Raw)": 0.887832760810852, "Finetune/Step": 2600, "Finetune/Step Time": 4.705338461324573}
{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.8713430166244507, "Finetune/Loss (Raw)": 0.917545735836029, "Finetune/Step": 2601, "Finetune/Step Time": 4.71755138784647}
{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.8720384240150452, "Finetune/Loss (Raw)": 1.0265274047851562, "Finetune/Step": 2602, "Finetune/Step Time": 4.715316584333777}
{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.8727864027023315, "Finetune/Loss (Raw)": 0.9893853068351746, "Finetune/Step": 2603, "Finetune/Step Time": 4.714617636054754}
{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.8723086714744568, "Finetune/Loss (Raw)": 0.8798304796218872, "Finetune/Step": 2604, "Finetune/Step Time": 4.731683110818267}
{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8711390495300293, "Finetune/Loss (Raw)": 0.7893356680870056, "Finetune/Step": 2605, "Finetune/Step Time": 4.730158930644393}
{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.8705427646636963, "Finetune/Loss (Raw)": 0.842621386051178, "Finetune/Step": 2606, "Finetune/Step Time": 4.759498730301857}
{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8714730739593506, "Finetune/Loss (Raw)": 0.9593984484672546, "Finetune/Step": 2607, "Finetune/Step Time": 4.779812356457114}
{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.8723194599151611, "Finetune/Loss (Raw)": 0.9577149152755737, "Finetune/Step": 2608, "Finetune/Step Time": 4.7724054250866175}
{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.8766636252403259, "Finetune/Loss (Raw)": 0.9333865642547607, "Finetune/Step": 2609, "Finetune/Step Time": 4.730814877897501}
{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.8749424815177917, "Finetune/Loss (Raw)": 0.8776038289070129, "Finetune/Step": 2610, "Finetune/Step Time": 4.741920495405793}
{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.8733792304992676, "Finetune/Loss (Raw)": 0.7147395610809326, "Finetune/Step": 2611, "Finetune/Step Time": 4.742268394678831}
{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.8734169006347656, "Finetune/Loss (Raw)": 0.8883389234542847, "Finetune/Step": 2612, "Finetune/Step Time": 4.7304052375257015}
{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.8740537166595459, "Finetune/Loss (Raw)": 1.0205708742141724, "Finetune/Step": 2613, "Finetune/Step Time": 4.7291696183383465}
{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.8742192387580872, "Finetune/Loss (Raw)": 0.8461924195289612, "Finetune/Step": 2614, "Finetune/Step Time": 4.72157920524478}
{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.8793210387229919, "Finetune/Loss (Raw)": 0.9681243300437927, "Finetune/Step": 2615, "Finetune/Step Time": 4.693985616788268}
{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.8786770105361938, "Finetune/Loss (Raw)": 0.9548643827438354, "Finetune/Step": 2616, "Finetune/Step Time": 4.697182962670922}
{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.8742066621780396, "Finetune/Loss (Raw)": 0.396442711353302, "Finetune/Step": 2617, "Finetune/Step Time": 4.711180724203587}
{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.8779196739196777, "Finetune/Loss (Raw)": 0.7956507205963135, "Finetune/Step": 2618, "Finetune/Step Time": 4.685355149209499}
{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.8784162402153015, "Finetune/Loss (Raw)": 0.9648485779762268, "Finetune/Step": 2619, "Finetune/Step Time": 4.679100267589092}
{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.878691554069519, "Finetune/Loss (Raw)": 0.836915135383606, "Finetune/Step": 2620, "Finetune/Step Time": 4.674956385046244}
{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.8779200315475464, "Finetune/Loss (Raw)": 0.8879583477973938, "Finetune/Step": 2621, "Finetune/Step Time": 4.671654129400849}
{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.8772940635681152, "Finetune/Loss (Raw)": 0.9447794556617737, "Finetune/Step": 2622, "Finetune/Step Time": 4.6664019376039505}
{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.8770154714584351, "Finetune/Loss (Raw)": 0.9063935279846191, "Finetune/Step": 2623, "Finetune/Step Time": 4.686798175796866}
{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.876907229423523, "Finetune/Loss (Raw)": 0.9109529256820679, "Finetune/Step": 2624, "Finetune/Step Time": 4.675252532586455}
{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.8765987157821655, "Finetune/Loss (Raw)": 0.7720127701759338, "Finetune/Step": 2625, "Finetune/Step Time": 4.689362671226263}
{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8711130619049072, "Finetune/Loss (Raw)": 0.31114161014556885, "Finetune/Step": 2626, "Finetune/Step Time": 4.727503197267652}
{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.8727928400039673, "Finetune/Loss (Raw)": 0.8843994140625, "Finetune/Step": 2627, "Finetune/Step Time": 4.7102180905640125}
{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.8731015920639038, "Finetune/Loss (Raw)": 0.9904978275299072, "Finetune/Step": 2628, "Finetune/Step Time": 4.709376055747271}
{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8708709478378296, "Finetune/Loss (Raw)": 0.6544065475463867, "Finetune/Step": 2629, "Finetune/Step Time": 4.725099332630634}
{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8697882890701294, "Finetune/Loss (Raw)": 0.8107778429985046, "Finetune/Step": 2630, "Finetune/Step Time": 4.725119927898049}
{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8709324598312378, "Finetune/Loss (Raw)": 1.0379811525344849, "Finetune/Step": 2631, "Finetune/Step Time": 4.7222754415124655}
{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8702049255371094, "Finetune/Loss (Raw)": 0.806956946849823, "Finetune/Step": 2632, "Finetune/Step Time": 4.7175616435706615}
{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8706158399581909, "Finetune/Loss (Raw)": 0.955385684967041, "Finetune/Step": 2633, "Finetune/Step Time": 4.7195106111466885}
{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.8713565468788147, "Finetune/Loss (Raw)": 0.9604155421257019, "Finetune/Step": 2634, "Finetune/Step Time": 4.720308471471071}
{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.870672345161438, "Finetune/Loss (Raw)": 0.927420973777771, "Finetune/Step": 2635, "Finetune/Step Time": 4.714442878961563}
{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.8719533681869507, "Finetune/Loss (Raw)": 1.010813593864441, "Finetune/Step": 2636, "Finetune/Step Time": 4.713728668168187}
{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.8718855381011963, "Finetune/Loss (Raw)": 0.8322189450263977, "Finetune/Step": 2637, "Finetune/Step Time": 4.7188626658171415}
{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.8713846206665039, "Finetune/Loss (Raw)": 0.9833299517631531, "Finetune/Step": 2638, "Finetune/Step Time": 4.739179676398635}
{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8701858520507812, "Finetune/Loss (Raw)": 0.8292248845100403, "Finetune/Step": 2639, "Finetune/Step Time": 4.729833906516433}
{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8665536642074585, "Finetune/Loss (Raw)": 0.3486783802509308, "Finetune/Step": 2640, "Finetune/Step Time": 4.758483098819852}
{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8669772744178772, "Finetune/Loss (Raw)": 0.9107071161270142, "Finetune/Step": 2641, "Finetune/Step Time": 4.7498580403625965}
{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8660343885421753, "Finetune/Loss (Raw)": 0.9008768796920776, "Finetune/Step": 2642, "Finetune/Step Time": 4.7392285615205765}
{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.865756094455719, "Finetune/Loss (Raw)": 0.7357836365699768, "Finetune/Step": 2643, "Finetune/Step Time": 4.736409084871411}
{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8645349740982056, "Finetune/Loss (Raw)": 0.7766954898834229, "Finetune/Step": 2644, "Finetune/Step Time": 4.7697737365961075}
{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8646039962768555, "Finetune/Loss (Raw)": 0.9470350742340088, "Finetune/Step": 2645, "Finetune/Step Time": 4.772869562730193}
{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8652166128158569, "Finetune/Loss (Raw)": 0.9474773406982422, "Finetune/Step": 2646, "Finetune/Step Time": 4.759065195918083}
{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8647252917289734, "Finetune/Loss (Raw)": 0.8229088187217712, "Finetune/Step": 2647, "Finetune/Step Time": 4.764897460117936}
{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8644857406616211, "Finetune/Loss (Raw)": 0.9669102430343628, "Finetune/Step": 2648, "Finetune/Step Time": 4.7756585497409105}
{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8680292367935181, "Finetune/Loss (Raw)": 0.8583061695098877, "Finetune/Step": 2649, "Finetune/Step Time": 4.751274766400456}
{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8669146299362183, "Finetune/Loss (Raw)": 0.8092113137245178, "Finetune/Step": 2650, "Finetune/Step Time": 4.7343238312751055}
{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8679678440093994, "Finetune/Loss (Raw)": 0.8527135848999023, "Finetune/Step": 2651, "Finetune/Step Time": 4.729888446629047}
{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8690555095672607, "Finetune/Loss (Raw)": 1.0228415727615356, "Finetune/Step": 2652, "Finetune/Step Time": 4.736458430066705}
{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8693616986274719, "Finetune/Loss (Raw)": 0.893622100353241, "Finetune/Step": 2653, "Finetune/Step Time": 4.748107887804508}
{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8646243810653687, "Finetune/Loss (Raw)": 0.34276828169822693, "Finetune/Step": 2654, "Finetune/Step Time": 4.778255665674806}
{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8641101717948914, "Finetune/Loss (Raw)": 0.9304670095443726, "Finetune/Step": 2655, "Finetune/Step Time": 4.776852622628212}
{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8633424639701843, "Finetune/Loss (Raw)": 0.902280867099762, "Finetune/Step": 2656, "Finetune/Step Time": 4.77366565912962}
{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8668744564056396, "Finetune/Loss (Raw)": 0.7229355573654175, "Finetune/Step": 2657, "Finetune/Step Time": 4.75091758556664}
{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.865184485912323, "Finetune/Loss (Raw)": 0.714265763759613, "Finetune/Step": 2658, "Finetune/Step Time": 4.769716648384929}
{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8664931654930115, "Finetune/Loss (Raw)": 1.0064562559127808, "Finetune/Step": 2659, "Finetune/Step Time": 4.760524535551667}
{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8660560846328735, "Finetune/Loss (Raw)": 0.9365431070327759, "Finetune/Step": 2660, "Finetune/Step Time": 4.74435905739665}
{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8676440715789795, "Finetune/Loss (Raw)": 1.1049671173095703, "Finetune/Step": 2661, "Finetune/Step Time": 4.732023509219289}
{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.8726043105125427, "Finetune/Loss (Raw)": 1.012824535369873, "Finetune/Step": 2662, "Finetune/Step Time": 4.691587282344699}
{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.8723200559616089, "Finetune/Loss (Raw)": 0.9858022332191467, "Finetune/Step": 2663, "Finetune/Step Time": 4.7035616263747215}
{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.869996190071106, "Finetune/Loss (Raw)": 0.43709126114845276, "Finetune/Step": 2664, "Finetune/Step Time": 4.723980726674199}
{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8690349459648132, "Finetune/Loss (Raw)": 0.7823134660720825, "Finetune/Step": 2665, "Finetune/Step Time": 4.717004604637623}
{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8688241243362427, "Finetune/Loss (Raw)": 0.9732510447502136, "Finetune/Step": 2666, "Finetune/Step Time": 4.713700095191598}
{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8681246042251587, "Finetune/Loss (Raw)": 0.7970967888832092, "Finetune/Step": 2667, "Finetune/Step Time": 4.714578693732619}
{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8669540286064148, "Finetune/Loss (Raw)": 0.8601678609848022, "Finetune/Step": 2668, "Finetune/Step Time": 4.716412749141455}
{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8682337403297424, "Finetune/Loss (Raw)": 1.0067611932754517, "Finetune/Step": 2669, "Finetune/Step Time": 4.699937034398317}
{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8682801723480225, "Finetune/Loss (Raw)": 0.9266030788421631, "Finetune/Step": 2670, "Finetune/Step Time": 4.694737551733851}
{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8670896291732788, "Finetune/Loss (Raw)": 0.7821888327598572, "Finetune/Step": 2671, "Finetune/Step Time": 4.700942594558001}
{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8667004108428955, "Finetune/Loss (Raw)": 0.685879647731781, "Finetune/Step": 2672, "Finetune/Step Time": 4.705934962257743}
{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8666252493858337, "Finetune/Loss (Raw)": 0.8665019869804382, "Finetune/Step": 2673, "Finetune/Step Time": 4.700720127671957}
{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.8710348606109619, "Finetune/Loss (Raw)": 0.8435283899307251, "Finetune/Step": 2674, "Finetune/Step Time": 4.674148743972182}
{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.8709409236907959, "Finetune/Loss (Raw)": 0.8636091351509094, "Finetune/Step": 2675, "Finetune/Step Time": 4.678903294727206}
{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8693574666976929, "Finetune/Loss (Raw)": 0.8366593718528748, "Finetune/Step": 2676, "Finetune/Step Time": 4.682415530085564}
{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.8745677471160889, "Finetune/Loss (Raw)": 0.9923951029777527, "Finetune/Step": 2677, "Finetune/Step Time": 4.637311277911067}
{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.8741587400436401, "Finetune/Loss (Raw)": 0.8824744820594788, "Finetune/Step": 2678, "Finetune/Step Time": 4.636704161763191}
{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.8747082948684692, "Finetune/Loss (Raw)": 1.0274560451507568, "Finetune/Step": 2679, "Finetune/Step Time": 4.634283421561122}
{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.8733965754508972, "Finetune/Loss (Raw)": 0.9271915555000305, "Finetune/Step": 2680, "Finetune/Step Time": 4.6419426910579205}
{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8693150281906128, "Finetune/Loss (Raw)": 0.3422161936759949, "Finetune/Step": 2681, "Finetune/Step Time": 4.666678819805384}
{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8688422441482544, "Finetune/Loss (Raw)": 0.896102249622345, "Finetune/Step": 2682, "Finetune/Step Time": 4.648147767409682}
{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.8733844757080078, "Finetune/Loss (Raw)": 0.9114904999732971, "Finetune/Step": 2683, "Finetune/Step Time": 4.609126856550574}
{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.8732398748397827, "Finetune/Loss (Raw)": 0.8873507976531982, "Finetune/Step": 2684, "Finetune/Step Time": 4.6090972777456045}
{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.8743391036987305, "Finetune/Loss (Raw)": 0.9054701328277588, "Finetune/Step": 2685, "Finetune/Step Time": 4.613178923726082}
{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.8737589716911316, "Finetune/Loss (Raw)": 0.7984294891357422, "Finetune/Step": 2686, "Finetune/Step Time": 4.615956390276551}
{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.873702883720398, "Finetune/Loss (Raw)": 0.8968346118927002, "Finetune/Step": 2687, "Finetune/Step Time": 4.6174279153347015}
{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.8739960193634033, "Finetune/Loss (Raw)": 0.928613007068634, "Finetune/Step": 2688, "Finetune/Step Time": 4.598226845264435}
{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.8750542402267456, "Finetune/Loss (Raw)": 1.0330151319503784, "Finetune/Step": 2689, "Finetune/Step Time": 4.595889750868082}
{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8699835538864136, "Finetune/Loss (Raw)": 0.36996448040008545, "Finetune/Step": 2690, "Finetune/Step Time": 4.634091982617974}
{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.8731400966644287, "Finetune/Loss (Raw)": 1.0580558776855469, "Finetune/Step": 2691, "Finetune/Step Time": 4.626764280721545}
{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.8725784420967102, "Finetune/Loss (Raw)": 0.856596827507019, "Finetune/Step": 2692, "Finetune/Step Time": 4.626310866326094}
{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.8724339008331299, "Finetune/Loss (Raw)": 0.9597650766372681, "Finetune/Step": 2693, "Finetune/Step Time": 4.623786402866244}
{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.8722429871559143, "Finetune/Loss (Raw)": 0.904991626739502, "Finetune/Step": 2694, "Finetune/Step Time": 4.625027609989047}
{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.87257981300354, "Finetune/Loss (Raw)": 0.8505114316940308, "Finetune/Step": 2695, "Finetune/Step Time": 4.624330535531044}
{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.8739163875579834, "Finetune/Loss (Raw)": 0.9731215238571167, "Finetune/Step": 2696, "Finetune/Step Time": 4.636257002130151}
{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.8719079494476318, "Finetune/Loss (Raw)": 0.8734949231147766, "Finetune/Step": 2697, "Finetune/Step Time": 4.63907509855926}
{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.8711220026016235, "Finetune/Loss (Raw)": 0.8206255435943604, "Finetune/Step": 2698, "Finetune/Step Time": 4.634021380916238}
{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.8706320524215698, "Finetune/Loss (Raw)": 0.9989703893661499, "Finetune/Step": 2699, "Finetune/Step Time": 4.648270856589079}
{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.87051922082901, "Finetune/Loss (Raw)": 0.8675166964530945, "Finetune/Step": 2700, "Finetune/Step Time": 4.647726874798536}
{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.8702894449234009, "Finetune/Loss (Raw)": 0.8736376166343689, "Finetune/Step": 2701, "Finetune/Step Time": 4.670325096696615}
{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.8705418109893799, "Finetune/Loss (Raw)": 0.9266692399978638, "Finetune/Step": 2702, "Finetune/Step Time": 4.658660672605038}
{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.8705501556396484, "Finetune/Loss (Raw)": 0.8305729627609253, "Finetune/Step": 2703, "Finetune/Step Time": 4.675969975069165}
{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8694337606430054, "Finetune/Loss (Raw)": 0.8054347634315491, "Finetune/Step": 2704, "Finetune/Step Time": 4.68841553106904}
{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8686200380325317, "Finetune/Loss (Raw)": 0.8755984306335449, "Finetune/Step": 2705, "Finetune/Step Time": 4.688375463709235}
{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8682566285133362, "Finetune/Loss (Raw)": 0.983728289604187, "Finetune/Step": 2706, "Finetune/Step Time": 4.695298565551639}
{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8681291937828064, "Finetune/Loss (Raw)": 1.0023465156555176, "Finetune/Step": 2707, "Finetune/Step Time": 4.691489588469267}
{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.870499312877655, "Finetune/Loss (Raw)": 1.0121430158615112, "Finetune/Step": 2708, "Finetune/Step Time": 4.688435014337301}
{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8690669536590576, "Finetune/Loss (Raw)": 0.8670923709869385, "Finetune/Step": 2709, "Finetune/Step Time": 4.698206784203649}
{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8651410341262817, "Finetune/Loss (Raw)": 0.37981921434402466, "Finetune/Step": 2710, "Finetune/Step Time": 4.737151093780994}
{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8662072420120239, "Finetune/Loss (Raw)": 0.9581429362297058, "Finetune/Step": 2711, "Finetune/Step Time": 4.727662848308682}
{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8653147220611572, "Finetune/Loss (Raw)": 0.9325065016746521, "Finetune/Step": 2712, "Finetune/Step Time": 4.746013512834907}
{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8658517599105835, "Finetune/Loss (Raw)": 0.8830018043518066, "Finetune/Step": 2713, "Finetune/Step Time": 4.753098949790001}
{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8656710386276245, "Finetune/Loss (Raw)": 0.9520660638809204, "Finetune/Step": 2714, "Finetune/Step Time": 4.752961816266179}
{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8646878600120544, "Finetune/Loss (Raw)": 0.8237407803535461, "Finetune/Step": 2715, "Finetune/Step Time": 4.745663542300463}
{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8646948933601379, "Finetune/Loss (Raw)": 0.859356701374054, "Finetune/Step": 2716, "Finetune/Step Time": 4.7380997240543365}
{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8639242649078369, "Finetune/Loss (Raw)": 0.900806725025177, "Finetune/Step": 2717, "Finetune/Step Time": 4.719814758747816}
{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8634248971939087, "Finetune/Loss (Raw)": 0.8681578636169434, "Finetune/Step": 2718, "Finetune/Step Time": 4.719705099239945}
{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8643659949302673, "Finetune/Loss (Raw)": 0.9399150013923645, "Finetune/Step": 2719, "Finetune/Step Time": 4.6822267062962055}
{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8646290302276611, "Finetune/Loss (Raw)": 0.9465385675430298, "Finetune/Step": 2720, "Finetune/Step Time": 4.672105407342315}
{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8647827506065369, "Finetune/Loss (Raw)": 0.8648547530174255, "Finetune/Step": 2721, "Finetune/Step Time": 4.662954572588205}
{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.865204930305481, "Finetune/Loss (Raw)": 0.8904421925544739, "Finetune/Step": 2722, "Finetune/Step Time": 4.653597479686141}
{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8648960590362549, "Finetune/Loss (Raw)": 0.852634847164154, "Finetune/Step": 2723, "Finetune/Step Time": 4.648474110290408}
{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8652945756912231, "Finetune/Loss (Raw)": 0.9233648180961609, "Finetune/Step": 2724, "Finetune/Step Time": 4.651751473546028}
{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8649210929870605, "Finetune/Loss (Raw)": 0.9160866737365723, "Finetune/Step": 2725, "Finetune/Step Time": 4.645367251709104}
{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8662918210029602, "Finetune/Loss (Raw)": 0.9156078696250916, "Finetune/Step": 2726, "Finetune/Step Time": 4.642280243337154}
{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.865707516670227, "Finetune/Loss (Raw)": 0.8839688301086426, "Finetune/Step": 2727, "Finetune/Step Time": 4.63997633010149}
{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8649462461471558, "Finetune/Loss (Raw)": 0.7903890609741211, "Finetune/Step": 2728, "Finetune/Step Time": 4.6499023251235485}
{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8610690832138062, "Finetune/Loss (Raw)": 0.4212709069252014, "Finetune/Step": 2729, "Finetune/Step Time": 4.672388035804033}
{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8591874241828918, "Finetune/Loss (Raw)": 0.7856761813163757, "Finetune/Step": 2730, "Finetune/Step Time": 4.674320254474878}
{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8585168123245239, "Finetune/Loss (Raw)": 0.903542697429657, "Finetune/Step": 2731, "Finetune/Step Time": 4.676904806867242}
{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8589814305305481, "Finetune/Loss (Raw)": 0.9393061995506287, "Finetune/Step": 2732, "Finetune/Step Time": 4.666469482704997}
{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8598109483718872, "Finetune/Loss (Raw)": 0.8955127000808716, "Finetune/Step": 2733, "Finetune/Step Time": 4.66678617335856}
{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8606833219528198, "Finetune/Loss (Raw)": 0.9542835354804993, "Finetune/Step": 2734, "Finetune/Step Time": 4.648576445877552}
{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8607314825057983, "Finetune/Loss (Raw)": 0.9655637741088867, "Finetune/Step": 2735, "Finetune/Step Time": 4.625486049801111}
{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8568216562271118, "Finetune/Loss (Raw)": 0.4572644829750061, "Finetune/Step": 2736, "Finetune/Step Time": 4.661556785926223}
{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8543306589126587, "Finetune/Loss (Raw)": 0.6145345568656921, "Finetune/Step": 2737, "Finetune/Step Time": 4.666420863941312}
{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8546644449234009, "Finetune/Loss (Raw)": 0.92032790184021, "Finetune/Step": 2738, "Finetune/Step Time": 4.655891379341483}
{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8564273118972778, "Finetune/Loss (Raw)": 0.940392792224884, "Finetune/Step": 2739, "Finetune/Step Time": 4.642304539680481}
{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8560562133789062, "Finetune/Loss (Raw)": 0.8408346176147461, "Finetune/Step": 2740, "Finetune/Step Time": 4.651373650878668}
{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8558993339538574, "Finetune/Loss (Raw)": 1.000490427017212, "Finetune/Step": 2741, "Finetune/Step Time": 4.651718344539404}
{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8564310669898987, "Finetune/Loss (Raw)": 0.914253294467926, "Finetune/Step": 2742, "Finetune/Step Time": 4.656746281310916}
{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.8564149141311646, "Finetune/Loss (Raw)": 0.9660585522651672, "Finetune/Step": 2743, "Finetune/Step Time": 4.648872662335634}
{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8562498688697815, "Finetune/Loss (Raw)": 0.9337343573570251, "Finetune/Step": 2744, "Finetune/Step Time": 4.645426243543625}
{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8608455657958984, "Finetune/Loss (Raw)": 0.9846920371055603, "Finetune/Step": 2745, "Finetune/Step Time": 4.607999365776777}
{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8617379665374756, "Finetune/Loss (Raw)": 0.9098740816116333, "Finetune/Step": 2746, "Finetune/Step Time": 4.609542045742273}
{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8611030578613281, "Finetune/Loss (Raw)": 0.8835924863815308, "Finetune/Step": 2747, "Finetune/Step Time": 4.626377584412694}
{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8625401854515076, "Finetune/Loss (Raw)": 1.0208642482757568, "Finetune/Step": 2748, "Finetune/Step Time": 4.634199922904372}
{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8629838228225708, "Finetune/Loss (Raw)": 0.9447476267814636, "Finetune/Step": 2749, "Finetune/Step Time": 4.6421787813305855}
{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.862341046333313, "Finetune/Loss (Raw)": 0.8624959588050842, "Finetune/Step": 2750, "Finetune/Step Time": 4.640529593452811}
{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8625848293304443, "Finetune/Loss (Raw)": 0.9375964403152466, "Finetune/Step": 2751, "Finetune/Step Time": 4.629629587754607}
{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8629180788993835, "Finetune/Loss (Raw)": 0.953612744808197, "Finetune/Step": 2752, "Finetune/Step Time": 4.62932075932622}
{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.864589273929596, "Finetune/Loss (Raw)": 0.9859253168106079, "Finetune/Step": 2753, "Finetune/Step Time": 4.615220993757248}
{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8695074319839478, "Finetune/Loss (Raw)": 0.9406617283821106, "Finetune/Step": 2754, "Finetune/Step Time": 4.574576457962394}
{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8653883934020996, "Finetune/Loss (Raw)": 0.3571610450744629, "Finetune/Step": 2755, "Finetune/Step Time": 4.6158016212284565}
{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8652389049530029, "Finetune/Loss (Raw)": 0.9713670611381531, "Finetune/Step": 2756, "Finetune/Step Time": 4.6327151991426945}
{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8662282228469849, "Finetune/Loss (Raw)": 0.7810384035110474, "Finetune/Step": 2757, "Finetune/Step Time": 4.649436181411147}
{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8673290610313416, "Finetune/Loss (Raw)": 0.9516909718513489, "Finetune/Step": 2758, "Finetune/Step Time": 4.649429669603705}
{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8657361268997192, "Finetune/Loss (Raw)": 0.8340796232223511, "Finetune/Step": 2759, "Finetune/Step Time": 4.650404796004295}
{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8652222752571106, "Finetune/Loss (Raw)": 0.7411852478981018, "Finetune/Step": 2760, "Finetune/Step Time": 4.644556390121579}
{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8610213398933411, "Finetune/Loss (Raw)": 0.41766759753227234, "Finetune/Step": 2761, "Finetune/Step Time": 4.682969296351075}
{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.860037088394165, "Finetune/Loss (Raw)": 0.8344317674636841, "Finetune/Step": 2762, "Finetune/Step Time": 4.692299742251635}
{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.859795331954956, "Finetune/Loss (Raw)": 0.8964746594429016, "Finetune/Step": 2763, "Finetune/Step Time": 4.695250798016787}
{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8587627410888672, "Finetune/Loss (Raw)": 0.8786420822143555, "Finetune/Step": 2764, "Finetune/Step Time": 4.696106020361185}
{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8550270795822144, "Finetune/Loss (Raw)": 0.35405486822128296, "Finetune/Step": 2765, "Finetune/Step Time": 4.727953638881445}
{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8541064262390137, "Finetune/Loss (Raw)": 0.865483283996582, "Finetune/Step": 2766, "Finetune/Step Time": 4.713631369173527}
{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8554432392120361, "Finetune/Loss (Raw)": 1.0003418922424316, "Finetune/Step": 2767, "Finetune/Step Time": 4.727102247998118}
{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8602055311203003, "Finetune/Loss (Raw)": 0.9582482576370239, "Finetune/Step": 2768, "Finetune/Step Time": 4.6911162957549095}
{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.860396146774292, "Finetune/Loss (Raw)": 0.9351104497909546, "Finetune/Step": 2769, "Finetune/Step Time": 4.699537597596645}
{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8586780428886414, "Finetune/Loss (Raw)": 0.6809554696083069, "Finetune/Step": 2770, "Finetune/Step Time": 4.7158819530159235}
{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.860001266002655, "Finetune/Loss (Raw)": 0.9051575064659119, "Finetune/Step": 2771, "Finetune/Step Time": 4.708869220688939}
{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8611206412315369, "Finetune/Loss (Raw)": 0.9199745059013367, "Finetune/Step": 2772, "Finetune/Step Time": 4.677766906097531}
{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8611878156661987, "Finetune/Loss (Raw)": 0.9556432366371155, "Finetune/Step": 2773, "Finetune/Step Time": 4.670824598520994}
{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8563750982284546, "Finetune/Loss (Raw)": 0.33144256472587585, "Finetune/Step": 2774, "Finetune/Step Time": 4.708476956933737}
{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8572012186050415, "Finetune/Loss (Raw)": 0.9286531805992126, "Finetune/Step": 2775, "Finetune/Step Time": 4.6984196696430445}
{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8559464812278748, "Finetune/Loss (Raw)": 0.8063023686408997, "Finetune/Step": 2776, "Finetune/Step Time": 4.690999390557408}
{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.8559472560882568, "Finetune/Loss (Raw)": 0.8584029674530029, "Finetune/Step": 2777, "Finetune/Step Time": 4.6777317598462105}
{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.856640636920929, "Finetune/Loss (Raw)": 0.8979617953300476, "Finetune/Step": 2778, "Finetune/Step Time": 4.678133826702833}
{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8565540909767151, "Finetune/Loss (Raw)": 0.8416388630867004, "Finetune/Step": 2779, "Finetune/Step Time": 4.6838754415512085}
{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8555268049240112, "Finetune/Loss (Raw)": 0.8913443684577942, "Finetune/Step": 2780, "Finetune/Step Time": 4.682499239221215}
{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8563464283943176, "Finetune/Loss (Raw)": 0.9985431432723999, "Finetune/Step": 2781, "Finetune/Step Time": 4.667240625247359}
{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8604348301887512, "Finetune/Loss (Raw)": 0.8660799860954285, "Finetune/Step": 2782, "Finetune/Step Time": 4.63190639950335}
{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8613607287406921, "Finetune/Loss (Raw)": 1.048980474472046, "Finetune/Step": 2783, "Finetune/Step Time": 4.635847872123122}
{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8599178791046143, "Finetune/Loss (Raw)": 0.7175964117050171, "Finetune/Step": 2784, "Finetune/Step Time": 4.648296523839235}
{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8611255884170532, "Finetune/Loss (Raw)": 0.8775241374969482, "Finetune/Step": 2785, "Finetune/Step Time": 4.6371134147048}
{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8631496429443359, "Finetune/Loss (Raw)": 0.9733408093452454, "Finetune/Step": 2786, "Finetune/Step Time": 4.614229328930378}
{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8617646098136902, "Finetune/Loss (Raw)": 0.8291789889335632, "Finetune/Step": 2787, "Finetune/Step Time": 4.614574860781431}
{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8617594242095947, "Finetune/Loss (Raw)": 0.9358739852905273, "Finetune/Step": 2788, "Finetune/Step Time": 4.624775815755129}
{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.859896183013916, "Finetune/Loss (Raw)": 0.8664706349372864, "Finetune/Step": 2789, "Finetune/Step Time": 4.638178940862417}
{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8591480255126953, "Finetune/Loss (Raw)": 0.9170604944229126, "Finetune/Step": 2790, "Finetune/Step Time": 4.641293194144964}
{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8573060631752014, "Finetune/Loss (Raw)": 0.750031590461731, "Finetune/Step": 2791, "Finetune/Step Time": 4.6510704811662436}
{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8615478873252869, "Finetune/Loss (Raw)": 0.9800466895103455, "Finetune/Step": 2792, "Finetune/Step Time": 4.621517036110163}
{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.863198459148407, "Finetune/Loss (Raw)": 0.9935829043388367, "Finetune/Step": 2793, "Finetune/Step Time": 4.619344737380743}
{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8620444536209106, "Finetune/Loss (Raw)": 0.8255353569984436, "Finetune/Step": 2794, "Finetune/Step Time": 4.622214967384934}
{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8629336953163147, "Finetune/Loss (Raw)": 0.9109272360801697, "Finetune/Step": 2795, "Finetune/Step Time": 4.627054888755083}
{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8629094362258911, "Finetune/Loss (Raw)": 0.8570650219917297, "Finetune/Step": 2796, "Finetune/Step Time": 4.648661520332098}
{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8611050248146057, "Finetune/Loss (Raw)": 0.7757948040962219, "Finetune/Step": 2797, "Finetune/Step Time": 4.665611032396555}
{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8568224906921387, "Finetune/Loss (Raw)": 0.37843504548072815, "Finetune/Step": 2798, "Finetune/Step Time": 4.707734540104866}
{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.856529712677002, "Finetune/Loss (Raw)": 0.7447112202644348, "Finetune/Step": 2799, "Finetune/Step Time": 4.71115498803556}
{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8569456338882446, "Finetune/Loss (Raw)": 0.739128053188324, "Finetune/Step": 2800, "Finetune/Step Time": 4.7058098670095205}
{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8578407168388367, "Finetune/Loss (Raw)": 0.9810613989830017, "Finetune/Step": 2801, "Finetune/Step Time": 4.709487102925777}
{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8589487075805664, "Finetune/Loss (Raw)": 0.9853579998016357, "Finetune/Step": 2802, "Finetune/Step Time": 4.708619775250554}
{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8594191074371338, "Finetune/Loss (Raw)": 0.9238245487213135, "Finetune/Step": 2803, "Finetune/Step Time": 4.707451859489083}
{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8600870370864868, "Finetune/Loss (Raw)": 0.922150194644928, "Finetune/Step": 2804, "Finetune/Step Time": 4.701972162351012}
{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8603558540344238, "Finetune/Loss (Raw)": 1.0268007516860962, "Finetune/Step": 2805, "Finetune/Step Time": 4.700307397171855}
{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.860045313835144, "Finetune/Loss (Raw)": 0.8427306413650513, "Finetune/Step": 2806, "Finetune/Step Time": 4.706683021038771}
{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.858622133731842, "Finetune/Loss (Raw)": 0.8452858328819275, "Finetune/Step": 2807, "Finetune/Step Time": 4.705120267346501}
{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8573610186576843, "Finetune/Loss (Raw)": 0.7657652497291565, "Finetune/Step": 2808, "Finetune/Step Time": 4.710565367713571}
{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8574312329292297, "Finetune/Loss (Raw)": 0.3512020409107208, "Finetune/Step": 2809, "Finetune/Step Time": 4.711136231198907}
{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8564199209213257, "Finetune/Loss (Raw)": 0.766654908657074, "Finetune/Step": 2810, "Finetune/Step Time": 4.703799434006214}
{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8565154075622559, "Finetune/Loss (Raw)": 0.9237225651741028, "Finetune/Step": 2811, "Finetune/Step Time": 4.7128109112381935}
{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8564373254776001, "Finetune/Loss (Raw)": 0.877353310585022, "Finetune/Step": 2812, "Finetune/Step Time": 4.7119655553251505}
{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8571759462356567, "Finetune/Loss (Raw)": 1.0000046491622925, "Finetune/Step": 2813, "Finetune/Step Time": 4.704796958714724}
{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8536840677261353, "Finetune/Loss (Raw)": 0.35147684812545776, "Finetune/Step": 2814, "Finetune/Step Time": 4.742001786828041}
{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8546695113182068, "Finetune/Loss (Raw)": 1.0229709148406982, "Finetune/Step": 2815, "Finetune/Step Time": 4.744321284815669}
{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8547364473342896, "Finetune/Loss (Raw)": 0.9371844530105591, "Finetune/Step": 2816, "Finetune/Step Time": 4.7428826577961445}
{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8534376621246338, "Finetune/Loss (Raw)": 0.8667656779289246, "Finetune/Step": 2817, "Finetune/Step Time": 4.749682817608118}
{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8571088314056396, "Finetune/Loss (Raw)": 0.8398697972297668, "Finetune/Step": 2818, "Finetune/Step Time": 4.722437785938382}
{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8569597005844116, "Finetune/Loss (Raw)": 1.0389649868011475, "Finetune/Step": 2819, "Finetune/Step Time": 4.731184370815754}
{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8581764101982117, "Finetune/Loss (Raw)": 1.0123406648635864, "Finetune/Step": 2820, "Finetune/Step Time": 4.7310521472245455}
{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8563817739486694, "Finetune/Loss (Raw)": 0.730049729347229, "Finetune/Step": 2821, "Finetune/Step Time": 4.744147971272469}
{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8564419746398926, "Finetune/Loss (Raw)": 0.9126980900764465, "Finetune/Step": 2822, "Finetune/Step Time": 4.739973688498139}
{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8529504537582397, "Finetune/Loss (Raw)": 0.4036012589931488, "Finetune/Step": 2823, "Finetune/Step Time": 4.771952971816063}
{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8517229557037354, "Finetune/Loss (Raw)": 0.8160008192062378, "Finetune/Step": 2824, "Finetune/Step Time": 4.757959706708789}
{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8511740565299988, "Finetune/Loss (Raw)": 0.8032326102256775, "Finetune/Step": 2825, "Finetune/Step Time": 4.756863370537758}
{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8508593440055847, "Finetune/Loss (Raw)": 0.7803404927253723, "Finetune/Step": 2826, "Finetune/Step Time": 4.759814804419875}
{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8504493832588196, "Finetune/Loss (Raw)": 0.946502149105072, "Finetune/Step": 2827, "Finetune/Step Time": 4.742316519841552}
{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8518781661987305, "Finetune/Loss (Raw)": 1.0503941774368286, "Finetune/Step": 2828, "Finetune/Step Time": 4.74198572896421}
{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8523311018943787, "Finetune/Loss (Raw)": 0.9316148161888123, "Finetune/Step": 2829, "Finetune/Step Time": 4.724569998681545}
{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8526703715324402, "Finetune/Loss (Raw)": 0.9700964093208313, "Finetune/Step": 2830, "Finetune/Step Time": 4.716619720682502}
{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8544399738311768, "Finetune/Loss (Raw)": 1.0570839643478394, "Finetune/Step": 2831, "Finetune/Step Time": 4.700246024876833}
{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8559709191322327, "Finetune/Loss (Raw)": 1.0013959407806396, "Finetune/Step": 2832, "Finetune/Step Time": 4.695571998134255}
{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8560890555381775, "Finetune/Loss (Raw)": 0.8907213807106018, "Finetune/Step": 2833, "Finetune/Step Time": 4.702261738479137}
{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8511753082275391, "Finetune/Loss (Raw)": 0.35475847125053406, "Finetune/Step": 2834, "Finetune/Step Time": 4.733496701344848}
{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8506261110305786, "Finetune/Loss (Raw)": 0.9320617318153381, "Finetune/Step": 2835, "Finetune/Step Time": 4.736506471410394}
{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8485806584358215, "Finetune/Loss (Raw)": 0.7503232955932617, "Finetune/Step": 2836, "Finetune/Step Time": 4.728773707523942}
{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8492714166641235, "Finetune/Loss (Raw)": 0.9555072784423828, "Finetune/Step": 2837, "Finetune/Step Time": 4.7170186918228865}
{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8528280258178711, "Finetune/Loss (Raw)": 0.8350655436515808, "Finetune/Step": 2838, "Finetune/Step Time": 4.674487333744764}
{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8519011735916138, "Finetune/Loss (Raw)": 0.8395073413848877, "Finetune/Step": 2839, "Finetune/Step Time": 4.679580280557275}
{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8519738912582397, "Finetune/Loss (Raw)": 0.941817581653595, "Finetune/Step": 2840, "Finetune/Step Time": 4.6633617747575045}
{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8534824252128601, "Finetune/Loss (Raw)": 1.0760884284973145, "Finetune/Step": 2841, "Finetune/Step Time": 4.657697157934308}
{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8531216382980347, "Finetune/Loss (Raw)": 0.9058876037597656, "Finetune/Step": 2842, "Finetune/Step Time": 4.659614738076925}
{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8525630235671997, "Finetune/Loss (Raw)": 0.7522408962249756, "Finetune/Step": 2843, "Finetune/Step Time": 4.664780514314771}
{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.852961540222168, "Finetune/Loss (Raw)": 0.9103613495826721, "Finetune/Step": 2844, "Finetune/Step Time": 4.665071101859212}
{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8534530401229858, "Finetune/Loss (Raw)": 0.9637245535850525, "Finetune/Step": 2845, "Finetune/Step Time": 4.675880741328001}
{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8533488512039185, "Finetune/Loss (Raw)": 0.8548116683959961, "Finetune/Step": 2846, "Finetune/Step Time": 4.674140417948365}
{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8513883948326111, "Finetune/Loss (Raw)": 0.6889817714691162, "Finetune/Step": 2847, "Finetune/Step Time": 4.685948619619012}
{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.851599931716919, "Finetune/Loss (Raw)": 0.9736177325248718, "Finetune/Step": 2848, "Finetune/Step Time": 4.692695425823331}
{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8515959978103638, "Finetune/Loss (Raw)": 0.8643521666526794, "Finetune/Step": 2849, "Finetune/Step Time": 4.688420979306102}
{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8514752388000488, "Finetune/Loss (Raw)": 0.8749786019325256, "Finetune/Step": 2850, "Finetune/Step Time": 4.683365613222122}
{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8521212339401245, "Finetune/Loss (Raw)": 0.9353322386741638, "Finetune/Step": 2851, "Finetune/Step Time": 4.6799474731087685}
{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8526453971862793, "Finetune/Loss (Raw)": 0.9904541969299316, "Finetune/Step": 2852, "Finetune/Step Time": 4.680140282958746}
{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8523828387260437, "Finetune/Loss (Raw)": 0.8824777007102966, "Finetune/Step": 2853, "Finetune/Step Time": 4.680379990488291}
{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8526313304901123, "Finetune/Loss (Raw)": 0.9474136233329773, "Finetune/Step": 2854, "Finetune/Step Time": 4.673535333946347}
{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8531571626663208, "Finetune/Loss (Raw)": 0.9512772560119629, "Finetune/Step": 2855, "Finetune/Step Time": 4.678269352763891}
{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8544793128967285, "Finetune/Loss (Raw)": 0.9596251249313354, "Finetune/Step": 2856, "Finetune/Step Time": 4.6804707236588}
{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8588910102844238, "Finetune/Loss (Raw)": 0.9859596490859985, "Finetune/Step": 2857, "Finetune/Step Time": 4.650736033916473}
{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8591325283050537, "Finetune/Loss (Raw)": 0.8165989518165588, "Finetune/Step": 2858, "Finetune/Step Time": 4.649636739864945}
{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8591257333755493, "Finetune/Loss (Raw)": 0.9026634693145752, "Finetune/Step": 2859, "Finetune/Step Time": 4.651221502572298}
{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8579592704772949, "Finetune/Loss (Raw)": 0.7900063991546631, "Finetune/Step": 2860, "Finetune/Step Time": 4.656289152801037}
{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8590461015701294, "Finetune/Loss (Raw)": 1.0346266031265259, "Finetune/Step": 2861, "Finetune/Step Time": 4.66188558191061}
{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8580111265182495, "Finetune/Loss (Raw)": 0.8218058347702026, "Finetune/Step": 2862, "Finetune/Step Time": 4.672462414950132}
{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8577660322189331, "Finetune/Loss (Raw)": 0.9341965317726135, "Finetune/Step": 2863, "Finetune/Step Time": 4.6753650307655334}
{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8608635663986206, "Finetune/Loss (Raw)": 0.8537439107894897, "Finetune/Step": 2864, "Finetune/Step Time": 4.636146828532219}
{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8638716340065002, "Finetune/Loss (Raw)": 0.9995707273483276, "Finetune/Step": 2865, "Finetune/Step Time": 4.628251256421208}
{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.8597752451896667, "Finetune/Loss (Raw)": 0.39598971605300903, "Finetune/Step": 2866, "Finetune/Step Time": 4.662435673177242}
{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8595496416091919, "Finetune/Loss (Raw)": 0.9115140438079834, "Finetune/Step": 2867, "Finetune/Step Time": 4.671042367815971}
{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8610391020774841, "Finetune/Loss (Raw)": 1.0314860343933105, "Finetune/Step": 2868, "Finetune/Step Time": 4.665758000686765}
{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8588923215866089, "Finetune/Loss (Raw)": 0.7256982922554016, "Finetune/Step": 2869, "Finetune/Step Time": 4.697336740791798}
{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8546907305717468, "Finetune/Loss (Raw)": 0.37645411491394043, "Finetune/Step": 2870, "Finetune/Step Time": 4.728666728362441}
{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8551105856895447, "Finetune/Loss (Raw)": 1.019795536994934, "Finetune/Step": 2871, "Finetune/Step Time": 4.726985938847065}
{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8554889559745789, "Finetune/Loss (Raw)": 0.9821664094924927, "Finetune/Step": 2872, "Finetune/Step Time": 4.727243687957525}
{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8547763824462891, "Finetune/Loss (Raw)": 0.893488883972168, "Finetune/Step": 2873, "Finetune/Step Time": 4.728613708168268}
{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8504887223243713, "Finetune/Loss (Raw)": 0.3610496520996094, "Finetune/Step": 2874, "Finetune/Step Time": 4.752744352445006}
{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8514969348907471, "Finetune/Loss (Raw)": 1.0126436948776245, "Finetune/Step": 2875, "Finetune/Step Time": 4.7378558944910765}
{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8504408001899719, "Finetune/Loss (Raw)": 0.8856769800186157, "Finetune/Step": 2876, "Finetune/Step Time": 4.7409527618438005}
{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8496305346488953, "Finetune/Loss (Raw)": 0.8410332798957825, "Finetune/Step": 2877, "Finetune/Step Time": 4.7322036642581224}
{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8502376079559326, "Finetune/Loss (Raw)": 0.9402069449424744, "Finetune/Step": 2878, "Finetune/Step Time": 4.73725675418973}
{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8490506410598755, "Finetune/Loss (Raw)": 0.785658597946167, "Finetune/Step": 2879, "Finetune/Step Time": 4.738613102585077}
{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8492828607559204, "Finetune/Loss (Raw)": 0.9833419322967529, "Finetune/Step": 2880, "Finetune/Step Time": 4.730148803442717}
{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8492682576179504, "Finetune/Loss (Raw)": 0.9840533137321472, "Finetune/Step": 2881, "Finetune/Step Time": 4.735296750441194}
{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8496971130371094, "Finetune/Loss (Raw)": 0.995559573173523, "Finetune/Step": 2882, "Finetune/Step Time": 4.7367167472839355}
{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8547466993331909, "Finetune/Loss (Raw)": 1.0035067796707153, "Finetune/Step": 2883, "Finetune/Step Time": 4.701505733653903}
{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8539034128189087, "Finetune/Loss (Raw)": 0.8634242415428162, "Finetune/Step": 2884, "Finetune/Step Time": 4.712781209498644}
{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8551410436630249, "Finetune/Loss (Raw)": 0.9394587278366089, "Finetune/Step": 2885, "Finetune/Step Time": 4.6856905203312635}
{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.853134036064148, "Finetune/Loss (Raw)": 0.6947869658470154, "Finetune/Step": 2886, "Finetune/Step Time": 4.709076784551144}
{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8527635335922241, "Finetune/Loss (Raw)": 0.7866533994674683, "Finetune/Step": 2887, "Finetune/Step Time": 4.71392940543592}
{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8552682399749756, "Finetune/Loss (Raw)": 1.061788558959961, "Finetune/Step": 2888, "Finetune/Step Time": 4.721684757620096}
{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8545819520950317, "Finetune/Loss (Raw)": 0.3298303782939911, "Finetune/Step": 2889, "Finetune/Step Time": 4.72054629586637}
{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8544209003448486, "Finetune/Loss (Raw)": 0.8138073682785034, "Finetune/Step": 2890, "Finetune/Step Time": 4.709535108879209}
{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8544516563415527, "Finetune/Loss (Raw)": 0.9004214406013489, "Finetune/Step": 2891, "Finetune/Step Time": 4.708465855568647}
{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8561867475509644, "Finetune/Loss (Raw)": 1.1007258892059326, "Finetune/Step": 2892, "Finetune/Step Time": 4.717490656301379}
{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8603121042251587, "Finetune/Loss (Raw)": 0.8821017146110535, "Finetune/Step": 2893, "Finetune/Step Time": 4.676958177238703}
{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.861494779586792, "Finetune/Loss (Raw)": 1.0168678760528564, "Finetune/Step": 2894, "Finetune/Step Time": 4.675956733524799}
{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.860633373260498, "Finetune/Loss (Raw)": 0.8900827169418335, "Finetune/Step": 2895, "Finetune/Step Time": 4.662665413692594}
{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8605287671089172, "Finetune/Loss (Raw)": 0.9448534250259399, "Finetune/Step": 2896, "Finetune/Step Time": 4.664711190387607}
{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8608503341674805, "Finetune/Loss (Raw)": 0.9762794971466064, "Finetune/Step": 2897, "Finetune/Step Time": 4.659169198945165}
{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8627023696899414, "Finetune/Loss (Raw)": 0.9180136322975159, "Finetune/Step": 2898, "Finetune/Step Time": 4.642244225367904}
{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8624236583709717, "Finetune/Loss (Raw)": 0.8694893717765808, "Finetune/Step": 2899, "Finetune/Step Time": 4.642750134691596}
{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8614143133163452, "Finetune/Loss (Raw)": 0.7907671928405762, "Finetune/Step": 2900, "Finetune/Step Time": 4.646142682060599}
{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8601484894752502, "Finetune/Loss (Raw)": 0.7936244010925293, "Finetune/Step": 2901, "Finetune/Step Time": 4.655657893046737}
{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8648287057876587, "Finetune/Loss (Raw)": 0.9305019378662109, "Finetune/Step": 2902, "Finetune/Step Time": 4.6407118160277605}
{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8650770783424377, "Finetune/Loss (Raw)": 0.9604482650756836, "Finetune/Step": 2903, "Finetune/Step Time": 4.643672419711947}
{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8655251860618591, "Finetune/Loss (Raw)": 0.8636569380760193, "Finetune/Step": 2904, "Finetune/Step Time": 4.641835814341903}
{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8658605217933655, "Finetune/Loss (Raw)": 0.9013323783874512, "Finetune/Step": 2905, "Finetune/Step Time": 4.643485639244318}
{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8661630153656006, "Finetune/Loss (Raw)": 0.9366791248321533, "Finetune/Step": 2906, "Finetune/Step Time": 4.64469419233501}
{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.866301953792572, "Finetune/Loss (Raw)": 0.8594242334365845, "Finetune/Step": 2907, "Finetune/Step Time": 4.636999988928437}
{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8667142391204834, "Finetune/Loss (Raw)": 0.9441170692443848, "Finetune/Step": 2908, "Finetune/Step Time": 4.640028910711408}
{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8673787117004395, "Finetune/Loss (Raw)": 1.0835952758789062, "Finetune/Step": 2909, "Finetune/Step Time": 4.634434854611754}
{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8683157563209534, "Finetune/Loss (Raw)": 0.9860185384750366, "Finetune/Step": 2910, "Finetune/Step Time": 4.635653292760253}
{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8683413863182068, "Finetune/Loss (Raw)": 1.0522613525390625, "Finetune/Step": 2911, "Finetune/Step Time": 4.6214446891099215}
{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.870112955570221, "Finetune/Loss (Raw)": 0.9443550109863281, "Finetune/Step": 2912, "Finetune/Step Time": 4.613476054742932}
{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.8706032037734985, "Finetune/Loss (Raw)": 0.940281867980957, "Finetune/Step": 2913, "Finetune/Step Time": 4.606081910431385}
{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.8684820532798767, "Finetune/Loss (Raw)": 0.701831042766571, "Finetune/Step": 2914, "Finetune/Step Time": 4.632595784962177}
{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.8678080439567566, "Finetune/Loss (Raw)": 0.7429060935974121, "Finetune/Step": 2915, "Finetune/Step Time": 4.644540540874004}
{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8677660226821899, "Finetune/Loss (Raw)": 0.9304929971694946, "Finetune/Step": 2916, "Finetune/Step Time": 4.631339689716697}
{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.8686498403549194, "Finetune/Loss (Raw)": 0.979608416557312, "Finetune/Step": 2917, "Finetune/Step Time": 4.615486359223723}
{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.8681426644325256, "Finetune/Loss (Raw)": 0.8521389365196228, "Finetune/Step": 2918, "Finetune/Step Time": 4.621020890772343}
{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.8693859577178955, "Finetune/Loss (Raw)": 0.9091721177101135, "Finetune/Step": 2919, "Finetune/Step Time": 4.594236008822918}
{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8644352555274963, "Finetune/Loss (Raw)": 0.3463522493839264, "Finetune/Step": 2920, "Finetune/Step Time": 4.618881141766906}
{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8636816143989563, "Finetune/Loss (Raw)": 0.8971194624900818, "Finetune/Step": 2921, "Finetune/Step Time": 4.6420542020350695}
{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8639583587646484, "Finetune/Loss (Raw)": 0.8609582781791687, "Finetune/Step": 2922, "Finetune/Step Time": 4.641031434759498}
{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8637900352478027, "Finetune/Loss (Raw)": 0.8893771767616272, "Finetune/Step": 2923, "Finetune/Step Time": 4.6628663539886475}
{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8649500012397766, "Finetune/Loss (Raw)": 1.0055444240570068, "Finetune/Step": 2924, "Finetune/Step Time": 4.635591270402074}
{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8668307065963745, "Finetune/Loss (Raw)": 1.0165283679962158, "Finetune/Step": 2925, "Finetune/Step Time": 4.620358092710376}
{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.8708113431930542, "Finetune/Loss (Raw)": 0.8879517912864685, "Finetune/Step": 2926, "Finetune/Step Time": 4.61528504639864}
{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.8704614043235779, "Finetune/Loss (Raw)": 0.6999218463897705, "Finetune/Step": 2927, "Finetune/Step Time": 4.624700279906392}
{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.8717525005340576, "Finetune/Loss (Raw)": 0.9043865203857422, "Finetune/Step": 2928, "Finetune/Step Time": 4.633764024823904}
{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.8722875714302063, "Finetune/Loss (Raw)": 1.0495514869689941, "Finetune/Step": 2929, "Finetune/Step Time": 4.623833704739809}
{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.8721861839294434, "Finetune/Loss (Raw)": 0.972381055355072, "Finetune/Step": 2930, "Finetune/Step Time": 4.62152012437582}
{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.8723245859146118, "Finetune/Loss (Raw)": 0.9415375590324402, "Finetune/Step": 2931, "Finetune/Step Time": 4.624372327700257}
{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.8724501132965088, "Finetune/Loss (Raw)": 0.9382213354110718, "Finetune/Step": 2932, "Finetune/Step Time": 4.628023013472557}
{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.8715610504150391, "Finetune/Loss (Raw)": 0.9129977226257324, "Finetune/Step": 2933, "Finetune/Step Time": 4.639540247619152}
{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.8722023963928223, "Finetune/Loss (Raw)": 0.9248281717300415, "Finetune/Step": 2934, "Finetune/Step Time": 4.633262129500508}
{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.8727002739906311, "Finetune/Loss (Raw)": 0.9090099930763245, "Finetune/Step": 2935, "Finetune/Step Time": 4.638182520866394}
{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.8746919631958008, "Finetune/Loss (Raw)": 1.0206983089447021, "Finetune/Step": 2936, "Finetune/Step Time": 4.644346533343196}
{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8802342414855957, "Finetune/Loss (Raw)": 1.0606167316436768, "Finetune/Step": 2937, "Finetune/Step Time": 4.60731428489089}
{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.8816013336181641, "Finetune/Loss (Raw)": 0.9416395425796509, "Finetune/Step": 2938, "Finetune/Step Time": 4.6038234885782}
{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.881434440612793, "Finetune/Loss (Raw)": 0.9023557901382446, "Finetune/Step": 2939, "Finetune/Step Time": 4.597239874303341}
{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.880212128162384, "Finetune/Loss (Raw)": 0.7209042906761169, "Finetune/Step": 2940, "Finetune/Step Time": 4.599054662510753}
{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8776731491088867, "Finetune/Loss (Raw)": 0.6750146746635437, "Finetune/Step": 2941, "Finetune/Step Time": 4.617172414436936}
{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8829790353775024, "Finetune/Loss (Raw)": 1.0306313037872314, "Finetune/Step": 2942, "Finetune/Step Time": 4.583149453625083}
{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.882373034954071, "Finetune/Loss (Raw)": 0.9454051852226257, "Finetune/Step": 2943, "Finetune/Step Time": 4.59354680031538}
{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8822897672653198, "Finetune/Loss (Raw)": 0.9265260696411133, "Finetune/Step": 2944, "Finetune/Step Time": 4.600812871009111}
{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8820044994354248, "Finetune/Loss (Raw)": 0.830244779586792, "Finetune/Step": 2945, "Finetune/Step Time": 4.614585237577558}
{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8826369643211365, "Finetune/Loss (Raw)": 0.9208334684371948, "Finetune/Step": 2946, "Finetune/Step Time": 4.600236451253295}
{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.881332516670227, "Finetune/Loss (Raw)": 0.8719881176948547, "Finetune/Step": 2947, "Finetune/Step Time": 4.611138425767422}
{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.8810237646102905, "Finetune/Loss (Raw)": 0.9728195667266846, "Finetune/Step": 2948, "Finetune/Step Time": 4.625985264778137}
{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.882764458656311, "Finetune/Loss (Raw)": 0.9528615474700928, "Finetune/Step": 2949, "Finetune/Step Time": 4.615932727232575}
{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.8827366828918457, "Finetune/Loss (Raw)": 0.9091444611549377, "Finetune/Step": 2950, "Finetune/Step Time": 4.615663081407547}
{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.8819576501846313, "Finetune/Loss (Raw)": 0.3038829267024994, "Finetune/Step": 2951, "Finetune/Step Time": 4.6161106657236814}
{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8830223083496094, "Finetune/Loss (Raw)": 0.9522851705551147, "Finetune/Step": 2952, "Finetune/Step Time": 4.613855008035898}
{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8844565153121948, "Finetune/Loss (Raw)": 0.9868077635765076, "Finetune/Step": 2953, "Finetune/Step Time": 4.612702300772071}
{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8845551609992981, "Finetune/Loss (Raw)": 0.7929643392562866, "Finetune/Step": 2954, "Finetune/Step Time": 4.617411037907004}
{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.885425329208374, "Finetune/Loss (Raw)": 1.057881474494934, "Finetune/Step": 2955, "Finetune/Step Time": 4.624349152669311}
{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8845735788345337, "Finetune/Loss (Raw)": 0.9413694739341736, "Finetune/Step": 2956, "Finetune/Step Time": 4.621413433924317}
{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8843334317207336, "Finetune/Loss (Raw)": 0.9008752107620239, "Finetune/Step": 2957, "Finetune/Step Time": 4.609849901869893}
{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.8838851451873779, "Finetune/Loss (Raw)": 0.9127158522605896, "Finetune/Step": 2958, "Finetune/Step Time": 4.6129167303442955}
{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.8781167268753052, "Finetune/Loss (Raw)": 0.3187335431575775, "Finetune/Step": 2959, "Finetune/Step Time": 4.647688791155815}
{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.8774142265319824, "Finetune/Loss (Raw)": 0.9114683270454407, "Finetune/Step": 2960, "Finetune/Step Time": 4.644800234586}
{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.8770493268966675, "Finetune/Loss (Raw)": 0.844014585018158, "Finetune/Step": 2961, "Finetune/Step Time": 4.631296021863818}
{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.882676362991333, "Finetune/Loss (Raw)": 1.0750246047973633, "Finetune/Step": 2962, "Finetune/Step Time": 4.59947950579226}
{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8830357193946838, "Finetune/Loss (Raw)": 0.9780527353286743, "Finetune/Step": 2963, "Finetune/Step Time": 4.609979402273893}
{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8849347829818726, "Finetune/Loss (Raw)": 0.9933983683586121, "Finetune/Step": 2964, "Finetune/Step Time": 4.612611185759306}
{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.8850260972976685, "Finetune/Loss (Raw)": 0.9672021865844727, "Finetune/Step": 2965, "Finetune/Step Time": 4.608871651813388}
{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8849344253540039, "Finetune/Loss (Raw)": 0.8233338594436646, "Finetune/Step": 2966, "Finetune/Step Time": 4.616829462349415}
{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8845788836479187, "Finetune/Loss (Raw)": 0.7939991354942322, "Finetune/Step": 2967, "Finetune/Step Time": 4.628767250105739}
{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.885262668132782, "Finetune/Loss (Raw)": 1.0293430089950562, "Finetune/Step": 2968, "Finetune/Step Time": 4.6377660389989614}
{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.8836380243301392, "Finetune/Loss (Raw)": 0.8681371212005615, "Finetune/Step": 2969, "Finetune/Step Time": 4.634558359161019}
{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8837016820907593, "Finetune/Loss (Raw)": 0.9140329360961914, "Finetune/Step": 2970, "Finetune/Step Time": 4.64680808968842}
{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.8848220109939575, "Finetune/Loss (Raw)": 0.8956353664398193, "Finetune/Step": 2971, "Finetune/Step Time": 4.654078438878059}
{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.8849550485610962, "Finetune/Loss (Raw)": 0.9273961782455444, "Finetune/Step": 2972, "Finetune/Step Time": 4.649934709072113}
{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.8835822343826294, "Finetune/Loss (Raw)": 0.7879987359046936, "Finetune/Step": 2973, "Finetune/Step Time": 4.653363833203912}
{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8842090368270874, "Finetune/Loss (Raw)": 0.93503737449646, "Finetune/Step": 2974, "Finetune/Step Time": 4.654441295191646}
{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.881869912147522, "Finetune/Loss (Raw)": 0.38957828283309937, "Finetune/Step": 2975, "Finetune/Step Time": 4.679303949698806}
{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8807267546653748, "Finetune/Loss (Raw)": 0.827299177646637, "Finetune/Step": 2976, "Finetune/Step Time": 4.6736370753496885}
{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8811987042427063, "Finetune/Loss (Raw)": 0.9247614145278931, "Finetune/Step": 2977, "Finetune/Step Time": 4.671358494088054}
{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8821255564689636, "Finetune/Loss (Raw)": 0.9936137795448303, "Finetune/Step": 2978, "Finetune/Step Time": 4.6721866223961115}
{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8818274140357971, "Finetune/Loss (Raw)": 0.897167444229126, "Finetune/Step": 2979, "Finetune/Step Time": 4.682959068566561}
{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.8806957006454468, "Finetune/Loss (Raw)": 0.8455916047096252, "Finetune/Step": 2980, "Finetune/Step Time": 4.686295252293348}
{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8799399733543396, "Finetune/Loss (Raw)": 0.7857535481452942, "Finetune/Step": 2981, "Finetune/Step Time": 4.712868450209498}
{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8789759874343872, "Finetune/Loss (Raw)": 0.8240211606025696, "Finetune/Step": 2982, "Finetune/Step Time": 4.705869399011135}
{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8794318437576294, "Finetune/Loss (Raw)": 1.0096265077590942, "Finetune/Step": 2983, "Finetune/Step Time": 4.696379376575351}
{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.879718542098999, "Finetune/Loss (Raw)": 0.9963182806968689, "Finetune/Step": 2984, "Finetune/Step Time": 4.696330765262246}
{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8788760304450989, "Finetune/Loss (Raw)": 0.8781238794326782, "Finetune/Step": 2985, "Finetune/Step Time": 4.6905247792601585}
{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.875069260597229, "Finetune/Loss (Raw)": 0.3293377757072449, "Finetune/Step": 2986, "Finetune/Step Time": 4.724452879279852}
{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8745294809341431, "Finetune/Loss (Raw)": 0.8335645794868469, "Finetune/Step": 2987, "Finetune/Step Time": 4.737370910122991}
{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.875796377658844, "Finetune/Loss (Raw)": 0.9521695375442505, "Finetune/Step": 2988, "Finetune/Step Time": 4.734100943431258}
{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8741159439086914, "Finetune/Loss (Raw)": 0.8195286393165588, "Finetune/Step": 2989, "Finetune/Step Time": 4.738055154681206}
{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8756381273269653, "Finetune/Loss (Raw)": 1.0166523456573486, "Finetune/Step": 2990, "Finetune/Step Time": 4.719967583194375}
{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8758141398429871, "Finetune/Loss (Raw)": 0.9567205309867859, "Finetune/Step": 2991, "Finetune/Step Time": 4.719101106747985}
{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8753479719161987, "Finetune/Loss (Raw)": 0.7940768599510193, "Finetune/Step": 2992, "Finetune/Step Time": 4.730293188244104}
{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8753663301467896, "Finetune/Loss (Raw)": 1.0019176006317139, "Finetune/Step": 2993, "Finetune/Step Time": 4.726230263710022}
{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8803313970565796, "Finetune/Loss (Raw)": 1.0315210819244385, "Finetune/Step": 2994, "Finetune/Step Time": 4.684485606849194}
{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8802983164787292, "Finetune/Loss (Raw)": 0.9072751998901367, "Finetune/Step": 2995, "Finetune/Step Time": 4.682334067299962}
{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.8791354894638062, "Finetune/Loss (Raw)": 0.8826420307159424, "Finetune/Step": 2996, "Finetune/Step Time": 4.697114726528525}
{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8799857497215271, "Finetune/Loss (Raw)": 0.834535539150238, "Finetune/Step": 2997, "Finetune/Step Time": 4.677844364196062}
{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8838428258895874, "Finetune/Loss (Raw)": 0.8701569437980652, "Finetune/Step": 2998, "Finetune/Step Time": 4.649012880399823}
{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8842170238494873, "Finetune/Loss (Raw)": 1.0676939487457275, "Finetune/Step": 2999, "Finetune/Step Time": 4.65542221814394}
{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.8835541009902954, "Finetune/Loss (Raw)": 0.8973132371902466, "Finetune/Step": 3000, "Finetune/Step Time": 4.659717984497547}
{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8833296298980713, "Finetune/Loss (Raw)": 0.864764928817749, "Finetune/Step": 3001, "Finetune/Step Time": 4.662986343726516}
{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8878133296966553, "Finetune/Loss (Raw)": 0.9349597692489624, "Finetune/Step": 3002, "Finetune/Step Time": 4.628243703395128}
{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.886817216873169, "Finetune/Loss (Raw)": 0.8851401209831238, "Finetune/Step": 3003, "Finetune/Step Time": 4.629393830895424}
{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.887204110622406, "Finetune/Loss (Raw)": 0.9351940751075745, "Finetune/Step": 3004, "Finetune/Step Time": 4.622353216633201}
{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8862650990486145, "Finetune/Loss (Raw)": 0.7208454608917236, "Finetune/Step": 3005, "Finetune/Step Time": 4.640963152050972}
{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.886275589466095, "Finetune/Loss (Raw)": 0.9415492415428162, "Finetune/Step": 3006, "Finetune/Step Time": 4.633532129228115}
{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.8861731290817261, "Finetune/Loss (Raw)": 0.7725369930267334, "Finetune/Step": 3007, "Finetune/Step Time": 4.62460513971746}
{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.885860800743103, "Finetune/Loss (Raw)": 0.9433697462081909, "Finetune/Step": 3008, "Finetune/Step Time": 4.625879587605596}
{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8859145641326904, "Finetune/Loss (Raw)": 0.990943968296051, "Finetune/Step": 3009, "Finetune/Step Time": 4.618454473093152}
{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8849603533744812, "Finetune/Loss (Raw)": 0.8734181523323059, "Finetune/Step": 3010, "Finetune/Step Time": 4.619216620922089}
{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8851056098937988, "Finetune/Loss (Raw)": 1.0220915079116821, "Finetune/Step": 3011, "Finetune/Step Time": 4.6216224785894156}
{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8857290744781494, "Finetune/Loss (Raw)": 0.943221390247345, "Finetune/Step": 3012, "Finetune/Step Time": 4.594169933348894}
{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8853817582130432, "Finetune/Loss (Raw)": 0.8950119018554688, "Finetune/Step": 3013, "Finetune/Step Time": 4.585300516337156}
{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8866063356399536, "Finetune/Loss (Raw)": 0.8515320420265198, "Finetune/Step": 3014, "Finetune/Step Time": 4.568618565797806}
{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.8864943385124207, "Finetune/Loss (Raw)": 0.7723167538642883, "Finetune/Step": 3015, "Finetune/Step Time": 4.57760544680059}
{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8852521181106567, "Finetune/Loss (Raw)": 0.9027814865112305, "Finetune/Step": 3016, "Finetune/Step Time": 4.581116329878569}
{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8887343406677246, "Finetune/Loss (Raw)": 0.7755631804466248, "Finetune/Step": 3017, "Finetune/Step Time": 4.549152521416545}
{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8890082836151123, "Finetune/Loss (Raw)": 0.8488643169403076, "Finetune/Step": 3018, "Finetune/Step Time": 4.544189736247063}
{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8892936110496521, "Finetune/Loss (Raw)": 0.9369467496871948, "Finetune/Step": 3019, "Finetune/Step Time": 4.545955363661051}
{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.887547492980957, "Finetune/Loss (Raw)": 0.8772212862968445, "Finetune/Step": 3020, "Finetune/Step Time": 4.527609396725893}
{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8875967264175415, "Finetune/Loss (Raw)": 0.8884050846099854, "Finetune/Step": 3021, "Finetune/Step Time": 4.536728359758854}
{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8872579336166382, "Finetune/Loss (Raw)": 0.9734948873519897, "Finetune/Step": 3022, "Finetune/Step Time": 4.536671483889222}
{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8860690593719482, "Finetune/Loss (Raw)": 0.7379143834114075, "Finetune/Step": 3023, "Finetune/Step Time": 4.539461212232709}
{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.8859002590179443, "Finetune/Loss (Raw)": 0.9232404232025146, "Finetune/Step": 3024, "Finetune/Step Time": 4.544439444318414}
{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8855479955673218, "Finetune/Loss (Raw)": 0.9311990141868591, "Finetune/Step": 3025, "Finetune/Step Time": 4.543784733861685}
{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8856927752494812, "Finetune/Loss (Raw)": 0.9365445375442505, "Finetune/Step": 3026, "Finetune/Step Time": 4.548156777396798}
{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8865994215011597, "Finetune/Loss (Raw)": 0.9855398535728455, "Finetune/Step": 3027, "Finetune/Step Time": 4.546648679301143}
{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8874568939208984, "Finetune/Loss (Raw)": 0.9005224108695984, "Finetune/Step": 3028, "Finetune/Step Time": 4.549723660573363}
{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8894551992416382, "Finetune/Loss (Raw)": 1.0494062900543213, "Finetune/Step": 3029, "Finetune/Step Time": 4.540590377524495}
{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8891695737838745, "Finetune/Loss (Raw)": 0.8939460515975952, "Finetune/Step": 3030, "Finetune/Step Time": 4.532032987102866}
{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.888804018497467, "Finetune/Loss (Raw)": 0.9136595129966736, "Finetune/Step": 3031, "Finetune/Step Time": 4.529005207121372}
{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8897314071655273, "Finetune/Loss (Raw)": 0.9823507070541382, "Finetune/Step": 3032, "Finetune/Step Time": 4.533509746193886}
{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8897930979728699, "Finetune/Loss (Raw)": 0.9092320799827576, "Finetune/Step": 3033, "Finetune/Step Time": 4.530328210443258}
{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8906341791152954, "Finetune/Loss (Raw)": 1.0443389415740967, "Finetune/Step": 3034, "Finetune/Step Time": 4.526124596595764}
{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8909323215484619, "Finetune/Loss (Raw)": 0.8975850343704224, "Finetune/Step": 3035, "Finetune/Step Time": 4.527908410876989}
{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8904402256011963, "Finetune/Loss (Raw)": 0.8811361789703369, "Finetune/Step": 3036, "Finetune/Step Time": 4.541141156107187}
{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8899456858634949, "Finetune/Loss (Raw)": 1.0202910900115967, "Finetune/Step": 3037, "Finetune/Step Time": 4.543395381420851}
{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8899874687194824, "Finetune/Loss (Raw)": 0.9913648366928101, "Finetune/Step": 3038, "Finetune/Step Time": 4.541963120922446}
{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8882973194122314, "Finetune/Loss (Raw)": 0.8359231352806091, "Finetune/Step": 3039, "Finetune/Step Time": 4.541891930624843}
{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8882073163986206, "Finetune/Loss (Raw)": 0.9328397512435913, "Finetune/Step": 3040, "Finetune/Step Time": 4.534601887688041}
{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8869187235832214, "Finetune/Loss (Raw)": 0.7753363847732544, "Finetune/Step": 3041, "Finetune/Step Time": 4.539552390575409}
{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8886803984642029, "Finetune/Loss (Raw)": 0.9273233413696289, "Finetune/Step": 3042, "Finetune/Step Time": 4.515195610001683}
{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8852977752685547, "Finetune/Loss (Raw)": 0.30992719531059265, "Finetune/Step": 3043, "Finetune/Step Time": 4.542720962315798}
{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8836996555328369, "Finetune/Loss (Raw)": 0.7259371876716614, "Finetune/Step": 3044, "Finetune/Step Time": 4.561709847301245}
{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.882375955581665, "Finetune/Loss (Raw)": 0.8101817965507507, "Finetune/Step": 3045, "Finetune/Step Time": 4.567825846374035}
{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8838609457015991, "Finetune/Loss (Raw)": 1.0422130823135376, "Finetune/Step": 3046, "Finetune/Step Time": 4.561503864824772}
{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8834744095802307, "Finetune/Loss (Raw)": 0.859698474407196, "Finetune/Step": 3047, "Finetune/Step Time": 4.567252075299621}
{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8888998031616211, "Finetune/Loss (Raw)": 1.0407975912094116, "Finetune/Step": 3048, "Finetune/Step Time": 4.528912544250488}
{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.888836145401001, "Finetune/Loss (Raw)": 0.8889670968055725, "Finetune/Step": 3049, "Finetune/Step Time": 4.5120987724512815}
{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8899198770523071, "Finetune/Loss (Raw)": 0.9996828436851501, "Finetune/Step": 3050, "Finetune/Step Time": 4.497345799580216}
{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8910711407661438, "Finetune/Loss (Raw)": 1.0367372035980225, "Finetune/Step": 3051, "Finetune/Step Time": 4.475919606164098}
{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8901035785675049, "Finetune/Loss (Raw)": 0.8817039132118225, "Finetune/Step": 3052, "Finetune/Step Time": 4.485678534954786}
{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8897996544837952, "Finetune/Loss (Raw)": 0.9776200652122498, "Finetune/Step": 3053, "Finetune/Step Time": 4.488925697281957}
{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8907742500305176, "Finetune/Loss (Raw)": 1.012704610824585, "Finetune/Step": 3054, "Finetune/Step Time": 4.458139006048441}
{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8926084041595459, "Finetune/Loss (Raw)": 0.9346863031387329, "Finetune/Step": 3055, "Finetune/Step Time": 4.44937351718545}
{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8932271599769592, "Finetune/Loss (Raw)": 0.9835907816886902, "Finetune/Step": 3056, "Finetune/Step Time": 4.428062418475747}
{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8912646770477295, "Finetune/Loss (Raw)": 0.7983513474464417, "Finetune/Step": 3057, "Finetune/Step Time": 4.4409983810037374}
{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8913578987121582, "Finetune/Loss (Raw)": 0.9843118786811829, "Finetune/Step": 3058, "Finetune/Step Time": 4.437990756705403}
{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8914270401000977, "Finetune/Loss (Raw)": 0.9503913521766663, "Finetune/Step": 3059, "Finetune/Step Time": 4.434841761365533}
{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8917464017868042, "Finetune/Loss (Raw)": 0.9791007041931152, "Finetune/Step": 3060, "Finetune/Step Time": 4.439297271892428}
{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8920783400535583, "Finetune/Loss (Raw)": 0.9554858803749084, "Finetune/Step": 3061, "Finetune/Step Time": 4.431120598688722}
{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8915409445762634, "Finetune/Loss (Raw)": 0.8560402393341064, "Finetune/Step": 3062, "Finetune/Step Time": 4.464498145505786}
{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8912160396575928, "Finetune/Loss (Raw)": 0.8674250841140747, "Finetune/Step": 3063, "Finetune/Step Time": 4.456204455345869}
{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8903615474700928, "Finetune/Loss (Raw)": 0.9113154411315918, "Finetune/Step": 3064, "Finetune/Step Time": 4.437679305672646}
{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8883564472198486, "Finetune/Loss (Raw)": 0.8039631843566895, "Finetune/Step": 3065, "Finetune/Step Time": 4.454855253919959}
{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8864403963088989, "Finetune/Loss (Raw)": 0.6963930130004883, "Finetune/Step": 3066, "Finetune/Step Time": 4.487933209165931}
{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8863266110420227, "Finetune/Loss (Raw)": 0.887788712978363, "Finetune/Step": 3067, "Finetune/Step Time": 4.488690130412579}
{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.8876280784606934, "Finetune/Loss (Raw)": 0.8875007629394531, "Finetune/Step": 3068, "Finetune/Step Time": 4.500722588971257}
{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8885279297828674, "Finetune/Loss (Raw)": 0.7901882529258728, "Finetune/Step": 3069, "Finetune/Step Time": 4.491922080516815}
{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8877202272415161, "Finetune/Loss (Raw)": 0.9272416234016418, "Finetune/Step": 3070, "Finetune/Step Time": 4.489595485851169}
{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8882619142532349, "Finetune/Loss (Raw)": 1.014743447303772, "Finetune/Step": 3071, "Finetune/Step Time": 4.476202595978975}
{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.887776255607605, "Finetune/Loss (Raw)": 0.8643594980239868, "Finetune/Step": 3072, "Finetune/Step Time": 4.477878352627158}
{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8882778882980347, "Finetune/Loss (Raw)": 0.8944558501243591, "Finetune/Step": 3073, "Finetune/Step Time": 4.469392366707325}
{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.88780277967453, "Finetune/Loss (Raw)": 0.8600204586982727, "Finetune/Step": 3074, "Finetune/Step Time": 4.471734402701259}
{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8832919597625732, "Finetune/Loss (Raw)": 0.2945963740348816, "Finetune/Step": 3075, "Finetune/Step Time": 4.493722254410386}
{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8816449642181396, "Finetune/Loss (Raw)": 0.7620095014572144, "Finetune/Step": 3076, "Finetune/Step Time": 4.4807465225458145}
{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8815402984619141, "Finetune/Loss (Raw)": 0.9394680857658386, "Finetune/Step": 3077, "Finetune/Step Time": 4.480655964463949}
{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8808128237724304, "Finetune/Loss (Raw)": 0.8160229921340942, "Finetune/Step": 3078, "Finetune/Step Time": 4.477091237902641}
{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.8844634294509888, "Finetune/Loss (Raw)": 0.7711546421051025, "Finetune/Step": 3079, "Finetune/Step Time": 4.461709637194872}
{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8829915523529053, "Finetune/Loss (Raw)": 0.763889729976654, "Finetune/Step": 3080, "Finetune/Step Time": 4.466151934117079}
{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8816382884979248, "Finetune/Loss (Raw)": 0.8135963678359985, "Finetune/Step": 3081, "Finetune/Step Time": 4.469557464122772}
{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.8822691440582275, "Finetune/Loss (Raw)": 0.8737123608589172, "Finetune/Step": 3082, "Finetune/Step Time": 4.4643550626933575}
{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8813556432723999, "Finetune/Loss (Raw)": 0.940950334072113, "Finetune/Step": 3083, "Finetune/Step Time": 4.4750757198780775}
{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8803867697715759, "Finetune/Loss (Raw)": 0.8173587918281555, "Finetune/Step": 3084, "Finetune/Step Time": 4.486277105286717}
{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8817532062530518, "Finetune/Loss (Raw)": 1.075778603553772, "Finetune/Step": 3085, "Finetune/Step Time": 4.483452150598168}
{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8822293281555176, "Finetune/Loss (Raw)": 0.9736507534980774, "Finetune/Step": 3086, "Finetune/Step Time": 4.48296014405787}
{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8867693543434143, "Finetune/Loss (Raw)": 0.8998555541038513, "Finetune/Step": 3087, "Finetune/Step Time": 4.450058491900563}
{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.885236918926239, "Finetune/Loss (Raw)": 0.7153233885765076, "Finetune/Step": 3088, "Finetune/Step Time": 4.44889946654439}
{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.8860246539115906, "Finetune/Loss (Raw)": 0.9448497295379639, "Finetune/Step": 3089, "Finetune/Step Time": 4.45291687361896}
{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.8840981721878052, "Finetune/Loss (Raw)": 0.8284345865249634, "Finetune/Step": 3090, "Finetune/Step Time": 4.446537360548973}
{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8829450607299805, "Finetune/Loss (Raw)": 0.8304494023323059, "Finetune/Step": 3091, "Finetune/Step Time": 4.45028081163764}
{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8775413036346436, "Finetune/Loss (Raw)": 0.30171316862106323, "Finetune/Step": 3092, "Finetune/Step Time": 4.48569774068892}
{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.876940906047821, "Finetune/Loss (Raw)": 0.8903548717498779, "Finetune/Step": 3093, "Finetune/Step Time": 4.4927275981754065}
{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.877619743347168, "Finetune/Loss (Raw)": 0.9102194309234619, "Finetune/Step": 3094, "Finetune/Step Time": 4.487178863957524}
{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.878373384475708, "Finetune/Loss (Raw)": 0.8904649615287781, "Finetune/Step": 3095, "Finetune/Step Time": 4.468389833346009}
{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.8774102926254272, "Finetune/Loss (Raw)": 0.9060754776000977, "Finetune/Step": 3096, "Finetune/Step Time": 4.462798733264208}
{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8730162382125854, "Finetune/Loss (Raw)": 0.30569955706596375, "Finetune/Step": 3097, "Finetune/Step Time": 4.502490069717169}
{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.8715638518333435, "Finetune/Loss (Raw)": 0.7281270623207092, "Finetune/Step": 3098, "Finetune/Step Time": 4.490426652133465}
{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.8718871474266052, "Finetune/Loss (Raw)": 0.93701171875, "Finetune/Step": 3099, "Finetune/Step Time": 4.493928089737892}
{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.873115062713623, "Finetune/Loss (Raw)": 1.084577202796936, "Finetune/Step": 3100, "Finetune/Step Time": 4.496143335476518}
{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.8720475435256958, "Finetune/Loss (Raw)": 0.6513563990592957, "Finetune/Step": 3101, "Finetune/Step Time": 4.4983931221067905}
{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.8723804354667664, "Finetune/Loss (Raw)": 0.9776411652565002, "Finetune/Step": 3102, "Finetune/Step Time": 4.505847645923495}
{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.8773577809333801, "Finetune/Loss (Raw)": 1.0266746282577515, "Finetune/Step": 3103, "Finetune/Step Time": 4.4803089033812284}
{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.8781588673591614, "Finetune/Loss (Raw)": 0.9298453330993652, "Finetune/Step": 3104, "Finetune/Step Time": 4.474951162934303}
{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8780279159545898, "Finetune/Loss (Raw)": 0.9080000519752502, "Finetune/Step": 3105, "Finetune/Step Time": 4.465408286079764}
{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.876971423625946, "Finetune/Loss (Raw)": 0.8583797812461853, "Finetune/Step": 3106, "Finetune/Step Time": 4.465745326131582}
{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8778764009475708, "Finetune/Loss (Raw)": 1.0130048990249634, "Finetune/Step": 3107, "Finetune/Step Time": 4.458770763128996}
{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8776459693908691, "Finetune/Loss (Raw)": 0.8160921931266785, "Finetune/Step": 3108, "Finetune/Step Time": 4.449881309643388}
{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8785272836685181, "Finetune/Loss (Raw)": 0.8985648155212402, "Finetune/Step": 3109, "Finetune/Step Time": 4.425770554691553}
{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8787020444869995, "Finetune/Loss (Raw)": 0.8463898301124573, "Finetune/Step": 3110, "Finetune/Step Time": 4.422983584925532}
{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8776891827583313, "Finetune/Loss (Raw)": 0.8799799680709839, "Finetune/Step": 3111, "Finetune/Step Time": 4.431978711858392}
{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8774791955947876, "Finetune/Loss (Raw)": 0.9694387316703796, "Finetune/Step": 3112, "Finetune/Step Time": 4.416612951084971}
{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8774908781051636, "Finetune/Loss (Raw)": 0.8796243071556091, "Finetune/Step": 3113, "Finetune/Step Time": 4.430075826123357}
{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8822906017303467, "Finetune/Loss (Raw)": 0.9436999559402466, "Finetune/Step": 3114, "Finetune/Step Time": 4.398207886144519}
{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8824789524078369, "Finetune/Loss (Raw)": 0.8576666712760925, "Finetune/Step": 3115, "Finetune/Step Time": 4.386333230882883}
{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8807333707809448, "Finetune/Loss (Raw)": 0.7287395000457764, "Finetune/Step": 3116, "Finetune/Step Time": 4.413728177547455}
{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8813596963882446, "Finetune/Loss (Raw)": 0.8996971249580383, "Finetune/Step": 3117, "Finetune/Step Time": 4.40358048863709}
{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8771405220031738, "Finetune/Loss (Raw)": 0.476594477891922, "Finetune/Step": 3118, "Finetune/Step Time": 4.437769930809736}
{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.8764623403549194, "Finetune/Loss (Raw)": 0.8699166774749756, "Finetune/Step": 3119, "Finetune/Step Time": 4.442962244153023}
{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8773723244667053, "Finetune/Loss (Raw)": 0.910559892654419, "Finetune/Step": 3120, "Finetune/Step Time": 4.4370098281651735}
{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8753558993339539, "Finetune/Loss (Raw)": 0.7438146471977234, "Finetune/Step": 3121, "Finetune/Step Time": 4.448279624804854}
{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.8743083477020264, "Finetune/Loss (Raw)": 0.8974369168281555, "Finetune/Step": 3122, "Finetune/Step Time": 4.461376942694187}
{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.8737750053405762, "Finetune/Loss (Raw)": 0.8390045762062073, "Finetune/Step": 3123, "Finetune/Step Time": 4.455816175788641}
{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8746370077133179, "Finetune/Loss (Raw)": 0.9929780960083008, "Finetune/Step": 3124, "Finetune/Step Time": 4.445379119366407}
{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.8754073977470398, "Finetune/Loss (Raw)": 0.9331467151641846, "Finetune/Step": 3125, "Finetune/Step Time": 4.4343141950666904}
{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8761950731277466, "Finetune/Loss (Raw)": 0.9709786176681519, "Finetune/Step": 3126, "Finetune/Step Time": 4.424711547791958}
{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.875723123550415, "Finetune/Loss (Raw)": 1.0072803497314453, "Finetune/Step": 3127, "Finetune/Step Time": 4.420892497524619}
{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.8742200136184692, "Finetune/Loss (Raw)": 0.7049254179000854, "Finetune/Step": 3128, "Finetune/Step Time": 4.457168273627758}
{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.8741244077682495, "Finetune/Loss (Raw)": 0.8525141477584839, "Finetune/Step": 3129, "Finetune/Step Time": 4.453419588506222}
{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.8732525706291199, "Finetune/Loss (Raw)": 0.8233672976493835, "Finetune/Step": 3130, "Finetune/Step Time": 4.468025114387274}
{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.8730483651161194, "Finetune/Loss (Raw)": 0.8590008616447449, "Finetune/Step": 3131, "Finetune/Step Time": 4.469636771827936}
{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.8689811825752258, "Finetune/Loss (Raw)": 0.41460126638412476, "Finetune/Step": 3132, "Finetune/Step Time": 4.507382970303297}
{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.8705371022224426, "Finetune/Loss (Raw)": 0.9199983477592468, "Finetune/Step": 3133, "Finetune/Step Time": 4.4878016244620085}
{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.8700056672096252, "Finetune/Loss (Raw)": 0.8735266327857971, "Finetune/Step": 3134, "Finetune/Step Time": 4.5028578862547874}
{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.8712900280952454, "Finetune/Loss (Raw)": 0.9369351267814636, "Finetune/Step": 3135, "Finetune/Step Time": 4.50549802929163}
{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.8714675307273865, "Finetune/Loss (Raw)": 0.966094970703125, "Finetune/Step": 3136, "Finetune/Step Time": 4.5070821326226}
{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.8702054023742676, "Finetune/Loss (Raw)": 0.8293867111206055, "Finetune/Step": 3137, "Finetune/Step Time": 4.523257344961166}
{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.8693815469741821, "Finetune/Loss (Raw)": 0.7679640650749207, "Finetune/Step": 3138, "Finetune/Step Time": 4.530745197087526}
{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.8682924509048462, "Finetune/Loss (Raw)": 0.8826888799667358, "Finetune/Step": 3139, "Finetune/Step Time": 4.5322318989783525}
{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.8677777051925659, "Finetune/Loss (Raw)": 0.8773289918899536, "Finetune/Step": 3140, "Finetune/Step Time": 4.543031135573983}
{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.8673101663589478, "Finetune/Loss (Raw)": 0.8351744413375854, "Finetune/Step": 3141, "Finetune/Step Time": 4.5448431186378}
{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.8672614097595215, "Finetune/Loss (Raw)": 0.8452910780906677, "Finetune/Step": 3142, "Finetune/Step Time": 4.549573794007301}
{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.8666418790817261, "Finetune/Loss (Raw)": 0.6930184960365295, "Finetune/Step": 3143, "Finetune/Step Time": 4.548968875780702}
{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.867356538772583, "Finetune/Loss (Raw)": 0.994260847568512, "Finetune/Step": 3144, "Finetune/Step Time": 4.540828613564372}
{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.8689866662025452, "Finetune/Loss (Raw)": 0.984208345413208, "Finetune/Step": 3145, "Finetune/Step Time": 4.535619894042611}
{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.8696955442428589, "Finetune/Loss (Raw)": 0.9395970702171326, "Finetune/Step": 3146, "Finetune/Step Time": 4.541650542989373}
{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.8700354099273682, "Finetune/Loss (Raw)": 0.9804561734199524, "Finetune/Step": 3147, "Finetune/Step Time": 4.548892671242356}
{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.8713542222976685, "Finetune/Loss (Raw)": 1.0460339784622192, "Finetune/Step": 3148, "Finetune/Step Time": 4.569311656057835}
{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.8677108287811279, "Finetune/Loss (Raw)": 0.42205119132995605, "Finetune/Step": 3149, "Finetune/Step Time": 4.599383583292365}
{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.8670399188995361, "Finetune/Loss (Raw)": 0.8876112103462219, "Finetune/Step": 3150, "Finetune/Step Time": 4.596313875168562}
{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.8682639598846436, "Finetune/Loss (Raw)": 0.8945993185043335, "Finetune/Step": 3151, "Finetune/Step Time": 4.597993498668075}
{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.8675239682197571, "Finetune/Loss (Raw)": 0.8285226225852966, "Finetune/Step": 3152, "Finetune/Step Time": 4.593014029785991}
{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.8674513101577759, "Finetune/Loss (Raw)": 0.9218892455101013, "Finetune/Step": 3153, "Finetune/Step Time": 4.593112554401159}
{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8671072125434875, "Finetune/Loss (Raw)": 0.8925013542175293, "Finetune/Step": 3154, "Finetune/Step Time": 4.585093043744564}
{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8669512271881104, "Finetune/Loss (Raw)": 0.965580940246582, "Finetune/Step": 3155, "Finetune/Step Time": 4.579166740179062}
{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8662635684013367, "Finetune/Loss (Raw)": 0.8124980926513672, "Finetune/Step": 3156, "Finetune/Step Time": 4.574045471847057}
{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8660038709640503, "Finetune/Loss (Raw)": 1.0161727666854858, "Finetune/Step": 3157, "Finetune/Step Time": 4.579760886728764}
{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8612520694732666, "Finetune/Loss (Raw)": 0.2857050895690918, "Finetune/Step": 3158, "Finetune/Step Time": 4.604577086865902}
{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8608278036117554, "Finetune/Loss (Raw)": 0.8593589067459106, "Finetune/Step": 3159, "Finetune/Step Time": 4.608272913843393}
{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.859963595867157, "Finetune/Loss (Raw)": 0.871728777885437, "Finetune/Step": 3160, "Finetune/Step Time": 4.5984416250139475}
{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8599468469619751, "Finetune/Loss (Raw)": 0.9070864319801331, "Finetune/Step": 3161, "Finetune/Step Time": 4.617932872846723}
{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8549922704696655, "Finetune/Loss (Raw)": 0.41015344858169556, "Finetune/Step": 3162, "Finetune/Step Time": 4.656084347516298}
{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8561410307884216, "Finetune/Loss (Raw)": 1.0446269512176514, "Finetune/Step": 3163, "Finetune/Step Time": 4.66711045615375}
{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8567062616348267, "Finetune/Loss (Raw)": 0.9534891843795776, "Finetune/Step": 3164, "Finetune/Step Time": 4.647651636973023}
{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8541951179504395, "Finetune/Loss (Raw)": 0.6988575458526611, "Finetune/Step": 3165, "Finetune/Step Time": 4.649800660088658}
{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8529068231582642, "Finetune/Loss (Raw)": 0.8264652490615845, "Finetune/Step": 3166, "Finetune/Step Time": 4.650467481464148}
{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8535466194152832, "Finetune/Loss (Raw)": 0.9178164005279541, "Finetune/Step": 3167, "Finetune/Step Time": 4.648204578086734}
{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8542360067367554, "Finetune/Loss (Raw)": 1.0210819244384766, "Finetune/Step": 3168, "Finetune/Step Time": 4.6539400443434715}
{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8506449460983276, "Finetune/Loss (Raw)": 0.31568747758865356, "Finetune/Step": 3169, "Finetune/Step Time": 4.688798885792494}
{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8495283722877502, "Finetune/Loss (Raw)": 0.7843942046165466, "Finetune/Step": 3170, "Finetune/Step Time": 4.689479045569897}
{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8535116314888, "Finetune/Loss (Raw)": 0.8197912573814392, "Finetune/Step": 3171, "Finetune/Step Time": 4.65392703935504}
{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8547903299331665, "Finetune/Loss (Raw)": 0.8896117806434631, "Finetune/Step": 3172, "Finetune/Step Time": 4.635604726150632}
{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8546679615974426, "Finetune/Loss (Raw)": 0.7945153117179871, "Finetune/Step": 3173, "Finetune/Step Time": 4.646698663011193}
{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8546568751335144, "Finetune/Loss (Raw)": 1.0407969951629639, "Finetune/Step": 3174, "Finetune/Step Time": 4.652113115414977}
{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.8548846244812012, "Finetune/Loss (Raw)": 0.8888436555862427, "Finetune/Step": 3175, "Finetune/Step Time": 4.648656256496906}
{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8548808097839355, "Finetune/Loss (Raw)": 1.0403075218200684, "Finetune/Step": 3176, "Finetune/Step Time": 4.65052112005651}
{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8546494841575623, "Finetune/Loss (Raw)": 0.8593615293502808, "Finetune/Step": 3177, "Finetune/Step Time": 4.648483334109187}
{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8535630702972412, "Finetune/Loss (Raw)": 0.8606176972389221, "Finetune/Step": 3178, "Finetune/Step Time": 4.654590431600809}
{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8538714647293091, "Finetune/Loss (Raw)": 1.0762122869491577, "Finetune/Step": 3179, "Finetune/Step Time": 4.6606156174093485}
{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8534029722213745, "Finetune/Loss (Raw)": 0.8217430114746094, "Finetune/Step": 3180, "Finetune/Step Time": 4.650770446285605}
{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8532166481018066, "Finetune/Loss (Raw)": 0.9537642598152161, "Finetune/Step": 3181, "Finetune/Step Time": 4.646081319078803}
{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8524528741836548, "Finetune/Loss (Raw)": 0.9149432182312012, "Finetune/Step": 3182, "Finetune/Step Time": 4.649190973490477}
{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8518804907798767, "Finetune/Loss (Raw)": 0.8614248037338257, "Finetune/Step": 3183, "Finetune/Step Time": 4.649170149117708}
{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8513176441192627, "Finetune/Loss (Raw)": 0.9115465879440308, "Finetune/Step": 3184, "Finetune/Step Time": 4.659715391695499}
{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8523187637329102, "Finetune/Loss (Raw)": 0.9264922142028809, "Finetune/Step": 3185, "Finetune/Step Time": 4.653742134571075}
{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8512781262397766, "Finetune/Loss (Raw)": 0.8511121869087219, "Finetune/Step": 3186, "Finetune/Step Time": 4.652589853852987}
{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8512437343597412, "Finetune/Loss (Raw)": 0.9459890723228455, "Finetune/Step": 3187, "Finetune/Step Time": 4.656191416084766}
{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8503068685531616, "Finetune/Loss (Raw)": 0.8591833114624023, "Finetune/Step": 3188, "Finetune/Step Time": 4.6699891500175}
{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8494793176651001, "Finetune/Loss (Raw)": 0.8495504856109619, "Finetune/Step": 3189, "Finetune/Step Time": 4.672247558832169}
{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8499125242233276, "Finetune/Loss (Raw)": 0.9114967584609985, "Finetune/Step": 3190, "Finetune/Step Time": 4.642444059252739}
{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8506805300712585, "Finetune/Loss (Raw)": 0.9657304883003235, "Finetune/Step": 3191, "Finetune/Step Time": 4.6726033464074135}
{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8501967191696167, "Finetune/Loss (Raw)": 0.8493885397911072, "Finetune/Step": 3192, "Finetune/Step Time": 4.678045354783535}
{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8506315350532532, "Finetune/Loss (Raw)": 0.8596172332763672, "Finetune/Step": 3193, "Finetune/Step Time": 4.6623147912323475}
{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8512527942657471, "Finetune/Loss (Raw)": 0.7759203910827637, "Finetune/Step": 3194, "Finetune/Step Time": 4.634819120168686}
{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8519473075866699, "Finetune/Loss (Raw)": 0.9766781330108643, "Finetune/Step": 3195, "Finetune/Step Time": 4.6415996588766575}
{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8522046804428101, "Finetune/Loss (Raw)": 0.920444905757904, "Finetune/Step": 3196, "Finetune/Step Time": 4.631092531606555}
{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8537710905075073, "Finetune/Loss (Raw)": 0.9906922578811646, "Finetune/Step": 3197, "Finetune/Step Time": 4.622870244085789}
{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8527005910873413, "Finetune/Loss (Raw)": 0.7902165055274963, "Finetune/Step": 3198, "Finetune/Step Time": 4.631640309467912}
{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8518937230110168, "Finetune/Loss (Raw)": 0.9114668965339661, "Finetune/Step": 3199, "Finetune/Step Time": 4.631051525473595}
{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8535261750221252, "Finetune/Loss (Raw)": 1.0733139514923096, "Finetune/Step": 3200, "Finetune/Step Time": 4.62055230140686}
{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.852757453918457, "Finetune/Loss (Raw)": 0.7960576415061951, "Finetune/Step": 3201, "Finetune/Step Time": 4.616136379539967}
{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8527076244354248, "Finetune/Loss (Raw)": 0.8536461591720581, "Finetune/Step": 3202, "Finetune/Step Time": 4.61251262947917}
{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8570322394371033, "Finetune/Loss (Raw)": 0.8481436967849731, "Finetune/Step": 3203, "Finetune/Step Time": 4.5737405605614185}
{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.857621967792511, "Finetune/Loss (Raw)": 0.8374922871589661, "Finetune/Step": 3204, "Finetune/Step Time": 4.575168590992689}
{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8567031025886536, "Finetune/Loss (Raw)": 0.8218506574630737, "Finetune/Step": 3205, "Finetune/Step Time": 4.571768049150705}
{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8564666509628296, "Finetune/Loss (Raw)": 0.7857659459114075, "Finetune/Step": 3206, "Finetune/Step Time": 4.573037035763264}
{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.857608437538147, "Finetune/Loss (Raw)": 0.9172974228858948, "Finetune/Step": 3207, "Finetune/Step Time": 4.577583022415638}
{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8591232299804688, "Finetune/Loss (Raw)": 0.9577879309654236, "Finetune/Step": 3208, "Finetune/Step Time": 4.571144657209516}
{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8594532012939453, "Finetune/Loss (Raw)": 0.855830192565918, "Finetune/Step": 3209, "Finetune/Step Time": 4.57906080968678}
{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8587996959686279, "Finetune/Loss (Raw)": 0.7900684475898743, "Finetune/Step": 3210, "Finetune/Step Time": 4.5778783634305}
{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.858759880065918, "Finetune/Loss (Raw)": 0.9358519315719604, "Finetune/Step": 3211, "Finetune/Step Time": 4.5665187649428844}
{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8554818630218506, "Finetune/Loss (Raw)": 0.3977698087692261, "Finetune/Step": 3212, "Finetune/Step Time": 4.601005896925926}
{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8544995784759521, "Finetune/Loss (Raw)": 0.9500510096549988, "Finetune/Step": 3213, "Finetune/Step Time": 4.598939668387175}
{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8541580438613892, "Finetune/Loss (Raw)": 0.9299262166023254, "Finetune/Step": 3214, "Finetune/Step Time": 4.6114579271525145}
{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8533411026000977, "Finetune/Loss (Raw)": 0.7952885031700134, "Finetune/Step": 3215, "Finetune/Step Time": 4.619906475767493}
{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8535022139549255, "Finetune/Loss (Raw)": 0.7359476089477539, "Finetune/Step": 3216, "Finetune/Step Time": 4.640254553407431}
{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8532793521881104, "Finetune/Loss (Raw)": 0.9163236618041992, "Finetune/Step": 3217, "Finetune/Step Time": 4.631551554426551}
{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8539862036705017, "Finetune/Loss (Raw)": 0.9189110398292542, "Finetune/Step": 3218, "Finetune/Step Time": 4.629283873364329}
{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8535493016242981, "Finetune/Loss (Raw)": 0.7745267152786255, "Finetune/Step": 3219, "Finetune/Step Time": 4.613457731902599}
{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8595343828201294, "Finetune/Loss (Raw)": 1.0677968263626099, "Finetune/Step": 3220, "Finetune/Step Time": 4.574255494400859}
{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8590535521507263, "Finetune/Loss (Raw)": 0.8288148045539856, "Finetune/Step": 3221, "Finetune/Step Time": 4.578092595562339}
{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8545514345169067, "Finetune/Loss (Raw)": 0.33394771814346313, "Finetune/Step": 3222, "Finetune/Step Time": 4.61468324624002}
{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8542541265487671, "Finetune/Loss (Raw)": 0.8524160385131836, "Finetune/Step": 3223, "Finetune/Step Time": 4.620458446443081}
{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8543820381164551, "Finetune/Loss (Raw)": 0.9224395155906677, "Finetune/Step": 3224, "Finetune/Step Time": 4.621560389176011}
{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8588187098503113, "Finetune/Loss (Raw)": 0.873595654964447, "Finetune/Step": 3225, "Finetune/Step Time": 4.586770884692669}
{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8601312637329102, "Finetune/Loss (Raw)": 0.8961378335952759, "Finetune/Step": 3226, "Finetune/Step Time": 4.585469836369157}
{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8593603372573853, "Finetune/Loss (Raw)": 0.8383285403251648, "Finetune/Step": 3227, "Finetune/Step Time": 4.585948929190636}
{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8576998710632324, "Finetune/Loss (Raw)": 0.8720329403877258, "Finetune/Step": 3228, "Finetune/Step Time": 4.583467474207282}
{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8602004051208496, "Finetune/Loss (Raw)": 0.9714304804801941, "Finetune/Step": 3229, "Finetune/Step Time": 4.5678123366087675}
{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8591259717941284, "Finetune/Loss (Raw)": 0.840106189250946, "Finetune/Step": 3230, "Finetune/Step Time": 4.570329798385501}
{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8579990863800049, "Finetune/Loss (Raw)": 0.8824453353881836, "Finetune/Step": 3231, "Finetune/Step Time": 4.583062136545777}
{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8586846590042114, "Finetune/Loss (Raw)": 1.0175930261611938, "Finetune/Step": 3232, "Finetune/Step Time": 4.584962420165539}
{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8602712154388428, "Finetune/Loss (Raw)": 1.111084222793579, "Finetune/Step": 3233, "Finetune/Step Time": 4.587967442348599}
{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8596376776695251, "Finetune/Loss (Raw)": 0.7772830724716187, "Finetune/Step": 3234, "Finetune/Step Time": 4.609602468088269}
{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8597671985626221, "Finetune/Loss (Raw)": 1.0295809507369995, "Finetune/Step": 3235, "Finetune/Step Time": 4.614231372252107}
{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8592350482940674, "Finetune/Loss (Raw)": 0.7479845881462097, "Finetune/Step": 3236, "Finetune/Step Time": 4.621369909495115}
{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8598198294639587, "Finetune/Loss (Raw)": 0.973413348197937, "Finetune/Step": 3237, "Finetune/Step Time": 4.619200302287936}
{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8563281297683716, "Finetune/Loss (Raw)": 0.399448037147522, "Finetune/Step": 3238, "Finetune/Step Time": 4.658881204202771}
{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.857474148273468, "Finetune/Loss (Raw)": 1.0266741514205933, "Finetune/Step": 3239, "Finetune/Step Time": 4.654001595452428}
{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8583678007125854, "Finetune/Loss (Raw)": 1.083818793296814, "Finetune/Step": 3240, "Finetune/Step Time": 4.655331330373883}
{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8590301275253296, "Finetune/Loss (Raw)": 0.9644039869308472, "Finetune/Step": 3241, "Finetune/Step Time": 4.644135899841785}
{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.859308123588562, "Finetune/Loss (Raw)": 0.9792855978012085, "Finetune/Step": 3242, "Finetune/Step Time": 4.64097517170012}
{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8600243330001831, "Finetune/Loss (Raw)": 0.9493420124053955, "Finetune/Step": 3243, "Finetune/Step Time": 4.633911389857531}
{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8619075417518616, "Finetune/Loss (Raw)": 0.9697899222373962, "Finetune/Step": 3244, "Finetune/Step Time": 4.597848501056433}
{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8626919984817505, "Finetune/Loss (Raw)": 1.0001181364059448, "Finetune/Step": 3245, "Finetune/Step Time": 4.6029105465859175}
{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8646512031555176, "Finetune/Loss (Raw)": 0.7273645401000977, "Finetune/Step": 3246, "Finetune/Step Time": 4.573611229658127}
{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8645577430725098, "Finetune/Loss (Raw)": 0.8579500317573547, "Finetune/Step": 3247, "Finetune/Step Time": 4.567985612899065}
{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.8652554750442505, "Finetune/Loss (Raw)": 0.999871551990509, "Finetune/Step": 3248, "Finetune/Step Time": 4.571738950908184}
{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.8672617673873901, "Finetune/Loss (Raw)": 1.0006295442581177, "Finetune/Step": 3249, "Finetune/Step Time": 4.561047326773405}
{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.8669174909591675, "Finetune/Loss (Raw)": 0.8533632755279541, "Finetune/Step": 3250, "Finetune/Step Time": 4.568983485922217}
{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.8670367002487183, "Finetune/Loss (Raw)": 0.8542647957801819, "Finetune/Step": 3251, "Finetune/Step Time": 4.596967479214072}
{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.867350697517395, "Finetune/Loss (Raw)": 1.0331681966781616, "Finetune/Step": 3252, "Finetune/Step Time": 4.5915312096476555}
{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.8678308725357056, "Finetune/Loss (Raw)": 0.9946095943450928, "Finetune/Step": 3253, "Finetune/Step Time": 4.594026623293757}
{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.8676614761352539, "Finetune/Loss (Raw)": 0.9492886662483215, "Finetune/Step": 3254, "Finetune/Step Time": 4.604781907051802}
{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.8669856786727905, "Finetune/Loss (Raw)": 0.9207892417907715, "Finetune/Step": 3255, "Finetune/Step Time": 4.621291182935238}
{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.8692944049835205, "Finetune/Loss (Raw)": 1.0004364252090454, "Finetune/Step": 3256, "Finetune/Step Time": 4.587141778320074}
{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.868699312210083, "Finetune/Loss (Raw)": 0.7763406038284302, "Finetune/Step": 3257, "Finetune/Step Time": 4.597157757729292}
{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.870661735534668, "Finetune/Loss (Raw)": 1.0745618343353271, "Finetune/Step": 3258, "Finetune/Step Time": 4.585850825533271}
{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.8706202507019043, "Finetune/Loss (Raw)": 0.8536888957023621, "Finetune/Step": 3259, "Finetune/Step Time": 4.594760486856103}
{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.8749023079872131, "Finetune/Loss (Raw)": 0.9627074599266052, "Finetune/Step": 3260, "Finetune/Step Time": 4.573740936815739}
{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.8740867972373962, "Finetune/Loss (Raw)": 0.8156136870384216, "Finetune/Step": 3261, "Finetune/Step Time": 4.574244376271963}
{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.87493896484375, "Finetune/Loss (Raw)": 0.9826014041900635, "Finetune/Step": 3262, "Finetune/Step Time": 4.560746729373932}
{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.875443696975708, "Finetune/Loss (Raw)": 1.0015441179275513, "Finetune/Step": 3263, "Finetune/Step Time": 4.558682767674327}
{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.874602198600769, "Finetune/Loss (Raw)": 0.8583859205245972, "Finetune/Step": 3264, "Finetune/Step Time": 4.559451840817928}
{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.8765435814857483, "Finetune/Loss (Raw)": 1.0778779983520508, "Finetune/Step": 3265, "Finetune/Step Time": 4.542981997132301}
{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.877505898475647, "Finetune/Loss (Raw)": 0.8911392688751221, "Finetune/Step": 3266, "Finetune/Step Time": 4.537230383604765}
{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.8777052164077759, "Finetune/Loss (Raw)": 0.908199667930603, "Finetune/Step": 3267, "Finetune/Step Time": 4.54536147788167}
{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.8784105777740479, "Finetune/Loss (Raw)": 0.9676194190979004, "Finetune/Step": 3268, "Finetune/Step Time": 4.533696975558996}
{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8794434070587158, "Finetune/Loss (Raw)": 0.9673764705657959, "Finetune/Step": 3269, "Finetune/Step Time": 4.536382272839546}
{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8794189095497131, "Finetune/Loss (Raw)": 0.8421496748924255, "Finetune/Step": 3270, "Finetune/Step Time": 4.531384689733386}
{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8808097839355469, "Finetune/Loss (Raw)": 0.8710593581199646, "Finetune/Step": 3271, "Finetune/Step Time": 4.515749130398035}
{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.880496621131897, "Finetune/Loss (Raw)": 0.9541773200035095, "Finetune/Step": 3272, "Finetune/Step Time": 4.544583179056644}
{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8790717720985413, "Finetune/Loss (Raw)": 0.80182284116745, "Finetune/Step": 3273, "Finetune/Step Time": 4.550127319991589}
{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8742650151252747, "Finetune/Loss (Raw)": 0.32433271408081055, "Finetune/Step": 3274, "Finetune/Step Time": 4.582748094573617}
{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.872727632522583, "Finetune/Loss (Raw)": 0.7836671471595764, "Finetune/Step": 3275, "Finetune/Step Time": 4.580677980557084}
{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.8715580701828003, "Finetune/Loss (Raw)": 0.8963340520858765, "Finetune/Step": 3276, "Finetune/Step Time": 4.571049157530069}
{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.8756489157676697, "Finetune/Loss (Raw)": 0.9456784129142761, "Finetune/Step": 3277, "Finetune/Step Time": 4.531779561191797}
{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.8753964304924011, "Finetune/Loss (Raw)": 0.8552870750427246, "Finetune/Step": 3278, "Finetune/Step Time": 4.535148844122887}
{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.8759377598762512, "Finetune/Loss (Raw)": 0.9638956189155579, "Finetune/Step": 3279, "Finetune/Step Time": 4.5425501354038715}
{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8772400617599487, "Finetune/Loss (Raw)": 0.9952165484428406, "Finetune/Step": 3280, "Finetune/Step Time": 4.541137954220176}
{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8780661821365356, "Finetune/Loss (Raw)": 1.02763032913208, "Finetune/Step": 3281, "Finetune/Step Time": 4.548322984948754}
{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8778157234191895, "Finetune/Loss (Raw)": 0.8604395389556885, "Finetune/Step": 3282, "Finetune/Step Time": 4.549645129591227}
{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.873171865940094, "Finetune/Loss (Raw)": 0.3711732029914856, "Finetune/Step": 3283, "Finetune/Step Time": 4.587393453344703}
{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.873611330986023, "Finetune/Loss (Raw)": 0.8687474727630615, "Finetune/Step": 3284, "Finetune/Step Time": 4.590575659647584}
{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.8732814788818359, "Finetune/Loss (Raw)": 0.9739511013031006, "Finetune/Step": 3285, "Finetune/Step Time": 4.58412024192512}
{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8778011202812195, "Finetune/Loss (Raw)": 0.86421799659729, "Finetune/Step": 3286, "Finetune/Step Time": 4.551757454872131}
{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8782260417938232, "Finetune/Loss (Raw)": 0.9137583374977112, "Finetune/Step": 3287, "Finetune/Step Time": 4.558665607124567}
{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8790902495384216, "Finetune/Loss (Raw)": 0.9823417067527771, "Finetune/Step": 3288, "Finetune/Step Time": 4.564129687845707}
{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8783360123634338, "Finetune/Loss (Raw)": 0.8105441331863403, "Finetune/Step": 3289, "Finetune/Step Time": 4.545471826568246}
{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.882466197013855, "Finetune/Loss (Raw)": 0.9388164281845093, "Finetune/Step": 3290, "Finetune/Step Time": 4.5084737204015255}
{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8803697824478149, "Finetune/Loss (Raw)": 0.7762842774391174, "Finetune/Step": 3291, "Finetune/Step Time": 4.503653760999441}
{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8795297145843506, "Finetune/Loss (Raw)": 0.8459560871124268, "Finetune/Step": 3292, "Finetune/Step Time": 4.504530485719442}
{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8813188672065735, "Finetune/Loss (Raw)": 0.9278746843338013, "Finetune/Step": 3293, "Finetune/Step Time": 4.500181732699275}
{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8814021944999695, "Finetune/Loss (Raw)": 0.8371305465698242, "Finetune/Step": 3294, "Finetune/Step Time": 4.526833163574338}
{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8807270526885986, "Finetune/Loss (Raw)": 0.8313956260681152, "Finetune/Step": 3295, "Finetune/Step Time": 4.529451144859195}
{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8799970746040344, "Finetune/Loss (Raw)": 0.9276469349861145, "Finetune/Step": 3296, "Finetune/Step Time": 4.530804393813014}
{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8839681148529053, "Finetune/Loss (Raw)": 0.8239867687225342, "Finetune/Step": 3297, "Finetune/Step Time": 4.51301627419889}
{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8855264186859131, "Finetune/Loss (Raw)": 0.9838463068008423, "Finetune/Step": 3298, "Finetune/Step Time": 4.51109267026186}
{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8821412920951843, "Finetune/Loss (Raw)": 0.38650277256965637, "Finetune/Step": 3299, "Finetune/Step Time": 4.546775897964835}
{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8824030756950378, "Finetune/Loss (Raw)": 0.923113226890564, "Finetune/Step": 3300, "Finetune/Step Time": 4.549411371350288}
{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8820339441299438, "Finetune/Loss (Raw)": 0.7472731471061707, "Finetune/Step": 3301, "Finetune/Step Time": 4.538613621145487}
{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8814730644226074, "Finetune/Loss (Raw)": 0.9690042734146118, "Finetune/Step": 3302, "Finetune/Step Time": 4.536713810637593}
{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8812990784645081, "Finetune/Loss (Raw)": 0.8665702939033508, "Finetune/Step": 3303, "Finetune/Step Time": 4.534536875784397}
{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8797118663787842, "Finetune/Loss (Raw)": 0.8371523022651672, "Finetune/Step": 3304, "Finetune/Step Time": 4.544170709326863}
{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8807453513145447, "Finetune/Loss (Raw)": 0.99164217710495, "Finetune/Step": 3305, "Finetune/Step Time": 4.539961179718375}
{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8806101679801941, "Finetune/Loss (Raw)": 0.8433104157447815, "Finetune/Step": 3306, "Finetune/Step Time": 4.531467808410525}
{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8802053928375244, "Finetune/Loss (Raw)": 1.0244017839431763, "Finetune/Step": 3307, "Finetune/Step Time": 4.5211183074861765}
{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8814667463302612, "Finetune/Loss (Raw)": 0.9831893444061279, "Finetune/Step": 3308, "Finetune/Step Time": 4.527285708114505}
{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8817248344421387, "Finetune/Loss (Raw)": 0.9868084788322449, "Finetune/Step": 3309, "Finetune/Step Time": 4.537616381421685}
{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8809584975242615, "Finetune/Loss (Raw)": 0.8168541193008423, "Finetune/Step": 3310, "Finetune/Step Time": 4.534462595358491}
{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.880496621131897, "Finetune/Loss (Raw)": 0.8022971749305725, "Finetune/Step": 3311, "Finetune/Step Time": 4.536959649994969}
{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8799971342086792, "Finetune/Loss (Raw)": 0.8476197123527527, "Finetune/Step": 3312, "Finetune/Step Time": 4.53644016943872}
{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8761284351348877, "Finetune/Loss (Raw)": 0.43130066990852356, "Finetune/Step": 3313, "Finetune/Step Time": 4.568343250080943}
{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.87574303150177, "Finetune/Loss (Raw)": 0.8017680048942566, "Finetune/Step": 3314, "Finetune/Step Time": 4.5701772421598434}
{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8770676255226135, "Finetune/Loss (Raw)": 1.1155458688735962, "Finetune/Step": 3315, "Finetune/Step Time": 4.564585005864501}
{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8768394589424133, "Finetune/Loss (Raw)": 0.8299779295921326, "Finetune/Step": 3316, "Finetune/Step Time": 4.561233328655362}
{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8772228956222534, "Finetune/Loss (Raw)": 0.8986294269561768, "Finetune/Step": 3317, "Finetune/Step Time": 4.55675938539207}
{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.872732400894165, "Finetune/Loss (Raw)": 0.33671820163726807, "Finetune/Step": 3318, "Finetune/Step Time": 4.589877123013139}
{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.8728243112564087, "Finetune/Loss (Raw)": 0.9774883985519409, "Finetune/Step": 3319, "Finetune/Step Time": 4.566179709509015}
{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8729415535926819, "Finetune/Loss (Raw)": 0.8643977046012878, "Finetune/Step": 3320, "Finetune/Step Time": 4.55825949460268}
{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8726925849914551, "Finetune/Loss (Raw)": 0.8277559876441956, "Finetune/Step": 3321, "Finetune/Step Time": 4.558089729398489}
{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8732618689537048, "Finetune/Loss (Raw)": 0.8487777709960938, "Finetune/Step": 3322, "Finetune/Step Time": 4.551029663532972}
{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8735771775245667, "Finetune/Loss (Raw)": 1.0170422792434692, "Finetune/Step": 3323, "Finetune/Step Time": 4.5573827270418406}
{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8729691505432129, "Finetune/Loss (Raw)": 0.842616081237793, "Finetune/Step": 3324, "Finetune/Step Time": 4.57045803964138}
{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8715747594833374, "Finetune/Loss (Raw)": 0.8122042417526245, "Finetune/Step": 3325, "Finetune/Step Time": 4.57002535648644}
{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8727672100067139, "Finetune/Loss (Raw)": 0.9428573250770569, "Finetune/Step": 3326, "Finetune/Step Time": 4.566615082323551}
{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.8714407682418823, "Finetune/Loss (Raw)": 0.7416821122169495, "Finetune/Step": 3327, "Finetune/Step Time": 4.579485941678286}
{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.8710414171218872, "Finetune/Loss (Raw)": 1.0221980810165405, "Finetune/Step": 3328, "Finetune/Step Time": 4.583572732284665}
{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8727782368659973, "Finetune/Loss (Raw)": 1.018369436264038, "Finetune/Step": 3329, "Finetune/Step Time": 4.586165279150009}
{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.8723640441894531, "Finetune/Loss (Raw)": 0.8006281852722168, "Finetune/Step": 3330, "Finetune/Step Time": 4.599642399698496}
{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.87291419506073, "Finetune/Loss (Raw)": 0.918565571308136, "Finetune/Step": 3331, "Finetune/Step Time": 4.613336570560932}
{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.8733371496200562, "Finetune/Loss (Raw)": 0.8916277885437012, "Finetune/Step": 3332, "Finetune/Step Time": 4.612565418705344}
{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.8742722868919373, "Finetune/Loss (Raw)": 0.9415456652641296, "Finetune/Step": 3333, "Finetune/Step Time": 4.612335052341223}
{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.8750662207603455, "Finetune/Loss (Raw)": 0.8873929381370544, "Finetune/Step": 3334, "Finetune/Step Time": 4.612802704796195}
{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.8744310140609741, "Finetune/Loss (Raw)": 0.8359968066215515, "Finetune/Step": 3335, "Finetune/Step Time": 4.5860102865844965}
{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8736850023269653, "Finetune/Loss (Raw)": 0.8622884750366211, "Finetune/Step": 3336, "Finetune/Step Time": 4.584962237626314}
{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.873150110244751, "Finetune/Loss (Raw)": 0.7873680591583252, "Finetune/Step": 3337, "Finetune/Step Time": 4.583285326138139}
{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8739451766014099, "Finetune/Loss (Raw)": 0.8918331861495972, "Finetune/Step": 3338, "Finetune/Step Time": 4.586404649540782}
{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8741156458854675, "Finetune/Loss (Raw)": 0.9576800465583801, "Finetune/Step": 3339, "Finetune/Step Time": 4.578697610646486}
{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8780652284622192, "Finetune/Loss (Raw)": 0.9033103585243225, "Finetune/Step": 3340, "Finetune/Step Time": 4.538515228778124}
{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8787407875061035, "Finetune/Loss (Raw)": 1.036521077156067, "Finetune/Step": 3341, "Finetune/Step Time": 4.550128867849708}
{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.8792614340782166, "Finetune/Loss (Raw)": 0.9965717196464539, "Finetune/Step": 3342, "Finetune/Step Time": 4.536381663754582}
{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8803396224975586, "Finetune/Loss (Raw)": 0.9332963228225708, "Finetune/Step": 3343, "Finetune/Step Time": 4.524302996695042}
{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8803118467330933, "Finetune/Loss (Raw)": 0.7323897480964661, "Finetune/Step": 3344, "Finetune/Step Time": 4.50498322956264}
{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8759010434150696, "Finetune/Loss (Raw)": 0.3517431318759918, "Finetune/Step": 3345, "Finetune/Step Time": 4.547362616285682}
{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8767021894454956, "Finetune/Loss (Raw)": 1.021459698677063, "Finetune/Step": 3346, "Finetune/Step Time": 4.546348230913281}
{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.8766641020774841, "Finetune/Loss (Raw)": 0.7696523666381836, "Finetune/Step": 3347, "Finetune/Step Time": 4.547517882660031}
{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8756994605064392, "Finetune/Loss (Raw)": 0.9443193674087524, "Finetune/Step": 3348, "Finetune/Step Time": 4.552279848605394}
{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.876587450504303, "Finetune/Loss (Raw)": 0.9424777030944824, "Finetune/Step": 3349, "Finetune/Step Time": 4.548852955922484}
{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8823038339614868, "Finetune/Loss (Raw)": 1.0656453371047974, "Finetune/Step": 3350, "Finetune/Step Time": 4.517681162804365}
{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.8822318315505981, "Finetune/Loss (Raw)": 0.8431954979896545, "Finetune/Step": 3351, "Finetune/Step Time": 4.524511381983757}
{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8823774456977844, "Finetune/Loss (Raw)": 0.9410817623138428, "Finetune/Step": 3352, "Finetune/Step Time": 4.528404038399458}
{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.883145272731781, "Finetune/Loss (Raw)": 0.9718773365020752, "Finetune/Step": 3353, "Finetune/Step Time": 4.544500095769763}
{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8834282159805298, "Finetune/Loss (Raw)": 0.9323545694351196, "Finetune/Step": 3354, "Finetune/Step Time": 4.542666325345635}
{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.884462833404541, "Finetune/Loss (Raw)": 0.9707621335983276, "Finetune/Step": 3355, "Finetune/Step Time": 4.534433726221323}
{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8849613666534424, "Finetune/Loss (Raw)": 0.935836911201477, "Finetune/Step": 3356, "Finetune/Step Time": 4.5368016716092825}
{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.8841283321380615, "Finetune/Loss (Raw)": 0.8648064136505127, "Finetune/Step": 3357, "Finetune/Step Time": 4.5372547674924135}
{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8839098811149597, "Finetune/Loss (Raw)": 0.8121477365493774, "Finetune/Step": 3358, "Finetune/Step Time": 4.530994223430753}
{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.885249674320221, "Finetune/Loss (Raw)": 1.0539406538009644, "Finetune/Step": 3359, "Finetune/Step Time": 4.5045680571347475}
{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8850835561752319, "Finetune/Loss (Raw)": 0.9963275194168091, "Finetune/Step": 3360, "Finetune/Step Time": 4.505647053942084}
{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8837945461273193, "Finetune/Loss (Raw)": 0.9460950493812561, "Finetune/Step": 3361, "Finetune/Step Time": 4.519161529839039}
{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8841732740402222, "Finetune/Loss (Raw)": 0.825757622718811, "Finetune/Step": 3362, "Finetune/Step Time": 4.501884657889605}
{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8834854364395142, "Finetune/Loss (Raw)": 0.9415398240089417, "Finetune/Step": 3363, "Finetune/Step Time": 4.501728113740683}
{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8852112293243408, "Finetune/Loss (Raw)": 0.9688849449157715, "Finetune/Step": 3364, "Finetune/Step Time": 4.493621939793229}
{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8843874335289001, "Finetune/Loss (Raw)": 0.8679623007774353, "Finetune/Step": 3365, "Finetune/Step Time": 4.507536130025983}
{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8876590728759766, "Finetune/Loss (Raw)": 0.8182220458984375, "Finetune/Step": 3366, "Finetune/Step Time": 4.480892298743129}
{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8860160708427429, "Finetune/Loss (Raw)": 0.8163709044456482, "Finetune/Step": 3367, "Finetune/Step Time": 4.478043671697378}
{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8809686303138733, "Finetune/Loss (Raw)": 0.437744677066803, "Finetune/Step": 3368, "Finetune/Step Time": 4.514780147001147}
{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8811781406402588, "Finetune/Loss (Raw)": 0.9912183284759521, "Finetune/Step": 3369, "Finetune/Step Time": 4.513503886759281}
{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.8809956312179565, "Finetune/Loss (Raw)": 0.9559313058853149, "Finetune/Step": 3370, "Finetune/Step Time": 4.5107312630862}
{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8789510726928711, "Finetune/Loss (Raw)": 0.6876282095909119, "Finetune/Step": 3371, "Finetune/Step Time": 4.532715508714318}
{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8781711459159851, "Finetune/Loss (Raw)": 0.8699653148651123, "Finetune/Step": 3372, "Finetune/Step Time": 4.543972238898277}
{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8778142929077148, "Finetune/Loss (Raw)": 0.9544350504875183, "Finetune/Step": 3373, "Finetune/Step Time": 4.549608904868364}
{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8791664838790894, "Finetune/Loss (Raw)": 0.9004501700401306, "Finetune/Step": 3374, "Finetune/Step Time": 4.5464368015527725}
{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8812596797943115, "Finetune/Loss (Raw)": 1.1258771419525146, "Finetune/Step": 3375, "Finetune/Step Time": 4.5439095962792635}
{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8813714385032654, "Finetune/Loss (Raw)": 1.0141775608062744, "Finetune/Step": 3376, "Finetune/Step Time": 4.535956714302301}
{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8798516988754272, "Finetune/Loss (Raw)": 0.80610191822052, "Finetune/Step": 3377, "Finetune/Step Time": 4.546633897349238}
{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8808923959732056, "Finetune/Loss (Raw)": 0.986575722694397, "Finetune/Step": 3378, "Finetune/Step Time": 4.542163040488958}
{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8797827363014221, "Finetune/Loss (Raw)": 0.7122272253036499, "Finetune/Step": 3379, "Finetune/Step Time": 4.521761108189821}
{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8778701424598694, "Finetune/Loss (Raw)": 0.7883544564247131, "Finetune/Step": 3380, "Finetune/Step Time": 4.519778179004788}
{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8769996166229248, "Finetune/Loss (Raw)": 0.8831773996353149, "Finetune/Step": 3381, "Finetune/Step Time": 4.5195630472153425}
{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8776810169219971, "Finetune/Loss (Raw)": 1.0365186929702759, "Finetune/Step": 3382, "Finetune/Step Time": 4.516234112903476}
{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.8771334886550903, "Finetune/Loss (Raw)": 0.850704550743103, "Finetune/Step": 3383, "Finetune/Step Time": 4.4986086543649435}
{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8766510486602783, "Finetune/Loss (Raw)": 0.9386804103851318, "Finetune/Step": 3384, "Finetune/Step Time": 4.499511677771807}
{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8767132759094238, "Finetune/Loss (Raw)": 0.784305989742279, "Finetune/Step": 3385, "Finetune/Step Time": 4.494418036192656}
{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8752330541610718, "Finetune/Loss (Raw)": 0.8850914239883423, "Finetune/Step": 3386, "Finetune/Step Time": 4.486537931486964}
{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8748137950897217, "Finetune/Loss (Raw)": 0.8000223636627197, "Finetune/Step": 3387, "Finetune/Step Time": 4.46950027346611}
{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.873677134513855, "Finetune/Loss (Raw)": 0.8172230124473572, "Finetune/Step": 3388, "Finetune/Step Time": 4.451952578499913}
{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8745723366737366, "Finetune/Loss (Raw)": 0.9301931262016296, "Finetune/Step": 3389, "Finetune/Step Time": 4.456830540671945}
{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8743839859962463, "Finetune/Loss (Raw)": 0.9584911465644836, "Finetune/Step": 3390, "Finetune/Step Time": 4.461656356230378}
{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8748645782470703, "Finetune/Loss (Raw)": 1.0630667209625244, "Finetune/Step": 3391, "Finetune/Step Time": 4.458214238286018}
{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8748499155044556, "Finetune/Loss (Raw)": 0.8565034866333008, "Finetune/Step": 3392, "Finetune/Step Time": 4.457844618707895}
{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.8742333650588989, "Finetune/Loss (Raw)": 0.9989644289016724, "Finetune/Step": 3393, "Finetune/Step Time": 4.45449623093009}
{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8743153810501099, "Finetune/Loss (Raw)": 0.9016333818435669, "Finetune/Step": 3394, "Finetune/Step Time": 4.474652333185077}
{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.874934196472168, "Finetune/Loss (Raw)": 0.9874091744422913, "Finetune/Step": 3395, "Finetune/Step Time": 4.458017868921161}
{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8733147382736206, "Finetune/Loss (Raw)": 0.7603205442428589, "Finetune/Step": 3396, "Finetune/Step Time": 4.457884130999446}
{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8727391958236694, "Finetune/Loss (Raw)": 0.8937203884124756, "Finetune/Step": 3397, "Finetune/Step Time": 4.455831775441766}
{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.873110830783844, "Finetune/Loss (Raw)": 0.8897122740745544, "Finetune/Step": 3398, "Finetune/Step Time": 4.449244856834412}
{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.8727487325668335, "Finetune/Loss (Raw)": 0.8247094750404358, "Finetune/Step": 3399, "Finetune/Step Time": 4.463609077036381}
{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8718529939651489, "Finetune/Loss (Raw)": 0.8395273685455322, "Finetune/Step": 3400, "Finetune/Step Time": 4.437166329473257}
{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8719229698181152, "Finetune/Loss (Raw)": 0.8107761144638062, "Finetune/Step": 3401, "Finetune/Step Time": 4.429046032950282}
{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8763041496276855, "Finetune/Loss (Raw)": 0.8851252198219299, "Finetune/Step": 3402, "Finetune/Step Time": 4.396558521315455}
{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.8766416907310486, "Finetune/Loss (Raw)": 0.8268734216690063, "Finetune/Step": 3403, "Finetune/Step Time": 4.392080029472709}
{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.876713752746582, "Finetune/Loss (Raw)": 0.9055619835853577, "Finetune/Step": 3404, "Finetune/Step Time": 4.38349974155426}
{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.8751533031463623, "Finetune/Loss (Raw)": 0.7459348440170288, "Finetune/Step": 3405, "Finetune/Step Time": 4.451615583151579}
{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.8757110834121704, "Finetune/Loss (Raw)": 0.9266843795776367, "Finetune/Step": 3406, "Finetune/Step Time": 4.448552655056119}
{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8752754926681519, "Finetune/Loss (Raw)": 0.9081409573554993, "Finetune/Step": 3407, "Finetune/Step Time": 4.436132904142141}
{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.8748693466186523, "Finetune/Loss (Raw)": 0.9432325959205627, "Finetune/Step": 3408, "Finetune/Step Time": 4.436876008287072}
{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.8737360835075378, "Finetune/Loss (Raw)": 0.8825694918632507, "Finetune/Step": 3409, "Finetune/Step Time": 4.429533421993256}
{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.8734613656997681, "Finetune/Loss (Raw)": 0.8252725601196289, "Finetune/Step": 3410, "Finetune/Step Time": 4.4385070856660604}
{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.878441572189331, "Finetune/Loss (Raw)": 1.0086383819580078, "Finetune/Step": 3411, "Finetune/Step Time": 4.4001075848937035}
{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8790616393089294, "Finetune/Loss (Raw)": 0.9481183886528015, "Finetune/Step": 3412, "Finetune/Step Time": 4.395417051389813}
{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8794549107551575, "Finetune/Loss (Raw)": 1.024293065071106, "Finetune/Step": 3413, "Finetune/Step Time": 4.40271944925189}
{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8807939291000366, "Finetune/Loss (Raw)": 1.0356090068817139, "Finetune/Step": 3414, "Finetune/Step Time": 4.401145359501243}
{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8794801235198975, "Finetune/Loss (Raw)": 0.7455976009368896, "Finetune/Step": 3415, "Finetune/Step Time": 4.3982252441346645}
{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.8751192688941956, "Finetune/Loss (Raw)": 0.42415162920951843, "Finetune/Step": 3416, "Finetune/Step Time": 4.4330501314252615}
{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.8758667707443237, "Finetune/Loss (Raw)": 0.9062234163284302, "Finetune/Step": 3417, "Finetune/Step Time": 4.439627084881067}
{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.875525951385498, "Finetune/Loss (Raw)": 0.8951854705810547, "Finetune/Step": 3418, "Finetune/Step Time": 4.4508516527712345}
{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.876563310623169, "Finetune/Loss (Raw)": 0.909069836139679, "Finetune/Step": 3419, "Finetune/Step Time": 4.4434717036783695}
{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.8750367164611816, "Finetune/Loss (Raw)": 0.6505514979362488, "Finetune/Step": 3420, "Finetune/Step Time": 4.468732351437211}
{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.8749749660491943, "Finetune/Loss (Raw)": 0.9199740886688232, "Finetune/Step": 3421, "Finetune/Step Time": 4.4713953249156475}
{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.8752561211585999, "Finetune/Loss (Raw)": 0.8731164932250977, "Finetune/Step": 3422, "Finetune/Step Time": 4.464487625285983}
{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.8751566410064697, "Finetune/Loss (Raw)": 0.8186604976654053, "Finetune/Step": 3423, "Finetune/Step Time": 4.463371094316244}
{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.8706679940223694, "Finetune/Loss (Raw)": 0.3531009554862976, "Finetune/Step": 3424, "Finetune/Step Time": 4.49491080455482}
{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.8711169958114624, "Finetune/Loss (Raw)": 0.8814603686332703, "Finetune/Step": 3425, "Finetune/Step Time": 4.482104774564505}
{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.8692227602005005, "Finetune/Loss (Raw)": 0.7413867712020874, "Finetune/Step": 3426, "Finetune/Step Time": 4.484105698764324}
{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.873841404914856, "Finetune/Loss (Raw)": 0.9776884317398071, "Finetune/Step": 3427, "Finetune/Step Time": 4.450477676466107}
{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.8736681938171387, "Finetune/Loss (Raw)": 0.9009372591972351, "Finetune/Step": 3428, "Finetune/Step Time": 4.458590444177389}
{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.8750714063644409, "Finetune/Loss (Raw)": 0.9268855452537537, "Finetune/Step": 3429, "Finetune/Step Time": 4.455146098509431}
{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.874087929725647, "Finetune/Loss (Raw)": 0.8431154489517212, "Finetune/Step": 3430, "Finetune/Step Time": 4.449584413319826}
{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.875022292137146, "Finetune/Loss (Raw)": 0.9861781597137451, "Finetune/Step": 3431, "Finetune/Step Time": 4.4539854396134615}
{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.8745355606079102, "Finetune/Loss (Raw)": 0.7748516201972961, "Finetune/Step": 3432, "Finetune/Step Time": 4.4563075341284275}
{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.8735326528549194, "Finetune/Loss (Raw)": 0.8632578253746033, "Finetune/Step": 3433, "Finetune/Step Time": 4.474117552861571}
{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.8736140727996826, "Finetune/Loss (Raw)": 0.8537325859069824, "Finetune/Step": 3434, "Finetune/Step Time": 4.498874615877867}
{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.8723958134651184, "Finetune/Loss (Raw)": 0.8684757351875305, "Finetune/Step": 3435, "Finetune/Step Time": 4.512177163735032}
{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.8708791732788086, "Finetune/Loss (Raw)": 0.7890574932098389, "Finetune/Step": 3436, "Finetune/Step Time": 4.505946047604084}
{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.870181143283844, "Finetune/Loss (Raw)": 0.8974559307098389, "Finetune/Step": 3437, "Finetune/Step Time": 4.494675483554602}
{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.8702847361564636, "Finetune/Loss (Raw)": 0.8301121592521667, "Finetune/Step": 3438, "Finetune/Step Time": 4.493222804740071}
{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.8716778755187988, "Finetune/Loss (Raw)": 0.9806190133094788, "Finetune/Step": 3439, "Finetune/Step Time": 4.498125579208136}
{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.8717836141586304, "Finetune/Loss (Raw)": 0.8611566424369812, "Finetune/Step": 3440, "Finetune/Step Time": 4.500380964949727}
{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.8740854263305664, "Finetune/Loss (Raw)": 0.7259371280670166, "Finetune/Step": 3441, "Finetune/Step Time": 4.490365801379085}
{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.873930811882019, "Finetune/Loss (Raw)": 0.7819738388061523, "Finetune/Step": 3442, "Finetune/Step Time": 4.492224181070924}
{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.8716623783111572, "Finetune/Loss (Raw)": 0.8251843452453613, "Finetune/Step": 3443, "Finetune/Step Time": 4.502301836386323}
{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.8723773956298828, "Finetune/Loss (Raw)": 0.9215058088302612, "Finetune/Step": 3444, "Finetune/Step Time": 4.485622154548764}
{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.8709369897842407, "Finetune/Loss (Raw)": 0.7142549157142639, "Finetune/Step": 3445, "Finetune/Step Time": 4.503604672849178}
{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.8750101327896118, "Finetune/Loss (Raw)": 0.858076274394989, "Finetune/Step": 3446, "Finetune/Step Time": 4.474705390632153}
{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.8751652836799622, "Finetune/Loss (Raw)": 0.9973525404930115, "Finetune/Step": 3447, "Finetune/Step Time": 4.474810319021344}
{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.8753238916397095, "Finetune/Loss (Raw)": 0.8847017884254456, "Finetune/Step": 3448, "Finetune/Step Time": 4.480514606460929}
{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.8765357732772827, "Finetune/Loss (Raw)": 0.9828668832778931, "Finetune/Step": 3449, "Finetune/Step Time": 4.475997284054756}
{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.8770232200622559, "Finetune/Loss (Raw)": 0.9111799597740173, "Finetune/Step": 3450, "Finetune/Step Time": 4.496468111872673}
{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.8756577968597412, "Finetune/Loss (Raw)": 0.8422683477401733, "Finetune/Step": 3451, "Finetune/Step Time": 4.485176624730229}
{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.8766457438468933, "Finetune/Loss (Raw)": 0.9690678119659424, "Finetune/Step": 3452, "Finetune/Step Time": 4.47543834336102}
{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.8769416809082031, "Finetune/Loss (Raw)": 0.8500816822052002, "Finetune/Step": 3453, "Finetune/Step Time": 4.473559310659766}
{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.8761200904846191, "Finetune/Loss (Raw)": 0.8376991748809814, "Finetune/Step": 3454, "Finetune/Step Time": 4.476551774889231}
{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.8729952573776245, "Finetune/Loss (Raw)": 0.3417050540447235, "Finetune/Step": 3455, "Finetune/Step Time": 4.504524599760771}
{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.8723856210708618, "Finetune/Loss (Raw)": 0.9441616535186768, "Finetune/Step": 3456, "Finetune/Step Time": 4.501178070902824}
{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.8713831901550293, "Finetune/Loss (Raw)": 0.8900543451309204, "Finetune/Step": 3457, "Finetune/Step Time": 4.491567371413112}
{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.8722257614135742, "Finetune/Loss (Raw)": 0.9084787964820862, "Finetune/Step": 3458, "Finetune/Step Time": 4.499773845076561}
{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.8717302083969116, "Finetune/Loss (Raw)": 0.855144202709198, "Finetune/Step": 3459, "Finetune/Step Time": 4.489847861230373}
{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.8724680542945862, "Finetune/Loss (Raw)": 0.9860681295394897, "Finetune/Step": 3460, "Finetune/Step Time": 4.485896499827504}
{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.8677411675453186, "Finetune/Loss (Raw)": 0.3365026116371155, "Finetune/Step": 3461, "Finetune/Step Time": 4.5233239363878965}
{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.868119478225708, "Finetune/Loss (Raw)": 0.9358158707618713, "Finetune/Step": 3462, "Finetune/Step Time": 4.519612520933151}
{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.8683381080627441, "Finetune/Loss (Raw)": 0.8639798164367676, "Finetune/Step": 3463, "Finetune/Step Time": 4.527486091479659}
{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.8688943982124329, "Finetune/Loss (Raw)": 0.933494508266449, "Finetune/Step": 3464, "Finetune/Step Time": 4.528440341353416}
{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.8692903518676758, "Finetune/Loss (Raw)": 0.8380499482154846, "Finetune/Step": 3465, "Finetune/Step Time": 4.523674776777625}
{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.8687460422515869, "Finetune/Loss (Raw)": 0.8221601247787476, "Finetune/Step": 3466, "Finetune/Step Time": 4.522064909338951}
{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.867023766040802, "Finetune/Loss (Raw)": 0.7372353076934814, "Finetune/Step": 3467, "Finetune/Step Time": 4.520676163956523}
{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.8657031655311584, "Finetune/Loss (Raw)": 0.7342672944068909, "Finetune/Step": 3468, "Finetune/Step Time": 4.529286559671164}
{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.8647778034210205, "Finetune/Loss (Raw)": 0.9180763959884644, "Finetune/Step": 3469, "Finetune/Step Time": 4.532619580626488}
{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8635817766189575, "Finetune/Loss (Raw)": 0.8434844613075256, "Finetune/Step": 3470, "Finetune/Step Time": 4.533856885507703}
{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8636289834976196, "Finetune/Loss (Raw)": 0.9393401741981506, "Finetune/Step": 3471, "Finetune/Step Time": 4.539583090692759}
{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.8642019033432007, "Finetune/Loss (Raw)": 0.805720865726471, "Finetune/Step": 3472, "Finetune/Step Time": 4.5452934224158525}
{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.8694359064102173, "Finetune/Loss (Raw)": 1.021694540977478, "Finetune/Step": 3473, "Finetune/Step Time": 4.531948693096638}
{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.8676902651786804, "Finetune/Loss (Raw)": 0.7980180978775024, "Finetune/Step": 3474, "Finetune/Step Time": 4.537188094109297}
{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.8686110377311707, "Finetune/Loss (Raw)": 0.8875162601470947, "Finetune/Step": 3475, "Finetune/Step Time": 4.543411800637841}
{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.8670868277549744, "Finetune/Loss (Raw)": 0.7492137551307678, "Finetune/Step": 3476, "Finetune/Step Time": 4.548600371927023}
{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.8661434650421143, "Finetune/Loss (Raw)": 0.8217261433601379, "Finetune/Step": 3477, "Finetune/Step Time": 4.56659178622067}
{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.8656317591667175, "Finetune/Loss (Raw)": 1.0001519918441772, "Finetune/Step": 3478, "Finetune/Step Time": 4.558933239430189}
{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.8672950267791748, "Finetune/Loss (Raw)": 1.0560884475708008, "Finetune/Step": 3479, "Finetune/Step Time": 4.5456419084221125}
{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.8671793341636658, "Finetune/Loss (Raw)": 0.926273763179779, "Finetune/Step": 3480, "Finetune/Step Time": 4.537294553592801}
{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.8670362830162048, "Finetune/Loss (Raw)": 0.9535694718360901, "Finetune/Step": 3481, "Finetune/Step Time": 4.514356814324856}
{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.8667904138565063, "Finetune/Loss (Raw)": 0.9008801579475403, "Finetune/Step": 3482, "Finetune/Step Time": 4.514091424643993}
{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.8661321401596069, "Finetune/Loss (Raw)": 0.8865125775337219, "Finetune/Step": 3483, "Finetune/Step Time": 4.552877666428685}
{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.8660725355148315, "Finetune/Loss (Raw)": 0.9281982779502869, "Finetune/Step": 3484, "Finetune/Step Time": 4.56927340850234}
{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.8670879602432251, "Finetune/Loss (Raw)": 0.9947845935821533, "Finetune/Step": 3485, "Finetune/Step Time": 4.56659989990294}
{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.8681089282035828, "Finetune/Loss (Raw)": 0.9428308606147766, "Finetune/Step": 3486, "Finetune/Step Time": 4.560351200401783}
{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.8658192157745361, "Finetune/Loss (Raw)": 0.7608505487442017, "Finetune/Step": 3487, "Finetune/Step Time": 4.558795362710953}
{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.8639639019966125, "Finetune/Loss (Raw)": 0.7588514089584351, "Finetune/Step": 3488, "Finetune/Step Time": 4.558263376355171}
{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.8642732501029968, "Finetune/Loss (Raw)": 0.9856935143470764, "Finetune/Step": 3489, "Finetune/Step Time": 4.545600606128573}
{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.8640308380126953, "Finetune/Loss (Raw)": 0.7947263121604919, "Finetune/Step": 3490, "Finetune/Step Time": 4.543532870709896}
{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.8644512891769409, "Finetune/Loss (Raw)": 0.9953587651252747, "Finetune/Step": 3491, "Finetune/Step Time": 4.539224429056048}
{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.8640288710594177, "Finetune/Loss (Raw)": 0.9148139953613281, "Finetune/Step": 3492, "Finetune/Step Time": 4.549172375351191}
{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8628029227256775, "Finetune/Loss (Raw)": 0.7110427618026733, "Finetune/Step": 3493, "Finetune/Step Time": 4.541506592184305}
{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.864177942276001, "Finetune/Loss (Raw)": 0.9942227602005005, "Finetune/Step": 3494, "Finetune/Step Time": 4.5290387235581875}
{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.8651385307312012, "Finetune/Loss (Raw)": 0.9393223524093628, "Finetune/Step": 3495, "Finetune/Step Time": 4.528653649613261}
{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.8691933155059814, "Finetune/Loss (Raw)": 0.9567625522613525, "Finetune/Step": 3496, "Finetune/Step Time": 4.498762853443623}
{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.8675416707992554, "Finetune/Loss (Raw)": 0.7798063158988953, "Finetune/Step": 3497, "Finetune/Step Time": 4.507947476580739}
{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.8672060966491699, "Finetune/Loss (Raw)": 0.9129820466041565, "Finetune/Step": 3498, "Finetune/Step Time": 4.512114819139242}
{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.8693294525146484, "Finetune/Loss (Raw)": 0.9594211578369141, "Finetune/Step": 3499, "Finetune/Step Time": 4.497456718236208}
{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.8700049519538879, "Finetune/Loss (Raw)": 0.9564245343208313, "Finetune/Step": 3500, "Finetune/Step Time": 4.488214647397399}
{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.8699024319648743, "Finetune/Loss (Raw)": 0.9413151144981384, "Finetune/Step": 3501, "Finetune/Step Time": 4.474271537736058}
{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.8711783289909363, "Finetune/Loss (Raw)": 1.0637657642364502, "Finetune/Step": 3502, "Finetune/Step Time": 4.469647344201803}
{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.8698928952217102, "Finetune/Loss (Raw)": 0.961337149143219, "Finetune/Step": 3503, "Finetune/Step Time": 4.469993023201823}
{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.8685972094535828, "Finetune/Loss (Raw)": 0.8483299016952515, "Finetune/Step": 3504, "Finetune/Step Time": 4.477905610576272}
{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.8697683811187744, "Finetune/Loss (Raw)": 0.9560055732727051, "Finetune/Step": 3505, "Finetune/Step Time": 4.479240711778402}
{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.8685376644134521, "Finetune/Loss (Raw)": 0.8290529251098633, "Finetune/Step": 3506, "Finetune/Step Time": 4.476155513897538}
{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.8682672381401062, "Finetune/Loss (Raw)": 0.6776124835014343, "Finetune/Step": 3507, "Finetune/Step Time": 4.4856441877782345}
{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.8690381646156311, "Finetune/Loss (Raw)": 0.8870289921760559, "Finetune/Step": 3508, "Finetune/Step Time": 4.485694600269198}
{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.8697119951248169, "Finetune/Loss (Raw)": 0.9694268107414246, "Finetune/Step": 3509, "Finetune/Step Time": 4.493712058290839}
{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.8678860068321228, "Finetune/Loss (Raw)": 0.8027945756912231, "Finetune/Step": 3510, "Finetune/Step Time": 4.4865697007626295}
{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.8681102991104126, "Finetune/Loss (Raw)": 0.8794147968292236, "Finetune/Step": 3511, "Finetune/Step Time": 4.493821220472455}
{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.8679051399230957, "Finetune/Loss (Raw)": 0.9124153256416321, "Finetune/Step": 3512, "Finetune/Step Time": 4.486649923026562}
{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.8691246509552002, "Finetune/Loss (Raw)": 0.9404056668281555, "Finetune/Step": 3513, "Finetune/Step Time": 4.486590947955847}
{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.8684985041618347, "Finetune/Loss (Raw)": 0.8049488067626953, "Finetune/Step": 3514, "Finetune/Step Time": 4.490782802924514}
{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.8689287304878235, "Finetune/Loss (Raw)": 0.8550911545753479, "Finetune/Step": 3515, "Finetune/Step Time": 4.4977782014757395}
{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.8694053888320923, "Finetune/Loss (Raw)": 0.8782333731651306, "Finetune/Step": 3516, "Finetune/Step Time": 4.504673633724451}
{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.8695865273475647, "Finetune/Loss (Raw)": 0.9533843398094177, "Finetune/Step": 3517, "Finetune/Step Time": 4.502294883131981}
{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.8690063953399658, "Finetune/Loss (Raw)": 0.884231686592102, "Finetune/Step": 3518, "Finetune/Step Time": 4.527308797463775}
{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.8669911026954651, "Finetune/Loss (Raw)": 0.8051058650016785, "Finetune/Step": 3519, "Finetune/Step Time": 4.555331073701382}
{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.8674446940422058, "Finetune/Loss (Raw)": 0.9145627021789551, "Finetune/Step": 3520, "Finetune/Step Time": 4.556794006377459}
{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.8675951957702637, "Finetune/Loss (Raw)": 1.018230676651001, "Finetune/Step": 3521, "Finetune/Step Time": 4.5570589154958725}
{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.8666882514953613, "Finetune/Loss (Raw)": 0.7855435609817505, "Finetune/Step": 3522, "Finetune/Step Time": 4.553153682500124}
{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.8651516437530518, "Finetune/Loss (Raw)": 0.7907267808914185, "Finetune/Step": 3523, "Finetune/Step Time": 4.578504392877221}
{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.8653932213783264, "Finetune/Loss (Raw)": 0.791237473487854, "Finetune/Step": 3524, "Finetune/Step Time": 4.587892476469278}
{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.8665916919708252, "Finetune/Loss (Raw)": 1.0471211671829224, "Finetune/Step": 3525, "Finetune/Step Time": 4.596889525651932}
{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.8663633465766907, "Finetune/Loss (Raw)": 0.8604899644851685, "Finetune/Step": 3526, "Finetune/Step Time": 4.60500063188374}
{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.8672752380371094, "Finetune/Loss (Raw)": 0.9414264559745789, "Finetune/Step": 3527, "Finetune/Step Time": 4.587465783581138}
{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.8676531314849854, "Finetune/Loss (Raw)": 0.8878971934318542, "Finetune/Step": 3528, "Finetune/Step Time": 4.586508106440306}
{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.8676543235778809, "Finetune/Loss (Raw)": 0.810930073261261, "Finetune/Step": 3529, "Finetune/Step Time": 4.596830433234572}
{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.8678668737411499, "Finetune/Loss (Raw)": 0.912338137626648, "Finetune/Step": 3530, "Finetune/Step Time": 4.592857202515006}
{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.8690067529678345, "Finetune/Loss (Raw)": 0.972771406173706, "Finetune/Step": 3531, "Finetune/Step Time": 4.592363763600588}
{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.8683491945266724, "Finetune/Loss (Raw)": 0.821399450302124, "Finetune/Step": 3532, "Finetune/Step Time": 4.604582272469997}
{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.8650380969047546, "Finetune/Loss (Raw)": 0.32211658358573914, "Finetune/Step": 3533, "Finetune/Step Time": 4.5761641804128885}
{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.865037202835083, "Finetune/Loss (Raw)": 0.9265691637992859, "Finetune/Step": 3534, "Finetune/Step Time": 4.58417440392077}
{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.8605901002883911, "Finetune/Loss (Raw)": 0.33891114592552185, "Finetune/Step": 3535, "Finetune/Step Time": 4.626424491405487}
{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8598482608795166, "Finetune/Loss (Raw)": 0.8482704758644104, "Finetune/Step": 3536, "Finetune/Step Time": 4.624205909669399}
{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.8609243631362915, "Finetune/Loss (Raw)": 1.0203132629394531, "Finetune/Step": 3537, "Finetune/Step Time": 4.6367960553616285}
{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.8623011708259583, "Finetune/Loss (Raw)": 1.00150728225708, "Finetune/Step": 3538, "Finetune/Step Time": 4.6339981108903885}
{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.8617771863937378, "Finetune/Loss (Raw)": 0.9415619969367981, "Finetune/Step": 3539, "Finetune/Step Time": 4.638278715312481}
{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.8612751960754395, "Finetune/Loss (Raw)": 0.8838685750961304, "Finetune/Step": 3540, "Finetune/Step Time": 4.642924828454852}
{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8602114915847778, "Finetune/Loss (Raw)": 0.8881340026855469, "Finetune/Step": 3541, "Finetune/Step Time": 4.633908096700907}
{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.858923614025116, "Finetune/Loss (Raw)": 0.8707633018493652, "Finetune/Step": 3542, "Finetune/Step Time": 4.643591510131955}
{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.859951376914978, "Finetune/Loss (Raw)": 0.8771558403968811, "Finetune/Step": 3543, "Finetune/Step Time": 4.65635115839541}
{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.8638715744018555, "Finetune/Loss (Raw)": 0.9259364008903503, "Finetune/Step": 3544, "Finetune/Step Time": 4.618061164394021}
{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8600793480873108, "Finetune/Loss (Raw)": 0.4208128750324249, "Finetune/Step": 3545, "Finetune/Step Time": 4.650450725108385}
{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8595510721206665, "Finetune/Loss (Raw)": 0.8275661468505859, "Finetune/Step": 3546, "Finetune/Step Time": 4.647347757592797}
{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8603256940841675, "Finetune/Loss (Raw)": 1.0082215070724487, "Finetune/Step": 3547, "Finetune/Step Time": 4.644353779032826}
{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.8625943660736084, "Finetune/Loss (Raw)": 0.9409439563751221, "Finetune/Step": 3548, "Finetune/Step Time": 4.632158324122429}
{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.8632184267044067, "Finetune/Loss (Raw)": 0.9998528957366943, "Finetune/Step": 3549, "Finetune/Step Time": 4.631040835753083}
{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8590912818908691, "Finetune/Loss (Raw)": 0.3448442816734314, "Finetune/Step": 3550, "Finetune/Step Time": 4.647745043039322}
{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8588447570800781, "Finetune/Loss (Raw)": 0.787097692489624, "Finetune/Step": 3551, "Finetune/Step Time": 4.6658315025269985}
{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.8631774187088013, "Finetune/Loss (Raw)": 0.9076877236366272, "Finetune/Step": 3552, "Finetune/Step Time": 4.62541875615716}
{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.8621279001235962, "Finetune/Loss (Raw)": 0.7471199035644531, "Finetune/Step": 3553, "Finetune/Step Time": 4.633481461554766}
{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.863913357257843, "Finetune/Loss (Raw)": 0.9699267148971558, "Finetune/Step": 3554, "Finetune/Step Time": 4.636248989030719}
{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.8646317720413208, "Finetune/Loss (Raw)": 1.0696479082107544, "Finetune/Step": 3555, "Finetune/Step Time": 4.634085316210985}
{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8603391647338867, "Finetune/Loss (Raw)": 0.3514828383922577, "Finetune/Step": 3556, "Finetune/Step Time": 4.663209995254874}
{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8611903190612793, "Finetune/Loss (Raw)": 1.0358312129974365, "Finetune/Step": 3557, "Finetune/Step Time": 4.661064838990569}
{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.8615792393684387, "Finetune/Loss (Raw)": 0.8928941488265991, "Finetune/Step": 3558, "Finetune/Step Time": 4.6629632115364075}
{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.8613688945770264, "Finetune/Loss (Raw)": 0.959252655506134, "Finetune/Step": 3559, "Finetune/Step Time": 4.661801433190703}
{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.8631703853607178, "Finetune/Loss (Raw)": 1.0054534673690796, "Finetune/Step": 3560, "Finetune/Step Time": 4.645500535145402}
{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.8646082282066345, "Finetune/Loss (Raw)": 1.0472921133041382, "Finetune/Step": 3561, "Finetune/Step Time": 4.629065943881869}
{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.863645076751709, "Finetune/Loss (Raw)": 0.7304475903511047, "Finetune/Step": 3562, "Finetune/Step Time": 4.6044247560203075}
{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.8628740310668945, "Finetune/Loss (Raw)": 0.7697914242744446, "Finetune/Step": 3563, "Finetune/Step Time": 4.590422602370381}
{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.8631353378295898, "Finetune/Loss (Raw)": 0.8224965929985046, "Finetune/Step": 3564, "Finetune/Step Time": 4.593064695596695}
{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.8626994490623474, "Finetune/Loss (Raw)": 0.8416669368743896, "Finetune/Step": 3565, "Finetune/Step Time": 4.596112936735153}
{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.8641250133514404, "Finetune/Loss (Raw)": 1.0125796794891357, "Finetune/Step": 3566, "Finetune/Step Time": 4.595467679202557}
{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.8634284734725952, "Finetune/Loss (Raw)": 0.891460120677948, "Finetune/Step": 3567, "Finetune/Step Time": 4.599299976602197}
{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.8641044497489929, "Finetune/Loss (Raw)": 0.9476873874664307, "Finetune/Step": 3568, "Finetune/Step Time": 4.598715705797076}
{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.8652036190032959, "Finetune/Loss (Raw)": 0.8666240572929382, "Finetune/Step": 3569, "Finetune/Step Time": 4.581018367782235}
{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.8656479120254517, "Finetune/Loss (Raw)": 0.8388482928276062, "Finetune/Step": 3570, "Finetune/Step Time": 4.575326688587666}
{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.8664771318435669, "Finetune/Loss (Raw)": 0.9313200116157532, "Finetune/Step": 3571, "Finetune/Step Time": 4.578431826084852}
{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.8666204810142517, "Finetune/Loss (Raw)": 0.9398592114448547, "Finetune/Step": 3572, "Finetune/Step Time": 4.5802636574953794}
{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.86838698387146, "Finetune/Loss (Raw)": 0.940367579460144, "Finetune/Step": 3573, "Finetune/Step Time": 4.562095522880554}
{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.8693602681159973, "Finetune/Loss (Raw)": 0.982655942440033, "Finetune/Step": 3574, "Finetune/Step Time": 4.560259873047471}
{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.8683876395225525, "Finetune/Loss (Raw)": 0.8728545308113098, "Finetune/Step": 3575, "Finetune/Step Time": 4.556005664169788}
{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.8691696524620056, "Finetune/Loss (Raw)": 0.9848005175590515, "Finetune/Step": 3576, "Finetune/Step Time": 4.553528808057308}
{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.868433952331543, "Finetune/Loss (Raw)": 0.8886935114860535, "Finetune/Step": 3577, "Finetune/Step Time": 4.572269041091204}
{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.8688907623291016, "Finetune/Loss (Raw)": 0.9696539044380188, "Finetune/Step": 3578, "Finetune/Step Time": 4.55664848908782}
{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.8697763681411743, "Finetune/Loss (Raw)": 0.9556314945220947, "Finetune/Step": 3579, "Finetune/Step Time": 4.551693744957447}
{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.8694696426391602, "Finetune/Loss (Raw)": 0.9298081398010254, "Finetune/Step": 3580, "Finetune/Step Time": 4.558749673888087}
{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.8704637289047241, "Finetune/Loss (Raw)": 0.9773229360580444, "Finetune/Step": 3581, "Finetune/Step Time": 4.574245722964406}
{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.8705315589904785, "Finetune/Loss (Raw)": 0.8463798761367798, "Finetune/Step": 3582, "Finetune/Step Time": 4.5763177536427975}
{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.874301552772522, "Finetune/Loss (Raw)": 0.8242650032043457, "Finetune/Step": 3583, "Finetune/Step Time": 4.538447007536888}
{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.8742423057556152, "Finetune/Loss (Raw)": 0.9365753531455994, "Finetune/Step": 3584, "Finetune/Step Time": 4.540128668770194}
{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.8753643035888672, "Finetune/Loss (Raw)": 1.0336754322052002, "Finetune/Step": 3585, "Finetune/Step Time": 4.5404327511787415}
{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.874267578125, "Finetune/Loss (Raw)": 0.7680976390838623, "Finetune/Step": 3586, "Finetune/Step Time": 4.538709064945579}
{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.8740614652633667, "Finetune/Loss (Raw)": 0.8287542462348938, "Finetune/Step": 3587, "Finetune/Step Time": 4.537703707814217}
{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.8718624114990234, "Finetune/Loss (Raw)": 0.7045947909355164, "Finetune/Step": 3588, "Finetune/Step Time": 4.538852773606777}
{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.8760778903961182, "Finetune/Loss (Raw)": 0.8760846853256226, "Finetune/Step": 3589, "Finetune/Step Time": 4.510199652984738}
{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.8761905431747437, "Finetune/Loss (Raw)": 0.9502398371696472, "Finetune/Step": 3590, "Finetune/Step Time": 4.513678174465895}
{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.8757379055023193, "Finetune/Loss (Raw)": 0.8060353994369507, "Finetune/Step": 3591, "Finetune/Step Time": 4.506965594366193}
{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.8757017850875854, "Finetune/Loss (Raw)": 0.9288666844367981, "Finetune/Step": 3592, "Finetune/Step Time": 4.5122692584991455}
{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.8770672082901001, "Finetune/Loss (Raw)": 1.0128282308578491, "Finetune/Step": 3593, "Finetune/Step Time": 4.508683241903782}
{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.8754711151123047, "Finetune/Loss (Raw)": 0.617861807346344, "Finetune/Step": 3594, "Finetune/Step Time": 4.520751986652613}
{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.8767601251602173, "Finetune/Loss (Raw)": 0.9022252559661865, "Finetune/Step": 3595, "Finetune/Step Time": 4.532614791765809}
{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.8790934681892395, "Finetune/Loss (Raw)": 1.0329372882843018, "Finetune/Step": 3596, "Finetune/Step Time": 4.518138293176889}
{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.8739049434661865, "Finetune/Loss (Raw)": 0.25394558906555176, "Finetune/Step": 3597, "Finetune/Step Time": 4.549722425639629}
{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.8738114833831787, "Finetune/Loss (Raw)": 0.831516444683075, "Finetune/Step": 3598, "Finetune/Step Time": 4.563807152211666}
{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.8728105425834656, "Finetune/Loss (Raw)": 0.8112242817878723, "Finetune/Step": 3599, "Finetune/Step Time": 4.555255722254515}
{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.8699198961257935, "Finetune/Loss (Raw)": 0.4357199966907501, "Finetune/Step": 3600, "Finetune/Step Time": 4.5796571131795645}
{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.8692516684532166, "Finetune/Loss (Raw)": 0.9361627697944641, "Finetune/Step": 3601, "Finetune/Step Time": 4.557204242795706}
{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.8696552515029907, "Finetune/Loss (Raw)": 0.8496759533882141, "Finetune/Step": 3602, "Finetune/Step Time": 4.5522200632840395}
{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.8694108724594116, "Finetune/Loss (Raw)": 0.8562266826629639, "Finetune/Step": 3603, "Finetune/Step Time": 4.551156062632799}
{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.8706756830215454, "Finetune/Loss (Raw)": 0.9111171960830688, "Finetune/Step": 3604, "Finetune/Step Time": 4.54782972484827}
{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.8703700304031372, "Finetune/Loss (Raw)": 0.7826021909713745, "Finetune/Step": 3605, "Finetune/Step Time": 4.534115951508284}
{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.869371771812439, "Finetune/Loss (Raw)": 0.87237548828125, "Finetune/Step": 3606, "Finetune/Step Time": 4.551434716209769}
{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.8682806491851807, "Finetune/Loss (Raw)": 0.9164232611656189, "Finetune/Step": 3607, "Finetune/Step Time": 4.554962296038866}
{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.8679287433624268, "Finetune/Loss (Raw)": 0.8812340497970581, "Finetune/Step": 3608, "Finetune/Step Time": 4.582644442096353}
{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.8676110506057739, "Finetune/Loss (Raw)": 0.9129049777984619, "Finetune/Step": 3609, "Finetune/Step Time": 4.58330450579524}
{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.8667820692062378, "Finetune/Loss (Raw)": 0.79476398229599, "Finetune/Step": 3610, "Finetune/Step Time": 4.582592699676752}
{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.862521767616272, "Finetune/Loss (Raw)": 0.3411983549594879, "Finetune/Step": 3611, "Finetune/Step Time": 4.577517895027995}
{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8620003461837769, "Finetune/Loss (Raw)": 0.8614600896835327, "Finetune/Step": 3612, "Finetune/Step Time": 4.574674550443888}
{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8604406118392944, "Finetune/Loss (Raw)": 0.7951266765594482, "Finetune/Step": 3613, "Finetune/Step Time": 4.575341938063502}
{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.859857439994812, "Finetune/Loss (Raw)": 0.8681938052177429, "Finetune/Step": 3614, "Finetune/Step Time": 4.5796788688749075}
{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8610804080963135, "Finetune/Loss (Raw)": 0.9173858165740967, "Finetune/Step": 3615, "Finetune/Step Time": 4.584602365270257}
{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8612006306648254, "Finetune/Loss (Raw)": 0.7742407321929932, "Finetune/Step": 3616, "Finetune/Step Time": 4.588817436248064}
{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8602851629257202, "Finetune/Loss (Raw)": 0.8685213923454285, "Finetune/Step": 3617, "Finetune/Step Time": 4.597014052793384}
{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8606100678443909, "Finetune/Loss (Raw)": 0.8363081216812134, "Finetune/Step": 3618, "Finetune/Step Time": 4.60458049736917}
{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.859484076499939, "Finetune/Loss (Raw)": 0.8512305617332458, "Finetune/Step": 3619, "Finetune/Step Time": 4.602312304079533}
{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8589238524436951, "Finetune/Loss (Raw)": 0.8431054949760437, "Finetune/Step": 3620, "Finetune/Step Time": 4.5921768844127655}
{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8597780466079712, "Finetune/Loss (Raw)": 0.8203876614570618, "Finetune/Step": 3621, "Finetune/Step Time": 4.586085623130202}
{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8590579032897949, "Finetune/Loss (Raw)": 0.9020379781723022, "Finetune/Step": 3622, "Finetune/Step Time": 4.584970206022263}
{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8589032888412476, "Finetune/Loss (Raw)": 0.9195291996002197, "Finetune/Step": 3623, "Finetune/Step Time": 4.585680045187473}
{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8590967655181885, "Finetune/Loss (Raw)": 0.9815365672111511, "Finetune/Step": 3624, "Finetune/Step Time": 4.579485135152936}
{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8604505658149719, "Finetune/Loss (Raw)": 0.95308518409729, "Finetune/Step": 3625, "Finetune/Step Time": 4.569872733205557}
{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.8595675230026245, "Finetune/Loss (Raw)": 0.7999556660652161, "Finetune/Step": 3626, "Finetune/Step Time": 4.566093470901251}
{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8592181205749512, "Finetune/Loss (Raw)": 0.914698600769043, "Finetune/Step": 3627, "Finetune/Step Time": 4.580789467319846}
{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8587082624435425, "Finetune/Loss (Raw)": 0.8911588788032532, "Finetune/Step": 3628, "Finetune/Step Time": 4.586336152628064}
{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8578490018844604, "Finetune/Loss (Raw)": 0.8313330411911011, "Finetune/Step": 3629, "Finetune/Step Time": 4.592938745394349}
{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.856238842010498, "Finetune/Loss (Raw)": 0.8576605319976807, "Finetune/Step": 3630, "Finetune/Step Time": 4.59300229139626}
{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8543900847434998, "Finetune/Loss (Raw)": 0.7246983051300049, "Finetune/Step": 3631, "Finetune/Step Time": 4.607249215245247}
{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8554675579071045, "Finetune/Loss (Raw)": 0.9862467050552368, "Finetune/Step": 3632, "Finetune/Step Time": 4.603937080129981}
{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8558224439620972, "Finetune/Loss (Raw)": 1.0014344453811646, "Finetune/Step": 3633, "Finetune/Step Time": 4.5932382475584745}
{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.856177568435669, "Finetune/Loss (Raw)": 0.8745068907737732, "Finetune/Step": 3634, "Finetune/Step Time": 4.585949996486306}
{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8569445610046387, "Finetune/Loss (Raw)": 0.7757915258407593, "Finetune/Step": 3635, "Finetune/Step Time": 4.575246332213283}
{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8570963144302368, "Finetune/Loss (Raw)": 0.9064499139785767, "Finetune/Step": 3636, "Finetune/Step Time": 4.574431046843529}
{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8571176528930664, "Finetune/Loss (Raw)": 0.9721652865409851, "Finetune/Step": 3637, "Finetune/Step Time": 4.560426376760006}
{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.858230710029602, "Finetune/Loss (Raw)": 0.9452601075172424, "Finetune/Step": 3638, "Finetune/Step Time": 4.558199496939778}
{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8582907915115356, "Finetune/Loss (Raw)": 0.8870999813079834, "Finetune/Step": 3639, "Finetune/Step Time": 4.552789648994803}
{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8535827994346619, "Finetune/Loss (Raw)": 0.30979666113853455, "Finetune/Step": 3640, "Finetune/Step Time": 4.590879505500197}
{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8525243401527405, "Finetune/Loss (Raw)": 0.8049209713935852, "Finetune/Step": 3641, "Finetune/Step Time": 4.5937005411833525}
{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8537171483039856, "Finetune/Loss (Raw)": 0.9576292037963867, "Finetune/Step": 3642, "Finetune/Step Time": 4.597336169332266}
{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8542730808258057, "Finetune/Loss (Raw)": 0.9262537956237793, "Finetune/Step": 3643, "Finetune/Step Time": 4.590239642187953}
{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8539797067642212, "Finetune/Loss (Raw)": 0.8406771421432495, "Finetune/Step": 3644, "Finetune/Step Time": 4.581548253074288}
{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.853017270565033, "Finetune/Loss (Raw)": 0.8301951885223389, "Finetune/Step": 3645, "Finetune/Step Time": 4.580864783376455}
{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8537800908088684, "Finetune/Loss (Raw)": 0.9818682074546814, "Finetune/Step": 3646, "Finetune/Step Time": 4.56523702852428}
{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8546750545501709, "Finetune/Loss (Raw)": 0.9196604490280151, "Finetune/Step": 3647, "Finetune/Step Time": 4.544615343213081}
{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8549953699111938, "Finetune/Loss (Raw)": 0.9555652141571045, "Finetune/Step": 3648, "Finetune/Step Time": 4.546338990330696}
{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8545390367507935, "Finetune/Loss (Raw)": 0.9598245620727539, "Finetune/Step": 3649, "Finetune/Step Time": 4.55075497739017}
{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8564085364341736, "Finetune/Loss (Raw)": 1.0248326063156128, "Finetune/Step": 3650, "Finetune/Step Time": 4.53641664981842}
{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8561002612113953, "Finetune/Loss (Raw)": 0.7512752413749695, "Finetune/Step": 3651, "Finetune/Step Time": 4.5258401073515415}
{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8573211431503296, "Finetune/Loss (Raw)": 0.9475120902061462, "Finetune/Step": 3652, "Finetune/Step Time": 4.518490668386221}
{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8566312789916992, "Finetune/Loss (Raw)": 0.9588122367858887, "Finetune/Step": 3653, "Finetune/Step Time": 4.510226780548692}
{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.856903076171875, "Finetune/Loss (Raw)": 0.8952842950820923, "Finetune/Step": 3654, "Finetune/Step Time": 4.519944028928876}
{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8577790260314941, "Finetune/Loss (Raw)": 1.0535496473312378, "Finetune/Step": 3655, "Finetune/Step Time": 4.52454636991024}
{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8569753170013428, "Finetune/Loss (Raw)": 0.7850198745727539, "Finetune/Step": 3656, "Finetune/Step Time": 4.528664795681834}
{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8574934005737305, "Finetune/Loss (Raw)": 0.877247154712677, "Finetune/Step": 3657, "Finetune/Step Time": 4.523091219365597}
{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8573343753814697, "Finetune/Loss (Raw)": 0.8919801712036133, "Finetune/Step": 3658, "Finetune/Step Time": 4.5386730674654245}
{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8568731546401978, "Finetune/Loss (Raw)": 0.913734495639801, "Finetune/Step": 3659, "Finetune/Step Time": 4.542024513706565}
{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8583037853240967, "Finetune/Loss (Raw)": 1.0045223236083984, "Finetune/Step": 3660, "Finetune/Step Time": 4.540200920775533}
{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.8626037240028381, "Finetune/Loss (Raw)": 0.8725011348724365, "Finetune/Step": 3661, "Finetune/Step Time": 4.501464989036322}
{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8630024194717407, "Finetune/Loss (Raw)": 0.9776076078414917, "Finetune/Step": 3662, "Finetune/Step Time": 4.491945944726467}
{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.868651270866394, "Finetune/Loss (Raw)": 1.06195867061615, "Finetune/Step": 3663, "Finetune/Step Time": 4.447438525035977}
{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.8685099482536316, "Finetune/Loss (Raw)": 0.8301844000816345, "Finetune/Step": 3664, "Finetune/Step Time": 4.459782445803285}
{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.8677238821983337, "Finetune/Loss (Raw)": 0.9196988344192505, "Finetune/Step": 3665, "Finetune/Step Time": 4.446438634768128}
{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.8671298027038574, "Finetune/Loss (Raw)": 0.9254669547080994, "Finetune/Step": 3666, "Finetune/Step Time": 4.441505823284388}
{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8630931377410889, "Finetune/Loss (Raw)": 0.4248698353767395, "Finetune/Step": 3667, "Finetune/Step Time": 4.4759969599545}
{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8626254796981812, "Finetune/Loss (Raw)": 0.8240032196044922, "Finetune/Step": 3668, "Finetune/Step Time": 4.465648839250207}
{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.862409234046936, "Finetune/Loss (Raw)": 0.8604608178138733, "Finetune/Step": 3669, "Finetune/Step Time": 4.469140522181988}
{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8627192378044128, "Finetune/Loss (Raw)": 0.9104418158531189, "Finetune/Step": 3670, "Finetune/Step Time": 4.4544885996729136}
{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8635216951370239, "Finetune/Loss (Raw)": 0.9798669219017029, "Finetune/Step": 3671, "Finetune/Step Time": 4.4362340066581964}
{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8628929853439331, "Finetune/Loss (Raw)": 0.8454654812812805, "Finetune/Step": 3672, "Finetune/Step Time": 4.444321375340223}
{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.8648238182067871, "Finetune/Loss (Raw)": 0.6679614782333374, "Finetune/Step": 3673, "Finetune/Step Time": 4.410737095400691}
{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.8649999499320984, "Finetune/Loss (Raw)": 0.8501096367835999, "Finetune/Step": 3674, "Finetune/Step Time": 4.406865920871496}
{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.86006760597229, "Finetune/Loss (Raw)": 0.376878947019577, "Finetune/Step": 3675, "Finetune/Step Time": 4.448832493275404}
{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8601394891738892, "Finetune/Loss (Raw)": 0.9501421451568604, "Finetune/Step": 3676, "Finetune/Step Time": 4.4515501372516155}
{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8599194884300232, "Finetune/Loss (Raw)": 0.9716900587081909, "Finetune/Step": 3677, "Finetune/Step Time": 4.451312739402056}
{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8623220920562744, "Finetune/Loss (Raw)": 0.652388334274292, "Finetune/Step": 3678, "Finetune/Step Time": 4.41463428735733}
{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.8639276027679443, "Finetune/Loss (Raw)": 0.9925903677940369, "Finetune/Step": 3679, "Finetune/Step Time": 4.4024212416261435}
{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.8639697432518005, "Finetune/Loss (Raw)": 0.9130848050117493, "Finetune/Step": 3680, "Finetune/Step Time": 4.408490002155304}
{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.865719735622406, "Finetune/Loss (Raw)": 0.9711248278617859, "Finetune/Step": 3681, "Finetune/Step Time": 4.389253159984946}
{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.8666815757751465, "Finetune/Loss (Raw)": 1.0930371284484863, "Finetune/Step": 3682, "Finetune/Step Time": 4.386655921116471}
{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.8653074502944946, "Finetune/Loss (Raw)": 0.8937655687332153, "Finetune/Step": 3683, "Finetune/Step Time": 4.387123975902796}
{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.8677643537521362, "Finetune/Loss (Raw)": 0.6659612655639648, "Finetune/Step": 3684, "Finetune/Step Time": 4.368016485124826}
{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.8663945198059082, "Finetune/Loss (Raw)": 0.8604879975318909, "Finetune/Step": 3685, "Finetune/Step Time": 4.364585930481553}
{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.8665701150894165, "Finetune/Loss (Raw)": 0.9153748750686646, "Finetune/Step": 3686, "Finetune/Step Time": 4.363631462678313}
{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.8660123348236084, "Finetune/Loss (Raw)": 0.8878604173660278, "Finetune/Step": 3687, "Finetune/Step Time": 4.361819898709655}
{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.8646221160888672, "Finetune/Loss (Raw)": 0.8275008201599121, "Finetune/Step": 3688, "Finetune/Step Time": 4.370000718161464}
{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.8641715049743652, "Finetune/Loss (Raw)": 0.9896145462989807, "Finetune/Step": 3689, "Finetune/Step Time": 4.369873356074095}
{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.8657456636428833, "Finetune/Loss (Raw)": 0.9319406151771545, "Finetune/Step": 3690, "Finetune/Step Time": 4.373052937909961}
{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8621516227722168, "Finetune/Loss (Raw)": 0.30975741147994995, "Finetune/Step": 3691, "Finetune/Step Time": 4.409825408831239}
{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8635622262954712, "Finetune/Loss (Raw)": 1.003047227859497, "Finetune/Step": 3692, "Finetune/Step Time": 4.403401656076312}
{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.8640685081481934, "Finetune/Loss (Raw)": 0.9064764976501465, "Finetune/Step": 3693, "Finetune/Step Time": 4.402703417465091}
{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.862230658531189, "Finetune/Loss (Raw)": 0.7773294448852539, "Finetune/Step": 3694, "Finetune/Step Time": 4.426360711455345}
{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.8640454411506653, "Finetune/Loss (Raw)": 1.1237547397613525, "Finetune/Step": 3695, "Finetune/Step Time": 4.405116569250822}
{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8634686470031738, "Finetune/Loss (Raw)": 0.8738613128662109, "Finetune/Step": 3696, "Finetune/Step Time": 4.397576516494155}
{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8624305725097656, "Finetune/Loss (Raw)": 0.7337460517883301, "Finetune/Step": 3697, "Finetune/Step Time": 4.413723716512322}
{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8631119728088379, "Finetune/Loss (Raw)": 0.9260727763175964, "Finetune/Step": 3698, "Finetune/Step Time": 4.425430107861757}
{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8630366325378418, "Finetune/Loss (Raw)": 0.9216670989990234, "Finetune/Step": 3699, "Finetune/Step Time": 4.411697871983051}
{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8628544211387634, "Finetune/Loss (Raw)": 0.9165377020835876, "Finetune/Step": 3700, "Finetune/Step Time": 4.412298362702131}
{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8611452579498291, "Finetune/Loss (Raw)": 0.7216001152992249, "Finetune/Step": 3701, "Finetune/Step Time": 4.419677879661322}
{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8607796430587769, "Finetune/Loss (Raw)": 0.9358583092689514, "Finetune/Step": 3702, "Finetune/Step Time": 4.408983878791332}
{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8614183068275452, "Finetune/Loss (Raw)": 0.9546011090278625, "Finetune/Step": 3703, "Finetune/Step Time": 4.406608480960131}
{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8609264492988586, "Finetune/Loss (Raw)": 0.9218383431434631, "Finetune/Step": 3704, "Finetune/Step Time": 4.412169201299548}
{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8596854209899902, "Finetune/Loss (Raw)": 0.7298408150672913, "Finetune/Step": 3705, "Finetune/Step Time": 4.399079766124487}
{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8588920831680298, "Finetune/Loss (Raw)": 0.8681111335754395, "Finetune/Step": 3706, "Finetune/Step Time": 4.401200197637081}
{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8581370711326599, "Finetune/Loss (Raw)": 0.8589935302734375, "Finetune/Step": 3707, "Finetune/Step Time": 4.427367355674505}
{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8569809794425964, "Finetune/Loss (Raw)": 0.7818244695663452, "Finetune/Step": 3708, "Finetune/Step Time": 4.433257741853595}
{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8572973012924194, "Finetune/Loss (Raw)": 1.0178066492080688, "Finetune/Step": 3709, "Finetune/Step Time": 4.417952049523592}
{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8584592342376709, "Finetune/Loss (Raw)": 0.9951059818267822, "Finetune/Step": 3710, "Finetune/Step Time": 4.404859775677323}
{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8582427501678467, "Finetune/Loss (Raw)": 0.796570360660553, "Finetune/Step": 3711, "Finetune/Step Time": 4.416599033400416}
{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8588552474975586, "Finetune/Loss (Raw)": 1.0149651765823364, "Finetune/Step": 3712, "Finetune/Step Time": 4.415939340367913}
{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8530042171478271, "Finetune/Loss (Raw)": 0.2847396731376648, "Finetune/Step": 3713, "Finetune/Step Time": 4.45738529600203}
{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8541234731674194, "Finetune/Loss (Raw)": 0.911371648311615, "Finetune/Step": 3714, "Finetune/Step Time": 4.450330512598157}
{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8550777435302734, "Finetune/Loss (Raw)": 0.9509015679359436, "Finetune/Step": 3715, "Finetune/Step Time": 4.448992360383272}
{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8558590412139893, "Finetune/Loss (Raw)": 0.8045913577079773, "Finetune/Step": 3716, "Finetune/Step Time": 4.472140176221728}
{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8551253080368042, "Finetune/Loss (Raw)": 0.7821664214134216, "Finetune/Step": 3717, "Finetune/Step Time": 4.485770480707288}
{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8538820743560791, "Finetune/Loss (Raw)": 0.7911142110824585, "Finetune/Step": 3718, "Finetune/Step Time": 4.490280702710152}
{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8529233932495117, "Finetune/Loss (Raw)": 0.6833195686340332, "Finetune/Step": 3719, "Finetune/Step Time": 4.5058709643781185}
{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8534806966781616, "Finetune/Loss (Raw)": 1.0002020597457886, "Finetune/Step": 3720, "Finetune/Step Time": 4.509814314544201}
{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.853222668170929, "Finetune/Loss (Raw)": 0.9798002243041992, "Finetune/Step": 3721, "Finetune/Step Time": 4.509304715320468}
{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8556207418441772, "Finetune/Loss (Raw)": 0.9248179793357849, "Finetune/Step": 3722, "Finetune/Step Time": 4.5012705735862255}
{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8561898469924927, "Finetune/Loss (Raw)": 0.9750695824623108, "Finetune/Step": 3723, "Finetune/Step Time": 4.499060304835439}
{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8545274138450623, "Finetune/Loss (Raw)": 0.8201422691345215, "Finetune/Step": 3724, "Finetune/Step Time": 4.500004520639777}
{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8601393699645996, "Finetune/Loss (Raw)": 0.9722822904586792, "Finetune/Step": 3725, "Finetune/Step Time": 4.466114154085517}
{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8566567897796631, "Finetune/Loss (Raw)": 0.3857426643371582, "Finetune/Step": 3726, "Finetune/Step Time": 4.485377183184028}
{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8568214774131775, "Finetune/Loss (Raw)": 0.8323060274124146, "Finetune/Step": 3727, "Finetune/Step Time": 4.489968629553914}
{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8588598370552063, "Finetune/Loss (Raw)": 0.6966301202774048, "Finetune/Step": 3728, "Finetune/Step Time": 4.459850683808327}
{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.858812153339386, "Finetune/Loss (Raw)": 0.9300599098205566, "Finetune/Step": 3729, "Finetune/Step Time": 4.468774627894163}
{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8593610525131226, "Finetune/Loss (Raw)": 0.9199368357658386, "Finetune/Step": 3730, "Finetune/Step Time": 4.502436354756355}
{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8600293397903442, "Finetune/Loss (Raw)": 0.9417598843574524, "Finetune/Step": 3731, "Finetune/Step Time": 4.502208925783634}
{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8599661588668823, "Finetune/Loss (Raw)": 0.9030303955078125, "Finetune/Step": 3732, "Finetune/Step Time": 4.500464919954538}
{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8605101108551025, "Finetune/Loss (Raw)": 0.8522343635559082, "Finetune/Step": 3733, "Finetune/Step Time": 4.507762862369418}
{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8612676858901978, "Finetune/Loss (Raw)": 0.9693470597267151, "Finetune/Step": 3734, "Finetune/Step Time": 4.4954270124435425}
{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8596925139427185, "Finetune/Loss (Raw)": 0.7147986888885498, "Finetune/Step": 3735, "Finetune/Step Time": 4.496340142562985}
{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8612877130508423, "Finetune/Loss (Raw)": 1.0854156017303467, "Finetune/Step": 3736, "Finetune/Step Time": 4.466574586927891}
{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8613130450248718, "Finetune/Loss (Raw)": 0.916150689125061, "Finetune/Step": 3737, "Finetune/Step Time": 4.484801506623626}
{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8616208434104919, "Finetune/Loss (Raw)": 0.8341594338417053, "Finetune/Step": 3738, "Finetune/Step Time": 4.494012957438827}
{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.865523099899292, "Finetune/Loss (Raw)": 0.8406972289085388, "Finetune/Step": 3739, "Finetune/Step Time": 4.4561566691845655}
{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.8657032251358032, "Finetune/Loss (Raw)": 0.8845027685165405, "Finetune/Step": 3740, "Finetune/Step Time": 4.439697626978159}
{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.8670656681060791, "Finetune/Loss (Raw)": 0.9695245027542114, "Finetune/Step": 3741, "Finetune/Step Time": 4.439483311027288}
{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.867154598236084, "Finetune/Loss (Raw)": 0.8795700073242188, "Finetune/Step": 3742, "Finetune/Step Time": 4.435125183314085}
{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.8672695159912109, "Finetune/Loss (Raw)": 0.932099461555481, "Finetune/Step": 3743, "Finetune/Step Time": 4.467960845679045}
{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.8640367984771729, "Finetune/Loss (Raw)": 0.3604568839073181, "Finetune/Step": 3744, "Finetune/Step Time": 4.50659659691155}
{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8598018884658813, "Finetune/Loss (Raw)": 0.32645708322525024, "Finetune/Step": 3745, "Finetune/Step Time": 4.532318567857146}
{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8591713905334473, "Finetune/Loss (Raw)": 0.7556048035621643, "Finetune/Step": 3746, "Finetune/Step Time": 4.523182258009911}
{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8584381937980652, "Finetune/Loss (Raw)": 0.7573752999305725, "Finetune/Step": 3747, "Finetune/Step Time": 4.543589644134045}
{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8592749834060669, "Finetune/Loss (Raw)": 0.9502155184745789, "Finetune/Step": 3748, "Finetune/Step Time": 4.554411860182881}
{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8590091466903687, "Finetune/Loss (Raw)": 0.7863625288009644, "Finetune/Step": 3749, "Finetune/Step Time": 4.561211595311761}
{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8593531847000122, "Finetune/Loss (Raw)": 0.9460724592208862, "Finetune/Step": 3750, "Finetune/Step Time": 4.565494906157255}
{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8601061105728149, "Finetune/Loss (Raw)": 1.0159026384353638, "Finetune/Step": 3751, "Finetune/Step Time": 4.572697054594755}
{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8590450286865234, "Finetune/Loss (Raw)": 0.8457161784172058, "Finetune/Step": 3752, "Finetune/Step Time": 4.575188597664237}
{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8584241271018982, "Finetune/Loss (Raw)": 0.8736166954040527, "Finetune/Step": 3753, "Finetune/Step Time": 4.590276597067714}
{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.859249472618103, "Finetune/Loss (Raw)": 0.9055905342102051, "Finetune/Step": 3754, "Finetune/Step Time": 4.592770803719759}
{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8595921397209167, "Finetune/Loss (Raw)": 0.9585708379745483, "Finetune/Step": 3755, "Finetune/Step Time": 4.580775728449225}
{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8582267761230469, "Finetune/Loss (Raw)": 0.7163860201835632, "Finetune/Step": 3756, "Finetune/Step Time": 4.581849366426468}
{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8591950535774231, "Finetune/Loss (Raw)": 0.955275297164917, "Finetune/Step": 3757, "Finetune/Step Time": 4.584301374852657}
{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8592404127120972, "Finetune/Loss (Raw)": 0.8634644150733948, "Finetune/Step": 3758, "Finetune/Step Time": 4.59904052875936}
{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8610580563545227, "Finetune/Loss (Raw)": 0.9573595523834229, "Finetune/Step": 3759, "Finetune/Step Time": 4.583610245957971}
{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8599402904510498, "Finetune/Loss (Raw)": 0.8431748151779175, "Finetune/Step": 3760, "Finetune/Step Time": 4.58916430734098}
{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8579559326171875, "Finetune/Loss (Raw)": 0.7474319934844971, "Finetune/Step": 3761, "Finetune/Step Time": 4.600129576399922}
{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8580126762390137, "Finetune/Loss (Raw)": 0.8817716240882874, "Finetune/Step": 3762, "Finetune/Step Time": 4.605709528550506}
{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.859273374080658, "Finetune/Loss (Raw)": 0.937160074710846, "Finetune/Step": 3763, "Finetune/Step Time": 4.601810049265623}
{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8585785627365112, "Finetune/Loss (Raw)": 0.8175180554389954, "Finetune/Step": 3764, "Finetune/Step Time": 4.607723243534565}
{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8576177954673767, "Finetune/Loss (Raw)": 0.849180281162262, "Finetune/Step": 3765, "Finetune/Step Time": 4.616662597283721}
{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.857620358467102, "Finetune/Loss (Raw)": 0.9455884099006653, "Finetune/Step": 3766, "Finetune/Step Time": 4.625648066401482}
{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8580888509750366, "Finetune/Loss (Raw)": 0.947066605091095, "Finetune/Step": 3767, "Finetune/Step Time": 4.623609092086554}
{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8616408705711365, "Finetune/Loss (Raw)": 0.7644609212875366, "Finetune/Step": 3768, "Finetune/Step Time": 4.594684908166528}
{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8572911024093628, "Finetune/Loss (Raw)": 0.24814878404140472, "Finetune/Step": 3769, "Finetune/Step Time": 4.624695913866162}
{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8580005168914795, "Finetune/Loss (Raw)": 1.0484265089035034, "Finetune/Step": 3770, "Finetune/Step Time": 4.61600599437952}
{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8591736555099487, "Finetune/Loss (Raw)": 1.0764250755310059, "Finetune/Step": 3771, "Finetune/Step Time": 4.6180532313883305}
{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.860127329826355, "Finetune/Loss (Raw)": 0.9627472162246704, "Finetune/Step": 3772, "Finetune/Step Time": 4.623922470957041}
{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8563359975814819, "Finetune/Loss (Raw)": 0.34489408135414124, "Finetune/Step": 3773, "Finetune/Step Time": 4.65967264585197}
{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8559352159500122, "Finetune/Loss (Raw)": 0.9305740594863892, "Finetune/Step": 3774, "Finetune/Step Time": 4.661565316841006}
{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8562955260276794, "Finetune/Loss (Raw)": 0.9657850861549377, "Finetune/Step": 3775, "Finetune/Step Time": 4.6659030392766}
{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.856226921081543, "Finetune/Loss (Raw)": 0.9467796087265015, "Finetune/Step": 3776, "Finetune/Step Time": 4.669421190395951}
{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8508559465408325, "Finetune/Loss (Raw)": 0.27233827114105225, "Finetune/Step": 3777, "Finetune/Step Time": 4.707040715962648}
{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8501054048538208, "Finetune/Loss (Raw)": 0.9287622570991516, "Finetune/Step": 3778, "Finetune/Step Time": 4.709014572203159}
{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8508555889129639, "Finetune/Loss (Raw)": 0.847307562828064, "Finetune/Step": 3779, "Finetune/Step Time": 4.708799410611391}
{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8497422337532043, "Finetune/Loss (Raw)": 0.8049997091293335, "Finetune/Step": 3780, "Finetune/Step Time": 4.7094200644642115}
{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8496929407119751, "Finetune/Loss (Raw)": 0.9524956345558167, "Finetune/Step": 3781, "Finetune/Step Time": 4.706941394135356}
{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8492576479911804, "Finetune/Loss (Raw)": 0.8395713567733765, "Finetune/Step": 3782, "Finetune/Step Time": 4.689209369942546}
{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8473226428031921, "Finetune/Loss (Raw)": 0.8058675527572632, "Finetune/Step": 3783, "Finetune/Step Time": 4.6970111932605505}
{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8475579619407654, "Finetune/Loss (Raw)": 0.8151437640190125, "Finetune/Step": 3784, "Finetune/Step Time": 4.708329293876886}
{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8475162982940674, "Finetune/Loss (Raw)": 0.8719155788421631, "Finetune/Step": 3785, "Finetune/Step Time": 4.70647805929184}
{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8482421040534973, "Finetune/Loss (Raw)": 0.9848806262016296, "Finetune/Step": 3786, "Finetune/Step Time": 4.690387913957238}
{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8483576774597168, "Finetune/Loss (Raw)": 0.9285301566123962, "Finetune/Step": 3787, "Finetune/Step Time": 4.687521090731025}
{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8473683595657349, "Finetune/Loss (Raw)": 0.8778882026672363, "Finetune/Step": 3788, "Finetune/Step Time": 4.682375276461244}
{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8467589020729065, "Finetune/Loss (Raw)": 0.7944868803024292, "Finetune/Step": 3789, "Finetune/Step Time": 4.701069241389632}
{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8465226888656616, "Finetune/Loss (Raw)": 0.9473775029182434, "Finetune/Step": 3790, "Finetune/Step Time": 4.7078843005001545}
{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8450841903686523, "Finetune/Loss (Raw)": 0.8778297901153564, "Finetune/Step": 3791, "Finetune/Step Time": 4.707539547234774}
{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8413006067276001, "Finetune/Loss (Raw)": 0.34588921070098877, "Finetune/Step": 3792, "Finetune/Step Time": 4.733741458505392}
{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8412749767303467, "Finetune/Loss (Raw)": 0.9164081811904907, "Finetune/Step": 3793, "Finetune/Step Time": 4.752650054171681}
{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.8412825465202332, "Finetune/Loss (Raw)": 0.9264390468597412, "Finetune/Step": 3794, "Finetune/Step Time": 4.75190057978034}
{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8439210057258606, "Finetune/Loss (Raw)": 0.7625950574874878, "Finetune/Step": 3795, "Finetune/Step Time": 4.727682171389461}
{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.844619631767273, "Finetune/Loss (Raw)": 0.9134243726730347, "Finetune/Step": 3796, "Finetune/Step Time": 4.73888298869133}
{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8437203764915466, "Finetune/Loss (Raw)": 0.7453588247299194, "Finetune/Step": 3797, "Finetune/Step Time": 4.7433743737638}
{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8431594371795654, "Finetune/Loss (Raw)": 0.8386366963386536, "Finetune/Step": 3798, "Finetune/Step Time": 4.739936001598835}
{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8419408798217773, "Finetune/Loss (Raw)": 0.8238984942436218, "Finetune/Step": 3799, "Finetune/Step Time": 4.749735534191132}
{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8428518772125244, "Finetune/Loss (Raw)": 0.9620721936225891, "Finetune/Step": 3800, "Finetune/Step Time": 4.745474996045232}
{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8445160388946533, "Finetune/Loss (Raw)": 0.8809743523597717, "Finetune/Step": 3801, "Finetune/Step Time": 4.74613793939352}
{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8454192876815796, "Finetune/Loss (Raw)": 0.9657242894172668, "Finetune/Step": 3802, "Finetune/Step Time": 4.742100378498435}
{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.850345253944397, "Finetune/Loss (Raw)": 1.0074020624160767, "Finetune/Step": 3803, "Finetune/Step Time": 4.700494857504964}
{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8501265645027161, "Finetune/Loss (Raw)": 0.9221500754356384, "Finetune/Step": 3804, "Finetune/Step Time": 4.6850337870419025}
{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8492128849029541, "Finetune/Loss (Raw)": 0.8547335267066956, "Finetune/Step": 3805, "Finetune/Step Time": 4.701954325661063}
{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8510339260101318, "Finetune/Loss (Raw)": 0.8854870796203613, "Finetune/Step": 3806, "Finetune/Step Time": 4.713916501030326}
{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8499058485031128, "Finetune/Loss (Raw)": 0.8481947779655457, "Finetune/Step": 3807, "Finetune/Step Time": 4.721654199063778}
{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8488789796829224, "Finetune/Loss (Raw)": 0.7816466093063354, "Finetune/Step": 3808, "Finetune/Step Time": 4.72841203212738}
{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8479437828063965, "Finetune/Loss (Raw)": 0.8514215350151062, "Finetune/Step": 3809, "Finetune/Step Time": 4.742902435362339}
{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.846760630607605, "Finetune/Loss (Raw)": 0.941589891910553, "Finetune/Step": 3810, "Finetune/Step Time": 4.739780940115452}
{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8463712930679321, "Finetune/Loss (Raw)": 0.8439404964447021, "Finetune/Step": 3811, "Finetune/Step Time": 4.745989039540291}
{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8474310636520386, "Finetune/Loss (Raw)": 0.8016027212142944, "Finetune/Step": 3812, "Finetune/Step Time": 4.740049218758941}
{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8475534319877625, "Finetune/Loss (Raw)": 0.8761588931083679, "Finetune/Step": 3813, "Finetune/Step Time": 4.737729547545314}
{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8470147848129272, "Finetune/Loss (Raw)": 0.8464174866676331, "Finetune/Step": 3814, "Finetune/Step Time": 4.735833406448364}
{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8468343615531921, "Finetune/Loss (Raw)": 0.8647762537002563, "Finetune/Step": 3815, "Finetune/Step Time": 4.754037471488118}
{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8472815752029419, "Finetune/Loss (Raw)": 0.8847415447235107, "Finetune/Step": 3816, "Finetune/Step Time": 4.7495767045766115}
{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8458660840988159, "Finetune/Loss (Raw)": 0.8084287047386169, "Finetune/Step": 3817, "Finetune/Step Time": 4.746578939259052}
{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8449676036834717, "Finetune/Loss (Raw)": 0.8169373869895935, "Finetune/Step": 3818, "Finetune/Step Time": 4.7394681591540575}
{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8488404154777527, "Finetune/Loss (Raw)": 0.8054758310317993, "Finetune/Step": 3819, "Finetune/Step Time": 4.703996500000358}
{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8466097116470337, "Finetune/Loss (Raw)": 0.7175153493881226, "Finetune/Step": 3820, "Finetune/Step Time": 4.705873629078269}
{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8459017872810364, "Finetune/Loss (Raw)": 0.8158610463142395, "Finetune/Step": 3821, "Finetune/Step Time": 4.711293982341886}
{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8459387421607971, "Finetune/Loss (Raw)": 0.7820627689361572, "Finetune/Step": 3822, "Finetune/Step Time": 4.69020733051002}
{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.8448654413223267, "Finetune/Loss (Raw)": 0.9863790273666382, "Finetune/Step": 3823, "Finetune/Step Time": 4.693059669807553}
{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8450406789779663, "Finetune/Loss (Raw)": 0.896287202835083, "Finetune/Step": 3824, "Finetune/Step Time": 4.692524256184697}
{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8452897667884827, "Finetune/Loss (Raw)": 0.7656283378601074, "Finetune/Step": 3825, "Finetune/Step Time": 4.671139653772116}
{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.844403862953186, "Finetune/Loss (Raw)": 0.8126747012138367, "Finetune/Step": 3826, "Finetune/Step Time": 4.662371398881078}
{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8442943096160889, "Finetune/Loss (Raw)": 0.9076539278030396, "Finetune/Step": 3827, "Finetune/Step Time": 4.689881669357419}
{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8445589542388916, "Finetune/Loss (Raw)": 0.9503961801528931, "Finetune/Step": 3828, "Finetune/Step Time": 4.693147866055369}
{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8411022424697876, "Finetune/Loss (Raw)": 0.27915412187576294, "Finetune/Step": 3829, "Finetune/Step Time": 4.72468894906342}
{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8407241106033325, "Finetune/Loss (Raw)": 0.8874490857124329, "Finetune/Step": 3830, "Finetune/Step Time": 4.733699658885598}
{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8397856950759888, "Finetune/Loss (Raw)": 0.8344818949699402, "Finetune/Step": 3831, "Finetune/Step Time": 4.74085253290832}
{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8406713008880615, "Finetune/Loss (Raw)": 1.0351965427398682, "Finetune/Step": 3832, "Finetune/Step Time": 4.743303803727031}
{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8425145149230957, "Finetune/Loss (Raw)": 0.9657782316207886, "Finetune/Step": 3833, "Finetune/Step Time": 4.761144490912557}
{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8433471322059631, "Finetune/Loss (Raw)": 0.9746831059455872, "Finetune/Step": 3834, "Finetune/Step Time": 4.755478339269757}
{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8440053462982178, "Finetune/Loss (Raw)": 0.9432481527328491, "Finetune/Step": 3835, "Finetune/Step Time": 4.741785639896989}
{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.844279944896698, "Finetune/Loss (Raw)": 0.8169666528701782, "Finetune/Step": 3836, "Finetune/Step Time": 4.719898683950305}
{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.843006432056427, "Finetune/Loss (Raw)": 0.8548011779785156, "Finetune/Step": 3837, "Finetune/Step Time": 4.725693861022592}
{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.84162437915802, "Finetune/Loss (Raw)": 0.8182031512260437, "Finetune/Step": 3838, "Finetune/Step Time": 4.723598865792155}
{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8423512578010559, "Finetune/Loss (Raw)": 0.8896095156669617, "Finetune/Step": 3839, "Finetune/Step Time": 4.742784569039941}
{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8410284519195557, "Finetune/Loss (Raw)": 0.8456448316574097, "Finetune/Step": 3840, "Finetune/Step Time": 4.743236223235726}
{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8466734886169434, "Finetune/Loss (Raw)": 1.0073068141937256, "Finetune/Step": 3841, "Finetune/Step Time": 4.7005261071026325}
{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8459336161613464, "Finetune/Loss (Raw)": 0.8166689872741699, "Finetune/Step": 3842, "Finetune/Step Time": 4.692615048959851}
{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8450645208358765, "Finetune/Loss (Raw)": 0.8396584987640381, "Finetune/Step": 3843, "Finetune/Step Time": 4.700189463794231}
{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8454359769821167, "Finetune/Loss (Raw)": 0.8521378636360168, "Finetune/Step": 3844, "Finetune/Step Time": 4.6813311614096165}
{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8459497690200806, "Finetune/Loss (Raw)": 0.8479276895523071, "Finetune/Step": 3845, "Finetune/Step Time": 4.665760291740298}
{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8452531099319458, "Finetune/Loss (Raw)": 0.7019481658935547, "Finetune/Step": 3846, "Finetune/Step Time": 4.661207700148225}
{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8476517796516418, "Finetune/Loss (Raw)": 0.9903410077095032, "Finetune/Step": 3847, "Finetune/Step Time": 4.644014347344637}
{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8424351811408997, "Finetune/Loss (Raw)": 0.3324805796146393, "Finetune/Step": 3848, "Finetune/Step Time": 4.670972378924489}
{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8429398536682129, "Finetune/Loss (Raw)": 1.0444023609161377, "Finetune/Step": 3849, "Finetune/Step Time": 4.686845829710364}
{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8405658602714539, "Finetune/Loss (Raw)": 0.6209477186203003, "Finetune/Step": 3850, "Finetune/Step Time": 4.6993288192898035}
{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8389422297477722, "Finetune/Loss (Raw)": 0.7672451734542847, "Finetune/Step": 3851, "Finetune/Step Time": 4.690834084525704}
{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.839758574962616, "Finetune/Loss (Raw)": 0.9246270060539246, "Finetune/Step": 3852, "Finetune/Step Time": 4.69138996489346}
{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8357098698616028, "Finetune/Loss (Raw)": 0.45405030250549316, "Finetune/Step": 3853, "Finetune/Step Time": 4.724276022985578}
{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8397458791732788, "Finetune/Loss (Raw)": 0.9023538827896118, "Finetune/Step": 3854, "Finetune/Step Time": 4.691301487386227}
{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8383775949478149, "Finetune/Loss (Raw)": 0.6571555137634277, "Finetune/Step": 3855, "Finetune/Step Time": 4.701919090002775}
{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8407187461853027, "Finetune/Loss (Raw)": 0.9963024258613586, "Finetune/Step": 3856, "Finetune/Step Time": 4.694833328947425}
{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8362866640090942, "Finetune/Loss (Raw)": 0.3627493977546692, "Finetune/Step": 3857, "Finetune/Step Time": 4.721215954050422}
{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8317326307296753, "Finetune/Loss (Raw)": 0.3370240032672882, "Finetune/Step": 3858, "Finetune/Step Time": 4.733765289187431}
{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8326334357261658, "Finetune/Loss (Raw)": 1.057064414024353, "Finetune/Step": 3859, "Finetune/Step Time": 4.726268198341131}
{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8325480222702026, "Finetune/Loss (Raw)": 0.8921001553535461, "Finetune/Step": 3860, "Finetune/Step Time": 4.71931929141283}
{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8325186371803284, "Finetune/Loss (Raw)": 0.8484749794006348, "Finetune/Step": 3861, "Finetune/Step Time": 4.70476839132607}
{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8318767547607422, "Finetune/Loss (Raw)": 0.887184739112854, "Finetune/Step": 3862, "Finetune/Step Time": 4.70359031111002}
{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8328025937080383, "Finetune/Loss (Raw)": 0.833301305770874, "Finetune/Step": 3863, "Finetune/Step Time": 4.713661294430494}
{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8316057324409485, "Finetune/Loss (Raw)": 0.9322256445884705, "Finetune/Step": 3864, "Finetune/Step Time": 4.716708958148956}
{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8313776254653931, "Finetune/Loss (Raw)": 0.8869500756263733, "Finetune/Step": 3865, "Finetune/Step Time": 4.734547756612301}
{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8329364061355591, "Finetune/Loss (Raw)": 1.0336819887161255, "Finetune/Step": 3866, "Finetune/Step Time": 4.726226229220629}
{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8347911834716797, "Finetune/Loss (Raw)": 1.078108549118042, "Finetune/Step": 3867, "Finetune/Step Time": 4.726551592350006}
{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8348702192306519, "Finetune/Loss (Raw)": 0.8946170210838318, "Finetune/Step": 3868, "Finetune/Step Time": 4.7298617493361235}
{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.833656370639801, "Finetune/Loss (Raw)": 0.8141539692878723, "Finetune/Step": 3869, "Finetune/Step Time": 4.736518735066056}
{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8331334590911865, "Finetune/Loss (Raw)": 0.8126395344734192, "Finetune/Step": 3870, "Finetune/Step Time": 4.761058563366532}
{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8327260613441467, "Finetune/Loss (Raw)": 0.8799471855163574, "Finetune/Step": 3871, "Finetune/Step Time": 4.724408276379108}
{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8339661359786987, "Finetune/Loss (Raw)": 0.5191940069198608, "Finetune/Step": 3872, "Finetune/Step Time": 4.71659885905683}
{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8371553421020508, "Finetune/Loss (Raw)": 0.7346687912940979, "Finetune/Step": 3873, "Finetune/Step Time": 4.687975903972983}
{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.838118851184845, "Finetune/Loss (Raw)": 0.8789335489273071, "Finetune/Step": 3874, "Finetune/Step Time": 4.687921401113272}
{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8390975594520569, "Finetune/Loss (Raw)": 0.8826521635055542, "Finetune/Step": 3875, "Finetune/Step Time": 4.669919915497303}
{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8386071920394897, "Finetune/Loss (Raw)": 0.8874518871307373, "Finetune/Step": 3876, "Finetune/Step Time": 4.6562895234674215}
{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8393322229385376, "Finetune/Loss (Raw)": 0.8791648745536804, "Finetune/Step": 3877, "Finetune/Step Time": 4.663761990144849}
{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8356341123580933, "Finetune/Loss (Raw)": 0.472710520029068, "Finetune/Step": 3878, "Finetune/Step Time": 4.699983222410083}
{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8343497514724731, "Finetune/Loss (Raw)": 0.8515006303787231, "Finetune/Step": 3879, "Finetune/Step Time": 4.725398907437921}
{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8345141410827637, "Finetune/Loss (Raw)": 0.8667652606964111, "Finetune/Step": 3880, "Finetune/Step Time": 4.722098207101226}
{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8348495364189148, "Finetune/Loss (Raw)": 0.9165464639663696, "Finetune/Step": 3881, "Finetune/Step Time": 4.714509965851903}
{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8351644277572632, "Finetune/Loss (Raw)": 0.9458935260772705, "Finetune/Step": 3882, "Finetune/Step Time": 4.718561075627804}
{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8353429436683655, "Finetune/Loss (Raw)": 0.9814234375953674, "Finetune/Step": 3883, "Finetune/Step Time": 4.711993880569935}
{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8362033367156982, "Finetune/Loss (Raw)": 0.8265111446380615, "Finetune/Step": 3884, "Finetune/Step Time": 4.705220218747854}
{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.834097146987915, "Finetune/Loss (Raw)": 0.6856926083564758, "Finetune/Step": 3885, "Finetune/Step Time": 4.711727868765593}
{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8332282900810242, "Finetune/Loss (Raw)": 0.7522493004798889, "Finetune/Step": 3886, "Finetune/Step Time": 4.698457797989249}
{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.832055926322937, "Finetune/Loss (Raw)": 0.8072969913482666, "Finetune/Step": 3887, "Finetune/Step Time": 4.699688922613859}
{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8325598239898682, "Finetune/Loss (Raw)": 0.9076688289642334, "Finetune/Step": 3888, "Finetune/Step Time": 4.691752217710018}
{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8336150646209717, "Finetune/Loss (Raw)": 0.8825016617774963, "Finetune/Step": 3889, "Finetune/Step Time": 4.682591715827584}
{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8339247703552246, "Finetune/Loss (Raw)": 0.9214186668395996, "Finetune/Step": 3890, "Finetune/Step Time": 4.675854064524174}
{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8335146903991699, "Finetune/Loss (Raw)": 0.8846725225448608, "Finetune/Step": 3891, "Finetune/Step Time": 4.690518531948328}
{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8338330388069153, "Finetune/Loss (Raw)": 0.8582624793052673, "Finetune/Step": 3892, "Finetune/Step Time": 4.688238091766834}
{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8300893306732178, "Finetune/Loss (Raw)": 0.36998414993286133, "Finetune/Step": 3893, "Finetune/Step Time": 4.71646886318922}
{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8298107385635376, "Finetune/Loss (Raw)": 0.9099338054656982, "Finetune/Step": 3894, "Finetune/Step Time": 4.709464006125927}
{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8296369314193726, "Finetune/Loss (Raw)": 0.924821138381958, "Finetune/Step": 3895, "Finetune/Step Time": 4.707471452653408}
{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8310345411300659, "Finetune/Loss (Raw)": 0.943347692489624, "Finetune/Step": 3896, "Finetune/Step Time": 4.696177076548338}
{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8359900116920471, "Finetune/Loss (Raw)": 0.8824507594108582, "Finetune/Step": 3897, "Finetune/Step Time": 4.658084018155932}
{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8344874978065491, "Finetune/Loss (Raw)": 0.856106162071228, "Finetune/Step": 3898, "Finetune/Step Time": 4.674566682428122}
{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.833893895149231, "Finetune/Loss (Raw)": 1.0004454851150513, "Finetune/Step": 3899, "Finetune/Step Time": 4.677818726748228}
{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8331044912338257, "Finetune/Loss (Raw)": 0.8617047071456909, "Finetune/Step": 3900, "Finetune/Step Time": 4.693493464961648}
{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8377385139465332, "Finetune/Loss (Raw)": 0.938042402267456, "Finetune/Step": 3901, "Finetune/Step Time": 4.655252393335104}
{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8380851745605469, "Finetune/Loss (Raw)": 0.9749466180801392, "Finetune/Step": 3902, "Finetune/Step Time": 4.6397588066756725}
{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8380379676818848, "Finetune/Loss (Raw)": 0.9597427248954773, "Finetune/Step": 3903, "Finetune/Step Time": 4.629529481753707}
{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8376367688179016, "Finetune/Loss (Raw)": 0.895423173904419, "Finetune/Step": 3904, "Finetune/Step Time": 4.638899093493819}
{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8409085273742676, "Finetune/Loss (Raw)": 0.6911291480064392, "Finetune/Step": 3905, "Finetune/Step Time": 4.614688239991665}
{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8409877419471741, "Finetune/Loss (Raw)": 0.9389039874076843, "Finetune/Step": 3906, "Finetune/Step Time": 4.6486039608716965}
{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8433656692504883, "Finetune/Loss (Raw)": 1.1516817808151245, "Finetune/Step": 3907, "Finetune/Step Time": 4.633570358157158}
{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8435255289077759, "Finetune/Loss (Raw)": 0.8254570364952087, "Finetune/Step": 3908, "Finetune/Step Time": 4.646082125604153}
{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.8425623178482056, "Finetune/Loss (Raw)": 0.8292035460472107, "Finetune/Step": 3909, "Finetune/Step Time": 4.657626777887344}
{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8434779644012451, "Finetune/Loss (Raw)": 0.9567773342132568, "Finetune/Step": 3910, "Finetune/Step Time": 4.658295031636953}
{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8451724648475647, "Finetune/Loss (Raw)": 1.0227633714675903, "Finetune/Step": 3911, "Finetune/Step Time": 4.649090034887195}
{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8451293110847473, "Finetune/Loss (Raw)": 0.8096153736114502, "Finetune/Step": 3912, "Finetune/Step Time": 4.6469350308179855}
{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.8453083038330078, "Finetune/Loss (Raw)": 0.8948294520378113, "Finetune/Step": 3913, "Finetune/Step Time": 4.656189011409879}
{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8441541194915771, "Finetune/Loss (Raw)": 0.8371512293815613, "Finetune/Step": 3914, "Finetune/Step Time": 4.659396044909954}
{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8439955711364746, "Finetune/Loss (Raw)": 0.9082269072532654, "Finetune/Step": 3915, "Finetune/Step Time": 4.656497407704592}
{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8441247940063477, "Finetune/Loss (Raw)": 0.8944329023361206, "Finetune/Step": 3916, "Finetune/Step Time": 4.656891383230686}
{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8449939489364624, "Finetune/Loss (Raw)": 0.9057420492172241, "Finetune/Step": 3917, "Finetune/Step Time": 4.657520851120353}
{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8450548648834229, "Finetune/Loss (Raw)": 0.9551673531532288, "Finetune/Step": 3918, "Finetune/Step Time": 4.6512961983680725}
{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8448784351348877, "Finetune/Loss (Raw)": 0.8552477359771729, "Finetune/Step": 3919, "Finetune/Step Time": 4.6675712913274765}
{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8490955829620361, "Finetune/Loss (Raw)": 0.8856821060180664, "Finetune/Step": 3920, "Finetune/Step Time": 4.665001634508371}
{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.847233235836029, "Finetune/Loss (Raw)": 0.6780298352241516, "Finetune/Step": 3921, "Finetune/Step Time": 4.674403242766857}
{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8473992347717285, "Finetune/Loss (Raw)": 0.9476900100708008, "Finetune/Step": 3922, "Finetune/Step Time": 4.677337044849992}
{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8470635414123535, "Finetune/Loss (Raw)": 0.7196237444877625, "Finetune/Step": 3923, "Finetune/Step Time": 4.676960580050945}
{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8470228910446167, "Finetune/Loss (Raw)": 0.9082297086715698, "Finetune/Step": 3924, "Finetune/Step Time": 4.6807148195803165}
{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8483182787895203, "Finetune/Loss (Raw)": 0.9111643433570862, "Finetune/Step": 3925, "Finetune/Step Time": 4.677215052768588}
{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8481786251068115, "Finetune/Loss (Raw)": 0.8207615613937378, "Finetune/Step": 3926, "Finetune/Step Time": 4.681795539334416}
{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.848484992980957, "Finetune/Loss (Raw)": 0.8631147742271423, "Finetune/Step": 3927, "Finetune/Step Time": 4.689032578840852}
{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8486782908439636, "Finetune/Loss (Raw)": 0.9868119955062866, "Finetune/Step": 3928, "Finetune/Step Time": 4.689853582531214}
{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8489840626716614, "Finetune/Loss (Raw)": 0.9201141595840454, "Finetune/Step": 3929, "Finetune/Step Time": 4.6861574705690145}
{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8480848073959351, "Finetune/Loss (Raw)": 0.8506190776824951, "Finetune/Step": 3930, "Finetune/Step Time": 4.691949587315321}
{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8479019403457642, "Finetune/Loss (Raw)": 0.9839960336685181, "Finetune/Step": 3931, "Finetune/Step Time": 4.693171916529536}
{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8472416996955872, "Finetune/Loss (Raw)": 0.8376358151435852, "Finetune/Step": 3932, "Finetune/Step Time": 4.707874884828925}
{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8457404971122742, "Finetune/Loss (Raw)": 0.6625843644142151, "Finetune/Step": 3933, "Finetune/Step Time": 4.7161212004721165}
{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8450133800506592, "Finetune/Loss (Raw)": 0.7924158573150635, "Finetune/Step": 3934, "Finetune/Step Time": 4.703041004016995}
{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8449344635009766, "Finetune/Loss (Raw)": 0.8380942344665527, "Finetune/Step": 3935, "Finetune/Step Time": 4.7000818736851215}
{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8462764024734497, "Finetune/Loss (Raw)": 0.9534087181091309, "Finetune/Step": 3936, "Finetune/Step Time": 4.691347312182188}
{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8466898202896118, "Finetune/Loss (Raw)": 0.9043371677398682, "Finetune/Step": 3937, "Finetune/Step Time": 4.686059854924679}
{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8460991978645325, "Finetune/Loss (Raw)": 0.86599200963974, "Finetune/Step": 3938, "Finetune/Step Time": 4.691396387293935}
{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8468426465988159, "Finetune/Loss (Raw)": 0.9390981197357178, "Finetune/Step": 3939, "Finetune/Step Time": 4.692464265972376}
{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8474125862121582, "Finetune/Loss (Raw)": 0.8745633959770203, "Finetune/Step": 3940, "Finetune/Step Time": 4.680221291258931}
{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8480700254440308, "Finetune/Loss (Raw)": 0.9603122472763062, "Finetune/Step": 3941, "Finetune/Step Time": 4.683395013213158}
{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8491109013557434, "Finetune/Loss (Raw)": 0.9796513319015503, "Finetune/Step": 3942, "Finetune/Step Time": 4.6900594756007195}
{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.848494827747345, "Finetune/Loss (Raw)": 0.785912811756134, "Finetune/Step": 3943, "Finetune/Step Time": 4.6961975283920765}
{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8487652540206909, "Finetune/Loss (Raw)": 0.9193629026412964, "Finetune/Step": 3944, "Finetune/Step Time": 4.695928871631622}
{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8509140610694885, "Finetune/Loss (Raw)": 1.0834702253341675, "Finetune/Step": 3945, "Finetune/Step Time": 4.718465816229582}
{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8514531850814819, "Finetune/Loss (Raw)": 0.8859483003616333, "Finetune/Step": 3946, "Finetune/Step Time": 4.732992200180888}
{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8522647619247437, "Finetune/Loss (Raw)": 0.9093561172485352, "Finetune/Step": 3947, "Finetune/Step Time": 4.740037204697728}
{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8494857549667358, "Finetune/Loss (Raw)": 0.3618044853210449, "Finetune/Step": 3948, "Finetune/Step Time": 4.778381682932377}
{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8510143160820007, "Finetune/Loss (Raw)": 1.0115182399749756, "Finetune/Step": 3949, "Finetune/Step Time": 4.774770259857178}
{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8525667190551758, "Finetune/Loss (Raw)": 0.9807714819908142, "Finetune/Step": 3950, "Finetune/Step Time": 4.7724512834101915}
{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.852439284324646, "Finetune/Loss (Raw)": 0.9700613021850586, "Finetune/Step": 3951, "Finetune/Step Time": 4.77632949501276}
{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8516172766685486, "Finetune/Loss (Raw)": 0.7910705804824829, "Finetune/Step": 3952, "Finetune/Step Time": 4.785212216898799}
{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8522731065750122, "Finetune/Loss (Raw)": 0.8495694398880005, "Finetune/Step": 3953, "Finetune/Step Time": 4.782613215968013}
{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8523310422897339, "Finetune/Loss (Raw)": 0.8200994729995728, "Finetune/Step": 3954, "Finetune/Step Time": 4.776158507913351}
{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8514758348464966, "Finetune/Loss (Raw)": 0.798182487487793, "Finetune/Step": 3955, "Finetune/Step Time": 4.744097009301186}
{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.8523812294006348, "Finetune/Loss (Raw)": 1.0662915706634521, "Finetune/Step": 3956, "Finetune/Step Time": 4.74446289986372}
{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8572218418121338, "Finetune/Loss (Raw)": 0.8987512588500977, "Finetune/Step": 3957, "Finetune/Step Time": 4.70710602030158}
{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.85686856508255, "Finetune/Loss (Raw)": 0.8422278165817261, "Finetune/Step": 3958, "Finetune/Step Time": 4.703553261235356}
{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8564763069152832, "Finetune/Loss (Raw)": 0.7842705249786377, "Finetune/Step": 3959, "Finetune/Step Time": 4.716415213420987}
{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8548691868782043, "Finetune/Loss (Raw)": 0.829486608505249, "Finetune/Step": 3960, "Finetune/Step Time": 4.714542603120208}
{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8543984889984131, "Finetune/Loss (Raw)": 0.9055243134498596, "Finetune/Step": 3961, "Finetune/Step Time": 4.696497147902846}
{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8528363108634949, "Finetune/Loss (Raw)": 0.7747289538383484, "Finetune/Step": 3962, "Finetune/Step Time": 4.7100000362843275}
{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8526948690414429, "Finetune/Loss (Raw)": 0.9251420497894287, "Finetune/Step": 3963, "Finetune/Step Time": 4.708279486745596}
{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.853162407875061, "Finetune/Loss (Raw)": 0.8768172860145569, "Finetune/Step": 3964, "Finetune/Step Time": 4.717162748798728}
{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8542116284370422, "Finetune/Loss (Raw)": 0.9890971779823303, "Finetune/Step": 3965, "Finetune/Step Time": 4.72945062816143}
{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8508452773094177, "Finetune/Loss (Raw)": 0.38731124997138977, "Finetune/Step": 3966, "Finetune/Step Time": 4.776684712618589}
{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8503551483154297, "Finetune/Loss (Raw)": 0.8268734216690063, "Finetune/Step": 3967, "Finetune/Step Time": 4.744837641716003}
{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8510693907737732, "Finetune/Loss (Raw)": 0.937066912651062, "Finetune/Step": 3968, "Finetune/Step Time": 4.743129866197705}
{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8503642082214355, "Finetune/Loss (Raw)": 0.9170433878898621, "Finetune/Step": 3969, "Finetune/Step Time": 4.773102540522814}
{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8513342142105103, "Finetune/Loss (Raw)": 0.9408237338066101, "Finetune/Step": 3970, "Finetune/Step Time": 4.773472206667066}
{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8523651361465454, "Finetune/Loss (Raw)": 0.9716206789016724, "Finetune/Step": 3971, "Finetune/Step Time": 4.765022346749902}
{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8519566059112549, "Finetune/Loss (Raw)": 0.7998466491699219, "Finetune/Step": 3972, "Finetune/Step Time": 4.7620085049420595}
{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8518863916397095, "Finetune/Loss (Raw)": 0.8389438390731812, "Finetune/Step": 3973, "Finetune/Step Time": 4.7531432919204235}
{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8527618646621704, "Finetune/Loss (Raw)": 0.8140038847923279, "Finetune/Step": 3974, "Finetune/Step Time": 4.756374955177307}
{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8524329662322998, "Finetune/Loss (Raw)": 0.9482437372207642, "Finetune/Step": 3975, "Finetune/Step Time": 4.760098464787006}
{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8566105365753174, "Finetune/Loss (Raw)": 0.867207944393158, "Finetune/Step": 3976, "Finetune/Step Time": 4.740291081368923}
{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.854438304901123, "Finetune/Loss (Raw)": 0.7663539052009583, "Finetune/Step": 3977, "Finetune/Step Time": 4.73495071567595}
{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8546202182769775, "Finetune/Loss (Raw)": 0.6442332863807678, "Finetune/Step": 3978, "Finetune/Step Time": 4.7211688086390495}
{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8555620908737183, "Finetune/Loss (Raw)": 0.887811005115509, "Finetune/Step": 3979, "Finetune/Step Time": 4.724568519741297}
{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.853487491607666, "Finetune/Loss (Raw)": 0.6590789556503296, "Finetune/Step": 3980, "Finetune/Step Time": 4.726682972162962}
{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8573729991912842, "Finetune/Loss (Raw)": 0.9513867497444153, "Finetune/Step": 3981, "Finetune/Step Time": 4.684471605345607}
{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8568629622459412, "Finetune/Loss (Raw)": 0.8370746374130249, "Finetune/Step": 3982, "Finetune/Step Time": 4.6893731988966465}
{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8582815527915955, "Finetune/Loss (Raw)": 0.8387336134910583, "Finetune/Step": 3983, "Finetune/Step Time": 4.673232449218631}
{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8531609773635864, "Finetune/Loss (Raw)": 0.340870201587677, "Finetune/Step": 3984, "Finetune/Step Time": 4.7111716363579035}
{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8575179576873779, "Finetune/Loss (Raw)": 0.9204460978507996, "Finetune/Step": 3985, "Finetune/Step Time": 4.675925510004163}
{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.8632072806358337, "Finetune/Loss (Raw)": 1.0652531385421753, "Finetune/Step": 3986, "Finetune/Step Time": 4.630980238318443}
{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.8611059188842773, "Finetune/Loss (Raw)": 0.7880885601043701, "Finetune/Step": 3987, "Finetune/Step Time": 4.638614568859339}
{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.8615971803665161, "Finetune/Loss (Raw)": 0.9549853801727295, "Finetune/Step": 3988, "Finetune/Step Time": 4.642225708812475}
{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.8625035285949707, "Finetune/Loss (Raw)": 0.9644919037818909, "Finetune/Step": 3989, "Finetune/Step Time": 4.641319630667567}
{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.8627606630325317, "Finetune/Loss (Raw)": 0.9200894832611084, "Finetune/Step": 3990, "Finetune/Step Time": 4.645368620753288}
{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.8638144731521606, "Finetune/Loss (Raw)": 0.9681882262229919, "Finetune/Step": 3991, "Finetune/Step Time": 4.637180723249912}
{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.8624048233032227, "Finetune/Loss (Raw)": 0.7517939805984497, "Finetune/Step": 3992, "Finetune/Step Time": 4.65979952737689}
{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.8625683784484863, "Finetune/Loss (Raw)": 0.9078848958015442, "Finetune/Step": 3993, "Finetune/Step Time": 4.62612590752542}
{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.8605451583862305, "Finetune/Loss (Raw)": 0.7747077941894531, "Finetune/Step": 3994, "Finetune/Step Time": 4.638465546071529}
{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8584648966789246, "Finetune/Loss (Raw)": 0.8118371963500977, "Finetune/Step": 3995, "Finetune/Step Time": 4.638684064149857}
{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8577625751495361, "Finetune/Loss (Raw)": 0.8047218322753906, "Finetune/Step": 3996, "Finetune/Step Time": 4.637139115482569}
{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8579641580581665, "Finetune/Loss (Raw)": 0.8399498462677002, "Finetune/Step": 3997, "Finetune/Step Time": 4.6302221324294806}
{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.8595553636550903, "Finetune/Loss (Raw)": 1.0163136720657349, "Finetune/Step": 3998, "Finetune/Step Time": 4.613666890189052}
{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.8598959445953369, "Finetune/Loss (Raw)": 0.9235422015190125, "Finetune/Step": 3999, "Finetune/Step Time": 4.630016041919589}
{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.8623040318489075, "Finetune/Loss (Raw)": 0.8274335265159607, "Finetune/Step": 4000, "Finetune/Step Time": 4.600101632997394}
{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.8631414771080017, "Finetune/Loss (Raw)": 0.8418627977371216, "Finetune/Step": 4001, "Finetune/Step Time": 4.611228622496128}
{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.8625686764717102, "Finetune/Loss (Raw)": 0.8056145310401917, "Finetune/Step": 4002, "Finetune/Step Time": 4.6216460932046175}
{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.8624712824821472, "Finetune/Loss (Raw)": 0.8701839447021484, "Finetune/Step": 4003, "Finetune/Step Time": 4.633791785687208}
{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.8627631664276123, "Finetune/Loss (Raw)": 0.9248159527778625, "Finetune/Step": 4004, "Finetune/Step Time": 4.643421817570925}
{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.8627786040306091, "Finetune/Loss (Raw)": 0.8811371922492981, "Finetune/Step": 4005, "Finetune/Step Time": 4.628374831750989}
{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.8672700524330139, "Finetune/Loss (Raw)": 1.0476148128509521, "Finetune/Step": 4006, "Finetune/Step Time": 4.588141081854701}
{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.8634419441223145, "Finetune/Loss (Raw)": 0.36149847507476807, "Finetune/Step": 4007, "Finetune/Step Time": 4.590270075947046}
{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.8627251982688904, "Finetune/Loss (Raw)": 0.7750301957130432, "Finetune/Step": 4008, "Finetune/Step Time": 4.588364668190479}
{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.8621166944503784, "Finetune/Loss (Raw)": 0.838660717010498, "Finetune/Step": 4009, "Finetune/Step Time": 4.584016680717468}
{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.8610039949417114, "Finetune/Loss (Raw)": 0.8034661412239075, "Finetune/Step": 4010, "Finetune/Step Time": 4.592223754152656}
{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.8610014915466309, "Finetune/Loss (Raw)": 0.9811006188392639, "Finetune/Step": 4011, "Finetune/Step Time": 4.597495725378394}
{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.8598514199256897, "Finetune/Loss (Raw)": 0.6793054342269897, "Finetune/Step": 4012, "Finetune/Step Time": 4.615156497806311}
{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.8612584471702576, "Finetune/Loss (Raw)": 0.8657881021499634, "Finetune/Step": 4013, "Finetune/Step Time": 4.60935989767313}
{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.861807107925415, "Finetune/Loss (Raw)": 0.8224722743034363, "Finetune/Step": 4014, "Finetune/Step Time": 4.6345556899905205}
{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.8621684312820435, "Finetune/Loss (Raw)": 0.8535510301589966, "Finetune/Step": 4015, "Finetune/Step Time": 4.635112199932337}
{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.862063467502594, "Finetune/Loss (Raw)": 0.894238293170929, "Finetune/Step": 4016, "Finetune/Step Time": 4.6366669498384}
{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.8623228669166565, "Finetune/Loss (Raw)": 0.9157037138938904, "Finetune/Step": 4017, "Finetune/Step Time": 4.639098996296525}
{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8576714992523193, "Finetune/Loss (Raw)": 0.3260382413864136, "Finetune/Step": 4018, "Finetune/Step Time": 4.678154267370701}
{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8585933446884155, "Finetune/Loss (Raw)": 1.0026652812957764, "Finetune/Step": 4019, "Finetune/Step Time": 4.6579729821532965}
{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.8593257665634155, "Finetune/Loss (Raw)": 0.9520164728164673, "Finetune/Step": 4020, "Finetune/Step Time": 4.656545039266348}
{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.8633832931518555, "Finetune/Loss (Raw)": 0.8893468379974365, "Finetune/Step": 4021, "Finetune/Step Time": 4.629382977262139}
{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.862575888633728, "Finetune/Loss (Raw)": 0.8065848350524902, "Finetune/Step": 4022, "Finetune/Step Time": 4.6321227084845304}
{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.862484872341156, "Finetune/Loss (Raw)": 0.9131697416305542, "Finetune/Step": 4023, "Finetune/Step Time": 4.634839717298746}
{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.8626763224601746, "Finetune/Loss (Raw)": 0.9678615927696228, "Finetune/Step": 4024, "Finetune/Step Time": 4.64087850600481}
{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.862562894821167, "Finetune/Loss (Raw)": 0.8679291605949402, "Finetune/Step": 4025, "Finetune/Step Time": 4.640648508444428}
{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.8634738922119141, "Finetune/Loss (Raw)": 0.9727238416671753, "Finetune/Step": 4026, "Finetune/Step Time": 4.627568865194917}
{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.8635175228118896, "Finetune/Loss (Raw)": 1.006018042564392, "Finetune/Step": 4027, "Finetune/Step Time": 4.624026499688625}
{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.8631609082221985, "Finetune/Loss (Raw)": 0.8160633444786072, "Finetune/Step": 4028, "Finetune/Step Time": 4.604124030098319}
{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.8629090785980225, "Finetune/Loss (Raw)": 0.9058094024658203, "Finetune/Step": 4029, "Finetune/Step Time": 4.6044449135661125}
{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8583801984786987, "Finetune/Loss (Raw)": 0.39525145292282104, "Finetune/Step": 4030, "Finetune/Step Time": 4.639182658866048}
{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.8577454090118408, "Finetune/Loss (Raw)": 0.878480851650238, "Finetune/Step": 4031, "Finetune/Step Time": 4.644586497917771}
{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.857646644115448, "Finetune/Loss (Raw)": 0.882789134979248, "Finetune/Step": 4032, "Finetune/Step Time": 4.632024832069874}
{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.85953289270401, "Finetune/Loss (Raw)": 0.9325651526451111, "Finetune/Step": 4033, "Finetune/Step Time": 4.620567390695214}
{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8589046001434326, "Finetune/Loss (Raw)": 0.8584809303283691, "Finetune/Step": 4034, "Finetune/Step Time": 4.585953524336219}
{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8564716577529907, "Finetune/Loss (Raw)": 0.8402731418609619, "Finetune/Step": 4035, "Finetune/Step Time": 4.598472945392132}
{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8581568002700806, "Finetune/Loss (Raw)": 1.041143536567688, "Finetune/Step": 4036, "Finetune/Step Time": 4.579764474183321}
{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.857868492603302, "Finetune/Loss (Raw)": 0.7923104763031006, "Finetune/Step": 4037, "Finetune/Step Time": 4.580733688548207}
{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.853172779083252, "Finetune/Loss (Raw)": 0.3557174503803253, "Finetune/Step": 4038, "Finetune/Step Time": 4.616815103217959}
{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8525333404541016, "Finetune/Loss (Raw)": 0.9409200549125671, "Finetune/Step": 4039, "Finetune/Step Time": 4.637287857010961}
{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8534425497055054, "Finetune/Loss (Raw)": 0.9259913563728333, "Finetune/Step": 4040, "Finetune/Step Time": 4.626012198626995}
{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8528331518173218, "Finetune/Loss (Raw)": 0.8168331980705261, "Finetune/Step": 4041, "Finetune/Step Time": 4.615420950576663}
{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8530689477920532, "Finetune/Loss (Raw)": 0.8673271536827087, "Finetune/Step": 4042, "Finetune/Step Time": 4.6280834302306175}
{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8530721664428711, "Finetune/Loss (Raw)": 0.9086475968360901, "Finetune/Step": 4043, "Finetune/Step Time": 4.630926258862019}
{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8530030250549316, "Finetune/Loss (Raw)": 0.885577917098999, "Finetune/Step": 4044, "Finetune/Step Time": 4.628058193251491}
{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8482089042663574, "Finetune/Loss (Raw)": 0.29209351539611816, "Finetune/Step": 4045, "Finetune/Step Time": 4.651281215250492}
{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8471097946166992, "Finetune/Loss (Raw)": 0.8144856095314026, "Finetune/Step": 4046, "Finetune/Step Time": 4.648095108568668}
{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8466999530792236, "Finetune/Loss (Raw)": 0.8027821183204651, "Finetune/Step": 4047, "Finetune/Step Time": 4.645111145451665}
{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8426996469497681, "Finetune/Loss (Raw)": 0.37364017963409424, "Finetune/Step": 4048, "Finetune/Step Time": 4.646840091794729}
{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8433287143707275, "Finetune/Loss (Raw)": 0.7585525512695312, "Finetune/Step": 4049, "Finetune/Step Time": 4.635505734011531}
{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8424746990203857, "Finetune/Loss (Raw)": 0.8383727073669434, "Finetune/Step": 4050, "Finetune/Step Time": 4.633623102679849}
{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8430399298667908, "Finetune/Loss (Raw)": 0.7919816374778748, "Finetune/Step": 4051, "Finetune/Step Time": 4.625323647633195}
{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8425562977790833, "Finetune/Loss (Raw)": 0.8463166952133179, "Finetune/Step": 4052, "Finetune/Step Time": 4.640479879453778}
{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8383474349975586, "Finetune/Loss (Raw)": 0.3724346458911896, "Finetune/Step": 4053, "Finetune/Step Time": 4.6749521512538195}
{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8386458158493042, "Finetune/Loss (Raw)": 0.8589541912078857, "Finetune/Step": 4054, "Finetune/Step Time": 4.684453301131725}
{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8389843106269836, "Finetune/Loss (Raw)": 0.9064452648162842, "Finetune/Step": 4055, "Finetune/Step Time": 4.666119206696749}
{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8363070487976074, "Finetune/Loss (Raw)": 0.6441161632537842, "Finetune/Step": 4056, "Finetune/Step Time": 4.681682210415602}
{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8367434740066528, "Finetune/Loss (Raw)": 0.9759835004806519, "Finetune/Step": 4057, "Finetune/Step Time": 4.683882752433419}
{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8365541100502014, "Finetune/Loss (Raw)": 0.8263785243034363, "Finetune/Step": 4058, "Finetune/Step Time": 4.675584550946951}
{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8358075618743896, "Finetune/Loss (Raw)": 0.8884366154670715, "Finetune/Step": 4059, "Finetune/Step Time": 4.6898287534713745}
{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8343624472618103, "Finetune/Loss (Raw)": 0.6526580452919006, "Finetune/Step": 4060, "Finetune/Step Time": 4.691937141120434}
{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8354873657226562, "Finetune/Loss (Raw)": 0.8065739274024963, "Finetune/Step": 4061, "Finetune/Step Time": 4.684272704645991}
{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8372081518173218, "Finetune/Loss (Raw)": 1.0126755237579346, "Finetune/Step": 4062, "Finetune/Step Time": 4.687235126271844}
{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8334092497825623, "Finetune/Loss (Raw)": 0.3518349528312683, "Finetune/Step": 4063, "Finetune/Step Time": 4.713868714869022}
{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.828936755657196, "Finetune/Loss (Raw)": 0.3809289336204529, "Finetune/Step": 4064, "Finetune/Step Time": 4.753386622294784}
{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8280178904533386, "Finetune/Loss (Raw)": 0.7867277264595032, "Finetune/Step": 4065, "Finetune/Step Time": 4.758592562749982}
{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8280651569366455, "Finetune/Loss (Raw)": 0.8720337748527527, "Finetune/Step": 4066, "Finetune/Step Time": 4.756993414834142}
{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8284053802490234, "Finetune/Loss (Raw)": 0.9826568961143494, "Finetune/Step": 4067, "Finetune/Step Time": 4.761297225952148}
{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8287672400474548, "Finetune/Loss (Raw)": 0.9208710789680481, "Finetune/Step": 4068, "Finetune/Step Time": 4.762650042772293}
{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8284715414047241, "Finetune/Loss (Raw)": 0.9224696755409241, "Finetune/Step": 4069, "Finetune/Step Time": 4.775686539709568}
{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8272351026535034, "Finetune/Loss (Raw)": 0.8213847279548645, "Finetune/Step": 4070, "Finetune/Step Time": 4.771207867190242}
{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8279495239257812, "Finetune/Loss (Raw)": 0.8773586750030518, "Finetune/Step": 4071, "Finetune/Step Time": 4.777747603133321}
{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8268436193466187, "Finetune/Loss (Raw)": 0.7778053283691406, "Finetune/Step": 4072, "Finetune/Step Time": 4.78746017254889}
{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8253893852233887, "Finetune/Loss (Raw)": 0.8973339796066284, "Finetune/Step": 4073, "Finetune/Step Time": 4.769749196246266}
{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8261991739273071, "Finetune/Loss (Raw)": 0.989602267742157, "Finetune/Step": 4074, "Finetune/Step Time": 4.757207132875919}
{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8255503177642822, "Finetune/Loss (Raw)": 0.8263010382652283, "Finetune/Step": 4075, "Finetune/Step Time": 4.745594650506973}
{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8280248045921326, "Finetune/Loss (Raw)": 0.6785352826118469, "Finetune/Step": 4076, "Finetune/Step Time": 4.727150997146964}
{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8268616795539856, "Finetune/Loss (Raw)": 0.8626407384872437, "Finetune/Step": 4077, "Finetune/Step Time": 4.740853412076831}
{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8255422711372375, "Finetune/Loss (Raw)": 0.8118851780891418, "Finetune/Step": 4078, "Finetune/Step Time": 4.743470868095756}
{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8261558413505554, "Finetune/Loss (Raw)": 1.0485962629318237, "Finetune/Step": 4079, "Finetune/Step Time": 4.754935000091791}
{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.82607102394104, "Finetune/Loss (Raw)": 0.780219554901123, "Finetune/Step": 4080, "Finetune/Step Time": 4.754210498183966}
{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.826213002204895, "Finetune/Loss (Raw)": 0.8677381277084351, "Finetune/Step": 4081, "Finetune/Step Time": 4.776289563626051}
{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8261973857879639, "Finetune/Loss (Raw)": 0.8181045651435852, "Finetune/Step": 4082, "Finetune/Step Time": 4.784358058124781}
{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8276287317276001, "Finetune/Loss (Raw)": 0.9813987016677856, "Finetune/Step": 4083, "Finetune/Step Time": 4.786543190479279}
{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8229409456253052, "Finetune/Loss (Raw)": 0.4662436544895172, "Finetune/Step": 4084, "Finetune/Step Time": 4.818619705736637}
{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8225717544555664, "Finetune/Loss (Raw)": 0.851500928401947, "Finetune/Step": 4085, "Finetune/Step Time": 4.830030320212245}
{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8229179978370667, "Finetune/Loss (Raw)": 0.8865440487861633, "Finetune/Step": 4086, "Finetune/Step Time": 4.837711380794644}
{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8246257305145264, "Finetune/Loss (Raw)": 1.0028619766235352, "Finetune/Step": 4087, "Finetune/Step Time": 4.824822066351771}
{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.825552225112915, "Finetune/Loss (Raw)": 0.948076605796814, "Finetune/Step": 4088, "Finetune/Step Time": 4.820316327735782}
{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8250682353973389, "Finetune/Loss (Raw)": 0.8435835242271423, "Finetune/Step": 4089, "Finetune/Step Time": 4.821803251281381}
{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.825525164604187, "Finetune/Loss (Raw)": 0.8332124948501587, "Finetune/Step": 4090, "Finetune/Step Time": 4.808716986328363}
{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8248387575149536, "Finetune/Loss (Raw)": 0.8372809290885925, "Finetune/Step": 4091, "Finetune/Step Time": 4.822077952325344}
{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8245104551315308, "Finetune/Loss (Raw)": 0.8347970843315125, "Finetune/Step": 4092, "Finetune/Step Time": 4.823635803535581}
{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.824505090713501, "Finetune/Loss (Raw)": 0.9884028434753418, "Finetune/Step": 4093, "Finetune/Step Time": 4.807944618165493}
{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8297871351242065, "Finetune/Loss (Raw)": 1.0634187459945679, "Finetune/Step": 4094, "Finetune/Step Time": 4.765788214281201}
{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.829437792301178, "Finetune/Loss (Raw)": 0.782150149345398, "Finetune/Step": 4095, "Finetune/Step Time": 4.773197676986456}
{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.830147922039032, "Finetune/Loss (Raw)": 1.0279678106307983, "Finetune/Step": 4096, "Finetune/Step Time": 4.777444103732705}
{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8305169343948364, "Finetune/Loss (Raw)": 0.9642750024795532, "Finetune/Step": 4097, "Finetune/Step Time": 4.763404298573732}
{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8285947442054749, "Finetune/Loss (Raw)": 0.6947886943817139, "Finetune/Step": 4098, "Finetune/Step Time": 4.771966114640236}
{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8282238841056824, "Finetune/Loss (Raw)": 0.9241496324539185, "Finetune/Step": 4099, "Finetune/Step Time": 4.775250148028135}
{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.829465389251709, "Finetune/Loss (Raw)": 0.9587541818618774, "Finetune/Step": 4100, "Finetune/Step Time": 4.780969699844718}
{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8298579454421997, "Finetune/Loss (Raw)": 0.8891915678977966, "Finetune/Step": 4101, "Finetune/Step Time": 4.807349795475602}
{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8301419019699097, "Finetune/Loss (Raw)": 0.8503528833389282, "Finetune/Step": 4102, "Finetune/Step Time": 4.803651450201869}
{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8297061920166016, "Finetune/Loss (Raw)": 0.8924717307090759, "Finetune/Step": 4103, "Finetune/Step Time": 4.800651332363486}
{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8296996355056763, "Finetune/Loss (Raw)": 0.8663704991340637, "Finetune/Step": 4104, "Finetune/Step Time": 4.782420497387648}
{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8298481702804565, "Finetune/Loss (Raw)": 0.7853683233261108, "Finetune/Step": 4105, "Finetune/Step Time": 4.776601994410157}
{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8312782049179077, "Finetune/Loss (Raw)": 0.8272719979286194, "Finetune/Step": 4106, "Finetune/Step Time": 4.77499339915812}
{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8309241533279419, "Finetune/Loss (Raw)": 0.8424921631813049, "Finetune/Step": 4107, "Finetune/Step Time": 4.777000838890672}
{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.8332128524780273, "Finetune/Loss (Raw)": 0.9520359039306641, "Finetune/Step": 4108, "Finetune/Step Time": 4.776184804737568}
{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.832181453704834, "Finetune/Loss (Raw)": 0.819366991519928, "Finetune/Step": 4109, "Finetune/Step Time": 4.7842296082526445}
{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8327775597572327, "Finetune/Loss (Raw)": 0.9133783578872681, "Finetune/Step": 4110, "Finetune/Step Time": 4.7956839725375175}
{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8340128660202026, "Finetune/Loss (Raw)": 0.9968463778495789, "Finetune/Step": 4111, "Finetune/Step Time": 4.801161605864763}
{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8373169302940369, "Finetune/Loss (Raw)": 0.7637928128242493, "Finetune/Step": 4112, "Finetune/Step Time": 4.776424765586853}
{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8357475996017456, "Finetune/Loss (Raw)": 0.7195731401443481, "Finetune/Step": 4113, "Finetune/Step Time": 4.774366918951273}
{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8342679142951965, "Finetune/Loss (Raw)": 0.875856876373291, "Finetune/Step": 4114, "Finetune/Step Time": 4.776118718087673}
{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8349164724349976, "Finetune/Loss (Raw)": 0.8710954189300537, "Finetune/Step": 4115, "Finetune/Step Time": 4.772434299811721}
{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.8324881196022034, "Finetune/Loss (Raw)": 0.6441644430160522, "Finetune/Step": 4116, "Finetune/Step Time": 4.787245547398925}
{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8310176134109497, "Finetune/Loss (Raw)": 0.7762616872787476, "Finetune/Step": 4117, "Finetune/Step Time": 4.796136999502778}
{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8320499062538147, "Finetune/Loss (Raw)": 1.0522288084030151, "Finetune/Step": 4118, "Finetune/Step Time": 4.794485237449408}
{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8321825265884399, "Finetune/Loss (Raw)": 0.9851582050323486, "Finetune/Step": 4119, "Finetune/Step Time": 4.789158707484603}
{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8332817554473877, "Finetune/Loss (Raw)": 0.8925008773803711, "Finetune/Step": 4120, "Finetune/Step Time": 4.779008245095611}
{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8330622911453247, "Finetune/Loss (Raw)": 0.8797886967658997, "Finetune/Step": 4121, "Finetune/Step Time": 4.784644769504666}
{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8338715434074402, "Finetune/Loss (Raw)": 0.8782954812049866, "Finetune/Step": 4122, "Finetune/Step Time": 4.789390979334712}
{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8354365825653076, "Finetune/Loss (Raw)": 1.0121623277664185, "Finetune/Step": 4123, "Finetune/Step Time": 4.790365988388658}
{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8342571258544922, "Finetune/Loss (Raw)": 0.6537501811981201, "Finetune/Step": 4124, "Finetune/Step Time": 4.792205495759845}
{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8348127603530884, "Finetune/Loss (Raw)": 0.9110668301582336, "Finetune/Step": 4125, "Finetune/Step Time": 4.795861225575209}
{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8337922096252441, "Finetune/Loss (Raw)": 0.8856912851333618, "Finetune/Step": 4126, "Finetune/Step Time": 4.790521619841456}
{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8336465954780579, "Finetune/Loss (Raw)": 0.9048988223075867, "Finetune/Step": 4127, "Finetune/Step Time": 4.77038805373013}
{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8336264491081238, "Finetune/Loss (Raw)": 0.8248523473739624, "Finetune/Step": 4128, "Finetune/Step Time": 4.766065800562501}
{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8334484100341797, "Finetune/Loss (Raw)": 0.8190817832946777, "Finetune/Step": 4129, "Finetune/Step Time": 4.74665467441082}
{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8337095975875854, "Finetune/Loss (Raw)": 0.8390439748764038, "Finetune/Step": 4130, "Finetune/Step Time": 4.736989451572299}
{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8338354229927063, "Finetune/Loss (Raw)": 0.8862857222557068, "Finetune/Step": 4131, "Finetune/Step Time": 4.730029271915555}
{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8336344957351685, "Finetune/Loss (Raw)": 0.8991063237190247, "Finetune/Step": 4132, "Finetune/Step Time": 4.726799147203565}
{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8333421945571899, "Finetune/Loss (Raw)": 0.8437122106552124, "Finetune/Step": 4133, "Finetune/Step Time": 4.734521523118019}
{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8319097757339478, "Finetune/Loss (Raw)": 0.8642734289169312, "Finetune/Step": 4134, "Finetune/Step Time": 4.755883891135454}
{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8352333307266235, "Finetune/Loss (Raw)": 0.7869054079055786, "Finetune/Step": 4135, "Finetune/Step Time": 4.718757774680853}
{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8357961177825928, "Finetune/Loss (Raw)": 0.847066342830658, "Finetune/Step": 4136, "Finetune/Step Time": 4.719127334654331}
{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8354180455207825, "Finetune/Loss (Raw)": 0.790268063545227, "Finetune/Step": 4137, "Finetune/Step Time": 4.716429194435477}
{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8366159200668335, "Finetune/Loss (Raw)": 0.9568042159080505, "Finetune/Step": 4138, "Finetune/Step Time": 4.702652622014284}
{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8350821733474731, "Finetune/Loss (Raw)": 0.78476881980896, "Finetune/Step": 4139, "Finetune/Step Time": 4.692643016576767}
{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8361425399780273, "Finetune/Loss (Raw)": 0.8150428533554077, "Finetune/Step": 4140, "Finetune/Step Time": 4.6819605100899935}
{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8323880434036255, "Finetune/Loss (Raw)": 0.38520607352256775, "Finetune/Step": 4141, "Finetune/Step Time": 4.70986745133996}
{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8320333957672119, "Finetune/Loss (Raw)": 0.7770752310752869, "Finetune/Step": 4142, "Finetune/Step Time": 4.686666086316109}
{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8315181732177734, "Finetune/Loss (Raw)": 0.7876028418540955, "Finetune/Step": 4143, "Finetune/Step Time": 4.68381436355412}
{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8268076777458191, "Finetune/Loss (Raw)": 0.29129573702812195, "Finetune/Step": 4144, "Finetune/Step Time": 4.717253370210528}
{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8254148960113525, "Finetune/Loss (Raw)": 0.7374311685562134, "Finetune/Step": 4145, "Finetune/Step Time": 4.7257595006376505}
{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8299981355667114, "Finetune/Loss (Raw)": 0.9126935601234436, "Finetune/Step": 4146, "Finetune/Step Time": 4.682567210868001}
{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8287907838821411, "Finetune/Loss (Raw)": 0.8481242060661316, "Finetune/Step": 4147, "Finetune/Step Time": 4.688533041626215}
{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8283541202545166, "Finetune/Loss (Raw)": 0.8961221575737, "Finetune/Step": 4148, "Finetune/Step Time": 4.688944034278393}
{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8279808759689331, "Finetune/Loss (Raw)": 0.8415760397911072, "Finetune/Step": 4149, "Finetune/Step Time": 4.6778753735125065}
{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8277826309204102, "Finetune/Loss (Raw)": 0.781207263469696, "Finetune/Step": 4150, "Finetune/Step Time": 4.70281789265573}
{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8273993730545044, "Finetune/Loss (Raw)": 0.8641060590744019, "Finetune/Step": 4151, "Finetune/Step Time": 4.707546954974532}
{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8265860080718994, "Finetune/Loss (Raw)": 0.8637560606002808, "Finetune/Step": 4152, "Finetune/Step Time": 4.712209559977055}
{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8263365030288696, "Finetune/Loss (Raw)": 0.8359950184822083, "Finetune/Step": 4153, "Finetune/Step Time": 4.709120128303766}
{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8256044387817383, "Finetune/Loss (Raw)": 0.8790198564529419, "Finetune/Step": 4154, "Finetune/Step Time": 4.713196678087115}
{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8241280913352966, "Finetune/Loss (Raw)": 0.8170418739318848, "Finetune/Step": 4155, "Finetune/Step Time": 4.715368734672666}
{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8246515989303589, "Finetune/Loss (Raw)": 0.8830731511116028, "Finetune/Step": 4156, "Finetune/Step Time": 4.714459968730807}
{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8252381086349487, "Finetune/Loss (Raw)": 0.9808836579322815, "Finetune/Step": 4157, "Finetune/Step Time": 4.71479051373899}
{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8286387324333191, "Finetune/Loss (Raw)": 0.8305268883705139, "Finetune/Step": 4158, "Finetune/Step Time": 4.687425348907709}
{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8290612697601318, "Finetune/Loss (Raw)": 0.9325599074363708, "Finetune/Step": 4159, "Finetune/Step Time": 4.681842058897018}
{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8298519849777222, "Finetune/Loss (Raw)": 0.9840009808540344, "Finetune/Step": 4160, "Finetune/Step Time": 4.6746355798095465}
{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8297152519226074, "Finetune/Loss (Raw)": 0.9150727391242981, "Finetune/Step": 4161, "Finetune/Step Time": 4.671952510252595}
{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8304398059844971, "Finetune/Loss (Raw)": 0.9512199759483337, "Finetune/Step": 4162, "Finetune/Step Time": 4.668283024802804}
{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8295103311538696, "Finetune/Loss (Raw)": 0.7212976813316345, "Finetune/Step": 4163, "Finetune/Step Time": 4.678777297958732}
{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8260567784309387, "Finetune/Loss (Raw)": 0.5990879535675049, "Finetune/Step": 4164, "Finetune/Step Time": 4.691411644220352}
{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8277955055236816, "Finetune/Loss (Raw)": 1.0148789882659912, "Finetune/Step": 4165, "Finetune/Step Time": 4.683734899386764}
{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8324186205863953, "Finetune/Loss (Raw)": 0.947471022605896, "Finetune/Step": 4166, "Finetune/Step Time": 4.651305487379432}
{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8312239646911621, "Finetune/Loss (Raw)": 0.7879975438117981, "Finetune/Step": 4167, "Finetune/Step Time": 4.641765175387263}
{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8294897675514221, "Finetune/Loss (Raw)": 0.7040175795555115, "Finetune/Step": 4168, "Finetune/Step Time": 4.640259867534041}
{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8260496854782104, "Finetune/Loss (Raw)": 0.37650802731513977, "Finetune/Step": 4169, "Finetune/Step Time": 4.677902523428202}
{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8253219127655029, "Finetune/Loss (Raw)": 0.7741715908050537, "Finetune/Step": 4170, "Finetune/Step Time": 4.6694351229816675}
{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.825312614440918, "Finetune/Loss (Raw)": 0.9074480533599854, "Finetune/Step": 4171, "Finetune/Step Time": 4.671922460198402}
{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8254839181900024, "Finetune/Loss (Raw)": 0.9075068831443787, "Finetune/Step": 4172, "Finetune/Step Time": 4.686868485063314}
{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8297016620635986, "Finetune/Loss (Raw)": 0.8319714665412903, "Finetune/Step": 4173, "Finetune/Step Time": 4.655282618477941}
{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8261281251907349, "Finetune/Loss (Raw)": 0.35707175731658936, "Finetune/Step": 4174, "Finetune/Step Time": 4.693685844540596}
{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8259402513504028, "Finetune/Loss (Raw)": 0.7787261009216309, "Finetune/Step": 4175, "Finetune/Step Time": 4.683024514466524}
{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8293080925941467, "Finetune/Loss (Raw)": 0.8047285079956055, "Finetune/Step": 4176, "Finetune/Step Time": 4.6584417801350355}
{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8309419751167297, "Finetune/Loss (Raw)": 0.9676960706710815, "Finetune/Step": 4177, "Finetune/Step Time": 4.663198070600629}
{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8315415382385254, "Finetune/Loss (Raw)": 0.9151132702827454, "Finetune/Step": 4178, "Finetune/Step Time": 4.671544594690204}
{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8322702646255493, "Finetune/Loss (Raw)": 0.8852545022964478, "Finetune/Step": 4179, "Finetune/Step Time": 4.684305848553777}
{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8332085609436035, "Finetune/Loss (Raw)": 0.966425359249115, "Finetune/Step": 4180, "Finetune/Step Time": 4.6643270496279}
{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8367002010345459, "Finetune/Loss (Raw)": 0.8193625807762146, "Finetune/Step": 4181, "Finetune/Step Time": 4.630918158218265}
{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8353301286697388, "Finetune/Loss (Raw)": 0.6835787296295166, "Finetune/Step": 4182, "Finetune/Step Time": 4.630952792242169}
{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8356121778488159, "Finetune/Loss (Raw)": 0.9425480961799622, "Finetune/Step": 4183, "Finetune/Step Time": 4.635956859216094}
{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8376257419586182, "Finetune/Loss (Raw)": 0.9018547534942627, "Finetune/Step": 4184, "Finetune/Step Time": 4.619435757398605}
{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8375424146652222, "Finetune/Loss (Raw)": 0.9653239250183105, "Finetune/Step": 4185, "Finetune/Step Time": 4.616715362295508}
{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8384529948234558, "Finetune/Loss (Raw)": 0.9429280757904053, "Finetune/Step": 4186, "Finetune/Step Time": 4.629825757816434}
{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8377920389175415, "Finetune/Loss (Raw)": 0.8038283586502075, "Finetune/Step": 4187, "Finetune/Step Time": 4.617789998650551}
{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8389431834220886, "Finetune/Loss (Raw)": 0.8000120520591736, "Finetune/Step": 4188, "Finetune/Step Time": 4.6083546709269285}
{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8389415740966797, "Finetune/Loss (Raw)": 0.8063745498657227, "Finetune/Step": 4189, "Finetune/Step Time": 4.590962678194046}
{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8364180326461792, "Finetune/Loss (Raw)": 0.6896556615829468, "Finetune/Step": 4190, "Finetune/Step Time": 4.591341000050306}
{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.840876579284668, "Finetune/Loss (Raw)": 0.9225308895111084, "Finetune/Step": 4191, "Finetune/Step Time": 4.557986943051219}
{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8458360433578491, "Finetune/Loss (Raw)": 1.0157365798950195, "Finetune/Step": 4192, "Finetune/Step Time": 4.517849942669272}
{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8420737981796265, "Finetune/Loss (Raw)": 0.3051627278327942, "Finetune/Step": 4193, "Finetune/Step Time": 4.545643476769328}
{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8422813415527344, "Finetune/Loss (Raw)": 0.8985920548439026, "Finetune/Step": 4194, "Finetune/Step Time": 4.545287741348147}
{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8416550755500793, "Finetune/Loss (Raw)": 0.9025004506111145, "Finetune/Step": 4195, "Finetune/Step Time": 4.540673732757568}
{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8414902687072754, "Finetune/Loss (Raw)": 0.8997794985771179, "Finetune/Step": 4196, "Finetune/Step Time": 4.538353430107236}
{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8388398885726929, "Finetune/Loss (Raw)": 0.5832211971282959, "Finetune/Step": 4197, "Finetune/Step Time": 4.547584434971213}
{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8399372696876526, "Finetune/Loss (Raw)": 0.9618438482284546, "Finetune/Step": 4198, "Finetune/Step Time": 4.5459393709897995}
{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8407362103462219, "Finetune/Loss (Raw)": 0.9796207547187805, "Finetune/Step": 4199, "Finetune/Step Time": 4.5150963217020035}
{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8416856527328491, "Finetune/Loss (Raw)": 0.8993403315544128, "Finetune/Step": 4200, "Finetune/Step Time": 4.511836130172014}
{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8413106203079224, "Finetune/Loss (Raw)": 0.8493274450302124, "Finetune/Step": 4201, "Finetune/Step Time": 4.527358140796423}
{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8399864435195923, "Finetune/Loss (Raw)": 0.8201084733009338, "Finetune/Step": 4202, "Finetune/Step Time": 4.530007241293788}
{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8396416902542114, "Finetune/Loss (Raw)": 0.7821763753890991, "Finetune/Step": 4203, "Finetune/Step Time": 4.531304839998484}
{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8406044840812683, "Finetune/Loss (Raw)": 0.8017719388008118, "Finetune/Step": 4204, "Finetune/Step Time": 4.511651698499918}
{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8408578634262085, "Finetune/Loss (Raw)": 0.8950712084770203, "Finetune/Step": 4205, "Finetune/Step Time": 4.493174452334642}
{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8410553336143494, "Finetune/Loss (Raw)": 0.8371559381484985, "Finetune/Step": 4206, "Finetune/Step Time": 4.491281278431416}
{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8400636911392212, "Finetune/Loss (Raw)": 0.9216697216033936, "Finetune/Step": 4207, "Finetune/Step Time": 4.485017456114292}
{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8404394388198853, "Finetune/Loss (Raw)": 0.8283185362815857, "Finetune/Step": 4208, "Finetune/Step Time": 4.474388157948852}
{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.841934084892273, "Finetune/Loss (Raw)": 1.0590496063232422, "Finetune/Step": 4209, "Finetune/Step Time": 4.452345971018076}
{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8421180248260498, "Finetune/Loss (Raw)": 0.8416439294815063, "Finetune/Step": 4210, "Finetune/Step Time": 4.44749541580677}
{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8417599201202393, "Finetune/Loss (Raw)": 0.9355660080909729, "Finetune/Step": 4211, "Finetune/Step Time": 4.452659765258431}
{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8442342281341553, "Finetune/Loss (Raw)": 0.7829573750495911, "Finetune/Step": 4212, "Finetune/Step Time": 4.414658635854721}
{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8431874513626099, "Finetune/Loss (Raw)": 0.7175115942955017, "Finetune/Step": 4213, "Finetune/Step Time": 4.41323009878397}
{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8432404398918152, "Finetune/Loss (Raw)": 0.8933277726173401, "Finetune/Step": 4214, "Finetune/Step Time": 4.403083425015211}
{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8422187566757202, "Finetune/Loss (Raw)": 0.8720810413360596, "Finetune/Step": 4215, "Finetune/Step Time": 4.429340921342373}
{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8415975570678711, "Finetune/Loss (Raw)": 0.8685660362243652, "Finetune/Step": 4216, "Finetune/Step Time": 4.424089716747403}
{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8423450589179993, "Finetune/Loss (Raw)": 0.9392677545547485, "Finetune/Step": 4217, "Finetune/Step Time": 4.42080937884748}
{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8424825668334961, "Finetune/Loss (Raw)": 0.8508103489875793, "Finetune/Step": 4218, "Finetune/Step Time": 4.42007446102798}
{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8418260812759399, "Finetune/Loss (Raw)": 0.7532538175582886, "Finetune/Step": 4219, "Finetune/Step Time": 4.402734162285924}
{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8421874642372131, "Finetune/Loss (Raw)": 0.8810524940490723, "Finetune/Step": 4220, "Finetune/Step Time": 4.392177851870656}
{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8423035144805908, "Finetune/Loss (Raw)": 1.0032541751861572, "Finetune/Step": 4221, "Finetune/Step Time": 4.393786007538438}
{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8415400981903076, "Finetune/Loss (Raw)": 0.9656991362571716, "Finetune/Step": 4222, "Finetune/Step Time": 4.397860689088702}
{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8430111408233643, "Finetune/Loss (Raw)": 0.9704518914222717, "Finetune/Step": 4223, "Finetune/Step Time": 4.38959788903594}
{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8413004279136658, "Finetune/Loss (Raw)": 0.8089941143989563, "Finetune/Step": 4224, "Finetune/Step Time": 4.395002841949463}
{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8399868607521057, "Finetune/Loss (Raw)": 0.796136736869812, "Finetune/Step": 4225, "Finetune/Step Time": 4.382498310878873}
{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8422465920448303, "Finetune/Loss (Raw)": 0.9840340614318848, "Finetune/Step": 4226, "Finetune/Step Time": 4.375584846362472}
{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8433636426925659, "Finetune/Loss (Raw)": 1.0671321153640747, "Finetune/Step": 4227, "Finetune/Step Time": 4.375355085358024}
{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8425601720809937, "Finetune/Loss (Raw)": 0.8559046983718872, "Finetune/Step": 4228, "Finetune/Step Time": 4.377422230318189}
{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8426557779312134, "Finetune/Loss (Raw)": 0.9014328122138977, "Finetune/Step": 4229, "Finetune/Step Time": 4.354904806241393}
{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.838117778301239, "Finetune/Loss (Raw)": 0.2694917917251587, "Finetune/Step": 4230, "Finetune/Step Time": 4.38711323030293}
{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8362820148468018, "Finetune/Loss (Raw)": 0.6574983596801758, "Finetune/Step": 4231, "Finetune/Step Time": 4.432869864627719}
{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8365466594696045, "Finetune/Loss (Raw)": 0.9002373814582825, "Finetune/Step": 4232, "Finetune/Step Time": 4.441633397713304}
{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8365982174873352, "Finetune/Loss (Raw)": 0.7919692397117615, "Finetune/Step": 4233, "Finetune/Step Time": 4.447707204148173}
{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8387026786804199, "Finetune/Loss (Raw)": 1.0966389179229736, "Finetune/Step": 4234, "Finetune/Step Time": 4.4553159065544605}
{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.839127779006958, "Finetune/Loss (Raw)": 0.8969165086746216, "Finetune/Step": 4235, "Finetune/Step Time": 4.455151712521911}
{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8373714089393616, "Finetune/Loss (Raw)": 0.7272166609764099, "Finetune/Step": 4236, "Finetune/Step Time": 4.463825274258852}
{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8387981653213501, "Finetune/Loss (Raw)": 1.0019901990890503, "Finetune/Step": 4237, "Finetune/Step Time": 4.461954591795802}
{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8391519784927368, "Finetune/Loss (Raw)": 0.9586676359176636, "Finetune/Step": 4238, "Finetune/Step Time": 4.440091954544187}
{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.8384817242622375, "Finetune/Loss (Raw)": 0.9110565185546875, "Finetune/Step": 4239, "Finetune/Step Time": 4.441570231691003}
{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8390328884124756, "Finetune/Loss (Raw)": 0.8343431353569031, "Finetune/Step": 4240, "Finetune/Step Time": 4.4296266566962}
{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.840052604675293, "Finetune/Loss (Raw)": 0.8500909209251404, "Finetune/Step": 4241, "Finetune/Step Time": 4.431465897709131}
{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8405743837356567, "Finetune/Loss (Raw)": 0.9426413774490356, "Finetune/Step": 4242, "Finetune/Step Time": 4.430081045255065}
{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8406955003738403, "Finetune/Loss (Raw)": 0.8865987062454224, "Finetune/Step": 4243, "Finetune/Step Time": 4.450074136257172}
{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8425993919372559, "Finetune/Loss (Raw)": 0.8878624439239502, "Finetune/Step": 4244, "Finetune/Step Time": 4.43374290317297}
{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8434950709342957, "Finetune/Loss (Raw)": 0.8909139037132263, "Finetune/Step": 4245, "Finetune/Step Time": 4.441184125840664}
{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8420038223266602, "Finetune/Loss (Raw)": 0.8613497018814087, "Finetune/Step": 4246, "Finetune/Step Time": 4.472395459190011}
{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8411104679107666, "Finetune/Loss (Raw)": 0.8708029389381409, "Finetune/Step": 4247, "Finetune/Step Time": 4.479508752003312}
{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8364073038101196, "Finetune/Loss (Raw)": 0.29049891233444214, "Finetune/Step": 4248, "Finetune/Step Time": 4.504500672221184}
{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.836780309677124, "Finetune/Loss (Raw)": 0.9275365471839905, "Finetune/Step": 4249, "Finetune/Step Time": 4.497853448614478}
{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8356066942214966, "Finetune/Loss (Raw)": 0.7280672192573547, "Finetune/Step": 4250, "Finetune/Step Time": 4.493563404306769}
{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8335214853286743, "Finetune/Loss (Raw)": 0.7452504634857178, "Finetune/Step": 4251, "Finetune/Step Time": 4.4932244066149}
{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.83655846118927, "Finetune/Loss (Raw)": 1.0424903631210327, "Finetune/Step": 4252, "Finetune/Step Time": 4.494963455945253}
{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.834537148475647, "Finetune/Loss (Raw)": 0.6523396968841553, "Finetune/Step": 4253, "Finetune/Step Time": 4.5156314224004745}
{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8328808546066284, "Finetune/Loss (Raw)": 0.6736801266670227, "Finetune/Step": 4254, "Finetune/Step Time": 4.525914998725057}
{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8319098949432373, "Finetune/Loss (Raw)": 0.7806176543235779, "Finetune/Step": 4255, "Finetune/Step Time": 4.532123884186149}
{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8326061964035034, "Finetune/Loss (Raw)": 0.9139856696128845, "Finetune/Step": 4256, "Finetune/Step Time": 4.547977199777961}
{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8338083028793335, "Finetune/Loss (Raw)": 0.9729500412940979, "Finetune/Step": 4257, "Finetune/Step Time": 4.55230132304132}
{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8326208591461182, "Finetune/Loss (Raw)": 0.68704754114151, "Finetune/Step": 4258, "Finetune/Step Time": 4.553342653438449}
{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8336174488067627, "Finetune/Loss (Raw)": 1.0138448476791382, "Finetune/Step": 4259, "Finetune/Step Time": 4.557556971907616}
{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8331775069236755, "Finetune/Loss (Raw)": 0.8427993655204773, "Finetune/Step": 4260, "Finetune/Step Time": 4.554000575095415}
{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8338794708251953, "Finetune/Loss (Raw)": 0.9335587024688721, "Finetune/Step": 4261, "Finetune/Step Time": 4.547793721780181}
{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8337320685386658, "Finetune/Loss (Raw)": 0.845410943031311, "Finetune/Step": 4262, "Finetune/Step Time": 4.538751496002078}
{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8356767296791077, "Finetune/Loss (Raw)": 1.0358237028121948, "Finetune/Step": 4263, "Finetune/Step Time": 4.536641595885158}
{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8351666927337646, "Finetune/Loss (Raw)": 0.7817786931991577, "Finetune/Step": 4264, "Finetune/Step Time": 4.548306051641703}
{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.836113691329956, "Finetune/Loss (Raw)": 0.911492645740509, "Finetune/Step": 4265, "Finetune/Step Time": 4.556054301559925}
{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8360862731933594, "Finetune/Loss (Raw)": 0.9532855749130249, "Finetune/Step": 4266, "Finetune/Step Time": 4.5550172589719296}
{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8360731601715088, "Finetune/Loss (Raw)": 0.7830933332443237, "Finetune/Step": 4267, "Finetune/Step Time": 4.568810665979981}
{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8359524011611938, "Finetune/Loss (Raw)": 0.7995820641517639, "Finetune/Step": 4268, "Finetune/Step Time": 4.560155788436532}
{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8387687802314758, "Finetune/Loss (Raw)": 0.7457020878791809, "Finetune/Step": 4269, "Finetune/Step Time": 4.558291995897889}
{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8392386436462402, "Finetune/Loss (Raw)": 0.8372179865837097, "Finetune/Step": 4270, "Finetune/Step Time": 4.558692429214716}
{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8356407880783081, "Finetune/Loss (Raw)": 0.327078640460968, "Finetune/Step": 4271, "Finetune/Step Time": 4.597767312079668}
{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8405154943466187, "Finetune/Loss (Raw)": 0.9152648448944092, "Finetune/Step": 4272, "Finetune/Step Time": 4.562362430617213}
{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8405575156211853, "Finetune/Loss (Raw)": 0.7428059577941895, "Finetune/Step": 4273, "Finetune/Step Time": 4.549940360710025}
{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8401172757148743, "Finetune/Loss (Raw)": 0.8563403487205505, "Finetune/Step": 4274, "Finetune/Step Time": 4.555563552305102}
{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8399045467376709, "Finetune/Loss (Raw)": 0.8208946585655212, "Finetune/Step": 4275, "Finetune/Step Time": 4.566424418240786}
{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8401097059249878, "Finetune/Loss (Raw)": 0.9223807454109192, "Finetune/Step": 4276, "Finetune/Step Time": 4.567497044801712}
{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8401676416397095, "Finetune/Loss (Raw)": 0.8489966988563538, "Finetune/Step": 4277, "Finetune/Step Time": 4.589339561760426}
{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8413038849830627, "Finetune/Loss (Raw)": 0.9266420602798462, "Finetune/Step": 4278, "Finetune/Step Time": 4.562967527657747}
{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8408271670341492, "Finetune/Loss (Raw)": 0.8030929565429688, "Finetune/Step": 4279, "Finetune/Step Time": 4.56100551225245}
{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8414645791053772, "Finetune/Loss (Raw)": 0.9453414678573608, "Finetune/Step": 4280, "Finetune/Step Time": 4.554473033174872}
{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.8427150249481201, "Finetune/Loss (Raw)": 0.996052622795105, "Finetune/Step": 4281, "Finetune/Step Time": 4.5602974854409695}
{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8432913422584534, "Finetune/Loss (Raw)": 0.9527832865715027, "Finetune/Step": 4282, "Finetune/Step Time": 4.558483857661486}
{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8437580466270447, "Finetune/Loss (Raw)": 0.8767850995063782, "Finetune/Step": 4283, "Finetune/Step Time": 4.563490992411971}
{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8440377116203308, "Finetune/Loss (Raw)": 0.9188669323921204, "Finetune/Step": 4284, "Finetune/Step Time": 4.5618279334157705}
{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8416410088539124, "Finetune/Loss (Raw)": 0.6741052865982056, "Finetune/Step": 4285, "Finetune/Step Time": 4.596611067652702}
{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8422070741653442, "Finetune/Loss (Raw)": 0.9029805064201355, "Finetune/Step": 4286, "Finetune/Step Time": 4.587863773107529}
{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8420131206512451, "Finetune/Loss (Raw)": 0.9077425003051758, "Finetune/Step": 4287, "Finetune/Step Time": 4.590539151802659}
{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8422052264213562, "Finetune/Loss (Raw)": 1.008587121963501, "Finetune/Step": 4288, "Finetune/Step Time": 4.6053884960711}
{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8413989543914795, "Finetune/Loss (Raw)": 0.8118664026260376, "Finetune/Step": 4289, "Finetune/Step Time": 4.606622001156211}
{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8416334986686707, "Finetune/Loss (Raw)": 0.9812463521957397, "Finetune/Step": 4290, "Finetune/Step Time": 4.607707969844341}
{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8431957960128784, "Finetune/Loss (Raw)": 0.9212697744369507, "Finetune/Step": 4291, "Finetune/Step Time": 4.592589419335127}
{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8457629680633545, "Finetune/Loss (Raw)": 0.9276910424232483, "Finetune/Step": 4292, "Finetune/Step Time": 4.587858337908983}
{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8449233770370483, "Finetune/Loss (Raw)": 0.9074059128761292, "Finetune/Step": 4293, "Finetune/Step Time": 4.5960657969117165}
{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8443484902381897, "Finetune/Loss (Raw)": 0.8738837242126465, "Finetune/Step": 4294, "Finetune/Step Time": 4.612564940005541}
{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8405451774597168, "Finetune/Loss (Raw)": 0.3011733889579773, "Finetune/Step": 4295, "Finetune/Step Time": 4.6414621863514185}
{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8426966667175293, "Finetune/Loss (Raw)": 0.9794055223464966, "Finetune/Step": 4296, "Finetune/Step Time": 4.638338951393962}
{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.846781849861145, "Finetune/Loss (Raw)": 0.899412214756012, "Finetune/Step": 4297, "Finetune/Step Time": 4.603067144751549}
{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.846206545829773, "Finetune/Loss (Raw)": 0.7005410194396973, "Finetune/Step": 4298, "Finetune/Step Time": 4.603633031249046}
{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8464916944503784, "Finetune/Loss (Raw)": 0.9439482688903809, "Finetune/Step": 4299, "Finetune/Step Time": 4.6103874463588}
{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8468140363693237, "Finetune/Loss (Raw)": 0.9487640261650085, "Finetune/Step": 4300, "Finetune/Step Time": 4.5951567478477955}
{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8431493043899536, "Finetune/Loss (Raw)": 0.36287930607795715, "Finetune/Step": 4301, "Finetune/Step Time": 4.621801283210516}
{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.847955584526062, "Finetune/Loss (Raw)": 0.9722791910171509, "Finetune/Step": 4302, "Finetune/Step Time": 4.588685501366854}
{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8496569395065308, "Finetune/Loss (Raw)": 0.9965029954910278, "Finetune/Step": 4303, "Finetune/Step Time": 4.588612977415323}
{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8460257053375244, "Finetune/Loss (Raw)": 0.3399316668510437, "Finetune/Step": 4304, "Finetune/Step Time": 4.62330062687397}
{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8445262908935547, "Finetune/Loss (Raw)": 0.7757718563079834, "Finetune/Step": 4305, "Finetune/Step Time": 4.620194608345628}
{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8439068794250488, "Finetune/Loss (Raw)": 0.8358196020126343, "Finetune/Step": 4306, "Finetune/Step Time": 4.620292304083705}
{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8423043489456177, "Finetune/Loss (Raw)": 0.6801364421844482, "Finetune/Step": 4307, "Finetune/Step Time": 4.608572658151388}
{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8417341709136963, "Finetune/Loss (Raw)": 0.893447756767273, "Finetune/Step": 4308, "Finetune/Step Time": 4.608934074640274}
{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8420436382293701, "Finetune/Loss (Raw)": 0.858972430229187, "Finetune/Step": 4309, "Finetune/Step Time": 4.613586004823446}
{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8394598364830017, "Finetune/Loss (Raw)": 0.3528449237346649, "Finetune/Step": 4310, "Finetune/Step Time": 4.646695898845792}
{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8389269113540649, "Finetune/Loss (Raw)": 0.8743348717689514, "Finetune/Step": 4311, "Finetune/Step Time": 4.652907777577639}
{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8395397067070007, "Finetune/Loss (Raw)": 0.9802912473678589, "Finetune/Step": 4312, "Finetune/Step Time": 4.654898313805461}
{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8396691083908081, "Finetune/Loss (Raw)": 0.981896698474884, "Finetune/Step": 4313, "Finetune/Step Time": 4.665525684133172}
{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8395870327949524, "Finetune/Loss (Raw)": 0.932414174079895, "Finetune/Step": 4314, "Finetune/Step Time": 4.655590431764722}
{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8399365544319153, "Finetune/Loss (Raw)": 0.8485690951347351, "Finetune/Step": 4315, "Finetune/Step Time": 4.652089241892099}
{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8400609493255615, "Finetune/Loss (Raw)": 0.81593918800354, "Finetune/Step": 4316, "Finetune/Step Time": 4.655665388330817}
{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.840538740158081, "Finetune/Loss (Raw)": 0.8675225377082825, "Finetune/Step": 4317, "Finetune/Step Time": 4.6533545684069395}
{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8413164615631104, "Finetune/Loss (Raw)": 0.789207398891449, "Finetune/Step": 4318, "Finetune/Step Time": 4.656902749091387}
{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8398867845535278, "Finetune/Loss (Raw)": 0.7395325899124146, "Finetune/Step": 4319, "Finetune/Step Time": 4.662836508825421}
{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8383876085281372, "Finetune/Loss (Raw)": 0.8238429427146912, "Finetune/Step": 4320, "Finetune/Step Time": 4.666354598477483}
{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8415826559066772, "Finetune/Loss (Raw)": 0.7141290903091431, "Finetune/Step": 4321, "Finetune/Step Time": 4.642198970541358}
{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8424720764160156, "Finetune/Loss (Raw)": 1.0124341249465942, "Finetune/Step": 4322, "Finetune/Step Time": 4.645183375105262}
{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8409569263458252, "Finetune/Loss (Raw)": 0.7085580825805664, "Finetune/Step": 4323, "Finetune/Step Time": 4.642157692462206}
{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8402692079544067, "Finetune/Loss (Raw)": 0.811758816242218, "Finetune/Step": 4324, "Finetune/Step Time": 4.641591047868133}
{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8409274816513062, "Finetune/Loss (Raw)": 0.6674740314483643, "Finetune/Step": 4325, "Finetune/Step Time": 4.631192982196808}
{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8392434120178223, "Finetune/Loss (Raw)": 0.7462844848632812, "Finetune/Step": 4326, "Finetune/Step Time": 4.639451807364821}
{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8372244238853455, "Finetune/Loss (Raw)": 0.7211954593658447, "Finetune/Step": 4327, "Finetune/Step Time": 4.656724914908409}
{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8369467258453369, "Finetune/Loss (Raw)": 0.8637863397598267, "Finetune/Step": 4328, "Finetune/Step Time": 4.655522396788001}
{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8369926810264587, "Finetune/Loss (Raw)": 0.8552189469337463, "Finetune/Step": 4329, "Finetune/Step Time": 4.6398352943360806}
{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8380776643753052, "Finetune/Loss (Raw)": 0.9589781165122986, "Finetune/Step": 4330, "Finetune/Step Time": 4.639643341302872}
{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8393822908401489, "Finetune/Loss (Raw)": 0.9491733908653259, "Finetune/Step": 4331, "Finetune/Step Time": 4.639632133767009}
{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8400883674621582, "Finetune/Loss (Raw)": 0.8921568393707275, "Finetune/Step": 4332, "Finetune/Step Time": 4.642300991341472}
{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8406760096549988, "Finetune/Loss (Raw)": 0.9702799916267395, "Finetune/Step": 4333, "Finetune/Step Time": 4.643874920904636}
{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8414918184280396, "Finetune/Loss (Raw)": 0.9415751695632935, "Finetune/Step": 4334, "Finetune/Step Time": 4.642118968069553}
{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8414270877838135, "Finetune/Loss (Raw)": 0.9133886694908142, "Finetune/Step": 4335, "Finetune/Step Time": 4.636862924322486}
{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8428786993026733, "Finetune/Loss (Raw)": 1.0141292810440063, "Finetune/Step": 4336, "Finetune/Step Time": 4.6531405337154865}
{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.8398478031158447, "Finetune/Loss (Raw)": 0.6710964441299438, "Finetune/Step": 4337, "Finetune/Step Time": 4.675831213593483}
{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8400617837905884, "Finetune/Loss (Raw)": 0.8690274357795715, "Finetune/Step": 4338, "Finetune/Step Time": 4.675442162901163}
{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8389619588851929, "Finetune/Loss (Raw)": 0.7947842478752136, "Finetune/Step": 4339, "Finetune/Step Time": 4.6757886577397585}
{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8396298885345459, "Finetune/Loss (Raw)": 0.868465006351471, "Finetune/Step": 4340, "Finetune/Step Time": 4.690131472423673}
{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8416134119033813, "Finetune/Loss (Raw)": 0.9713923335075378, "Finetune/Step": 4341, "Finetune/Step Time": 4.681337088346481}
{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8410794734954834, "Finetune/Loss (Raw)": 0.824990451335907, "Finetune/Step": 4342, "Finetune/Step Time": 4.72768397256732}
{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8405433297157288, "Finetune/Loss (Raw)": 0.8034464716911316, "Finetune/Step": 4343, "Finetune/Step Time": 4.690755574032664}
{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8408249616622925, "Finetune/Loss (Raw)": 0.9046141505241394, "Finetune/Step": 4344, "Finetune/Step Time": 4.700065026059747}
{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8401764631271362, "Finetune/Loss (Raw)": 0.8562712073326111, "Finetune/Step": 4345, "Finetune/Step Time": 4.699715256690979}
{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8403833508491516, "Finetune/Loss (Raw)": 0.877285897731781, "Finetune/Step": 4346, "Finetune/Step Time": 4.7031962685287}
{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8419762849807739, "Finetune/Loss (Raw)": 0.9571524262428284, "Finetune/Step": 4347, "Finetune/Step Time": 4.696001974865794}
{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8422596454620361, "Finetune/Loss (Raw)": 0.9173177480697632, "Finetune/Step": 4348, "Finetune/Step Time": 4.701826184988022}
{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8420745134353638, "Finetune/Loss (Raw)": 0.9795624613761902, "Finetune/Step": 4349, "Finetune/Step Time": 4.698906870558858}
{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8395719528198242, "Finetune/Loss (Raw)": 0.645363986492157, "Finetune/Step": 4350, "Finetune/Step Time": 4.710607264190912}
{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8390429019927979, "Finetune/Loss (Raw)": 0.9027372002601624, "Finetune/Step": 4351, "Finetune/Step Time": 4.710184667259455}
{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8394448757171631, "Finetune/Loss (Raw)": 0.8604475855827332, "Finetune/Step": 4352, "Finetune/Step Time": 4.701860202476382}
{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.840368390083313, "Finetune/Loss (Raw)": 0.9143542647361755, "Finetune/Step": 4353, "Finetune/Step Time": 4.699845662340522}
{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8385595083236694, "Finetune/Loss (Raw)": 0.7524814009666443, "Finetune/Step": 4354, "Finetune/Step Time": 4.698639875277877}
{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8371177911758423, "Finetune/Loss (Raw)": 0.8826040029525757, "Finetune/Step": 4355, "Finetune/Step Time": 4.694293102249503}
{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8373968601226807, "Finetune/Loss (Raw)": 0.8916262984275818, "Finetune/Step": 4356, "Finetune/Step Time": 4.686890389770269}
{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8375459313392639, "Finetune/Loss (Raw)": 0.9205108880996704, "Finetune/Step": 4357, "Finetune/Step Time": 4.686915962025523}
{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.8425954580307007, "Finetune/Loss (Raw)": 0.9158370494842529, "Finetune/Step": 4358, "Finetune/Step Time": 4.659243544563651}
{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8444270491600037, "Finetune/Loss (Raw)": 0.89193195104599, "Finetune/Step": 4359, "Finetune/Step Time": 4.618617996573448}
{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8438057899475098, "Finetune/Loss (Raw)": 0.8207180500030518, "Finetune/Step": 4360, "Finetune/Step Time": 4.610977064818144}
{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8459548354148865, "Finetune/Loss (Raw)": 1.0670493841171265, "Finetune/Step": 4361, "Finetune/Step Time": 4.619265254586935}
{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8437206745147705, "Finetune/Loss (Raw)": 0.8106595873832703, "Finetune/Step": 4362, "Finetune/Step Time": 4.616798106580973}
{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8432416915893555, "Finetune/Loss (Raw)": 0.8356082439422607, "Finetune/Step": 4363, "Finetune/Step Time": 4.613610420376062}
{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8436428308486938, "Finetune/Loss (Raw)": 0.778567910194397, "Finetune/Step": 4364, "Finetune/Step Time": 4.630309749394655}
{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.841850996017456, "Finetune/Loss (Raw)": 0.7726296186447144, "Finetune/Step": 4365, "Finetune/Step Time": 4.645013762637973}
{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8414556980133057, "Finetune/Loss (Raw)": 0.9080725908279419, "Finetune/Step": 4366, "Finetune/Step Time": 4.644703326746821}
{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8405113220214844, "Finetune/Loss (Raw)": 0.7901756763458252, "Finetune/Step": 4367, "Finetune/Step Time": 4.645660445094109}
{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8411964178085327, "Finetune/Loss (Raw)": 0.9220325946807861, "Finetune/Step": 4368, "Finetune/Step Time": 4.647463746368885}
{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8409918546676636, "Finetune/Loss (Raw)": 0.8239206075668335, "Finetune/Step": 4369, "Finetune/Step Time": 4.6541393380612135}
{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8411526679992676, "Finetune/Loss (Raw)": 0.9632192254066467, "Finetune/Step": 4370, "Finetune/Step Time": 4.65626097843051}
{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8419818878173828, "Finetune/Loss (Raw)": 0.9927358031272888, "Finetune/Step": 4371, "Finetune/Step Time": 4.634452959522605}
{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8370015621185303, "Finetune/Loss (Raw)": 0.2503834366798401, "Finetune/Step": 4372, "Finetune/Step Time": 4.673603186383843}
{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8359476923942566, "Finetune/Loss (Raw)": 0.7560197710990906, "Finetune/Step": 4373, "Finetune/Step Time": 4.6764181684702635}
{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8357441425323486, "Finetune/Loss (Raw)": 0.8352912664413452, "Finetune/Step": 4374, "Finetune/Step Time": 4.641626896336675}
{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8352019190788269, "Finetune/Loss (Raw)": 0.8014030456542969, "Finetune/Step": 4375, "Finetune/Step Time": 4.643759772181511}
{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8401763439178467, "Finetune/Loss (Raw)": 0.9272158145904541, "Finetune/Step": 4376, "Finetune/Step Time": 4.625051360577345}
{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8397336006164551, "Finetune/Loss (Raw)": 0.8708713054656982, "Finetune/Step": 4377, "Finetune/Step Time": 4.626001823693514}
{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8408718705177307, "Finetune/Loss (Raw)": 0.8737647533416748, "Finetune/Step": 4378, "Finetune/Step Time": 4.630652561783791}
{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8410409092903137, "Finetune/Loss (Raw)": 0.7668942809104919, "Finetune/Step": 4379, "Finetune/Step Time": 4.641839819028974}
{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8405730724334717, "Finetune/Loss (Raw)": 0.9826006293296814, "Finetune/Step": 4380, "Finetune/Step Time": 4.644589325413108}
{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8425394296646118, "Finetune/Loss (Raw)": 0.9040297865867615, "Finetune/Step": 4381, "Finetune/Step Time": 4.63180092535913}
{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8445663452148438, "Finetune/Loss (Raw)": 0.9331270456314087, "Finetune/Step": 4382, "Finetune/Step Time": 4.625779896974564}
{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8442096710205078, "Finetune/Loss (Raw)": 0.7349616885185242, "Finetune/Step": 4383, "Finetune/Step Time": 4.639848705381155}
{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8438882231712341, "Finetune/Loss (Raw)": 0.8728399872779846, "Finetune/Step": 4384, "Finetune/Step Time": 4.625781387090683}
{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8426080346107483, "Finetune/Loss (Raw)": 0.8090928196907043, "Finetune/Step": 4385, "Finetune/Step Time": 4.618780601769686}
{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8439277410507202, "Finetune/Loss (Raw)": 0.8559696674346924, "Finetune/Step": 4386, "Finetune/Step Time": 4.636114533990622}
{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.84428870677948, "Finetune/Loss (Raw)": 1.0600484609603882, "Finetune/Step": 4387, "Finetune/Step Time": 4.623778259381652}
{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8447703719139099, "Finetune/Loss (Raw)": 0.9044510722160339, "Finetune/Step": 4388, "Finetune/Step Time": 4.62869031354785}
{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8446685075759888, "Finetune/Loss (Raw)": 0.9205257296562195, "Finetune/Step": 4389, "Finetune/Step Time": 4.627676727250218}
{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8445389270782471, "Finetune/Loss (Raw)": 0.8288193941116333, "Finetune/Step": 4390, "Finetune/Step Time": 4.621430817991495}
{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8430531024932861, "Finetune/Loss (Raw)": 0.8456372618675232, "Finetune/Step": 4391, "Finetune/Step Time": 4.6291933208703995}
{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8397130966186523, "Finetune/Loss (Raw)": 0.3542550802230835, "Finetune/Step": 4392, "Finetune/Step Time": 4.659130722284317}
{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8384050726890564, "Finetune/Loss (Raw)": 0.7440710067749023, "Finetune/Step": 4393, "Finetune/Step Time": 4.666919952258468}
{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8373696804046631, "Finetune/Loss (Raw)": 0.8207569718360901, "Finetune/Step": 4394, "Finetune/Step Time": 4.676869101822376}
{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8378900289535522, "Finetune/Loss (Raw)": 0.849702775478363, "Finetune/Step": 4395, "Finetune/Step Time": 4.666840700432658}
{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.839188814163208, "Finetune/Loss (Raw)": 0.9658161997795105, "Finetune/Step": 4396, "Finetune/Step Time": 4.675130369141698}
{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8366379737854004, "Finetune/Loss (Raw)": 0.4191935062408447, "Finetune/Step": 4397, "Finetune/Step Time": 4.6791052389889956}
{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8370676040649414, "Finetune/Loss (Raw)": 0.8922054171562195, "Finetune/Step": 4398, "Finetune/Step Time": 4.681427633389831}
{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8408083915710449, "Finetune/Loss (Raw)": 0.805904746055603, "Finetune/Step": 4399, "Finetune/Step Time": 4.645774275064468}
{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8406018018722534, "Finetune/Loss (Raw)": 0.8888192772865295, "Finetune/Step": 4400, "Finetune/Step Time": 4.652884567156434}
{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8374149799346924, "Finetune/Loss (Raw)": 0.3348935842514038, "Finetune/Step": 4401, "Finetune/Step Time": 4.691731097176671}
{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8370806574821472, "Finetune/Loss (Raw)": 0.813550591468811, "Finetune/Step": 4402, "Finetune/Step Time": 4.71550733782351}
{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.837855339050293, "Finetune/Loss (Raw)": 0.9200525283813477, "Finetune/Step": 4403, "Finetune/Step Time": 4.70024867542088}
{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8385704755783081, "Finetune/Loss (Raw)": 1.0139204263687134, "Finetune/Step": 4404, "Finetune/Step Time": 4.701223174110055}
{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8383575677871704, "Finetune/Loss (Raw)": 0.821744978427887, "Finetune/Step": 4405, "Finetune/Step Time": 4.691717483103275}
{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8370110988616943, "Finetune/Loss (Raw)": 0.7542849779129028, "Finetune/Step": 4406, "Finetune/Step Time": 4.689328646287322}
{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8368172645568848, "Finetune/Loss (Raw)": 0.7782893180847168, "Finetune/Step": 4407, "Finetune/Step Time": 4.6873928271234035}
{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.837399959564209, "Finetune/Loss (Raw)": 1.0199260711669922, "Finetune/Step": 4408, "Finetune/Step Time": 4.68683017231524}
{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8360075950622559, "Finetune/Loss (Raw)": 0.8178296089172363, "Finetune/Step": 4409, "Finetune/Step Time": 4.685946732759476}
{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.835465669631958, "Finetune/Loss (Raw)": 0.8834174275398254, "Finetune/Step": 4410, "Finetune/Step Time": 4.682774726301432}
{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8352782726287842, "Finetune/Loss (Raw)": 0.8527956604957581, "Finetune/Step": 4411, "Finetune/Step Time": 4.675931168720126}
{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8345110416412354, "Finetune/Loss (Raw)": 0.8206701278686523, "Finetune/Step": 4412, "Finetune/Step Time": 4.67781325802207}
{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8377436399459839, "Finetune/Loss (Raw)": 1.0878697633743286, "Finetune/Step": 4413, "Finetune/Step Time": 4.6409729309380054}
{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8370051383972168, "Finetune/Loss (Raw)": 0.8084529638290405, "Finetune/Step": 4414, "Finetune/Step Time": 4.640001937747002}
{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8372551202774048, "Finetune/Loss (Raw)": 0.9397464990615845, "Finetune/Step": 4415, "Finetune/Step Time": 4.645542876794934}
{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8353251218795776, "Finetune/Loss (Raw)": 0.7615450024604797, "Finetune/Step": 4416, "Finetune/Step Time": 4.6466403640806675}
{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8364895582199097, "Finetune/Loss (Raw)": 0.9609069228172302, "Finetune/Step": 4417, "Finetune/Step Time": 4.647378772497177}
{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8355170488357544, "Finetune/Loss (Raw)": 0.856767475605011, "Finetune/Step": 4418, "Finetune/Step Time": 4.647339982911944}
{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8355429172515869, "Finetune/Loss (Raw)": 0.9245842695236206, "Finetune/Step": 4419, "Finetune/Step Time": 4.646899446845055}
{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8342724442481995, "Finetune/Loss (Raw)": 0.765072762966156, "Finetune/Step": 4420, "Finetune/Step Time": 4.659002428874373}
{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8337365388870239, "Finetune/Loss (Raw)": 0.8388116359710693, "Finetune/Step": 4421, "Finetune/Step Time": 4.661905279383063}
{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.833875834941864, "Finetune/Loss (Raw)": 0.8917080760002136, "Finetune/Step": 4422, "Finetune/Step Time": 4.644321177154779}
{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.837702751159668, "Finetune/Loss (Raw)": 0.7910196185112, "Finetune/Step": 4423, "Finetune/Step Time": 4.6117806527763605}
{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8326354026794434, "Finetune/Loss (Raw)": 0.33078205585479736, "Finetune/Step": 4424, "Finetune/Step Time": 4.653160700574517}
{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8320629000663757, "Finetune/Loss (Raw)": 0.8261358737945557, "Finetune/Step": 4425, "Finetune/Step Time": 4.669971102848649}
{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.833712100982666, "Finetune/Loss (Raw)": 0.9116324186325073, "Finetune/Step": 4426, "Finetune/Step Time": 4.659925913438201}
{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8324307203292847, "Finetune/Loss (Raw)": 0.7799327969551086, "Finetune/Step": 4427, "Finetune/Step Time": 4.668537667021155}
{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8320672512054443, "Finetune/Loss (Raw)": 0.9022445678710938, "Finetune/Step": 4428, "Finetune/Step Time": 4.673994079232216}
{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8360115885734558, "Finetune/Loss (Raw)": 0.867755651473999, "Finetune/Step": 4429, "Finetune/Step Time": 4.642720436677337}
{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8338292837142944, "Finetune/Loss (Raw)": 0.692937433719635, "Finetune/Step": 4430, "Finetune/Step Time": 4.682986283674836}
{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.832817554473877, "Finetune/Loss (Raw)": 0.8670049905776978, "Finetune/Step": 4431, "Finetune/Step Time": 4.69588659144938}
{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8370727300643921, "Finetune/Loss (Raw)": 0.8845981955528259, "Finetune/Step": 4432, "Finetune/Step Time": 4.654447486624122}
{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8366228342056274, "Finetune/Loss (Raw)": 0.7181830406188965, "Finetune/Step": 4433, "Finetune/Step Time": 4.658055203035474}
{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8376120924949646, "Finetune/Loss (Raw)": 0.9624440670013428, "Finetune/Step": 4434, "Finetune/Step Time": 4.652535008266568}
{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.839125394821167, "Finetune/Loss (Raw)": 0.87384033203125, "Finetune/Step": 4435, "Finetune/Step Time": 4.647797172889113}
{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8381549715995789, "Finetune/Loss (Raw)": 0.7692363262176514, "Finetune/Step": 4436, "Finetune/Step Time": 4.664783298969269}
{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.837920069694519, "Finetune/Loss (Raw)": 0.8289052844047546, "Finetune/Step": 4437, "Finetune/Step Time": 4.66482213139534}
{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8419944643974304, "Finetune/Loss (Raw)": 0.8743634819984436, "Finetune/Step": 4438, "Finetune/Step Time": 4.627909641712904}
{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8431659936904907, "Finetune/Loss (Raw)": 1.0242840051651, "Finetune/Step": 4439, "Finetune/Step Time": 4.618777211755514}
{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8433655500411987, "Finetune/Loss (Raw)": 1.0058428049087524, "Finetune/Step": 4440, "Finetune/Step Time": 4.617001285776496}
{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8433452844619751, "Finetune/Loss (Raw)": 0.9793006777763367, "Finetune/Step": 4441, "Finetune/Step Time": 4.6108504962176085}
{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.8433628082275391, "Finetune/Loss (Raw)": 0.9346522688865662, "Finetune/Step": 4442, "Finetune/Step Time": 4.625611396506429}
{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.843297004699707, "Finetune/Loss (Raw)": 0.8401519060134888, "Finetune/Step": 4443, "Finetune/Step Time": 4.625892965123057}
{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8433110117912292, "Finetune/Loss (Raw)": 0.8177330493927002, "Finetune/Step": 4444, "Finetune/Step Time": 4.621682237833738}
{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8422338962554932, "Finetune/Loss (Raw)": 0.7296594381332397, "Finetune/Step": 4445, "Finetune/Step Time": 4.624637704342604}
{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8437183499336243, "Finetune/Loss (Raw)": 0.979206383228302, "Finetune/Step": 4446, "Finetune/Step Time": 4.6162573248147964}
{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8445266485214233, "Finetune/Loss (Raw)": 0.8429918885231018, "Finetune/Step": 4447, "Finetune/Step Time": 4.60606586560607}
{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8449211120605469, "Finetune/Loss (Raw)": 0.8743365406990051, "Finetune/Step": 4448, "Finetune/Step Time": 4.605070190504193}
{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8471834659576416, "Finetune/Loss (Raw)": 1.0037157535552979, "Finetune/Step": 4449, "Finetune/Step Time": 4.591385534033179}
{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8453328609466553, "Finetune/Loss (Raw)": 0.7755522131919861, "Finetune/Step": 4450, "Finetune/Step Time": 4.585251161828637}
{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8458157181739807, "Finetune/Loss (Raw)": 0.7703661322593689, "Finetune/Step": 4451, "Finetune/Step Time": 4.5901401322335005}
{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8421920537948608, "Finetune/Loss (Raw)": 0.3479244112968445, "Finetune/Step": 4452, "Finetune/Step Time": 4.627077551558614}
{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.8429078459739685, "Finetune/Loss (Raw)": 0.7591042518615723, "Finetune/Step": 4453, "Finetune/Step Time": 4.6188474129885435}
{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8439521193504333, "Finetune/Loss (Raw)": 0.8799469470977783, "Finetune/Step": 4454, "Finetune/Step Time": 4.616961997002363}
{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8441307544708252, "Finetune/Loss (Raw)": 0.7440659403800964, "Finetune/Step": 4455, "Finetune/Step Time": 4.6139136385172606}
{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.843761682510376, "Finetune/Loss (Raw)": 0.8165374398231506, "Finetune/Step": 4456, "Finetune/Step Time": 4.609895199537277}
{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8432149291038513, "Finetune/Loss (Raw)": 0.7852343916893005, "Finetune/Step": 4457, "Finetune/Step Time": 4.621191363781691}
{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8422768115997314, "Finetune/Loss (Raw)": 0.8388976454734802, "Finetune/Step": 4458, "Finetune/Step Time": 4.63492576777935}
{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8414593935012817, "Finetune/Loss (Raw)": 0.8445557951927185, "Finetune/Step": 4459, "Finetune/Step Time": 4.640556029975414}
{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8419822454452515, "Finetune/Loss (Raw)": 0.959075927734375, "Finetune/Step": 4460, "Finetune/Step Time": 4.640959916636348}
{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.8406128287315369, "Finetune/Loss (Raw)": 0.7949994802474976, "Finetune/Step": 4461, "Finetune/Step Time": 4.639918280765414}
{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8404121398925781, "Finetune/Loss (Raw)": 0.9158797860145569, "Finetune/Step": 4462, "Finetune/Step Time": 4.652489768341184}
{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8384844064712524, "Finetune/Loss (Raw)": 0.6666405200958252, "Finetune/Step": 4463, "Finetune/Step Time": 4.6621327847242355}
{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8372311592102051, "Finetune/Loss (Raw)": 0.8537132143974304, "Finetune/Step": 4464, "Finetune/Step Time": 4.66493277810514}
{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8382474780082703, "Finetune/Loss (Raw)": 0.8011815547943115, "Finetune/Step": 4465, "Finetune/Step Time": 4.641795307397842}
{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8379847407341003, "Finetune/Loss (Raw)": 0.8353955149650574, "Finetune/Step": 4466, "Finetune/Step Time": 4.640883568674326}
{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8388936519622803, "Finetune/Loss (Raw)": 0.9111282825469971, "Finetune/Step": 4467, "Finetune/Step Time": 4.635189864784479}
{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8387850522994995, "Finetune/Loss (Raw)": 0.854559063911438, "Finetune/Step": 4468, "Finetune/Step Time": 4.621841987594962}
{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8377613425254822, "Finetune/Loss (Raw)": 0.8403677344322205, "Finetune/Step": 4469, "Finetune/Step Time": 4.62758638523519}
{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8378863334655762, "Finetune/Loss (Raw)": 0.8409858345985413, "Finetune/Step": 4470, "Finetune/Step Time": 4.584044182673097}
{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8378247022628784, "Finetune/Loss (Raw)": 0.7955628037452698, "Finetune/Step": 4471, "Finetune/Step Time": 4.597557881847024}
{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8375935554504395, "Finetune/Loss (Raw)": 0.8750258088111877, "Finetune/Step": 4472, "Finetune/Step Time": 4.588394306600094}
{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8390203714370728, "Finetune/Loss (Raw)": 1.0388991832733154, "Finetune/Step": 4473, "Finetune/Step Time": 4.586503576487303}
{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8392603397369385, "Finetune/Loss (Raw)": 0.9080038666725159, "Finetune/Step": 4474, "Finetune/Step Time": 4.584707019850612}
{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8378826379776001, "Finetune/Loss (Raw)": 0.7808074951171875, "Finetune/Step": 4475, "Finetune/Step Time": 4.605810044333339}
{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8379453420639038, "Finetune/Loss (Raw)": 0.925335705280304, "Finetune/Step": 4476, "Finetune/Step Time": 4.607159566134214}
{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8365142345428467, "Finetune/Loss (Raw)": 0.7963912487030029, "Finetune/Step": 4477, "Finetune/Step Time": 4.60777622461319}
{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8388614654541016, "Finetune/Loss (Raw)": 0.9458067417144775, "Finetune/Step": 4478, "Finetune/Step Time": 4.5897304974496365}
{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8386921882629395, "Finetune/Loss (Raw)": 0.8810672760009766, "Finetune/Step": 4479, "Finetune/Step Time": 4.5990061443299055}
{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8385281562805176, "Finetune/Loss (Raw)": 0.8394544720649719, "Finetune/Step": 4480, "Finetune/Step Time": 4.603382993489504}
{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8380159139633179, "Finetune/Loss (Raw)": 0.8487823009490967, "Finetune/Step": 4481, "Finetune/Step Time": 4.604677218943834}
{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8384448289871216, "Finetune/Loss (Raw)": 0.8073853254318237, "Finetune/Step": 4482, "Finetune/Step Time": 4.619056932628155}
{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8382906913757324, "Finetune/Loss (Raw)": 0.8628782033920288, "Finetune/Step": 4483, "Finetune/Step Time": 4.622030446305871}
{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.838448703289032, "Finetune/Loss (Raw)": 0.911849319934845, "Finetune/Step": 4484, "Finetune/Step Time": 4.6370490454137325}
{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8379086852073669, "Finetune/Loss (Raw)": 0.8513908386230469, "Finetune/Step": 4485, "Finetune/Step Time": 4.637338979169726}
{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.837534487247467, "Finetune/Loss (Raw)": 0.8679355382919312, "Finetune/Step": 4486, "Finetune/Step Time": 4.634455671533942}
{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8331037759780884, "Finetune/Loss (Raw)": 0.3248055577278137, "Finetune/Step": 4487, "Finetune/Step Time": 4.666028780862689}
{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8341064453125, "Finetune/Loss (Raw)": 0.9490567445755005, "Finetune/Step": 4488, "Finetune/Step Time": 4.6721581146121025}
{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8310609459877014, "Finetune/Loss (Raw)": 0.6772266030311584, "Finetune/Step": 4489, "Finetune/Step Time": 4.661957159638405}
{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8305225372314453, "Finetune/Loss (Raw)": 0.7417464852333069, "Finetune/Step": 4490, "Finetune/Step Time": 4.666172966361046}
{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8301913142204285, "Finetune/Loss (Raw)": 0.7932083606719971, "Finetune/Step": 4491, "Finetune/Step Time": 4.665449492633343}
{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8312275409698486, "Finetune/Loss (Raw)": 0.9112055897712708, "Finetune/Step": 4492, "Finetune/Step Time": 4.642786948010325}
{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8316116333007812, "Finetune/Loss (Raw)": 0.821793794631958, "Finetune/Step": 4493, "Finetune/Step Time": 4.632714277133346}
{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8299399614334106, "Finetune/Loss (Raw)": 0.6941010355949402, "Finetune/Step": 4494, "Finetune/Step Time": 4.637644469738007}
{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8308059573173523, "Finetune/Loss (Raw)": 0.9010170102119446, "Finetune/Step": 4495, "Finetune/Step Time": 4.643134620040655}
{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8296309113502502, "Finetune/Loss (Raw)": 0.7716273069381714, "Finetune/Step": 4496, "Finetune/Step Time": 4.645313672721386}
{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8305234313011169, "Finetune/Loss (Raw)": 0.9381641745567322, "Finetune/Step": 4497, "Finetune/Step Time": 4.648505041375756}
{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8289350867271423, "Finetune/Loss (Raw)": 0.7599155902862549, "Finetune/Step": 4498, "Finetune/Step Time": 4.658646887168288}
{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8285844326019287, "Finetune/Loss (Raw)": 0.9478505849838257, "Finetune/Step": 4499, "Finetune/Step Time": 4.6585620529949665}
{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8333258628845215, "Finetune/Loss (Raw)": 0.8572885394096375, "Finetune/Step": 4500, "Finetune/Step Time": 4.632936358451843}
{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.8348231911659241, "Finetune/Loss (Raw)": 0.9476745128631592, "Finetune/Step": 4501, "Finetune/Step Time": 4.625941539183259}
{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8339508771896362, "Finetune/Loss (Raw)": 0.7236316800117493, "Finetune/Step": 4502, "Finetune/Step Time": 4.630637884140015}
{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8350968360900879, "Finetune/Loss (Raw)": 0.9480893015861511, "Finetune/Step": 4503, "Finetune/Step Time": 4.620969142764807}
{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8344844579696655, "Finetune/Loss (Raw)": 0.848829984664917, "Finetune/Step": 4504, "Finetune/Step Time": 4.605726623907685}
{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8341091871261597, "Finetune/Loss (Raw)": 0.8228382468223572, "Finetune/Step": 4505, "Finetune/Step Time": 4.605200024321675}
{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8351612687110901, "Finetune/Loss (Raw)": 1.0084270238876343, "Finetune/Step": 4506, "Finetune/Step Time": 4.590234819799662}
{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.831739068031311, "Finetune/Loss (Raw)": 0.32885801792144775, "Finetune/Step": 4507, "Finetune/Step Time": 4.619039973244071}
{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8308566808700562, "Finetune/Loss (Raw)": 0.869657576084137, "Finetune/Step": 4508, "Finetune/Step Time": 4.612593041732907}
{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8299523591995239, "Finetune/Loss (Raw)": 0.7882734537124634, "Finetune/Step": 4509, "Finetune/Step Time": 4.6101051196455956}
{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8302356600761414, "Finetune/Loss (Raw)": 0.9693868160247803, "Finetune/Step": 4510, "Finetune/Step Time": 4.6063021048903465}
{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8324059247970581, "Finetune/Loss (Raw)": 1.0127516984939575, "Finetune/Step": 4511, "Finetune/Step Time": 4.5934995748102665}
{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8284014463424683, "Finetune/Loss (Raw)": 0.3602665364742279, "Finetune/Step": 4512, "Finetune/Step Time": 4.626716969534755}
{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8285995721817017, "Finetune/Loss (Raw)": 0.8344576954841614, "Finetune/Step": 4513, "Finetune/Step Time": 4.631650744006038}
{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.8278419971466064, "Finetune/Loss (Raw)": 0.7589994668960571, "Finetune/Step": 4514, "Finetune/Step Time": 4.613297402858734}
{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8261377215385437, "Finetune/Loss (Raw)": 0.8419045209884644, "Finetune/Step": 4515, "Finetune/Step Time": 4.616507541388273}
{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8250967264175415, "Finetune/Loss (Raw)": 0.7712046504020691, "Finetune/Step": 4516, "Finetune/Step Time": 4.610838795080781}
{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.823752760887146, "Finetune/Loss (Raw)": 0.7484960556030273, "Finetune/Step": 4517, "Finetune/Step Time": 4.612424589693546}
{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8251210451126099, "Finetune/Loss (Raw)": 1.003961205482483, "Finetune/Step": 4518, "Finetune/Step Time": 4.60779689066112}
{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8258795738220215, "Finetune/Loss (Raw)": 0.9427257776260376, "Finetune/Step": 4519, "Finetune/Step Time": 4.601505858823657}
{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8303820490837097, "Finetune/Loss (Raw)": 0.9305745363235474, "Finetune/Step": 4520, "Finetune/Step Time": 4.56184889189899}
{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8323013782501221, "Finetune/Loss (Raw)": 0.9897429347038269, "Finetune/Step": 4521, "Finetune/Step Time": 4.549493696540594}
{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8324999809265137, "Finetune/Loss (Raw)": 0.8461736440658569, "Finetune/Step": 4522, "Finetune/Step Time": 4.54647602327168}
{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8327051401138306, "Finetune/Loss (Raw)": 0.8759738206863403, "Finetune/Step": 4523, "Finetune/Step Time": 4.550815682858229}
{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.831820011138916, "Finetune/Loss (Raw)": 0.8525175452232361, "Finetune/Step": 4524, "Finetune/Step Time": 4.545066226273775}
{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8350434899330139, "Finetune/Loss (Raw)": 0.8317965865135193, "Finetune/Step": 4525, "Finetune/Step Time": 4.50945408642292}
{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8333216905593872, "Finetune/Loss (Raw)": 0.6718162894248962, "Finetune/Step": 4526, "Finetune/Step Time": 4.505157448351383}
{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8313037157058716, "Finetune/Loss (Raw)": 0.5475984811782837, "Finetune/Step": 4527, "Finetune/Step Time": 4.523551534861326}
{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8309139013290405, "Finetune/Loss (Raw)": 0.8389300107955933, "Finetune/Step": 4528, "Finetune/Step Time": 4.514245783910155}
{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8354957103729248, "Finetune/Loss (Raw)": 0.9213621020317078, "Finetune/Step": 4529, "Finetune/Step Time": 4.480061981827021}
{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8367063999176025, "Finetune/Loss (Raw)": 0.9685097336769104, "Finetune/Step": 4530, "Finetune/Step Time": 4.4580029640346766}
{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8373225927352905, "Finetune/Loss (Raw)": 0.9989381432533264, "Finetune/Step": 4531, "Finetune/Step Time": 4.465054972097278}
{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8345379829406738, "Finetune/Loss (Raw)": 0.6574823260307312, "Finetune/Step": 4532, "Finetune/Step Time": 4.475073235109448}
{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8350365161895752, "Finetune/Loss (Raw)": 0.8855642676353455, "Finetune/Step": 4533, "Finetune/Step Time": 4.467342380434275}
{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8317583203315735, "Finetune/Loss (Raw)": 0.3346700668334961, "Finetune/Step": 4534, "Finetune/Step Time": 4.50637437030673}
{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8315354585647583, "Finetune/Loss (Raw)": 0.7497618794441223, "Finetune/Step": 4535, "Finetune/Step Time": 4.514704978093505}
{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8303401470184326, "Finetune/Loss (Raw)": 0.866930365562439, "Finetune/Step": 4536, "Finetune/Step Time": 4.5246457029134035}
{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8307726383209229, "Finetune/Loss (Raw)": 0.873184859752655, "Finetune/Step": 4537, "Finetune/Step Time": 4.5274391155689955}
{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.830916166305542, "Finetune/Loss (Raw)": 0.9017883539199829, "Finetune/Step": 4538, "Finetune/Step Time": 4.526832697913051}
{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8303085565567017, "Finetune/Loss (Raw)": 0.7750222086906433, "Finetune/Step": 4539, "Finetune/Step Time": 4.534398155286908}
{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8263301253318787, "Finetune/Loss (Raw)": 0.3114354610443115, "Finetune/Step": 4540, "Finetune/Step Time": 4.572910154238343}
{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8238303661346436, "Finetune/Loss (Raw)": 0.7678977251052856, "Finetune/Step": 4541, "Finetune/Step Time": 4.594765121117234}
{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8233588933944702, "Finetune/Loss (Raw)": 0.7481034398078918, "Finetune/Step": 4542, "Finetune/Step Time": 4.59632108733058}
{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8226057291030884, "Finetune/Loss (Raw)": 0.843339204788208, "Finetune/Step": 4543, "Finetune/Step Time": 4.590141516178846}
{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8237939476966858, "Finetune/Loss (Raw)": 0.9136380553245544, "Finetune/Step": 4544, "Finetune/Step Time": 4.581511301919818}
{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8234437704086304, "Finetune/Loss (Raw)": 0.9160866141319275, "Finetune/Step": 4545, "Finetune/Step Time": 4.59366937354207}
{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.824118971824646, "Finetune/Loss (Raw)": 0.943194568157196, "Finetune/Step": 4546, "Finetune/Step Time": 4.598076952621341}
{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8241268396377563, "Finetune/Loss (Raw)": 0.9255843162536621, "Finetune/Step": 4547, "Finetune/Step Time": 4.591436501592398}
{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8226812481880188, "Finetune/Loss (Raw)": 0.5800395607948303, "Finetune/Step": 4548, "Finetune/Step Time": 4.637100636959076}
{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8218080997467041, "Finetune/Loss (Raw)": 0.7270528078079224, "Finetune/Step": 4549, "Finetune/Step Time": 4.632414251565933}
{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8225765228271484, "Finetune/Loss (Raw)": 0.9900684356689453, "Finetune/Step": 4550, "Finetune/Step Time": 4.629586633294821}
{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.823498547077179, "Finetune/Loss (Raw)": 0.9090330004692078, "Finetune/Step": 4551, "Finetune/Step Time": 4.626916494220495}
{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8263591527938843, "Finetune/Loss (Raw)": 0.6969414353370667, "Finetune/Step": 4552, "Finetune/Step Time": 4.600496631115675}
{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8271249532699585, "Finetune/Loss (Raw)": 0.9241623878479004, "Finetune/Step": 4553, "Finetune/Step Time": 4.580755924805999}
{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8281570076942444, "Finetune/Loss (Raw)": 1.0437324047088623, "Finetune/Step": 4554, "Finetune/Step Time": 4.579479677602649}
{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8288958668708801, "Finetune/Loss (Raw)": 0.8745068311691284, "Finetune/Step": 4555, "Finetune/Step Time": 4.580518310889602}
{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8301899433135986, "Finetune/Loss (Raw)": 1.067886471748352, "Finetune/Step": 4556, "Finetune/Step Time": 4.57729566283524}
{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.829531192779541, "Finetune/Loss (Raw)": 0.7834358215332031, "Finetune/Step": 4557, "Finetune/Step Time": 4.574636019766331}
{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8292511701583862, "Finetune/Loss (Raw)": 0.6570895314216614, "Finetune/Step": 4558, "Finetune/Step Time": 4.547728369012475}
{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8300639390945435, "Finetune/Loss (Raw)": 0.9710443019866943, "Finetune/Step": 4559, "Finetune/Step Time": 4.548413019627333}
{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8297606706619263, "Finetune/Loss (Raw)": 0.8457779288291931, "Finetune/Step": 4560, "Finetune/Step Time": 4.544100226834416}
{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8312065601348877, "Finetune/Loss (Raw)": 0.9032597541809082, "Finetune/Step": 4561, "Finetune/Step Time": 4.533733207732439}
{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8310372829437256, "Finetune/Loss (Raw)": 0.9407748579978943, "Finetune/Step": 4562, "Finetune/Step Time": 4.534292424097657}
{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8265920281410217, "Finetune/Loss (Raw)": 0.3048458993434906, "Finetune/Step": 4563, "Finetune/Step Time": 4.570622993633151}
{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8272944688796997, "Finetune/Loss (Raw)": 0.8591497540473938, "Finetune/Step": 4564, "Finetune/Step Time": 4.548920389264822}
{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8269850015640259, "Finetune/Loss (Raw)": 0.7892938256263733, "Finetune/Step": 4565, "Finetune/Step Time": 4.54395149089396}
{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8267018795013428, "Finetune/Loss (Raw)": 0.8381242752075195, "Finetune/Step": 4566, "Finetune/Step Time": 4.547005670145154}
{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8262218236923218, "Finetune/Loss (Raw)": 0.9628390669822693, "Finetune/Step": 4567, "Finetune/Step Time": 4.545031363144517}
{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8255975246429443, "Finetune/Loss (Raw)": 0.9259340763092041, "Finetune/Step": 4568, "Finetune/Step Time": 4.542302489280701}
{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8257339000701904, "Finetune/Loss (Raw)": 0.9967553615570068, "Finetune/Step": 4569, "Finetune/Step Time": 4.54004175029695}
{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8257323503494263, "Finetune/Loss (Raw)": 0.934454619884491, "Finetune/Step": 4570, "Finetune/Step Time": 4.5317158326506615}
{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8256742358207703, "Finetune/Loss (Raw)": 0.8327121138572693, "Finetune/Step": 4571, "Finetune/Step Time": 4.549694266170263}
{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8259557485580444, "Finetune/Loss (Raw)": 0.8537660837173462, "Finetune/Step": 4572, "Finetune/Step Time": 4.54939135722816}
{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8265571594238281, "Finetune/Loss (Raw)": 0.8066418170928955, "Finetune/Step": 4573, "Finetune/Step Time": 4.569893214851618}
{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8259369134902954, "Finetune/Loss (Raw)": 0.8998164534568787, "Finetune/Step": 4574, "Finetune/Step Time": 4.568721910938621}
{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.8257054090499878, "Finetune/Loss (Raw)": 0.8133491277694702, "Finetune/Step": 4575, "Finetune/Step Time": 4.58797224983573}
{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8250772953033447, "Finetune/Loss (Raw)": 0.7939454913139343, "Finetune/Step": 4576, "Finetune/Step Time": 4.5951395239681005}
{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8250000476837158, "Finetune/Loss (Raw)": 0.9938260316848755, "Finetune/Step": 4577, "Finetune/Step Time": 4.597962444648147}
{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8263996839523315, "Finetune/Loss (Raw)": 0.954710841178894, "Finetune/Step": 4578, "Finetune/Step Time": 4.601892154663801}
{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8236295580863953, "Finetune/Loss (Raw)": 0.4157869219779968, "Finetune/Step": 4579, "Finetune/Step Time": 4.628271836787462}
{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8230007886886597, "Finetune/Loss (Raw)": 0.2674371898174286, "Finetune/Step": 4580, "Finetune/Step Time": 4.628322571516037}
{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8236918449401855, "Finetune/Loss (Raw)": 0.8475654721260071, "Finetune/Step": 4581, "Finetune/Step Time": 4.637277092784643}
{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8238799571990967, "Finetune/Loss (Raw)": 0.9040226936340332, "Finetune/Step": 4582, "Finetune/Step Time": 4.6406883392483}
{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8256348371505737, "Finetune/Loss (Raw)": 0.9686907529830933, "Finetune/Step": 4583, "Finetune/Step Time": 4.626899976283312}
{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.825370192527771, "Finetune/Loss (Raw)": 0.7826695442199707, "Finetune/Step": 4584, "Finetune/Step Time": 4.628082402050495}
{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8250173330307007, "Finetune/Loss (Raw)": 0.740054726600647, "Finetune/Step": 4585, "Finetune/Step Time": 4.616243747994304}
{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8243077993392944, "Finetune/Loss (Raw)": 0.7480834126472473, "Finetune/Step": 4586, "Finetune/Step Time": 4.607673618942499}
{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8248514533042908, "Finetune/Loss (Raw)": 0.9141458868980408, "Finetune/Step": 4587, "Finetune/Step Time": 4.603609271347523}
{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.825431227684021, "Finetune/Loss (Raw)": 1.033286690711975, "Finetune/Step": 4588, "Finetune/Step Time": 4.626854101195931}
{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8257855772972107, "Finetune/Loss (Raw)": 0.8403546214103699, "Finetune/Step": 4589, "Finetune/Step Time": 4.627000404521823}
{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8249981999397278, "Finetune/Loss (Raw)": 0.815093994140625, "Finetune/Step": 4590, "Finetune/Step Time": 4.617192333564162}
{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8269025683403015, "Finetune/Loss (Raw)": 0.910398006439209, "Finetune/Step": 4591, "Finetune/Step Time": 4.601205620914698}
{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.82252037525177, "Finetune/Loss (Raw)": 0.2927982211112976, "Finetune/Step": 4592, "Finetune/Step Time": 4.620369533076882}
{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8234120607376099, "Finetune/Loss (Raw)": 0.9153107404708862, "Finetune/Step": 4593, "Finetune/Step Time": 4.625582171604037}
{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8201038837432861, "Finetune/Loss (Raw)": 0.4119518995285034, "Finetune/Step": 4594, "Finetune/Step Time": 4.662582792341709}
{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8202043771743774, "Finetune/Loss (Raw)": 0.9239891767501831, "Finetune/Step": 4595, "Finetune/Step Time": 4.664923623204231}
{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8209187984466553, "Finetune/Loss (Raw)": 0.9460073113441467, "Finetune/Step": 4596, "Finetune/Step Time": 4.671993790194392}
{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8202620148658752, "Finetune/Loss (Raw)": 0.7562988996505737, "Finetune/Step": 4597, "Finetune/Step Time": 4.668398765847087}
{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8204801678657532, "Finetune/Loss (Raw)": 0.8689063191413879, "Finetune/Step": 4598, "Finetune/Step Time": 4.670958835631609}
{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8205512762069702, "Finetune/Loss (Raw)": 0.8046611547470093, "Finetune/Step": 4599, "Finetune/Step Time": 4.664813173934817}
{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8202470541000366, "Finetune/Loss (Raw)": 0.8360992074012756, "Finetune/Step": 4600, "Finetune/Step Time": 4.668680179864168}
{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8177995681762695, "Finetune/Loss (Raw)": 0.7256142497062683, "Finetune/Step": 4601, "Finetune/Step Time": 4.673491854220629}
{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.81879723072052, "Finetune/Loss (Raw)": 1.0357022285461426, "Finetune/Step": 4602, "Finetune/Step Time": 4.6752368826419115}
{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.819819986820221, "Finetune/Loss (Raw)": 0.9117210507392883, "Finetune/Step": 4603, "Finetune/Step Time": 4.6676484905183315}
{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8191697597503662, "Finetune/Loss (Raw)": 0.8421056270599365, "Finetune/Step": 4604, "Finetune/Step Time": 4.661379557102919}
{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8155404925346375, "Finetune/Loss (Raw)": 0.3318500220775604, "Finetune/Step": 4605, "Finetune/Step Time": 4.697896691039205}
{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8151103258132935, "Finetune/Loss (Raw)": 0.8907395005226135, "Finetune/Step": 4606, "Finetune/Step Time": 4.705460010096431}
{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8146471381187439, "Finetune/Loss (Raw)": 0.8217813968658447, "Finetune/Step": 4607, "Finetune/Step Time": 4.697274252772331}
{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.814744770526886, "Finetune/Loss (Raw)": 0.8519558310508728, "Finetune/Step": 4608, "Finetune/Step Time": 4.69336392916739}
{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8162316679954529, "Finetune/Loss (Raw)": 1.0391038656234741, "Finetune/Step": 4609, "Finetune/Step Time": 4.6922337375581264}
{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8163528442382812, "Finetune/Loss (Raw)": 0.8228907585144043, "Finetune/Step": 4610, "Finetune/Step Time": 4.674974367022514}
{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8118467330932617, "Finetune/Loss (Raw)": 0.2861044406890869, "Finetune/Step": 4611, "Finetune/Step Time": 4.706851344555616}
{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8116036057472229, "Finetune/Loss (Raw)": 0.8807262182235718, "Finetune/Step": 4612, "Finetune/Step Time": 4.688534941524267}
{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8113043308258057, "Finetune/Loss (Raw)": 0.8130897879600525, "Finetune/Step": 4613, "Finetune/Step Time": 4.713039183989167}
{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.810515820980072, "Finetune/Loss (Raw)": 0.7669931054115295, "Finetune/Step": 4614, "Finetune/Step Time": 4.71931597776711}
{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8154895305633545, "Finetune/Loss (Raw)": 0.9614413976669312, "Finetune/Step": 4615, "Finetune/Step Time": 4.681814305484295}
{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8145284652709961, "Finetune/Loss (Raw)": 0.8260478377342224, "Finetune/Step": 4616, "Finetune/Step Time": 4.679114604368806}
{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.8152391910552979, "Finetune/Loss (Raw)": 0.7682027816772461, "Finetune/Step": 4617, "Finetune/Step Time": 4.6711594220250845}
{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8163290619850159, "Finetune/Loss (Raw)": 0.8812413215637207, "Finetune/Step": 4618, "Finetune/Step Time": 4.662509860470891}
{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8180907964706421, "Finetune/Loss (Raw)": 1.0187069177627563, "Finetune/Step": 4619, "Finetune/Step Time": 4.664499193429947}
{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8174242973327637, "Finetune/Loss (Raw)": 0.825899064540863, "Finetune/Step": 4620, "Finetune/Step Time": 4.668572282418609}
{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8188128471374512, "Finetune/Loss (Raw)": 0.999538242816925, "Finetune/Step": 4621, "Finetune/Step Time": 4.658208820968866}
{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8203108310699463, "Finetune/Loss (Raw)": 0.8858358860015869, "Finetune/Step": 4622, "Finetune/Step Time": 4.654827049002051}
{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8208838701248169, "Finetune/Loss (Raw)": 0.9743672609329224, "Finetune/Step": 4623, "Finetune/Step Time": 4.646744767203927}
{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8214051723480225, "Finetune/Loss (Raw)": 0.8383477926254272, "Finetune/Step": 4624, "Finetune/Step Time": 4.639399413019419}
{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8211226463317871, "Finetune/Loss (Raw)": 0.9020068645477295, "Finetune/Step": 4625, "Finetune/Step Time": 4.645364174619317}
{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8179036974906921, "Finetune/Loss (Raw)": 0.34788423776626587, "Finetune/Step": 4626, "Finetune/Step Time": 4.672177519649267}
{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8173805475234985, "Finetune/Loss (Raw)": 0.8808925151824951, "Finetune/Step": 4627, "Finetune/Step Time": 4.6821010652929544}
{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8168333768844604, "Finetune/Loss (Raw)": 0.787246584892273, "Finetune/Step": 4628, "Finetune/Step Time": 4.6860610488802195}
{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.816074013710022, "Finetune/Loss (Raw)": 0.8504840731620789, "Finetune/Step": 4629, "Finetune/Step Time": 4.678732126951218}
{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8166592717170715, "Finetune/Loss (Raw)": 0.7985363006591797, "Finetune/Step": 4630, "Finetune/Step Time": 4.686983708292246}
{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8148019313812256, "Finetune/Loss (Raw)": 0.710351824760437, "Finetune/Step": 4631, "Finetune/Step Time": 4.705762542784214}
{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8102642297744751, "Finetune/Loss (Raw)": 0.2680077850818634, "Finetune/Step": 4632, "Finetune/Step Time": 4.738254075869918}
{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8103599548339844, "Finetune/Loss (Raw)": 0.835094690322876, "Finetune/Step": 4633, "Finetune/Step Time": 4.750749185681343}
{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8095787763595581, "Finetune/Loss (Raw)": 0.9084217548370361, "Finetune/Step": 4634, "Finetune/Step Time": 4.752088602632284}
{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8123456835746765, "Finetune/Loss (Raw)": 0.6830282211303711, "Finetune/Step": 4635, "Finetune/Step Time": 4.7393970768898726}
{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8122230768203735, "Finetune/Loss (Raw)": 0.8539667129516602, "Finetune/Step": 4636, "Finetune/Step Time": 4.7414918672293425}
{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8130726218223572, "Finetune/Loss (Raw)": 0.8970140814781189, "Finetune/Step": 4637, "Finetune/Step Time": 4.735683901235461}
{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.81402987241745, "Finetune/Loss (Raw)": 1.091910719871521, "Finetune/Step": 4638, "Finetune/Step Time": 4.739637657999992}
{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8116897940635681, "Finetune/Loss (Raw)": 0.7132235765457153, "Finetune/Step": 4639, "Finetune/Step Time": 4.769648674875498}
{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8164201974868774, "Finetune/Loss (Raw)": 0.9657541513442993, "Finetune/Step": 4640, "Finetune/Step Time": 4.737855589017272}
{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8166933059692383, "Finetune/Loss (Raw)": 0.869424045085907, "Finetune/Step": 4641, "Finetune/Step Time": 4.7362691424787045}
{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.817618727684021, "Finetune/Loss (Raw)": 0.8774481415748596, "Finetune/Step": 4642, "Finetune/Step Time": 4.737393552437425}
{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8183544874191284, "Finetune/Loss (Raw)": 0.9360835552215576, "Finetune/Step": 4643, "Finetune/Step Time": 4.740068459883332}
{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8152427673339844, "Finetune/Loss (Raw)": 0.37290656566619873, "Finetune/Step": 4644, "Finetune/Step Time": 4.7793878726661205}
{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8171493411064148, "Finetune/Loss (Raw)": 0.9925363659858704, "Finetune/Step": 4645, "Finetune/Step Time": 4.777582116425037}
{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8152538537979126, "Finetune/Loss (Raw)": 0.7613440752029419, "Finetune/Step": 4646, "Finetune/Step Time": 4.790537416934967}
{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8148705959320068, "Finetune/Loss (Raw)": 0.8936691880226135, "Finetune/Step": 4647, "Finetune/Step Time": 4.794766198843718}
{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.8148186206817627, "Finetune/Loss (Raw)": 0.9239147901535034, "Finetune/Step": 4648, "Finetune/Step Time": 4.799648331478238}
{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8145252466201782, "Finetune/Loss (Raw)": 0.9521937370300293, "Finetune/Step": 4649, "Finetune/Step Time": 4.795944321900606}
{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8140985369682312, "Finetune/Loss (Raw)": 0.791550874710083, "Finetune/Step": 4650, "Finetune/Step Time": 4.80361801572144}
{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8140695095062256, "Finetune/Loss (Raw)": 0.8722614049911499, "Finetune/Step": 4651, "Finetune/Step Time": 4.79682058095932}
{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8140097856521606, "Finetune/Loss (Raw)": 0.8448711037635803, "Finetune/Step": 4652, "Finetune/Step Time": 4.795090472325683}
{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8098591566085815, "Finetune/Loss (Raw)": 0.30052268505096436, "Finetune/Step": 4653, "Finetune/Step Time": 4.83051985502243}
{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8114088773727417, "Finetune/Loss (Raw)": 0.870176374912262, "Finetune/Step": 4654, "Finetune/Step Time": 4.835501682013273}
{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8126357197761536, "Finetune/Loss (Raw)": 0.7046334147453308, "Finetune/Step": 4655, "Finetune/Step Time": 4.819936521351337}
{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8094780445098877, "Finetune/Loss (Raw)": 0.4347406327724457, "Finetune/Step": 4656, "Finetune/Step Time": 4.859982939437032}
{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8088616728782654, "Finetune/Loss (Raw)": 0.8424719572067261, "Finetune/Step": 4657, "Finetune/Step Time": 4.857125245034695}
{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8086419105529785, "Finetune/Loss (Raw)": 0.9403784871101379, "Finetune/Step": 4658, "Finetune/Step Time": 4.852988580241799}
{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8080482482910156, "Finetune/Loss (Raw)": 0.9229550361633301, "Finetune/Step": 4659, "Finetune/Step Time": 4.849685238674283}
{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.810285210609436, "Finetune/Loss (Raw)": 0.9438167810440063, "Finetune/Step": 4660, "Finetune/Step Time": 4.856420697644353}
{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.809587836265564, "Finetune/Loss (Raw)": 0.7962926626205444, "Finetune/Step": 4661, "Finetune/Step Time": 4.858100615441799}
{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.813988983631134, "Finetune/Loss (Raw)": 0.8980188369750977, "Finetune/Step": 4662, "Finetune/Step Time": 4.8194733168929815}
{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8153179883956909, "Finetune/Loss (Raw)": 0.9198726415634155, "Finetune/Step": 4663, "Finetune/Step Time": 4.808383060619235}
{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8152900338172913, "Finetune/Loss (Raw)": 0.8633483648300171, "Finetune/Step": 4664, "Finetune/Step Time": 4.796185849234462}
{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8147218227386475, "Finetune/Loss (Raw)": 0.8004611730575562, "Finetune/Step": 4665, "Finetune/Step Time": 4.790967043489218}
{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8134033679962158, "Finetune/Loss (Raw)": 0.7330257296562195, "Finetune/Step": 4666, "Finetune/Step Time": 4.810546822845936}
{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.814944863319397, "Finetune/Loss (Raw)": 0.972335159778595, "Finetune/Step": 4667, "Finetune/Step Time": 4.797431567683816}
{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8191251754760742, "Finetune/Loss (Raw)": 0.8465126752853394, "Finetune/Step": 4668, "Finetune/Step Time": 4.775443539023399}
{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8158619403839111, "Finetune/Loss (Raw)": 0.35020527243614197, "Finetune/Step": 4669, "Finetune/Step Time": 4.793547973036766}
{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8170561790466309, "Finetune/Loss (Raw)": 0.9009670615196228, "Finetune/Step": 4670, "Finetune/Step Time": 4.792798954993486}
{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8168354034423828, "Finetune/Loss (Raw)": 0.8150772452354431, "Finetune/Step": 4671, "Finetune/Step Time": 4.788244940340519}
{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8165913820266724, "Finetune/Loss (Raw)": 0.8823949098587036, "Finetune/Step": 4672, "Finetune/Step Time": 4.8022720515728}
{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8160040378570557, "Finetune/Loss (Raw)": 0.8409157395362854, "Finetune/Step": 4673, "Finetune/Step Time": 4.790989125147462}
{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8160371780395508, "Finetune/Loss (Raw)": 0.9474349617958069, "Finetune/Step": 4674, "Finetune/Step Time": 4.809284634888172}
{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8157446384429932, "Finetune/Loss (Raw)": 0.8881419897079468, "Finetune/Step": 4675, "Finetune/Step Time": 4.811302652582526}
{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8177610039710999, "Finetune/Loss (Raw)": 0.8381359577178955, "Finetune/Step": 4676, "Finetune/Step Time": 4.748890979215503}
{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.819198727607727, "Finetune/Loss (Raw)": 0.9110766649246216, "Finetune/Step": 4677, "Finetune/Step Time": 4.73881028778851}
{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8187476396560669, "Finetune/Loss (Raw)": 0.9323342442512512, "Finetune/Step": 4678, "Finetune/Step Time": 4.764376685023308}
{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8174515962600708, "Finetune/Loss (Raw)": 0.7431389689445496, "Finetune/Step": 4679, "Finetune/Step Time": 4.763762721791863}
{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8198753595352173, "Finetune/Loss (Raw)": 1.0071759223937988, "Finetune/Step": 4680, "Finetune/Step Time": 4.755257157608867}
{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8195469975471497, "Finetune/Loss (Raw)": 0.8821347951889038, "Finetune/Step": 4681, "Finetune/Step Time": 4.772058621048927}
{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8184500932693481, "Finetune/Loss (Raw)": 0.9033271670341492, "Finetune/Step": 4682, "Finetune/Step Time": 4.783177884295583}
{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8188045024871826, "Finetune/Loss (Raw)": 0.9198674559593201, "Finetune/Step": 4683, "Finetune/Step Time": 4.767456714063883}
{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8178518414497375, "Finetune/Loss (Raw)": 0.9459531903266907, "Finetune/Step": 4684, "Finetune/Step Time": 4.77115505002439}
{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.818915069103241, "Finetune/Loss (Raw)": 0.919522762298584, "Finetune/Step": 4685, "Finetune/Step Time": 4.773162085562944}
{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.819611132144928, "Finetune/Loss (Raw)": 0.7461894750595093, "Finetune/Step": 4686, "Finetune/Step Time": 4.771362509578466}
{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.818947434425354, "Finetune/Loss (Raw)": 0.8860946297645569, "Finetune/Step": 4687, "Finetune/Step Time": 4.757362497970462}
{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8208873271942139, "Finetune/Loss (Raw)": 1.0940749645233154, "Finetune/Step": 4688, "Finetune/Step Time": 4.75459641776979}
{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.821588397026062, "Finetune/Loss (Raw)": 0.99300616979599, "Finetune/Step": 4689, "Finetune/Step Time": 4.746512455865741}
{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8204268217086792, "Finetune/Loss (Raw)": 0.792090654373169, "Finetune/Step": 4690, "Finetune/Step Time": 4.760208772495389}
{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8256352543830872, "Finetune/Loss (Raw)": 0.971523642539978, "Finetune/Step": 4691, "Finetune/Step Time": 4.723959231749177}
{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8269098997116089, "Finetune/Loss (Raw)": 1.0223075151443481, "Finetune/Step": 4692, "Finetune/Step Time": 4.724858975037932}
{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8277736902236938, "Finetune/Loss (Raw)": 0.8998531103134155, "Finetune/Step": 4693, "Finetune/Step Time": 4.736383635550737}
{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8289680480957031, "Finetune/Loss (Raw)": 0.9910101890563965, "Finetune/Step": 4694, "Finetune/Step Time": 4.724766205996275}
{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8291803598403931, "Finetune/Loss (Raw)": 0.9900104403495789, "Finetune/Step": 4695, "Finetune/Step Time": 4.729566102847457}
{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8281388878822327, "Finetune/Loss (Raw)": 0.7926241755485535, "Finetune/Step": 4696, "Finetune/Step Time": 4.7522218599915504}
{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8272192478179932, "Finetune/Loss (Raw)": 0.8790455460548401, "Finetune/Step": 4697, "Finetune/Step Time": 4.752768028527498}
{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8271670341491699, "Finetune/Loss (Raw)": 0.9277668595314026, "Finetune/Step": 4698, "Finetune/Step Time": 4.7514400109648705}
{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8282114267349243, "Finetune/Loss (Raw)": 0.9663942456245422, "Finetune/Step": 4699, "Finetune/Step Time": 4.74694306589663}
{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8284807801246643, "Finetune/Loss (Raw)": 0.8882443308830261, "Finetune/Step": 4700, "Finetune/Step Time": 4.742417162284255}
{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8293189406394958, "Finetune/Loss (Raw)": 0.9139246344566345, "Finetune/Step": 4701, "Finetune/Step Time": 4.725725075230002}
{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8288931846618652, "Finetune/Loss (Raw)": 0.8453211784362793, "Finetune/Step": 4702, "Finetune/Step Time": 4.733532253652811}
{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.830109715461731, "Finetune/Loss (Raw)": 0.9690716862678528, "Finetune/Step": 4703, "Finetune/Step Time": 4.711295301094651}
{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8297263383865356, "Finetune/Loss (Raw)": 0.7448647022247314, "Finetune/Step": 4704, "Finetune/Step Time": 4.705553259700537}
{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8294762372970581, "Finetune/Loss (Raw)": 0.9618197679519653, "Finetune/Step": 4705, "Finetune/Step Time": 4.706287797540426}
{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8284658193588257, "Finetune/Loss (Raw)": 0.8253742456436157, "Finetune/Step": 4706, "Finetune/Step Time": 4.699620760977268}
{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8311042189598083, "Finetune/Loss (Raw)": 0.7534989714622498, "Finetune/Step": 4707, "Finetune/Step Time": 4.664217511191964}
{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8350322246551514, "Finetune/Loss (Raw)": 0.7702184915542603, "Finetune/Step": 4708, "Finetune/Step Time": 4.627140322700143}
{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8341997861862183, "Finetune/Loss (Raw)": 0.7410151958465576, "Finetune/Step": 4709, "Finetune/Step Time": 4.631499418988824}
{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8349552154541016, "Finetune/Loss (Raw)": 1.0007272958755493, "Finetune/Step": 4710, "Finetune/Step Time": 4.622007969766855}
{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8340980410575867, "Finetune/Loss (Raw)": 0.8589650988578796, "Finetune/Step": 4711, "Finetune/Step Time": 4.628013972193003}
{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8342435359954834, "Finetune/Loss (Raw)": 0.8012949228286743, "Finetune/Step": 4712, "Finetune/Step Time": 4.640897214412689}
{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8359099626541138, "Finetune/Loss (Raw)": 0.953359842300415, "Finetune/Step": 4713, "Finetune/Step Time": 4.643328422680497}
{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8365191221237183, "Finetune/Loss (Raw)": 0.8260484337806702, "Finetune/Step": 4714, "Finetune/Step Time": 4.646497840061784}
{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.836530327796936, "Finetune/Loss (Raw)": 0.9155812859535217, "Finetune/Step": 4715, "Finetune/Step Time": 4.649990184232593}
{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8351202607154846, "Finetune/Loss (Raw)": 0.8528004884719849, "Finetune/Step": 4716, "Finetune/Step Time": 4.626175429672003}
{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8355166912078857, "Finetune/Loss (Raw)": 0.8910970091819763, "Finetune/Step": 4717, "Finetune/Step Time": 4.623512499034405}
{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8342664241790771, "Finetune/Loss (Raw)": 0.6550595164299011, "Finetune/Step": 4718, "Finetune/Step Time": 4.637032236903906}
{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8330938220024109, "Finetune/Loss (Raw)": 0.7603042125701904, "Finetune/Step": 4719, "Finetune/Step Time": 4.636737244203687}
{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8354712724685669, "Finetune/Loss (Raw)": 0.5971102714538574, "Finetune/Step": 4720, "Finetune/Step Time": 4.635192269459367}
{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8345745801925659, "Finetune/Loss (Raw)": 0.8005350828170776, "Finetune/Step": 4721, "Finetune/Step Time": 4.639482472091913}
{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8379592299461365, "Finetune/Loss (Raw)": 0.8451870679855347, "Finetune/Step": 4722, "Finetune/Step Time": 4.603272467851639}
{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8376436829566956, "Finetune/Loss (Raw)": 0.8835982084274292, "Finetune/Step": 4723, "Finetune/Step Time": 4.601909661665559}
{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8366521596908569, "Finetune/Loss (Raw)": 0.819092333316803, "Finetune/Step": 4724, "Finetune/Step Time": 4.623586688190699}
{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8374450206756592, "Finetune/Loss (Raw)": 0.8577930331230164, "Finetune/Step": 4725, "Finetune/Step Time": 4.625888055190444}
{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8365318179130554, "Finetune/Loss (Raw)": 0.752012312412262, "Finetune/Step": 4726, "Finetune/Step Time": 4.623119503259659}
{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8367090225219727, "Finetune/Loss (Raw)": 0.8273417353630066, "Finetune/Step": 4727, "Finetune/Step Time": 4.619457274675369}
{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8371646404266357, "Finetune/Loss (Raw)": 0.8944147229194641, "Finetune/Step": 4728, "Finetune/Step Time": 4.622050570324063}
{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8397473096847534, "Finetune/Loss (Raw)": 1.0561983585357666, "Finetune/Step": 4729, "Finetune/Step Time": 4.61885080486536}
{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8385214805603027, "Finetune/Loss (Raw)": 0.878795325756073, "Finetune/Step": 4730, "Finetune/Step Time": 4.613860448822379}
{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8376493453979492, "Finetune/Loss (Raw)": 0.8000885844230652, "Finetune/Step": 4731, "Finetune/Step Time": 4.6176370326429605}
{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8377184271812439, "Finetune/Loss (Raw)": 0.8509502410888672, "Finetune/Step": 4732, "Finetune/Step Time": 4.617861617356539}
{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8423014879226685, "Finetune/Loss (Raw)": 0.9184831380844116, "Finetune/Step": 4733, "Finetune/Step Time": 4.575594594702125}
{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8415400385856628, "Finetune/Loss (Raw)": 0.7932709455490112, "Finetune/Step": 4734, "Finetune/Step Time": 4.582475945353508}
{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8425931930541992, "Finetune/Loss (Raw)": 0.9565810561180115, "Finetune/Step": 4735, "Finetune/Step Time": 4.582945272326469}
{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8414944410324097, "Finetune/Loss (Raw)": 0.711317777633667, "Finetune/Step": 4736, "Finetune/Step Time": 4.592856803908944}
{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8395394682884216, "Finetune/Loss (Raw)": 0.7888684868812561, "Finetune/Step": 4737, "Finetune/Step Time": 4.602148523554206}
{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.840859055519104, "Finetune/Loss (Raw)": 0.9918034076690674, "Finetune/Step": 4738, "Finetune/Step Time": 4.611001331359148}
{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.844752311706543, "Finetune/Loss (Raw)": 0.7844407558441162, "Finetune/Step": 4739, "Finetune/Step Time": 4.576860288158059}
{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8443262577056885, "Finetune/Loss (Raw)": 0.8261942267417908, "Finetune/Step": 4740, "Finetune/Step Time": 4.580116510391235}
{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8434137105941772, "Finetune/Loss (Raw)": 0.6962800621986389, "Finetune/Step": 4741, "Finetune/Step Time": 4.562366021797061}
{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8434758186340332, "Finetune/Loss (Raw)": 0.7749418020248413, "Finetune/Step": 4742, "Finetune/Step Time": 4.573135904967785}
{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8416777849197388, "Finetune/Loss (Raw)": 0.7312942147254944, "Finetune/Step": 4743, "Finetune/Step Time": 4.588447978720069}
{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8430908918380737, "Finetune/Loss (Raw)": 1.0069289207458496, "Finetune/Step": 4744, "Finetune/Step Time": 4.584305122494698}
{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8431688547134399, "Finetune/Loss (Raw)": 0.7781720161437988, "Finetune/Step": 4745, "Finetune/Step Time": 4.603551143780351}
{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8424573540687561, "Finetune/Loss (Raw)": 0.7901730537414551, "Finetune/Step": 4746, "Finetune/Step Time": 4.627478279173374}
{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.842507004737854, "Finetune/Loss (Raw)": 1.0250663757324219, "Finetune/Step": 4747, "Finetune/Step Time": 4.627052808180451}
{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8433681726455688, "Finetune/Loss (Raw)": 0.936121940612793, "Finetune/Step": 4748, "Finetune/Step Time": 4.622278798371553}
{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8421391248703003, "Finetune/Loss (Raw)": 0.8422225117683411, "Finetune/Step": 4749, "Finetune/Step Time": 4.618987655267119}
{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8419448137283325, "Finetune/Loss (Raw)": 0.8609657883644104, "Finetune/Step": 4750, "Finetune/Step Time": 4.627160018309951}
{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8412520885467529, "Finetune/Loss (Raw)": 0.8856968879699707, "Finetune/Step": 4751, "Finetune/Step Time": 4.642909279093146}
{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8417159914970398, "Finetune/Loss (Raw)": 0.8977268934249878, "Finetune/Step": 4752, "Finetune/Step Time": 4.646444017067552}
{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8406672477722168, "Finetune/Loss (Raw)": 0.7677735686302185, "Finetune/Step": 4753, "Finetune/Step Time": 4.632563075050712}
{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8451030850410461, "Finetune/Loss (Raw)": 0.9156666994094849, "Finetune/Step": 4754, "Finetune/Step Time": 4.600554434582591}
{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8455063104629517, "Finetune/Loss (Raw)": 0.9325065612792969, "Finetune/Step": 4755, "Finetune/Step Time": 4.600438332185149}
{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.846211314201355, "Finetune/Loss (Raw)": 0.8774839639663696, "Finetune/Step": 4756, "Finetune/Step Time": 4.593523815274239}
{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8463841080665588, "Finetune/Loss (Raw)": 0.8726030588150024, "Finetune/Step": 4757, "Finetune/Step Time": 4.5921860337257385}
{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8467574715614319, "Finetune/Loss (Raw)": 0.846331000328064, "Finetune/Step": 4758, "Finetune/Step Time": 4.582284478470683}
{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8477334380149841, "Finetune/Loss (Raw)": 0.8352695107460022, "Finetune/Step": 4759, "Finetune/Step Time": 4.5679054241627455}
{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8524355888366699, "Finetune/Loss (Raw)": 0.8698855638504028, "Finetune/Step": 4760, "Finetune/Step Time": 4.532980736345053}
{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8518472909927368, "Finetune/Loss (Raw)": 0.759795069694519, "Finetune/Step": 4761, "Finetune/Step Time": 4.540885886177421}
{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8509212136268616, "Finetune/Loss (Raw)": 0.7898820638656616, "Finetune/Step": 4762, "Finetune/Step Time": 4.5393145233392715}
{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8524196743965149, "Finetune/Loss (Raw)": 0.8748335838317871, "Finetune/Step": 4763, "Finetune/Step Time": 4.519171396270394}
{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.852392852306366, "Finetune/Loss (Raw)": 0.8505315184593201, "Finetune/Step": 4764, "Finetune/Step Time": 4.528555065393448}
{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8514183759689331, "Finetune/Loss (Raw)": 0.7722839117050171, "Finetune/Step": 4765, "Finetune/Step Time": 4.528347758576274}
{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8509178161621094, "Finetune/Loss (Raw)": 1.0278325080871582, "Finetune/Step": 4766, "Finetune/Step Time": 4.5300883539021015}
{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.852264940738678, "Finetune/Loss (Raw)": 0.8856602907180786, "Finetune/Step": 4767, "Finetune/Step Time": 4.500618927180767}
{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8510423302650452, "Finetune/Loss (Raw)": 0.809260904788971, "Finetune/Step": 4768, "Finetune/Step Time": 4.505423981696367}
{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8506565093994141, "Finetune/Loss (Raw)": 0.8200376033782959, "Finetune/Step": 4769, "Finetune/Step Time": 4.504390347748995}
{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8487549424171448, "Finetune/Loss (Raw)": 0.6340466141700745, "Finetune/Step": 4770, "Finetune/Step Time": 4.508340816944838}
{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8491631746292114, "Finetune/Loss (Raw)": 0.9883452653884888, "Finetune/Step": 4771, "Finetune/Step Time": 4.5061244033277035}
{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8522709608078003, "Finetune/Loss (Raw)": 0.7706936001777649, "Finetune/Step": 4772, "Finetune/Step Time": 4.480587800964713}
{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.849366307258606, "Finetune/Loss (Raw)": 0.6207428574562073, "Finetune/Step": 4773, "Finetune/Step Time": 4.480385906994343}
{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8503684997558594, "Finetune/Loss (Raw)": 0.88962322473526, "Finetune/Step": 4774, "Finetune/Step Time": 4.470877222716808}
{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8509469032287598, "Finetune/Loss (Raw)": 0.9677047729492188, "Finetune/Step": 4775, "Finetune/Step Time": 4.467916492372751}
{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8499953150749207, "Finetune/Loss (Raw)": 0.8021122217178345, "Finetune/Step": 4776, "Finetune/Step Time": 4.480273714289069}
{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8494779467582703, "Finetune/Loss (Raw)": 0.8859728574752808, "Finetune/Step": 4777, "Finetune/Step Time": 4.480939019471407}
{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8455557227134705, "Finetune/Loss (Raw)": 0.28950515389442444, "Finetune/Step": 4778, "Finetune/Step Time": 4.508230067789555}
{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8466708660125732, "Finetune/Loss (Raw)": 1.0149973630905151, "Finetune/Step": 4779, "Finetune/Step Time": 4.509652700275183}
{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8466286659240723, "Finetune/Loss (Raw)": 0.8394696116447449, "Finetune/Step": 4780, "Finetune/Step Time": 4.514651274308562}
{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8505463600158691, "Finetune/Loss (Raw)": 0.8019861578941345, "Finetune/Step": 4781, "Finetune/Step Time": 4.485129043459892}
{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8502620458602905, "Finetune/Loss (Raw)": 0.8337888121604919, "Finetune/Step": 4782, "Finetune/Step Time": 4.486691968515515}
{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8476132154464722, "Finetune/Loss (Raw)": 0.3655836582183838, "Finetune/Step": 4783, "Finetune/Step Time": 4.519717695191503}
{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8510881066322327, "Finetune/Loss (Raw)": 0.8795279860496521, "Finetune/Step": 4784, "Finetune/Step Time": 4.48089543916285}
{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8526469469070435, "Finetune/Loss (Raw)": 1.0419970750808716, "Finetune/Step": 4785, "Finetune/Step Time": 4.482591554522514}
{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8522695302963257, "Finetune/Loss (Raw)": 0.8920762538909912, "Finetune/Step": 4786, "Finetune/Step Time": 4.48477103933692}
{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8517166972160339, "Finetune/Loss (Raw)": 0.8521921038627625, "Finetune/Step": 4787, "Finetune/Step Time": 4.4800967033952475}
{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8507921695709229, "Finetune/Loss (Raw)": 0.8254724144935608, "Finetune/Step": 4788, "Finetune/Step Time": 4.48907757550478}
{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.850162148475647, "Finetune/Loss (Raw)": 0.7156512141227722, "Finetune/Step": 4789, "Finetune/Step Time": 4.488814624026418}
{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8505469560623169, "Finetune/Loss (Raw)": 0.9472687840461731, "Finetune/Step": 4790, "Finetune/Step Time": 4.4943742118775845}
{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.845725417137146, "Finetune/Loss (Raw)": 0.30271920561790466, "Finetune/Step": 4791, "Finetune/Step Time": 4.532833959907293}
{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8469488620758057, "Finetune/Loss (Raw)": 1.0199493169784546, "Finetune/Step": 4792, "Finetune/Step Time": 4.537209520116448}
{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8478748798370361, "Finetune/Loss (Raw)": 0.9189929962158203, "Finetune/Step": 4793, "Finetune/Step Time": 4.5410313829779625}
{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8484976887702942, "Finetune/Loss (Raw)": 0.8127462863922119, "Finetune/Step": 4794, "Finetune/Step Time": 4.522144261747599}
{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8470805883407593, "Finetune/Loss (Raw)": 0.7909463047981262, "Finetune/Step": 4795, "Finetune/Step Time": 4.5541819129139185}
{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8478143215179443, "Finetune/Loss (Raw)": 0.9404333233833313, "Finetune/Step": 4796, "Finetune/Step Time": 4.542394721880555}
{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8522238731384277, "Finetune/Loss (Raw)": 0.9146196246147156, "Finetune/Step": 4797, "Finetune/Step Time": 4.504900611937046}
{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8506515026092529, "Finetune/Loss (Raw)": 0.6997010111808777, "Finetune/Step": 4798, "Finetune/Step Time": 4.5212560798972845}
{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8511276245117188, "Finetune/Loss (Raw)": 0.8760239481925964, "Finetune/Step": 4799, "Finetune/Step Time": 4.526214813813567}
{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8524776101112366, "Finetune/Loss (Raw)": 1.0551979541778564, "Finetune/Step": 4800, "Finetune/Step Time": 4.509935023263097}
{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8531516790390015, "Finetune/Loss (Raw)": 0.9271964430809021, "Finetune/Step": 4801, "Finetune/Step Time": 4.502876445651054}
{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8526370525360107, "Finetune/Loss (Raw)": 0.8815553188323975, "Finetune/Step": 4802, "Finetune/Step Time": 4.4769182857126}
{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8528391718864441, "Finetune/Loss (Raw)": 0.9140188097953796, "Finetune/Step": 4803, "Finetune/Step Time": 4.481908995658159}
{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8533518314361572, "Finetune/Loss (Raw)": 0.9037619829177856, "Finetune/Step": 4804, "Finetune/Step Time": 4.484915418550372}
{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.85365891456604, "Finetune/Loss (Raw)": 0.9503746032714844, "Finetune/Step": 4805, "Finetune/Step Time": 4.4914609752595425}
{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8533865213394165, "Finetune/Loss (Raw)": 0.8974677920341492, "Finetune/Step": 4806, "Finetune/Step Time": 4.472335835918784}
{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8541916012763977, "Finetune/Loss (Raw)": 0.8461936712265015, "Finetune/Step": 4807, "Finetune/Step Time": 4.473782705143094}
{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8538423776626587, "Finetune/Loss (Raw)": 0.9624776840209961, "Finetune/Step": 4808, "Finetune/Step Time": 4.470312297344208}
{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.852164089679718, "Finetune/Loss (Raw)": 0.6673083305358887, "Finetune/Step": 4809, "Finetune/Step Time": 4.459166707471013}
{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.851603090763092, "Finetune/Loss (Raw)": 0.8315244317054749, "Finetune/Step": 4810, "Finetune/Step Time": 4.449827091768384}
{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.85140061378479, "Finetune/Loss (Raw)": 0.8939518928527832, "Finetune/Step": 4811, "Finetune/Step Time": 4.465957894921303}
{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8508456945419312, "Finetune/Loss (Raw)": 0.8749156594276428, "Finetune/Step": 4812, "Finetune/Step Time": 4.460066270083189}
{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8473755717277527, "Finetune/Loss (Raw)": 0.475350946187973, "Finetune/Step": 4813, "Finetune/Step Time": 4.493246691301465}
{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.848362922668457, "Finetune/Loss (Raw)": 0.8725659847259521, "Finetune/Step": 4814, "Finetune/Step Time": 4.483609359711409}
{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8488138914108276, "Finetune/Loss (Raw)": 0.9438251852989197, "Finetune/Step": 4815, "Finetune/Step Time": 4.481090290471911}
{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8466598987579346, "Finetune/Loss (Raw)": 0.8183560967445374, "Finetune/Step": 4816, "Finetune/Step Time": 4.502323875203729}
{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8459123373031616, "Finetune/Loss (Raw)": 0.897322952747345, "Finetune/Step": 4817, "Finetune/Step Time": 4.50106381252408}
{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8472696542739868, "Finetune/Loss (Raw)": 0.9658313393592834, "Finetune/Step": 4818, "Finetune/Step Time": 4.491442248225212}
{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8471325635910034, "Finetune/Loss (Raw)": 0.9539727568626404, "Finetune/Step": 4819, "Finetune/Step Time": 4.490711402148008}
{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8462172150611877, "Finetune/Loss (Raw)": 0.9051443934440613, "Finetune/Step": 4820, "Finetune/Step Time": 4.4928463362157345}
{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8465821146965027, "Finetune/Loss (Raw)": 0.9465590715408325, "Finetune/Step": 4821, "Finetune/Step Time": 4.480248177424073}
{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8457396030426025, "Finetune/Loss (Raw)": 0.8831630945205688, "Finetune/Step": 4822, "Finetune/Step Time": 4.488686507567763}
{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8453471064567566, "Finetune/Loss (Raw)": 0.9397738575935364, "Finetune/Step": 4823, "Finetune/Step Time": 4.487343966960907}
{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8414581418037415, "Finetune/Loss (Raw)": 0.2948382794857025, "Finetune/Step": 4824, "Finetune/Step Time": 4.504387181252241}
{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.841411828994751, "Finetune/Loss (Raw)": 0.8731104135513306, "Finetune/Step": 4825, "Finetune/Step Time": 4.508676148951054}
{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8412676453590393, "Finetune/Loss (Raw)": 0.9093207716941833, "Finetune/Step": 4826, "Finetune/Step Time": 4.507649499922991}
{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8410859704017639, "Finetune/Loss (Raw)": 0.9431352615356445, "Finetune/Step": 4827, "Finetune/Step Time": 4.502358365803957}
{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8415676355361938, "Finetune/Loss (Raw)": 0.9498988389968872, "Finetune/Step": 4828, "Finetune/Step Time": 4.509572541341186}
{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8409897089004517, "Finetune/Loss (Raw)": 0.8399554491043091, "Finetune/Step": 4829, "Finetune/Step Time": 4.515741027891636}
{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8413248658180237, "Finetune/Loss (Raw)": 0.8882164359092712, "Finetune/Step": 4830, "Finetune/Step Time": 4.5137662924826145}
{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8365278840065002, "Finetune/Loss (Raw)": 0.3550602197647095, "Finetune/Step": 4831, "Finetune/Step Time": 4.554677115753293}
{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8365890979766846, "Finetune/Loss (Raw)": 0.7526997923851013, "Finetune/Step": 4832, "Finetune/Step Time": 4.5779980812221766}
{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8356741666793823, "Finetune/Loss (Raw)": 0.8447068929672241, "Finetune/Step": 4833, "Finetune/Step Time": 4.581167398020625}
{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8369826078414917, "Finetune/Loss (Raw)": 0.9928502440452576, "Finetune/Step": 4834, "Finetune/Step Time": 4.585677105933428}
{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8384279012680054, "Finetune/Loss (Raw)": 0.9385005235671997, "Finetune/Step": 4835, "Finetune/Step Time": 4.588191261515021}
{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8399516940116882, "Finetune/Loss (Raw)": 0.9652662873268127, "Finetune/Step": 4836, "Finetune/Step Time": 4.586395241320133}
{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8409352898597717, "Finetune/Loss (Raw)": 0.8669171929359436, "Finetune/Step": 4837, "Finetune/Step Time": 4.568406272679567}
{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8406480550765991, "Finetune/Loss (Raw)": 0.9639559984207153, "Finetune/Step": 4838, "Finetune/Step Time": 4.569332551211119}
{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8403522968292236, "Finetune/Loss (Raw)": 0.821111261844635, "Finetune/Step": 4839, "Finetune/Step Time": 4.565346969291568}
{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8411194086074829, "Finetune/Loss (Raw)": 0.8994888663291931, "Finetune/Step": 4840, "Finetune/Step Time": 4.555741667747498}
{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8400522470474243, "Finetune/Loss (Raw)": 0.8167558312416077, "Finetune/Step": 4841, "Finetune/Step Time": 4.5617381278425455}
{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8402644395828247, "Finetune/Loss (Raw)": 0.8532139658927917, "Finetune/Step": 4842, "Finetune/Step Time": 4.571979900822043}
{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8412951231002808, "Finetune/Loss (Raw)": 1.0475006103515625, "Finetune/Step": 4843, "Finetune/Step Time": 4.568064749240875}
{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8411529064178467, "Finetune/Loss (Raw)": 0.8346050977706909, "Finetune/Step": 4844, "Finetune/Step Time": 4.593023527413607}
{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8420647382736206, "Finetune/Loss (Raw)": 1.0078096389770508, "Finetune/Step": 4845, "Finetune/Step Time": 4.594985697418451}
{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8443595170974731, "Finetune/Loss (Raw)": 0.948788583278656, "Finetune/Step": 4846, "Finetune/Step Time": 4.60624866001308}
{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.840944766998291, "Finetune/Loss (Raw)": 0.32321926951408386, "Finetune/Step": 4847, "Finetune/Step Time": 4.644898112863302}
{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.842257559299469, "Finetune/Loss (Raw)": 0.765145480632782, "Finetune/Step": 4848, "Finetune/Step Time": 4.607478808611631}
{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.841932475566864, "Finetune/Loss (Raw)": 0.7589223980903625, "Finetune/Step": 4849, "Finetune/Step Time": 4.622841868549585}
{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8427965641021729, "Finetune/Loss (Raw)": 0.9557938575744629, "Finetune/Step": 4850, "Finetune/Step Time": 4.6316124722361565}
{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8430262804031372, "Finetune/Loss (Raw)": 0.9130025506019592, "Finetune/Step": 4851, "Finetune/Step Time": 4.636895380914211}
{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8430904150009155, "Finetune/Loss (Raw)": 0.8272984623908997, "Finetune/Step": 4852, "Finetune/Step Time": 4.62937786616385}
{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8442869186401367, "Finetune/Loss (Raw)": 1.0109459161758423, "Finetune/Step": 4853, "Finetune/Step Time": 4.636081857606769}
{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8432633876800537, "Finetune/Loss (Raw)": 0.6209954619407654, "Finetune/Step": 4854, "Finetune/Step Time": 4.638979263603687}
{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8439129590988159, "Finetune/Loss (Raw)": 0.9104927778244019, "Finetune/Step": 4855, "Finetune/Step Time": 4.640380851924419}
{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8439378142356873, "Finetune/Loss (Raw)": 0.8975987434387207, "Finetune/Step": 4856, "Finetune/Step Time": 4.64063522964716}
{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8432214260101318, "Finetune/Loss (Raw)": 0.9644911289215088, "Finetune/Step": 4857, "Finetune/Step Time": 4.639266924932599}
{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8441224098205566, "Finetune/Loss (Raw)": 0.9941267371177673, "Finetune/Step": 4858, "Finetune/Step Time": 4.649236541241407}
{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8448238372802734, "Finetune/Loss (Raw)": 0.8898692727088928, "Finetune/Step": 4859, "Finetune/Step Time": 4.630412856116891}
{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8443617820739746, "Finetune/Loss (Raw)": 0.791806697845459, "Finetune/Step": 4860, "Finetune/Step Time": 4.629034917801619}
{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8439126014709473, "Finetune/Loss (Raw)": 0.8609952330589294, "Finetune/Step": 4861, "Finetune/Step Time": 4.643937481567264}
{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8452503085136414, "Finetune/Loss (Raw)": 0.9644913673400879, "Finetune/Step": 4862, "Finetune/Step Time": 4.628815395757556}
{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8454799652099609, "Finetune/Loss (Raw)": 0.9859849810600281, "Finetune/Step": 4863, "Finetune/Step Time": 4.633145933970809}
{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8471596240997314, "Finetune/Loss (Raw)": 0.9263104200363159, "Finetune/Step": 4864, "Finetune/Step Time": 4.638459989801049}
{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.848106861114502, "Finetune/Loss (Raw)": 0.9101201295852661, "Finetune/Step": 4865, "Finetune/Step Time": 4.632968723773956}
{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8463952541351318, "Finetune/Loss (Raw)": 0.7727084159851074, "Finetune/Step": 4866, "Finetune/Step Time": 4.624866483733058}
{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8430130481719971, "Finetune/Loss (Raw)": 0.3515266478061676, "Finetune/Step": 4867, "Finetune/Step Time": 4.662972457706928}
{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8425010442733765, "Finetune/Loss (Raw)": 0.7606453895568848, "Finetune/Step": 4868, "Finetune/Step Time": 4.662209099158645}
{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8431280851364136, "Finetune/Loss (Raw)": 0.7765535712242126, "Finetune/Step": 4869, "Finetune/Step Time": 4.666776223108172}
{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.843191385269165, "Finetune/Loss (Raw)": 0.7830353379249573, "Finetune/Step": 4870, "Finetune/Step Time": 4.652350354939699}
{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8448262214660645, "Finetune/Loss (Raw)": 0.9405589699745178, "Finetune/Step": 4871, "Finetune/Step Time": 4.647137263789773}
{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8434848189353943, "Finetune/Loss (Raw)": 0.8352274298667908, "Finetune/Step": 4872, "Finetune/Step Time": 4.647223895415664}
{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.843712568283081, "Finetune/Loss (Raw)": 0.8073278069496155, "Finetune/Step": 4873, "Finetune/Step Time": 4.64428541995585}
{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8427222967147827, "Finetune/Loss (Raw)": 0.6634119153022766, "Finetune/Step": 4874, "Finetune/Step Time": 4.628671070560813}
{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8412030935287476, "Finetune/Loss (Raw)": 0.8306042551994324, "Finetune/Step": 4875, "Finetune/Step Time": 4.6375211495906115}
{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8411608934402466, "Finetune/Loss (Raw)": 0.9307292699813843, "Finetune/Step": 4876, "Finetune/Step Time": 4.630654506385326}
{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8422623872756958, "Finetune/Loss (Raw)": 0.983219563961029, "Finetune/Step": 4877, "Finetune/Step Time": 4.637779233977199}
{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8421745300292969, "Finetune/Loss (Raw)": 0.8497055172920227, "Finetune/Step": 4878, "Finetune/Step Time": 4.6338155176490545}
{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8424314260482788, "Finetune/Loss (Raw)": 0.9185925722122192, "Finetune/Step": 4879, "Finetune/Step Time": 4.61479832790792}
{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.842835545539856, "Finetune/Loss (Raw)": 0.9494447112083435, "Finetune/Step": 4880, "Finetune/Step Time": 4.610986892133951}
{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8451439738273621, "Finetune/Loss (Raw)": 1.0632585287094116, "Finetune/Step": 4881, "Finetune/Step Time": 4.60535591468215}
{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8440283536911011, "Finetune/Loss (Raw)": 0.7728627324104309, "Finetune/Step": 4882, "Finetune/Step Time": 4.607690025120974}
{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8426175117492676, "Finetune/Loss (Raw)": 0.7519164085388184, "Finetune/Step": 4883, "Finetune/Step Time": 4.598428137600422}
{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8434815406799316, "Finetune/Loss (Raw)": 0.9880814552307129, "Finetune/Step": 4884, "Finetune/Step Time": 4.594805177301168}
{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8432668447494507, "Finetune/Loss (Raw)": 0.8451283574104309, "Finetune/Step": 4885, "Finetune/Step Time": 4.598398543894291}
{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8441931009292603, "Finetune/Loss (Raw)": 0.9648897051811218, "Finetune/Step": 4886, "Finetune/Step Time": 4.610377365723252}
{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.844595193862915, "Finetune/Loss (Raw)": 0.8867421746253967, "Finetune/Step": 4887, "Finetune/Step Time": 4.616804594174027}
{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8451963663101196, "Finetune/Loss (Raw)": 0.9468297362327576, "Finetune/Step": 4888, "Finetune/Step Time": 4.626968381926417}
{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8461102247238159, "Finetune/Loss (Raw)": 0.876773476600647, "Finetune/Step": 4889, "Finetune/Step Time": 4.610439281910658}
{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8466266393661499, "Finetune/Loss (Raw)": 0.8559783697128296, "Finetune/Step": 4890, "Finetune/Step Time": 4.629958463832736}
{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8459253311157227, "Finetune/Loss (Raw)": 0.7850646376609802, "Finetune/Step": 4891, "Finetune/Step Time": 4.621401470154524}
{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8461630940437317, "Finetune/Loss (Raw)": 0.8809669613838196, "Finetune/Step": 4892, "Finetune/Step Time": 4.617496971040964}
{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8479404449462891, "Finetune/Loss (Raw)": 0.9997888207435608, "Finetune/Step": 4893, "Finetune/Step Time": 4.622833553701639}
{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8463039398193359, "Finetune/Loss (Raw)": 0.818350076675415, "Finetune/Step": 4894, "Finetune/Step Time": 4.629276989027858}
{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8455045819282532, "Finetune/Loss (Raw)": 0.7833495140075684, "Finetune/Step": 4895, "Finetune/Step Time": 4.625434298068285}
{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8464361429214478, "Finetune/Loss (Raw)": 0.9284971356391907, "Finetune/Step": 4896, "Finetune/Step Time": 4.623357092961669}
{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.845445990562439, "Finetune/Loss (Raw)": 0.6932966709136963, "Finetune/Step": 4897, "Finetune/Step Time": 4.6348069831728935}
{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.846516489982605, "Finetune/Loss (Raw)": 0.7710691094398499, "Finetune/Step": 4898, "Finetune/Step Time": 4.636271696537733}
{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8463484048843384, "Finetune/Loss (Raw)": 0.9668404459953308, "Finetune/Step": 4899, "Finetune/Step Time": 4.633401418104768}
{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8469939827919006, "Finetune/Loss (Raw)": 0.853323221206665, "Finetune/Step": 4900, "Finetune/Step Time": 4.620362173765898}
{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8485805988311768, "Finetune/Loss (Raw)": 0.8238239884376526, "Finetune/Step": 4901, "Finetune/Step Time": 4.618705531582236}
{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8480527400970459, "Finetune/Loss (Raw)": 0.8220603466033936, "Finetune/Step": 4902, "Finetune/Step Time": 4.6180435717105865}
{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.847045361995697, "Finetune/Loss (Raw)": 0.838763415813446, "Finetune/Step": 4903, "Finetune/Step Time": 4.617799902334809}
{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8474657535552979, "Finetune/Loss (Raw)": 0.8559137582778931, "Finetune/Step": 4904, "Finetune/Step Time": 4.60296162776649}
{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8478341698646545, "Finetune/Loss (Raw)": 0.9331352114677429, "Finetune/Step": 4905, "Finetune/Step Time": 4.607174098491669}
{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8521387577056885, "Finetune/Loss (Raw)": 0.8404974341392517, "Finetune/Step": 4906, "Finetune/Step Time": 4.567122718319297}
{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8502120971679688, "Finetune/Loss (Raw)": 0.7683805823326111, "Finetune/Step": 4907, "Finetune/Step Time": 4.574711972847581}
{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.850566029548645, "Finetune/Loss (Raw)": 0.8847771286964417, "Finetune/Step": 4908, "Finetune/Step Time": 4.586641628295183}
{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8509825468063354, "Finetune/Loss (Raw)": 0.8553018569946289, "Finetune/Step": 4909, "Finetune/Step Time": 4.58801937289536}
{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8515161871910095, "Finetune/Loss (Raw)": 0.9020861983299255, "Finetune/Step": 4910, "Finetune/Step Time": 4.577510941773653}
{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8552590012550354, "Finetune/Loss (Raw)": 0.8446698784828186, "Finetune/Step": 4911, "Finetune/Step Time": 4.538805540651083}
{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8554880023002625, "Finetune/Loss (Raw)": 0.908836841583252, "Finetune/Step": 4912, "Finetune/Step Time": 4.545576993376017}
{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8546438813209534, "Finetune/Loss (Raw)": 0.9339525699615479, "Finetune/Step": 4913, "Finetune/Step Time": 4.55381028726697}
{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8508613109588623, "Finetune/Loss (Raw)": 0.40790191292762756, "Finetune/Step": 4914, "Finetune/Step Time": 4.588778095319867}
{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8500396013259888, "Finetune/Loss (Raw)": 0.7470229268074036, "Finetune/Step": 4915, "Finetune/Step Time": 4.59220752492547}
{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8502446413040161, "Finetune/Loss (Raw)": 0.8517118692398071, "Finetune/Step": 4916, "Finetune/Step Time": 4.566310603171587}
{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8478617072105408, "Finetune/Loss (Raw)": 0.41063618659973145, "Finetune/Step": 4917, "Finetune/Step Time": 4.6003307066857815}
{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8473451137542725, "Finetune/Loss (Raw)": 0.8811421990394592, "Finetune/Step": 4918, "Finetune/Step Time": 4.5940162762999535}
{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8517091274261475, "Finetune/Loss (Raw)": 0.8613128662109375, "Finetune/Step": 4919, "Finetune/Step Time": 4.55796535871923}
{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8508398532867432, "Finetune/Loss (Raw)": 0.9086782336235046, "Finetune/Step": 4920, "Finetune/Step Time": 4.553838791325688}
{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8508210182189941, "Finetune/Loss (Raw)": 0.9165865182876587, "Finetune/Step": 4921, "Finetune/Step Time": 4.561203956604004}
{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8503592014312744, "Finetune/Loss (Raw)": 0.7536325454711914, "Finetune/Step": 4922, "Finetune/Step Time": 4.567695859819651}
{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.850520133972168, "Finetune/Loss (Raw)": 0.8115488886833191, "Finetune/Step": 4923, "Finetune/Step Time": 4.5420772433280945}
{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8499729633331299, "Finetune/Loss (Raw)": 0.8703985214233398, "Finetune/Step": 4924, "Finetune/Step Time": 4.543679827824235}
{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8493281602859497, "Finetune/Loss (Raw)": 0.8320823311805725, "Finetune/Step": 4925, "Finetune/Step Time": 4.543145067989826}
{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.850200891494751, "Finetune/Loss (Raw)": 0.8114036917686462, "Finetune/Step": 4926, "Finetune/Step Time": 4.52732584439218}
{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8496801853179932, "Finetune/Loss (Raw)": 0.8093854188919067, "Finetune/Step": 4927, "Finetune/Step Time": 4.525471979752183}
{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.846559464931488, "Finetune/Loss (Raw)": 0.6557371616363525, "Finetune/Step": 4928, "Finetune/Step Time": 4.548333605751395}
{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8458347320556641, "Finetune/Loss (Raw)": 0.8344323635101318, "Finetune/Step": 4929, "Finetune/Step Time": 4.5527316853404045}
{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8458439111709595, "Finetune/Loss (Raw)": 0.8827361464500427, "Finetune/Step": 4930, "Finetune/Step Time": 4.552208004519343}
{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8460413217544556, "Finetune/Loss (Raw)": 0.9392777681350708, "Finetune/Step": 4931, "Finetune/Step Time": 4.549859641119838}
{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.846031665802002, "Finetune/Loss (Raw)": 0.9025273323059082, "Finetune/Step": 4932, "Finetune/Step Time": 4.54713730327785}
{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.844825267791748, "Finetune/Loss (Raw)": 0.7959597706794739, "Finetune/Step": 4933, "Finetune/Step Time": 4.557319980114698}
{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8450819253921509, "Finetune/Loss (Raw)": 0.9303115010261536, "Finetune/Step": 4934, "Finetune/Step Time": 4.552497535943985}
{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.845792829990387, "Finetune/Loss (Raw)": 0.9371982216835022, "Finetune/Step": 4935, "Finetune/Step Time": 4.551698511466384}
{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8444732427597046, "Finetune/Loss (Raw)": 0.7935636639595032, "Finetune/Step": 4936, "Finetune/Step Time": 4.562209773808718}
{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8471710085868835, "Finetune/Loss (Raw)": 1.0126303434371948, "Finetune/Step": 4937, "Finetune/Step Time": 4.5556965339928865}
{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8478341102600098, "Finetune/Loss (Raw)": 0.9163964986801147, "Finetune/Step": 4938, "Finetune/Step Time": 4.5676326006650925}
{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8435012102127075, "Finetune/Loss (Raw)": 0.3393440246582031, "Finetune/Step": 4939, "Finetune/Step Time": 4.583926009014249}
{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8420677185058594, "Finetune/Loss (Raw)": 0.6914200782775879, "Finetune/Step": 4940, "Finetune/Step Time": 4.584188956767321}
{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8442278504371643, "Finetune/Loss (Raw)": 0.7518531680107117, "Finetune/Step": 4941, "Finetune/Step Time": 4.547414602711797}
{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8438389301300049, "Finetune/Loss (Raw)": 0.8227876424789429, "Finetune/Step": 4942, "Finetune/Step Time": 4.553984090685844}
{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8426422476768494, "Finetune/Loss (Raw)": 0.7906503677368164, "Finetune/Step": 4943, "Finetune/Step Time": 4.565596956759691}
{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8434433937072754, "Finetune/Loss (Raw)": 0.9208944439888, "Finetune/Step": 4944, "Finetune/Step Time": 4.546592965722084}
{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8438106775283813, "Finetune/Loss (Raw)": 0.944342851638794, "Finetune/Step": 4945, "Finetune/Step Time": 4.546368278563023}
{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8430076837539673, "Finetune/Loss (Raw)": 0.8630503416061401, "Finetune/Step": 4946, "Finetune/Step Time": 4.5473107770085335}
{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8427979946136475, "Finetune/Loss (Raw)": 0.9271314144134521, "Finetune/Step": 4947, "Finetune/Step Time": 4.554595550522208}
{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8421369194984436, "Finetune/Loss (Raw)": 0.8205223679542542, "Finetune/Step": 4948, "Finetune/Step Time": 4.552316177636385}
{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8410621881484985, "Finetune/Loss (Raw)": 0.8089954853057861, "Finetune/Step": 4949, "Finetune/Step Time": 4.550413174554706}
{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.840528130531311, "Finetune/Loss (Raw)": 0.8148027062416077, "Finetune/Step": 4950, "Finetune/Step Time": 4.562182357534766}
{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8402771949768066, "Finetune/Loss (Raw)": 0.9076538681983948, "Finetune/Step": 4951, "Finetune/Step Time": 4.560438048094511}
{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8451812267303467, "Finetune/Loss (Raw)": 0.9225517511367798, "Finetune/Step": 4952, "Finetune/Step Time": 4.526686318218708}
{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8447803258895874, "Finetune/Loss (Raw)": 0.8217979669570923, "Finetune/Step": 4953, "Finetune/Step Time": 4.522121990099549}
{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8449058532714844, "Finetune/Loss (Raw)": 0.9253945350646973, "Finetune/Step": 4954, "Finetune/Step Time": 4.573352864012122}
{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8443219661712646, "Finetune/Loss (Raw)": 0.8683910965919495, "Finetune/Step": 4955, "Finetune/Step Time": 4.57097427174449}
{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8442131876945496, "Finetune/Loss (Raw)": 0.9359742999076843, "Finetune/Step": 4956, "Finetune/Step Time": 4.564314913004637}
{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8452348113059998, "Finetune/Loss (Raw)": 0.9707249402999878, "Finetune/Step": 4957, "Finetune/Step Time": 4.553914979100227}
{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8446308374404907, "Finetune/Loss (Raw)": 0.8109049201011658, "Finetune/Step": 4958, "Finetune/Step Time": 4.565452819690108}
{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.8452968597412109, "Finetune/Loss (Raw)": 0.4403195083141327, "Finetune/Step": 4959, "Finetune/Step Time": 4.5658301170915365}
{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.845904529094696, "Finetune/Loss (Raw)": 0.8304727673530579, "Finetune/Step": 4960, "Finetune/Step Time": 4.545114709064364}
{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.845641016960144, "Finetune/Loss (Raw)": 0.8109800219535828, "Finetune/Step": 4961, "Finetune/Step Time": 4.543198758736253}
{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8450919985771179, "Finetune/Loss (Raw)": 0.9225817918777466, "Finetune/Step": 4962, "Finetune/Step Time": 4.547636674717069}
{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8443396091461182, "Finetune/Loss (Raw)": 0.8421941995620728, "Finetune/Step": 4963, "Finetune/Step Time": 4.546209942549467}
{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8442030549049377, "Finetune/Loss (Raw)": 0.9477794766426086, "Finetune/Step": 4964, "Finetune/Step Time": 4.549666488543153}
{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.845055341720581, "Finetune/Loss (Raw)": 0.9760081171989441, "Finetune/Step": 4965, "Finetune/Step Time": 4.555990256369114}
{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.843768835067749, "Finetune/Loss (Raw)": 0.7992914319038391, "Finetune/Step": 4966, "Finetune/Step Time": 4.559206668287516}
{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8446198105812073, "Finetune/Loss (Raw)": 0.9300349354743958, "Finetune/Step": 4967, "Finetune/Step Time": 4.556658614426851}
{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8445127010345459, "Finetune/Loss (Raw)": 0.8857712745666504, "Finetune/Step": 4968, "Finetune/Step Time": 4.552045838907361}
{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8449923396110535, "Finetune/Loss (Raw)": 0.8781555891036987, "Finetune/Step": 4969, "Finetune/Step Time": 4.55542080104351}
{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.845700204372406, "Finetune/Loss (Raw)": 0.9438197612762451, "Finetune/Step": 4970, "Finetune/Step Time": 4.537492034956813}
{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8454300165176392, "Finetune/Loss (Raw)": 1.0129191875457764, "Finetune/Step": 4971, "Finetune/Step Time": 4.549395760521293}
{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8456615805625916, "Finetune/Loss (Raw)": 0.8642411828041077, "Finetune/Step": 4972, "Finetune/Step Time": 4.537977835163474}
{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8456166386604309, "Finetune/Loss (Raw)": 1.0020599365234375, "Finetune/Step": 4973, "Finetune/Step Time": 4.54392222687602}
{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.840585470199585, "Finetune/Loss (Raw)": 0.3047977685928345, "Finetune/Step": 4974, "Finetune/Step Time": 4.5543590653687716}
{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.844420850276947, "Finetune/Loss (Raw)": 0.8141480088233948, "Finetune/Step": 4975, "Finetune/Step Time": 4.52075139246881}
{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8461911678314209, "Finetune/Loss (Raw)": 0.9917467832565308, "Finetune/Step": 4976, "Finetune/Step Time": 4.523784166201949}
{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8461292386054993, "Finetune/Loss (Raw)": 0.7509996891021729, "Finetune/Step": 4977, "Finetune/Step Time": 4.523231130093336}
{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8449570536613464, "Finetune/Loss (Raw)": 0.8057515621185303, "Finetune/Step": 4978, "Finetune/Step Time": 4.5135525688529015}
{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8442394733428955, "Finetune/Loss (Raw)": 0.8211499452590942, "Finetune/Step": 4979, "Finetune/Step Time": 4.515782721340656}
{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8432989120483398, "Finetune/Loss (Raw)": 0.7069063782691956, "Finetune/Step": 4980, "Finetune/Step Time": 4.514552799984813}
{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8414111137390137, "Finetune/Loss (Raw)": 0.7693116664886475, "Finetune/Step": 4981, "Finetune/Step Time": 4.50550976395607}
{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8440464735031128, "Finetune/Loss (Raw)": 0.9583142399787903, "Finetune/Step": 4982, "Finetune/Step Time": 4.50044166110456}
{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8401544094085693, "Finetune/Loss (Raw)": 0.41231003403663635, "Finetune/Step": 4983, "Finetune/Step Time": 4.536269577220082}
{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8392807245254517, "Finetune/Loss (Raw)": 0.7857640385627747, "Finetune/Step": 4984, "Finetune/Step Time": 4.541614463552833}
{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8397269248962402, "Finetune/Loss (Raw)": 1.0216104984283447, "Finetune/Step": 4985, "Finetune/Step Time": 4.538296222686768}
{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8374489545822144, "Finetune/Loss (Raw)": 0.7025451064109802, "Finetune/Step": 4986, "Finetune/Step Time": 4.530050104483962}
{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8376890420913696, "Finetune/Loss (Raw)": 0.9205948710441589, "Finetune/Step": 4987, "Finetune/Step Time": 4.537385230883956}
{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8388814330101013, "Finetune/Loss (Raw)": 0.944441556930542, "Finetune/Step": 4988, "Finetune/Step Time": 4.545799745246768}
{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8393970131874084, "Finetune/Loss (Raw)": 0.9269893169403076, "Finetune/Step": 4989, "Finetune/Step Time": 4.536848830059171}
{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.838589072227478, "Finetune/Loss (Raw)": 0.8610764145851135, "Finetune/Step": 4990, "Finetune/Step Time": 4.539896795526147}
{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8373696208000183, "Finetune/Loss (Raw)": 0.829889178276062, "Finetune/Step": 4991, "Finetune/Step Time": 4.534282283857465}
{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8378692865371704, "Finetune/Loss (Raw)": 0.9902709722518921, "Finetune/Step": 4992, "Finetune/Step Time": 4.534039776772261}
{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.8354200124740601, "Finetune/Loss (Raw)": 0.5966101288795471, "Finetune/Step": 4993, "Finetune/Step Time": 4.547452023252845}
{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8359333276748657, "Finetune/Loss (Raw)": 0.8384198546409607, "Finetune/Step": 4994, "Finetune/Step Time": 4.554397756233811}
{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8380417227745056, "Finetune/Loss (Raw)": 0.6213923692703247, "Finetune/Step": 4995, "Finetune/Step Time": 4.519569663330913}
{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.840064525604248, "Finetune/Loss (Raw)": 1.0195714235305786, "Finetune/Step": 4996, "Finetune/Step Time": 4.521018702536821}
{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8412981033325195, "Finetune/Loss (Raw)": 0.9344491362571716, "Finetune/Step": 4997, "Finetune/Step Time": 4.505784286186099}
{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8437520265579224, "Finetune/Loss (Raw)": 1.0971318483352661, "Finetune/Step": 4998, "Finetune/Step Time": 4.503577573224902}
{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8441532850265503, "Finetune/Loss (Raw)": 0.9919206500053406, "Finetune/Step": 4999, "Finetune/Step Time": 4.493904998525977}
{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.840377926826477, "Finetune/Loss (Raw)": 0.35199013352394104, "Finetune/Step": 5000, "Finetune/Step Time": 4.532823000103235}
{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8413864374160767, "Finetune/Loss (Raw)": 0.9364144206047058, "Finetune/Step": 5001, "Finetune/Step Time": 4.515083974227309}
{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8415553569793701, "Finetune/Loss (Raw)": 0.6850289106369019, "Finetune/Step": 5002, "Finetune/Step Time": 4.516659447923303}
{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8413248062133789, "Finetune/Loss (Raw)": 0.80109041929245, "Finetune/Step": 5003, "Finetune/Step Time": 4.505024479702115}
{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8398171067237854, "Finetune/Loss (Raw)": 0.7377508282661438, "Finetune/Step": 5004, "Finetune/Step Time": 4.518673170357943}
{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8389207124710083, "Finetune/Loss (Raw)": 0.8684831261634827, "Finetune/Step": 5005, "Finetune/Step Time": 4.514988198876381}
{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8391874432563782, "Finetune/Loss (Raw)": 0.883844256401062, "Finetune/Step": 5006, "Finetune/Step Time": 4.5070690624415874}
{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8382105231285095, "Finetune/Loss (Raw)": 0.7935453653335571, "Finetune/Step": 5007, "Finetune/Step Time": 4.517046209424734}
{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8369684815406799, "Finetune/Loss (Raw)": 0.7904653549194336, "Finetune/Step": 5008, "Finetune/Step Time": 4.523972952738404}
{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8365651369094849, "Finetune/Loss (Raw)": 1.0116329193115234, "Finetune/Step": 5009, "Finetune/Step Time": 4.5265389159321785}
{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8379024863243103, "Finetune/Loss (Raw)": 0.9440404176712036, "Finetune/Step": 5010, "Finetune/Step Time": 4.517461223527789}
{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8387920260429382, "Finetune/Loss (Raw)": 0.8657768964767456, "Finetune/Step": 5011, "Finetune/Step Time": 4.518733946606517}
{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8376701474189758, "Finetune/Loss (Raw)": 0.8444828391075134, "Finetune/Step": 5012, "Finetune/Step Time": 4.522225642576814}
{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8367864489555359, "Finetune/Loss (Raw)": 0.732013463973999, "Finetune/Step": 5013, "Finetune/Step Time": 4.521037448197603}
{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8354362845420837, "Finetune/Loss (Raw)": 0.7920657992362976, "Finetune/Step": 5014, "Finetune/Step Time": 4.505363754928112}
{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8345680236816406, "Finetune/Loss (Raw)": 0.775606632232666, "Finetune/Step": 5015, "Finetune/Step Time": 4.4945068173110485}
{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8339245319366455, "Finetune/Loss (Raw)": 0.864464282989502, "Finetune/Step": 5016, "Finetune/Step Time": 4.509613132104278}
{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8332226276397705, "Finetune/Loss (Raw)": 0.7869311571121216, "Finetune/Step": 5017, "Finetune/Step Time": 4.515555668622255}
{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8323907256126404, "Finetune/Loss (Raw)": 0.7494959831237793, "Finetune/Step": 5018, "Finetune/Step Time": 4.50371135212481}
{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8323865532875061, "Finetune/Loss (Raw)": 0.7845303416252136, "Finetune/Step": 5019, "Finetune/Step Time": 4.5024542063474655}
{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8282065987586975, "Finetune/Loss (Raw)": 0.3459289073944092, "Finetune/Step": 5020, "Finetune/Step Time": 4.5328476298600435}
{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8276687264442444, "Finetune/Loss (Raw)": 0.9309465289115906, "Finetune/Step": 5021, "Finetune/Step Time": 4.532344726845622}
{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8282013535499573, "Finetune/Loss (Raw)": 0.8865240216255188, "Finetune/Step": 5022, "Finetune/Step Time": 4.51446146517992}
{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8289409875869751, "Finetune/Loss (Raw)": 0.8780225515365601, "Finetune/Step": 5023, "Finetune/Step Time": 4.520909022539854}
{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.828130304813385, "Finetune/Loss (Raw)": 0.8247256278991699, "Finetune/Step": 5024, "Finetune/Step Time": 4.524862792342901}
{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8292025327682495, "Finetune/Loss (Raw)": 0.8305436372756958, "Finetune/Step": 5025, "Finetune/Step Time": 4.524073721840978}
{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8304287195205688, "Finetune/Loss (Raw)": 0.9280197024345398, "Finetune/Step": 5026, "Finetune/Step Time": 4.521194543689489}
{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8300642967224121, "Finetune/Loss (Raw)": 0.9202011227607727, "Finetune/Step": 5027, "Finetune/Step Time": 4.524269750341773}
{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8309875130653381, "Finetune/Loss (Raw)": 0.9714915752410889, "Finetune/Step": 5028, "Finetune/Step Time": 4.526586268097162}
{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8314818739891052, "Finetune/Loss (Raw)": 0.8870994448661804, "Finetune/Step": 5029, "Finetune/Step Time": 4.528386063873768}
{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8314917087554932, "Finetune/Loss (Raw)": 0.8233168721199036, "Finetune/Step": 5030, "Finetune/Step Time": 4.531572621315718}
{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8319126963615417, "Finetune/Loss (Raw)": 0.8926528096199036, "Finetune/Step": 5031, "Finetune/Step Time": 4.538832636550069}
{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8326385617256165, "Finetune/Loss (Raw)": 0.9488231539726257, "Finetune/Step": 5032, "Finetune/Step Time": 4.536844536662102}
{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8319984674453735, "Finetune/Loss (Raw)": 0.8512083292007446, "Finetune/Step": 5033, "Finetune/Step Time": 4.536115912720561}
{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8325795531272888, "Finetune/Loss (Raw)": 0.9148768186569214, "Finetune/Step": 5034, "Finetune/Step Time": 4.5333913043141365}
{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8327778577804565, "Finetune/Loss (Raw)": 0.7937629222869873, "Finetune/Step": 5035, "Finetune/Step Time": 4.5307933278381824}
{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8323186635971069, "Finetune/Loss (Raw)": 0.825999915599823, "Finetune/Step": 5036, "Finetune/Step Time": 4.5107464753091335}
{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8332202434539795, "Finetune/Loss (Raw)": 0.9706994891166687, "Finetune/Step": 5037, "Finetune/Step Time": 4.500507544726133}
{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8337879776954651, "Finetune/Loss (Raw)": 0.9747605323791504, "Finetune/Step": 5038, "Finetune/Step Time": 4.508425049483776}
{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8355706930160522, "Finetune/Loss (Raw)": 1.0728541612625122, "Finetune/Step": 5039, "Finetune/Step Time": 4.513849835842848}
{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8341736793518066, "Finetune/Loss (Raw)": 0.7300207018852234, "Finetune/Step": 5040, "Finetune/Step Time": 4.523398535326123}
{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8345451951026917, "Finetune/Loss (Raw)": 0.9815016388893127, "Finetune/Step": 5041, "Finetune/Step Time": 4.511816518381238}
{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8388918042182922, "Finetune/Loss (Raw)": 0.9642770886421204, "Finetune/Step": 5042, "Finetune/Step Time": 4.487878922373056}
{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8398597240447998, "Finetune/Loss (Raw)": 0.8709183931350708, "Finetune/Step": 5043, "Finetune/Step Time": 4.489693351089954}
{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8398709893226624, "Finetune/Loss (Raw)": 0.8531472682952881, "Finetune/Step": 5044, "Finetune/Step Time": 4.49283878877759}
{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8389261960983276, "Finetune/Loss (Raw)": 0.2897028625011444, "Finetune/Step": 5045, "Finetune/Step Time": 4.491470236331224}
{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8346366882324219, "Finetune/Loss (Raw)": 0.3320888578891754, "Finetune/Step": 5046, "Finetune/Step Time": 4.533434679731727}
{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8349407911300659, "Finetune/Loss (Raw)": 0.9002343416213989, "Finetune/Step": 5047, "Finetune/Step Time": 4.5331254582852125}
{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8353978991508484, "Finetune/Loss (Raw)": 0.967184841632843, "Finetune/Step": 5048, "Finetune/Step Time": 4.53384443372488}
{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8349432349205017, "Finetune/Loss (Raw)": 0.8583886027336121, "Finetune/Step": 5049, "Finetune/Step Time": 4.52640145458281}
{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8355967402458191, "Finetune/Loss (Raw)": 0.8372865915298462, "Finetune/Step": 5050, "Finetune/Step Time": 4.532474394887686}
{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8353166580200195, "Finetune/Loss (Raw)": 0.7756964564323425, "Finetune/Step": 5051, "Finetune/Step Time": 4.546483976766467}
{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.831423282623291, "Finetune/Loss (Raw)": 0.37204793095588684, "Finetune/Step": 5052, "Finetune/Step Time": 4.578838523477316}
{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8312406539916992, "Finetune/Loss (Raw)": 0.808699905872345, "Finetune/Step": 5053, "Finetune/Step Time": 4.587452407926321}
{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8327531814575195, "Finetune/Loss (Raw)": 1.005020260810852, "Finetune/Step": 5054, "Finetune/Step Time": 4.5936956740915775}
{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8329430818557739, "Finetune/Loss (Raw)": 0.8336809873580933, "Finetune/Step": 5055, "Finetune/Step Time": 4.593887763097882}
{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8347578048706055, "Finetune/Loss (Raw)": 0.8880202174186707, "Finetune/Step": 5056, "Finetune/Step Time": 4.568651534616947}
{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8351140022277832, "Finetune/Loss (Raw)": 0.8800313472747803, "Finetune/Step": 5057, "Finetune/Step Time": 4.572427827864885}
{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8351370692253113, "Finetune/Loss (Raw)": 0.8856955170631409, "Finetune/Step": 5058, "Finetune/Step Time": 4.576089141890407}
{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8352752923965454, "Finetune/Loss (Raw)": 0.9569642543792725, "Finetune/Step": 5059, "Finetune/Step Time": 4.573650045320392}
{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8358355760574341, "Finetune/Loss (Raw)": 0.974249005317688, "Finetune/Step": 5060, "Finetune/Step Time": 4.574031572788954}
{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8367261290550232, "Finetune/Loss (Raw)": 0.9099432826042175, "Finetune/Step": 5061, "Finetune/Step Time": 4.556672701612115}
{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8356485366821289, "Finetune/Loss (Raw)": 0.7923769354820251, "Finetune/Step": 5062, "Finetune/Step Time": 4.561248999089003}
{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8356977105140686, "Finetune/Loss (Raw)": 0.943494975566864, "Finetune/Step": 5063, "Finetune/Step Time": 4.558149481192231}
{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8354300856590271, "Finetune/Loss (Raw)": 0.7593101263046265, "Finetune/Step": 5064, "Finetune/Step Time": 4.55331963673234}
{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8350297212600708, "Finetune/Loss (Raw)": 0.9613779783248901, "Finetune/Step": 5065, "Finetune/Step Time": 4.559677744284272}
{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.835177481174469, "Finetune/Loss (Raw)": 0.9353166222572327, "Finetune/Step": 5066, "Finetune/Step Time": 4.550457090139389}
{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8389517664909363, "Finetune/Loss (Raw)": 0.8224489688873291, "Finetune/Step": 5067, "Finetune/Step Time": 4.516146784648299}
{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8406113982200623, "Finetune/Loss (Raw)": 0.9038544297218323, "Finetune/Step": 5068, "Finetune/Step Time": 4.5089955143630505}
{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8408377766609192, "Finetune/Loss (Raw)": 0.7808278799057007, "Finetune/Step": 5069, "Finetune/Step Time": 4.5109536070376635}
{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8407005071640015, "Finetune/Loss (Raw)": 0.8052180409431458, "Finetune/Step": 5070, "Finetune/Step Time": 4.508230781182647}
{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8410289287567139, "Finetune/Loss (Raw)": 0.832684338092804, "Finetune/Step": 5071, "Finetune/Step Time": 4.514799784868956}
{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8422133922576904, "Finetune/Loss (Raw)": 1.0725127458572388, "Finetune/Step": 5072, "Finetune/Step Time": 4.523136306554079}
{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8418782949447632, "Finetune/Loss (Raw)": 0.9014502167701721, "Finetune/Step": 5073, "Finetune/Step Time": 4.527401514351368}
{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8425097465515137, "Finetune/Loss (Raw)": 0.9438770413398743, "Finetune/Step": 5074, "Finetune/Step Time": 4.523068366572261}
{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8381221890449524, "Finetune/Loss (Raw)": 0.3655209243297577, "Finetune/Step": 5075, "Finetune/Step Time": 4.553712833672762}
{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8390206098556519, "Finetune/Loss (Raw)": 0.9355214834213257, "Finetune/Step": 5076, "Finetune/Step Time": 4.552174691110849}
{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8393526077270508, "Finetune/Loss (Raw)": 0.8514935970306396, "Finetune/Step": 5077, "Finetune/Step Time": 4.573760783299804}
{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8397500514984131, "Finetune/Loss (Raw)": 0.8656786680221558, "Finetune/Step": 5078, "Finetune/Step Time": 4.552092123776674}
{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.840583086013794, "Finetune/Loss (Raw)": 1.014279842376709, "Finetune/Step": 5079, "Finetune/Step Time": 4.552677683532238}
{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8409074544906616, "Finetune/Loss (Raw)": 0.9640753865242004, "Finetune/Step": 5080, "Finetune/Step Time": 4.545118885114789}
{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8400862812995911, "Finetune/Loss (Raw)": 0.7166787385940552, "Finetune/Step": 5081, "Finetune/Step Time": 4.541546808555722}
{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8355472087860107, "Finetune/Loss (Raw)": 0.34440019726753235, "Finetune/Step": 5082, "Finetune/Step Time": 4.523649174720049}
{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8355206847190857, "Finetune/Loss (Raw)": 0.8649884462356567, "Finetune/Step": 5083, "Finetune/Step Time": 4.528453214094043}
{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8341681361198425, "Finetune/Loss (Raw)": 0.7628514170646667, "Finetune/Step": 5084, "Finetune/Step Time": 4.533012775704265}
{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8333454728126526, "Finetune/Loss (Raw)": 0.8654208779335022, "Finetune/Step": 5085, "Finetune/Step Time": 4.536507917568088}
{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8347153663635254, "Finetune/Loss (Raw)": 0.98625648021698, "Finetune/Step": 5086, "Finetune/Step Time": 4.528781579807401}
{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8383879661560059, "Finetune/Loss (Raw)": 0.9104135036468506, "Finetune/Step": 5087, "Finetune/Step Time": 4.513671707361937}
{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8397687673568726, "Finetune/Loss (Raw)": 1.0072160959243774, "Finetune/Step": 5088, "Finetune/Step Time": 4.507461074739695}
{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.840697169303894, "Finetune/Loss (Raw)": 0.9298092126846313, "Finetune/Step": 5089, "Finetune/Step Time": 4.511799190193415}
{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8397656083106995, "Finetune/Loss (Raw)": 0.803341805934906, "Finetune/Step": 5090, "Finetune/Step Time": 4.507571659982204}
{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8406285047531128, "Finetune/Loss (Raw)": 0.9526512026786804, "Finetune/Step": 5091, "Finetune/Step Time": 4.515269920229912}
{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8357570171356201, "Finetune/Loss (Raw)": 0.32422757148742676, "Finetune/Step": 5092, "Finetune/Step Time": 4.54911402054131}
{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8351424932479858, "Finetune/Loss (Raw)": 0.8973434567451477, "Finetune/Step": 5093, "Finetune/Step Time": 4.550475209951401}
{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8353022933006287, "Finetune/Loss (Raw)": 0.819745659828186, "Finetune/Step": 5094, "Finetune/Step Time": 4.5653898902237415}
{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8335316181182861, "Finetune/Loss (Raw)": 0.7033880949020386, "Finetune/Step": 5095, "Finetune/Step Time": 4.572536269202828}
{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.8328343033790588, "Finetune/Loss (Raw)": 0.7965179681777954, "Finetune/Step": 5096, "Finetune/Step Time": 4.600417796522379}
{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8310100436210632, "Finetune/Loss (Raw)": 0.6446460485458374, "Finetune/Step": 5097, "Finetune/Step Time": 4.5962960831820965}
{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8292823433876038, "Finetune/Loss (Raw)": 0.7226765751838684, "Finetune/Step": 5098, "Finetune/Step Time": 4.5979132652282715}
{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8274962902069092, "Finetune/Loss (Raw)": 0.7843096256256104, "Finetune/Step": 5099, "Finetune/Step Time": 4.590878808870912}
{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.826796293258667, "Finetune/Loss (Raw)": 0.7746339440345764, "Finetune/Step": 5100, "Finetune/Step Time": 4.577012475579977}
{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8251415491104126, "Finetune/Loss (Raw)": 0.7902572751045227, "Finetune/Step": 5101, "Finetune/Step Time": 4.57315781712532}
{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.829742431640625, "Finetune/Loss (Raw)": 0.8937081694602966, "Finetune/Step": 5102, "Finetune/Step Time": 4.538100028410554}
{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8308420777320862, "Finetune/Loss (Raw)": 0.9549049139022827, "Finetune/Step": 5103, "Finetune/Step Time": 4.533134568482637}
{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.828103244304657, "Finetune/Loss (Raw)": 0.641177237033844, "Finetune/Step": 5104, "Finetune/Step Time": 4.535351250320673}
{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8291398286819458, "Finetune/Loss (Raw)": 0.8836779594421387, "Finetune/Step": 5105, "Finetune/Step Time": 4.513822041451931}
{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.830570638179779, "Finetune/Loss (Raw)": 0.9889007210731506, "Finetune/Step": 5106, "Finetune/Step Time": 4.520577369257808}
{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8316938877105713, "Finetune/Loss (Raw)": 0.9649208784103394, "Finetune/Step": 5107, "Finetune/Step Time": 4.5195978581905365}
{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8328404426574707, "Finetune/Loss (Raw)": 0.8536704778671265, "Finetune/Step": 5108, "Finetune/Step Time": 4.49805941991508}
{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.834353506565094, "Finetune/Loss (Raw)": 0.9629767537117004, "Finetune/Step": 5109, "Finetune/Step Time": 4.506349267438054}
{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8337610960006714, "Finetune/Loss (Raw)": 0.8824856877326965, "Finetune/Step": 5110, "Finetune/Step Time": 4.518509041517973}
{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8364206552505493, "Finetune/Loss (Raw)": 0.7527324557304382, "Finetune/Step": 5111, "Finetune/Step Time": 4.5064343474805355}
{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8330034613609314, "Finetune/Loss (Raw)": 0.34836697578430176, "Finetune/Step": 5112, "Finetune/Step Time": 4.533348688855767}
{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8272964358329773, "Finetune/Loss (Raw)": 0.291111022233963, "Finetune/Step": 5113, "Finetune/Step Time": 4.576060665771365}
{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8285031318664551, "Finetune/Loss (Raw)": 0.8569998145103455, "Finetune/Step": 5114, "Finetune/Step Time": 4.5777767188847065}
{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8273850679397583, "Finetune/Loss (Raw)": 0.7774908542633057, "Finetune/Step": 5115, "Finetune/Step Time": 4.569558762013912}
{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8220300078392029, "Finetune/Loss (Raw)": 0.2589874863624573, "Finetune/Step": 5116, "Finetune/Step Time": 4.600249882787466}
{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8229403495788574, "Finetune/Loss (Raw)": 1.0435175895690918, "Finetune/Step": 5117, "Finetune/Step Time": 4.601992815732956}
{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8239713907241821, "Finetune/Loss (Raw)": 0.9930425882339478, "Finetune/Step": 5118, "Finetune/Step Time": 4.604707196354866}
{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8254832625389099, "Finetune/Loss (Raw)": 1.0234119892120361, "Finetune/Step": 5119, "Finetune/Step Time": 4.604793580248952}
{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.820428729057312, "Finetune/Loss (Raw)": 0.34329739212989807, "Finetune/Step": 5120, "Finetune/Step Time": 4.626382976770401}
{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8221218585968018, "Finetune/Loss (Raw)": 0.8133291602134705, "Finetune/Step": 5121, "Finetune/Step Time": 4.612711234018207}
{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.821666955947876, "Finetune/Loss (Raw)": 0.7801941633224487, "Finetune/Step": 5122, "Finetune/Step Time": 4.604250526055694}
{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8238216042518616, "Finetune/Loss (Raw)": 0.8971843719482422, "Finetune/Step": 5123, "Finetune/Step Time": 4.60649568028748}
{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8232104778289795, "Finetune/Loss (Raw)": 0.9413402080535889, "Finetune/Step": 5124, "Finetune/Step Time": 4.607576912268996}
{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8236750364303589, "Finetune/Loss (Raw)": 0.9939080476760864, "Finetune/Step": 5125, "Finetune/Step Time": 4.61217724531889}
{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8181347250938416, "Finetune/Loss (Raw)": 0.3879791498184204, "Finetune/Step": 5126, "Finetune/Step Time": 4.64830001629889}
{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8171400427818298, "Finetune/Loss (Raw)": 0.8646010160446167, "Finetune/Step": 5127, "Finetune/Step Time": 4.6615541353821754}
{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8211151957511902, "Finetune/Loss (Raw)": 0.8608118891716003, "Finetune/Step": 5128, "Finetune/Step Time": 4.627301953732967}
{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8160953521728516, "Finetune/Loss (Raw)": 0.2938733696937561, "Finetune/Step": 5129, "Finetune/Step Time": 4.666144831106067}
{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8172929286956787, "Finetune/Loss (Raw)": 0.8383169770240784, "Finetune/Step": 5130, "Finetune/Step Time": 4.661061763763428}
{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8167185187339783, "Finetune/Loss (Raw)": 0.7275708913803101, "Finetune/Step": 5131, "Finetune/Step Time": 4.666798433288932}
{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8168915510177612, "Finetune/Loss (Raw)": 0.7598973512649536, "Finetune/Step": 5132, "Finetune/Step Time": 4.661248134449124}
{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8169374465942383, "Finetune/Loss (Raw)": 0.8743560910224915, "Finetune/Step": 5133, "Finetune/Step Time": 4.661983700469136}
{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8169752359390259, "Finetune/Loss (Raw)": 0.8886807560920715, "Finetune/Step": 5134, "Finetune/Step Time": 4.665429875254631}
{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8164646029472351, "Finetune/Loss (Raw)": 0.7281843423843384, "Finetune/Step": 5135, "Finetune/Step Time": 4.659140923991799}
{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8183885216712952, "Finetune/Loss (Raw)": 1.0367281436920166, "Finetune/Step": 5136, "Finetune/Step Time": 4.6638964135199785}
{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8169125914573669, "Finetune/Loss (Raw)": 0.8227138519287109, "Finetune/Step": 5137, "Finetune/Step Time": 4.66693994961679}
{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8160313963890076, "Finetune/Loss (Raw)": 0.8312481045722961, "Finetune/Step": 5138, "Finetune/Step Time": 4.680870965123177}
{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8119337558746338, "Finetune/Loss (Raw)": 0.34127920866012573, "Finetune/Step": 5139, "Finetune/Step Time": 4.716981632634997}
{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8125636577606201, "Finetune/Loss (Raw)": 0.9251086115837097, "Finetune/Step": 5140, "Finetune/Step Time": 4.711815293878317}
{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8144631385803223, "Finetune/Loss (Raw)": 0.9751397967338562, "Finetune/Step": 5141, "Finetune/Step Time": 4.709172781556845}
{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8147205114364624, "Finetune/Loss (Raw)": 0.8250183463096619, "Finetune/Step": 5142, "Finetune/Step Time": 4.713570652529597}
{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8161175847053528, "Finetune/Loss (Raw)": 0.9544312357902527, "Finetune/Step": 5143, "Finetune/Step Time": 4.716582242399454}
{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8145787715911865, "Finetune/Loss (Raw)": 0.6674931049346924, "Finetune/Step": 5144, "Finetune/Step Time": 4.7221290320158005}
{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8148623108863831, "Finetune/Loss (Raw)": 0.823225736618042, "Finetune/Step": 5145, "Finetune/Step Time": 4.717090051621199}
{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8168666362762451, "Finetune/Loss (Raw)": 1.0060553550720215, "Finetune/Step": 5146, "Finetune/Step Time": 4.712196171283722}
{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8174524307250977, "Finetune/Loss (Raw)": 0.8595134615898132, "Finetune/Step": 5147, "Finetune/Step Time": 4.7143084444105625}
{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8199818134307861, "Finetune/Loss (Raw)": 0.6696807146072388, "Finetune/Step": 5148, "Finetune/Step Time": 4.682695064693689}
{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8191180229187012, "Finetune/Loss (Raw)": 0.8203850984573364, "Finetune/Step": 5149, "Finetune/Step Time": 4.6834083292633295}
{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8186467885971069, "Finetune/Loss (Raw)": 0.8262009620666504, "Finetune/Step": 5150, "Finetune/Step Time": 4.690213585272431}
{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8180590867996216, "Finetune/Loss (Raw)": 0.8028003573417664, "Finetune/Step": 5151, "Finetune/Step Time": 4.686870591714978}
{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8177010416984558, "Finetune/Loss (Raw)": 0.7788915634155273, "Finetune/Step": 5152, "Finetune/Step Time": 4.688561489805579}
{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8145145773887634, "Finetune/Loss (Raw)": 0.42267948389053345, "Finetune/Step": 5153, "Finetune/Step Time": 4.7141847014427185}
{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.810171365737915, "Finetune/Loss (Raw)": 0.3720909059047699, "Finetune/Step": 5154, "Finetune/Step Time": 4.747102376073599}
{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8089275360107422, "Finetune/Loss (Raw)": 0.7609914541244507, "Finetune/Step": 5155, "Finetune/Step Time": 4.7477653454989195}
{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8088311553001404, "Finetune/Loss (Raw)": 0.9591543674468994, "Finetune/Step": 5156, "Finetune/Step Time": 4.760331194847822}
{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.808634877204895, "Finetune/Loss (Raw)": 0.8619716763496399, "Finetune/Step": 5157, "Finetune/Step Time": 4.765398474410176}
{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8088358640670776, "Finetune/Loss (Raw)": 0.8490462303161621, "Finetune/Step": 5158, "Finetune/Step Time": 4.762538863345981}
{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8092714548110962, "Finetune/Loss (Raw)": 0.9484085440635681, "Finetune/Step": 5159, "Finetune/Step Time": 4.765029326081276}
{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8097012042999268, "Finetune/Loss (Raw)": 1.003827452659607, "Finetune/Step": 5160, "Finetune/Step Time": 4.764062894508243}
{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8102667331695557, "Finetune/Loss (Raw)": 0.9235995411872864, "Finetune/Step": 5161, "Finetune/Step Time": 4.785664198920131}
{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8093655109405518, "Finetune/Loss (Raw)": 0.7995260953903198, "Finetune/Step": 5162, "Finetune/Step Time": 4.790686318650842}
{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8102402687072754, "Finetune/Loss (Raw)": 0.9057254791259766, "Finetune/Step": 5163, "Finetune/Step Time": 4.786763735115528}
{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8113843202590942, "Finetune/Loss (Raw)": 0.972445011138916, "Finetune/Step": 5164, "Finetune/Step Time": 4.800449077039957}
{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8094314932823181, "Finetune/Loss (Raw)": 0.7207319736480713, "Finetune/Step": 5165, "Finetune/Step Time": 4.810684870928526}
{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8089358806610107, "Finetune/Loss (Raw)": 0.911317765712738, "Finetune/Step": 5166, "Finetune/Step Time": 4.823130948469043}
{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8067365288734436, "Finetune/Loss (Raw)": 0.7913397550582886, "Finetune/Step": 5167, "Finetune/Step Time": 4.815750142559409}
{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8083350658416748, "Finetune/Loss (Raw)": 0.9346392154693604, "Finetune/Step": 5168, "Finetune/Step Time": 4.800921907648444}
{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8078809976577759, "Finetune/Loss (Raw)": 0.9233787655830383, "Finetune/Step": 5169, "Finetune/Step Time": 4.8020276837050915}
{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.806023359298706, "Finetune/Loss (Raw)": 0.7264970541000366, "Finetune/Step": 5170, "Finetune/Step Time": 4.798842066898942}
{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8070243000984192, "Finetune/Loss (Raw)": 0.9990417957305908, "Finetune/Step": 5171, "Finetune/Step Time": 4.799951883032918}
{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8070493340492249, "Finetune/Loss (Raw)": 0.8563520312309265, "Finetune/Step": 5172, "Finetune/Step Time": 4.796361718326807}
{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8109406232833862, "Finetune/Loss (Raw)": 0.7877905368804932, "Finetune/Step": 5173, "Finetune/Step Time": 4.758662478998303}
{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8169038891792297, "Finetune/Loss (Raw)": 1.095379114151001, "Finetune/Step": 5174, "Finetune/Step Time": 4.716827597469091}
{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8167940974235535, "Finetune/Loss (Raw)": 0.8861856460571289, "Finetune/Step": 5175, "Finetune/Step Time": 4.723278550431132}
{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8117865324020386, "Finetune/Loss (Raw)": 0.3262117803096771, "Finetune/Step": 5176, "Finetune/Step Time": 4.759124925360084}
{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8127683401107788, "Finetune/Loss (Raw)": 0.9840594530105591, "Finetune/Step": 5177, "Finetune/Step Time": 4.75282434746623}
{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.8121607303619385, "Finetune/Loss (Raw)": 0.7595160007476807, "Finetune/Step": 5178, "Finetune/Step Time": 4.737157680094242}
{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8122681379318237, "Finetune/Loss (Raw)": 0.7894446849822998, "Finetune/Step": 5179, "Finetune/Step Time": 4.733074180781841}
{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8154939413070679, "Finetune/Loss (Raw)": 0.7849586009979248, "Finetune/Step": 5180, "Finetune/Step Time": 4.703750293701887}
{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8161880970001221, "Finetune/Loss (Raw)": 0.8975403904914856, "Finetune/Step": 5181, "Finetune/Step Time": 4.69875431060791}
{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.81394362449646, "Finetune/Loss (Raw)": 0.7177363038063049, "Finetune/Step": 5182, "Finetune/Step Time": 4.7019178085029125}
{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8144258260726929, "Finetune/Loss (Raw)": 0.8953983187675476, "Finetune/Step": 5183, "Finetune/Step Time": 4.706363391131163}
{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8142085075378418, "Finetune/Loss (Raw)": 0.8602074980735779, "Finetune/Step": 5184, "Finetune/Step Time": 4.716550527140498}
{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8150578737258911, "Finetune/Loss (Raw)": 0.9887391924858093, "Finetune/Step": 5185, "Finetune/Step Time": 4.727621972560883}
{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8111138343811035, "Finetune/Loss (Raw)": 0.38085901737213135, "Finetune/Step": 5186, "Finetune/Step Time": 4.76259039901197}
{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8094869256019592, "Finetune/Loss (Raw)": 0.748725414276123, "Finetune/Step": 5187, "Finetune/Step Time": 4.780921475961804}
{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8082288503646851, "Finetune/Loss (Raw)": 0.8132195472717285, "Finetune/Step": 5188, "Finetune/Step Time": 4.78179619833827}
{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.807079553604126, "Finetune/Loss (Raw)": 0.762830913066864, "Finetune/Step": 5189, "Finetune/Step Time": 4.794712234288454}
{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8066836595535278, "Finetune/Loss (Raw)": 0.7417012453079224, "Finetune/Step": 5190, "Finetune/Step Time": 4.792918341234326}
{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8050257563591003, "Finetune/Loss (Raw)": 0.7312816381454468, "Finetune/Step": 5191, "Finetune/Step Time": 4.805547337979078}
{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8056857585906982, "Finetune/Loss (Raw)": 0.8437871336936951, "Finetune/Step": 5192, "Finetune/Step Time": 4.801188215613365}
{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8039178848266602, "Finetune/Loss (Raw)": 0.7350906133651733, "Finetune/Step": 5193, "Finetune/Step Time": 4.812956498935819}
{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.7992229461669922, "Finetune/Loss (Raw)": 0.3343689441680908, "Finetune/Step": 5194, "Finetune/Step Time": 4.849966801702976}
{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7994292974472046, "Finetune/Loss (Raw)": 0.8488621115684509, "Finetune/Step": 5195, "Finetune/Step Time": 4.848378017544746}
{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.7986112833023071, "Finetune/Loss (Raw)": 0.7991523742675781, "Finetune/Step": 5196, "Finetune/Step Time": 4.854516291990876}
{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7993015050888062, "Finetune/Loss (Raw)": 0.8691728115081787, "Finetune/Step": 5197, "Finetune/Step Time": 4.846884090453386}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7997910976409912, "Finetune/Loss (Raw)": 0.8678842782974243, "Finetune/Step": 5198, "Finetune/Step Time": 4.842910025268793}