{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 0.9930803775787354, "Finetune/Loss (Raw)": 0.9930803775787354, "Finetune/Step": 1, "Finetune/Step Time": 25.415076971054077}
{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 1.2350949048995972, "Finetune/Loss (Raw)": 1.477109432220459, "Finetune/Step": 2, "Finetune/Step Time": 16.311291337013245}
{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 1.2392914295196533, "Finetune/Loss (Raw)": 1.2476844787597656, "Finetune/Step": 3, "Finetune/Step Time": 12.090741157531738}
{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 1.2190632820129395, "Finetune/Loss (Raw)": 1.158379077911377, "Finetune/Step": 4, "Finetune/Step Time": 10.01748788356781}
{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 1.2204279899597168, "Finetune/Loss (Raw)": 1.2258867025375366, "Finetune/Step": 5, "Finetune/Step Time": 8.96458387374878}
{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 1.2267992496490479, "Finetune/Loss (Raw)": 1.2586555480957031, "Finetune/Step": 6, "Finetune/Step Time": 8.213063716888428}
{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 1.2201836109161377, "Finetune/Loss (Raw)": 1.1804890632629395, "Finetune/Step": 7, "Finetune/Step Time": 7.64677814074925}
{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 1.2412444353103638, "Finetune/Loss (Raw)": 1.388670802116394, "Finetune/Step": 8, "Finetune/Step Time": 7.402444154024124}
{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 1.225338101387024, "Finetune/Loss (Raw)": 1.0980873107910156, "Finetune/Step": 9, "Finetune/Step Time": 7.060275422202216}
{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 1.2513506412506104, "Finetune/Loss (Raw)": 1.48546302318573, "Finetune/Step": 10, "Finetune/Step Time": 7.0502427339553835}
{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 1.2601284980773926, "Finetune/Loss (Raw)": 1.3479061126708984, "Finetune/Step": 11, "Finetune/Step Time": 6.776483058929443}
{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 1.258805274963379, "Finetune/Loss (Raw)": 1.2442501783370972, "Finetune/Step": 12, "Finetune/Step Time": 6.562464952468872}
{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 1.250102162361145, "Finetune/Loss (Raw)": 1.1456652879714966, "Finetune/Step": 13, "Finetune/Step Time": 6.378199962469248}
{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 1.2594914436340332, "Finetune/Loss (Raw)": 1.3815513849258423, "Finetune/Step": 14, "Finetune/Step Time": 6.196422100067139}
{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 1.2675070762634277, "Finetune/Loss (Raw)": 1.3797271251678467, "Finetune/Step": 15, "Finetune/Step Time": 6.135421880086263}
{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 1.2493596076965332, "Finetune/Loss (Raw)": 0.9771483540534973, "Finetune/Step": 16, "Finetune/Step Time": 6.092021122574806}
{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 1.2444087266921997, "Finetune/Loss (Raw)": 1.1651939153671265, "Finetune/Step": 17, "Finetune/Step Time": 5.98797594799715}
{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.2307826280593872, "Finetune/Loss (Raw)": 0.9991379380226135, "Finetune/Step": 18, "Finetune/Step Time": 5.92619784673055}
{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.226904034614563, "Finetune/Loss (Raw)": 1.157090425491333, "Finetune/Step": 19, "Finetune/Step Time": 5.816736509925441}
{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.222467303276062, "Finetune/Loss (Raw)": 1.138167142868042, "Finetune/Step": 20, "Finetune/Step Time": 5.704265320301056}
{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.2190439701080322, "Finetune/Loss (Raw)": 1.1505804061889648, "Finetune/Step": 21, "Finetune/Step Time": 5.693796464375088}
{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.212158441543579, "Finetune/Loss (Raw)": 1.0675612688064575, "Finetune/Step": 22, "Finetune/Step Time": 5.631281408396634}
{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.16989004611969, "Finetune/Loss (Raw)": 0.23998472094535828, "Finetune/Step": 23, "Finetune/Step Time": 5.746627486270407}
{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.170495867729187, "Finetune/Loss (Raw)": 1.18442964553833, "Finetune/Step": 24, "Finetune/Step Time": 5.660542766253154}
{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.1655102968215942, "Finetune/Loss (Raw)": 1.0458590984344482, "Finetune/Step": 25, "Finetune/Step Time": 5.606966104507446}
{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.1315339803695679, "Finetune/Loss (Raw)": 0.282124400138855, "Finetune/Step": 26, "Finetune/Step Time": 5.725648449017451}
{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.135314702987671, "Finetune/Loss (Raw)": 1.233613133430481, "Finetune/Step": 27, "Finetune/Step Time": 5.641206776654279}
{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.1340610980987549, "Finetune/Loss (Raw)": 1.1002117395401, "Finetune/Step": 28, "Finetune/Step Time": 5.572869139058249}
{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.136531949043274, "Finetune/Loss (Raw)": 1.2057199478149414, "Finetune/Step": 29, "Finetune/Step Time": 5.560619469346671}
{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.1327927112579346, "Finetune/Loss (Raw)": 1.0243510007858276, "Finetune/Step": 30, "Finetune/Step Time": 5.5511006832122805}
{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.1346054077148438, "Finetune/Loss (Raw)": 1.188988208770752, "Finetune/Step": 31, "Finetune/Step Time": 5.515863187851444}
{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.1322628259658813, "Finetune/Loss (Raw)": 1.0596449375152588, "Finetune/Step": 32, "Finetune/Step Time": 5.539615862071514}
{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.125774621963501, "Finetune/Loss (Raw)": 0.9181498289108276, "Finetune/Step": 33, "Finetune/Step Time": 5.513751492355809}
{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.1217033863067627, "Finetune/Loss (Raw)": 0.9873577356338501, "Finetune/Step": 34, "Finetune/Step Time": 5.47274563593023}
{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.1258423328399658, "Finetune/Loss (Raw)": 1.266560673713684, "Finetune/Step": 35, "Finetune/Step Time": 5.444977780750819}
{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.1252552270889282, "Finetune/Loss (Raw)": 1.1047084331512451, "Finetune/Step": 36, "Finetune/Step Time": 5.452718324131435}
{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.1280922889709473, "Finetune/Loss (Raw)": 1.2302275896072388, "Finetune/Step": 37, "Finetune/Step Time": 5.50173789101678}
{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.1274150609970093, "Finetune/Loss (Raw)": 1.1023608446121216, "Finetune/Step": 38, "Finetune/Step Time": 5.455519393870705}
{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.127321720123291, "Finetune/Loss (Raw)": 1.1237684488296509, "Finetune/Step": 39, "Finetune/Step Time": 5.409613859959138}
{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.1269282102584839, "Finetune/Loss (Raw)": 1.1115796566009521, "Finetune/Step": 40, "Finetune/Step Time": 5.416515505313873}
{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.1291604042053223, "Finetune/Loss (Raw)": 1.2184525728225708, "Finetune/Step": 41, "Finetune/Step Time": 5.362097606426332}
{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.130760669708252, "Finetune/Loss (Raw)": 1.1963706016540527, "Finetune/Step": 42, "Finetune/Step Time": 5.322745328857785}
{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.1299998760223389, "Finetune/Loss (Raw)": 1.0980463027954102, "Finetune/Step": 43, "Finetune/Step Time": 5.336483711420104}
{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.1303681135177612, "Finetune/Loss (Raw)": 1.146202802658081, "Finetune/Step": 44, "Finetune/Step Time": 5.3246970989487385}
{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.127459168434143, "Finetune/Loss (Raw)": 0.9994632005691528, "Finetune/Step": 45, "Finetune/Step Time": 5.383081589804755}
{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.1084545850753784, "Finetune/Loss (Raw)": 0.25325363874435425, "Finetune/Step": 46, "Finetune/Step Time": 5.463629779608353}
{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.1085267066955566, "Finetune/Loss (Raw)": 1.111847996711731, "Finetune/Step": 47, "Finetune/Step Time": 5.435976134969833}
{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.1081962585449219, "Finetune/Loss (Raw)": 1.0926536321640015, "Finetune/Step": 48, "Finetune/Step Time": 5.441540946563085}
{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.1085970401763916, "Finetune/Loss (Raw)": 1.1278406381607056, "Finetune/Step": 49, "Finetune/Step Time": 5.4312529174648985}
{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.106476902961731, "Finetune/Loss (Raw)": 1.0025889873504639, "Finetune/Step": 50, "Finetune/Step Time": 5.410909290313721}
{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.106630802154541, "Finetune/Loss (Raw)": 1.1143208742141724, "Finetune/Step": 51, "Finetune/Step Time": 5.382808054194731}
{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.1079535484313965, "Finetune/Loss (Raw)": 1.1754140853881836, "Finetune/Step": 52, "Finetune/Step Time": 5.373236660773937}
{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.1040419340133667, "Finetune/Loss (Raw)": 0.9006399512290955, "Finetune/Step": 53, "Finetune/Step Time": 5.385825764458135}
{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.1004449129104614, "Finetune/Loss (Raw)": 0.9098012447357178, "Finetune/Step": 54, "Finetune/Step Time": 5.379582096029211}
{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.1012500524520874, "Finetune/Loss (Raw)": 1.1447309255599976, "Finetune/Step": 55, "Finetune/Step Time": 5.37985862385143}
{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.1009286642074585, "Finetune/Loss (Raw)": 1.0832473039627075, "Finetune/Step": 56, "Finetune/Step Time": 5.389813316719873}
{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.099287986755371, "Finetune/Loss (Raw)": 1.0074129104614258, "Finetune/Step": 57, "Finetune/Step Time": 5.366284822162829}
{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.0985649824142456, "Finetune/Loss (Raw)": 1.0573525428771973, "Finetune/Step": 58, "Finetune/Step Time": 5.392401970666031}
{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.0980775356292725, "Finetune/Loss (Raw)": 1.069807529449463, "Finetune/Step": 59, "Finetune/Step Time": 5.399331686860424}
{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.0975650548934937, "Finetune/Loss (Raw)": 1.0673186779022217, "Finetune/Step": 60, "Finetune/Step Time": 5.373674341042837}
{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.098129153251648, "Finetune/Loss (Raw)": 1.1319924592971802, "Finetune/Step": 61, "Finetune/Step Time": 5.357358932495117}
{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.0995397567749023, "Finetune/Loss (Raw)": 1.1855841875076294, "Finetune/Step": 62, "Finetune/Step Time": 5.332891537297156}
{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.1008325815200806, "Finetune/Loss (Raw)": 1.1809800863265991, "Finetune/Step": 63, "Finetune/Step Time": 5.311535286524939}
{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.0998690128326416, "Finetune/Loss (Raw)": 1.0391641855239868, "Finetune/Step": 64, "Finetune/Step Time": 5.347157720476389}
{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.0987215042114258, "Finetune/Loss (Raw)": 1.0252829790115356, "Finetune/Step": 65, "Finetune/Step Time": 5.340965821192815}
{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.097011923789978, "Finetune/Loss (Raw)": 0.9858866333961487, "Finetune/Step": 66, "Finetune/Step Time": 5.326508294452321}
{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.0939140319824219, "Finetune/Loss (Raw)": 0.8894596695899963, "Finetune/Step": 67, "Finetune/Step Time": 5.30170461668897}
{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.0941643714904785, "Finetune/Loss (Raw)": 1.1109297275543213, "Finetune/Step": 68, "Finetune/Step Time": 5.2986959148855775}
{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.094855546951294, "Finetune/Loss (Raw)": 1.1418553590774536, "Finetune/Step": 69, "Finetune/Step Time": 5.27484054841857}
{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.0959914922714233, "Finetune/Loss (Raw)": 1.174372911453247, "Finetune/Step": 70, "Finetune/Step Time": 5.255115103721619}
{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.0934195518493652, "Finetune/Loss (Raw)": 0.9133865237236023, "Finetune/Step": 71, "Finetune/Step Time": 5.237663950718624}
{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.0923396348953247, "Finetune/Loss (Raw)": 1.0156641006469727, "Finetune/Step": 72, "Finetune/Step Time": 5.21397821770774}
{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.0899131298065186, "Finetune/Loss (Raw)": 0.9152039885520935, "Finetune/Step": 73, "Finetune/Step Time": 5.195889962862616}
{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.0876067876815796, "Finetune/Loss (Raw)": 0.9192461967468262, "Finetune/Step": 74, "Finetune/Step Time": 5.178602721240069}
{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.0838955640792847, "Finetune/Loss (Raw)": 0.8092666864395142, "Finetune/Step": 75, "Finetune/Step Time": 5.173678391774495}
{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.0822604894638062, "Finetune/Loss (Raw)": 0.9596339464187622, "Finetune/Step": 76, "Finetune/Step Time": 5.166051914817409}
{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.0824735164642334, "Finetune/Loss (Raw)": 1.098657250404358, "Finetune/Step": 77, "Finetune/Step Time": 5.145978977153828}
{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.0839829444885254, "Finetune/Loss (Raw)": 1.2002081871032715, "Finetune/Step": 78, "Finetune/Step Time": 5.125822290396079}
{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.0851174592971802, "Finetune/Loss (Raw)": 1.1736047267913818, "Finetune/Step": 79, "Finetune/Step Time": 5.11066101472589}
{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.0835679769515991, "Finetune/Loss (Raw)": 0.9611696600914001, "Finetune/Step": 80, "Finetune/Step Time": 5.116622951626778}
{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.0840507745742798, "Finetune/Loss (Raw)": 1.1226733922958374, "Finetune/Step": 81, "Finetune/Step Time": 5.114193698506297}
{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.0840166807174683, "Finetune/Loss (Raw)": 1.081258773803711, "Finetune/Step": 82, "Finetune/Step Time": 5.097598456754917}
{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.0822356939315796, "Finetune/Loss (Raw)": 0.9361956119537354, "Finetune/Step": 83, "Finetune/Step Time": 5.10628227727959}
{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.0834487676620483, "Finetune/Loss (Raw)": 1.1841336488723755, "Finetune/Step": 84, "Finetune/Step Time": 5.108168468588874}
{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.082855463027954, "Finetune/Loss (Raw)": 1.0330076217651367, "Finetune/Step": 85, "Finetune/Step Time": 5.094422561982099}
{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.0737839937210083, "Finetune/Loss (Raw)": 0.30272534489631653, "Finetune/Step": 86, "Finetune/Step Time": 5.138457517291224}
{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.0730352401733398, "Finetune/Loss (Raw)": 1.008631706237793, "Finetune/Step": 87, "Finetune/Step Time": 5.124266040736232}
{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.0745618343353271, "Finetune/Loss (Raw)": 1.2073746919631958, "Finetune/Step": 88, "Finetune/Step Time": 5.132077991962433}
{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.0743193626403809, "Finetune/Loss (Raw)": 1.0529841184616089, "Finetune/Step": 89, "Finetune/Step Time": 5.118737480613623}
{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.0748263597488403, "Finetune/Loss (Raw)": 1.119949460029602, "Finetune/Step": 90, "Finetune/Step Time": 5.126741393407186}
{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.0755149126052856, "Finetune/Loss (Raw)": 1.137482762336731, "Finetune/Step": 91, "Finetune/Step Time": 5.129525635268662}
{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.076569676399231, "Finetune/Loss (Raw)": 1.1725572347640991, "Finetune/Step": 92, "Finetune/Step Time": 5.118403820887856}
{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.0747379064559937, "Finetune/Loss (Raw)": 0.9062089920043945, "Finetune/Step": 93, "Finetune/Step Time": 5.109632812520509}
{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.0754170417785645, "Finetune/Loss (Raw)": 1.1385892629623413, "Finetune/Step": 94, "Finetune/Step Time": 5.09370693247369}
{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.0752214193344116, "Finetune/Loss (Raw)": 1.056813359260559, "Finetune/Step": 95, "Finetune/Step Time": 5.081876039505005}
{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.0751185417175293, "Finetune/Loss (Raw)": 1.0653611421585083, "Finetune/Step": 96, "Finetune/Step Time": 5.084821216762066}
{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.0744582414627075, "Finetune/Loss (Raw)": 1.0110639333724976, "Finetune/Step": 97, "Finetune/Step Time": 5.079631503095332}
{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.0747649669647217, "Finetune/Loss (Raw)": 1.104514479637146, "Finetune/Step": 98, "Finetune/Step Time": 5.06781573684848}
{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.065894365310669, "Finetune/Loss (Raw)": 0.19658204913139343, "Finetune/Step": 99, "Finetune/Step Time": 5.100667770462807}
{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.0671664476394653, "Finetune/Loss (Raw)": 1.1930906772613525, "Finetune/Step": 100, "Finetune/Step Time": 5.092886326313018}
{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.0668222904205322, "Finetune/Loss (Raw)": 1.032413363456726, "Finetune/Step": 101, "Finetune/Step Time": 5.094720210179244}
{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.0681369304656982, "Finetune/Loss (Raw)": 1.2009116411209106, "Finetune/Step": 102, "Finetune/Step Time": 5.077812367794561}
{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.0604791641235352, "Finetune/Loss (Raw)": 0.27939367294311523, "Finetune/Step": 103, "Finetune/Step Time": 5.110479317822502}
{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.0612306594848633, "Finetune/Loss (Raw)": 1.1386291980743408, "Finetune/Step": 104, "Finetune/Step Time": 5.097153166165719}
{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.0610090494155884, "Finetune/Loss (Raw)": 1.0379557609558105, "Finetune/Step": 105, "Finetune/Step Time": 5.080303330648513}
{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.0608164072036743, "Finetune/Loss (Raw)": 1.04059636592865, "Finetune/Step": 106, "Finetune/Step Time": 5.067672457335131}
{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.0612553358078003, "Finetune/Loss (Raw)": 1.1077853441238403, "Finetune/Step": 107, "Finetune/Step Time": 5.05617839376503}
{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.0606765747070312, "Finetune/Loss (Raw)": 0.9987537264823914, "Finetune/Step": 108, "Finetune/Step Time": 5.055385229764162}
{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.061285138130188, "Finetune/Loss (Raw)": 1.1270133256912231, "Finetune/Step": 109, "Finetune/Step Time": 5.044348819540181}
{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.0609573125839233, "Finetune/Loss (Raw)": 1.0252115726470947, "Finetune/Step": 110, "Finetune/Step Time": 5.032040609012951}
{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.06125009059906, "Finetune/Loss (Raw)": 1.0934557914733887, "Finetune/Step": 111, "Finetune/Step Time": 5.037502443468249}
{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.06125009059906, "Finetune/Loss (Raw)": 1.0612419843673706, "Finetune/Step": 112, "Finetune/Step Time": 5.032454509820257}
{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.0616092681884766, "Finetune/Loss (Raw)": 1.1018564701080322, "Finetune/Step": 113, "Finetune/Step Time": 5.041970063099819}
{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.0543369054794312, "Finetune/Loss (Raw)": 0.23255200684070587, "Finetune/Step": 114, "Finetune/Step Time": 5.078287179009957}
{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.0544883012771606, "Finetune/Loss (Raw)": 1.071758508682251, "Finetune/Step": 115, "Finetune/Step Time": 5.06781675297281}
{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.0532810688018799, "Finetune/Loss (Raw)": 0.9144383668899536, "Finetune/Step": 116, "Finetune/Step Time": 5.072747641596301}
{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.05366051197052, "Finetune/Loss (Raw)": 1.0976709127426147, "Finetune/Step": 117, "Finetune/Step Time": 5.067380585222163}
{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.0542881488800049, "Finetune/Loss (Raw)": 1.1277276277542114, "Finetune/Step": 118, "Finetune/Step Time": 5.056756698479087}
{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.0540817975997925, "Finetune/Loss (Raw)": 1.0297316312789917, "Finetune/Step": 119, "Finetune/Step Time": 5.059886253180624}
{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.0542244911193848, "Finetune/Loss (Raw)": 1.0711969137191772, "Finetune/Step": 120, "Finetune/Step Time": 5.055526461203893}
{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.0538183450698853, "Finetune/Loss (Raw)": 1.0050948858261108, "Finetune/Step": 121, "Finetune/Step Time": 5.06304320619126}
{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.0529813766479492, "Finetune/Loss (Raw)": 0.9517008066177368, "Finetune/Step": 122, "Finetune/Step Time": 5.053867273643369}
{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.0525697469711304, "Finetune/Loss (Raw)": 1.0023541450500488, "Finetune/Step": 123, "Finetune/Step Time": 5.044079922079071}
{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.053081750869751, "Finetune/Loss (Raw)": 1.116056203842163, "Finetune/Step": 124, "Finetune/Step Time": 5.04234315118482}
{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.0526498556137085, "Finetune/Loss (Raw)": 0.9990823268890381, "Finetune/Step": 125, "Finetune/Step Time": 5.035619758605957}
{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.0529223680496216, "Finetune/Loss (Raw)": 1.0869969129562378, "Finetune/Step": 126, "Finetune/Step Time": 5.0476079270953225}
{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.0522394180297852, "Finetune/Loss (Raw)": 0.9661952257156372, "Finetune/Step": 127, "Finetune/Step Time": 5.03719348794832}
{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.0527342557907104, "Finetune/Loss (Raw)": 1.115572214126587, "Finetune/Step": 128, "Finetune/Step Time": 5.030228601768613}
{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.0538285970687866, "Finetune/Loss (Raw)": 1.1331546306610107, "Finetune/Step": 129, "Finetune/Step Time": 4.8619982637465}
{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.051052212715149, "Finetune/Loss (Raw)": 1.121722936630249, "Finetune/Step": 130, "Finetune/Step Time": 4.844799742102623}
{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.049769401550293, "Finetune/Loss (Raw)": 1.0834945440292358, "Finetune/Step": 131, "Finetune/Step Time": 4.844404425472021}
{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.049263834953308, "Finetune/Loss (Raw)": 1.0936686992645264, "Finetune/Step": 132, "Finetune/Step Time": 4.844598745927215}
{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.0466034412384033, "Finetune/Loss (Raw)": 0.8853576183319092, "Finetune/Step": 133, "Finetune/Step Time": 4.854610726237297}
{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0463061332702637, "Finetune/Loss (Raw)": 1.2205939292907715, "Finetune/Step": 134, "Finetune/Step Time": 4.8499989900738}
{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.044753074645996, "Finetune/Loss (Raw)": 0.9817115664482117, "Finetune/Step": 135, "Finetune/Step Time": 4.85208110883832}
{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.0422154664993286, "Finetune/Loss (Raw)": 1.0638442039489746, "Finetune/Step": 136, "Finetune/Step Time": 4.836859272792935}
{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.0412253141403198, "Finetune/Loss (Raw)": 0.971359372138977, "Finetune/Step": 137, "Finetune/Step Time": 4.839734496548772}
{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.0383026599884033, "Finetune/Loss (Raw)": 1.1113418340682983, "Finetune/Step": 138, "Finetune/Step Time": 4.810760088264942}
{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0347660779953003, "Finetune/Loss (Raw)": 0.8952277302742004, "Finetune/Step": 139, "Finetune/Step Time": 4.812253516167402}
{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0349394083023071, "Finetune/Loss (Raw)": 1.2664501667022705, "Finetune/Step": 140, "Finetune/Step Time": 4.805999265983701}
{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0339460372924805, "Finetune/Loss (Raw)": 1.018507957458496, "Finetune/Step": 141, "Finetune/Step Time": 4.799742329865694}
{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0309908390045166, "Finetune/Loss (Raw)": 1.0032901763916016, "Finetune/Step": 142, "Finetune/Step Time": 4.84035069309175}
{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.027596354484558, "Finetune/Loss (Raw)": 0.9452341198921204, "Finetune/Step": 143, "Finetune/Step Time": 4.854852212592959}
{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0227911472320557, "Finetune/Loss (Raw)": 0.3620716333389282, "Finetune/Step": 144, "Finetune/Step Time": 4.882427169010043}
{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.016296148300171, "Finetune/Loss (Raw)": 0.3338286578655243, "Finetune/Step": 145, "Finetune/Step Time": 4.914877939969301}
{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.0158896446228027, "Finetune/Loss (Raw)": 0.9471190571784973, "Finetune/Step": 146, "Finetune/Step Time": 4.905144771561027}
{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0137946605682373, "Finetune/Loss (Raw)": 0.8889366984367371, "Finetune/Step": 147, "Finetune/Step Time": 4.911431638523936}
{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0132158994674683, "Finetune/Loss (Raw)": 1.0640792846679688, "Finetune/Step": 148, "Finetune/Step Time": 4.914422815665603}
{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0127842426300049, "Finetune/Loss (Raw)": 1.0953232049942017, "Finetune/Step": 149, "Finetune/Step Time": 4.904009411111474}
{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0131464004516602, "Finetune/Loss (Raw)": 1.1139148473739624, "Finetune/Step": 150, "Finetune/Step Time": 4.907939914613962}
{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0196774005889893, "Finetune/Loss (Raw)": 1.075961709022522, "Finetune/Step": 151, "Finetune/Step Time": 4.877697618678212}
{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0184566974639893, "Finetune/Loss (Raw)": 1.028177261352539, "Finetune/Step": 152, "Finetune/Step Time": 4.883760277181864}
{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0191446542739868, "Finetune/Loss (Raw)": 1.1339213848114014, "Finetune/Step": 153, "Finetune/Step Time": 4.893196981400251}
{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.0256551504135132, "Finetune/Loss (Raw)": 1.115466833114624, "Finetune/Step": 154, "Finetune/Step Time": 4.856679489836097}
{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.0252914428710938, "Finetune/Loss (Raw)": 1.1870567798614502, "Finetune/Step": 155, "Finetune/Step Time": 4.863987598568201}
{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0189878940582275, "Finetune/Loss (Raw)": 0.2933676242828369, "Finetune/Step": 156, "Finetune/Step Time": 4.902292940765619}
{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.01787531375885, "Finetune/Loss (Raw)": 1.0632933378219604, "Finetune/Step": 157, "Finetune/Step Time": 4.892220189794898}
{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0183393955230713, "Finetune/Loss (Raw)": 1.083766222000122, "Finetune/Step": 158, "Finetune/Step Time": 4.882812609896064}
{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0173413753509521, "Finetune/Loss (Raw)": 1.0612412691116333, "Finetune/Step": 159, "Finetune/Step Time": 4.875911019742489}
{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0168869495391846, "Finetune/Loss (Raw)": 1.0014740228652954, "Finetune/Step": 160, "Finetune/Step Time": 4.865198684856296}
{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.017634391784668, "Finetune/Loss (Raw)": 1.013809323310852, "Finetune/Step": 161, "Finetune/Step Time": 4.861517293378711}
{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.019683599472046, "Finetune/Loss (Raw)": 1.2496589422225952, "Finetune/Step": 162, "Finetune/Step Time": 4.860402420163155}
{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0180974006652832, "Finetune/Loss (Raw)": 1.0635240077972412, "Finetune/Step": 163, "Finetune/Step Time": 4.8607854899019}
{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.016970157623291, "Finetune/Loss (Raw)": 0.9604347348213196, "Finetune/Step": 164, "Finetune/Step Time": 4.858831753954291}
{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0154860019683838, "Finetune/Loss (Raw)": 1.0402400493621826, "Finetune/Step": 165, "Finetune/Step Time": 4.835805729031563}
{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0146375894546509, "Finetune/Loss (Raw)": 0.9937688112258911, "Finetune/Step": 166, "Finetune/Step Time": 4.837696658447385}
{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.0146827697753906, "Finetune/Loss (Raw)": 1.1295543909072876, "Finetune/Step": 167, "Finetune/Step Time": 4.839886702597141}
{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0136184692382812, "Finetune/Loss (Raw)": 0.9753533005714417, "Finetune/Step": 168, "Finetune/Step Time": 4.828144518658519}
{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0116338729858398, "Finetune/Loss (Raw)": 0.9644303321838379, "Finetune/Step": 169, "Finetune/Step Time": 4.832860682159662}
{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.004930019378662, "Finetune/Loss (Raw)": 0.3382594883441925, "Finetune/Step": 170, "Finetune/Step Time": 4.867749879136682}
{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0041471719741821, "Finetune/Loss (Raw)": 0.9978563189506531, "Finetune/Step": 171, "Finetune/Step Time": 4.859833750873804}
{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.002810001373291, "Finetune/Loss (Raw)": 0.9750430583953857, "Finetune/Step": 172, "Finetune/Step Time": 4.8631095215678215}
{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0042680501937866, "Finetune/Loss (Raw)": 1.186087965965271, "Finetune/Step": 173, "Finetune/Step Time": 4.830504219979048}
{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.009176254272461, "Finetune/Loss (Raw)": 0.8815011978149414, "Finetune/Step": 174, "Finetune/Step Time": 4.8009913600981236}
{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0097105503082275, "Finetune/Loss (Raw)": 1.180253267288208, "Finetune/Step": 175, "Finetune/Step Time": 4.798388622701168}
{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.003833293914795, "Finetune/Loss (Raw)": 0.34035128355026245, "Finetune/Step": 176, "Finetune/Step Time": 4.819789169356227}
{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0025582313537598, "Finetune/Loss (Raw)": 0.9646397233009338, "Finetune/Step": 177, "Finetune/Step Time": 4.816615441814065}
{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0039966106414795, "Finetune/Loss (Raw)": 1.1867029666900635, "Finetune/Step": 178, "Finetune/Step Time": 4.818136807531118}
{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0022815465927124, "Finetune/Loss (Raw)": 0.8947888612747192, "Finetune/Step": 179, "Finetune/Step Time": 4.82762773707509}
{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.0014197826385498, "Finetune/Loss (Raw)": 1.0651068687438965, "Finetune/Step": 180, "Finetune/Step Time": 4.824973624199629}
{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0022304058074951, "Finetune/Loss (Raw)": 1.0043972730636597, "Finetune/Step": 181, "Finetune/Step Time": 4.810728441923857}
{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0032908916473389, "Finetune/Loss (Raw)": 1.045536994934082, "Finetune/Step": 182, "Finetune/Step Time": 4.809770850464702}
{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0021727085113525, "Finetune/Loss (Raw)": 1.001612663269043, "Finetune/Step": 183, "Finetune/Step Time": 4.798520147800446}
{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0026848316192627, "Finetune/Loss (Raw)": 1.1487913131713867, "Finetune/Step": 184, "Finetune/Step Time": 4.785007361322641}
{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0019513368606567, "Finetune/Loss (Raw)": 0.9135327935218811, "Finetune/Step": 185, "Finetune/Step Time": 4.794082863256335}
{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0015079975128174, "Finetune/Loss (Raw)": 1.000604271888733, "Finetune/Step": 186, "Finetune/Step Time": 4.784461697563529}
{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.000969648361206, "Finetune/Loss (Raw)": 1.0009090900421143, "Finetune/Step": 187, "Finetune/Step Time": 4.770216239616275}
{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0013123750686646, "Finetune/Loss (Raw)": 1.111181616783142, "Finetune/Step": 188, "Finetune/Step Time": 4.769019298255444}
{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.0002164840698242, "Finetune/Loss (Raw)": 0.9917285442352295, "Finetune/Step": 189, "Finetune/Step Time": 4.7801734786480665}
{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 0.9992507696151733, "Finetune/Loss (Raw)": 1.0619580745697021, "Finetune/Step": 190, "Finetune/Step Time": 4.785160709172487}
{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 0.9984678030014038, "Finetune/Loss (Raw)": 1.080759048461914, "Finetune/Step": 191, "Finetune/Step Time": 4.790736449882388}
{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 0.9986480474472046, "Finetune/Loss (Raw)": 1.062240481376648, "Finetune/Step": 192, "Finetune/Step Time": 4.770607048645616}
{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 0.9979494214057922, "Finetune/Loss (Raw)": 0.9358652830123901, "Finetune/Step": 193, "Finetune/Step Time": 4.763182837516069}
{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 0.9983998537063599, "Finetune/Loss (Raw)": 1.0435374975204468, "Finetune/Step": 194, "Finetune/Step Time": 4.76226619631052}
{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 0.9993082284927368, "Finetune/Loss (Raw)": 1.0057331323623657, "Finetune/Step": 195, "Finetune/Step Time": 4.76899753510952}
{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 0.9982852935791016, "Finetune/Loss (Raw)": 0.9799980521202087, "Finetune/Step": 196, "Finetune/Step Time": 4.765447326004505}
{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 0.9975314140319824, "Finetune/Loss (Raw)": 1.0453490018844604, "Finetune/Step": 197, "Finetune/Step Time": 4.771957363933325}
{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 0.9962193369865417, "Finetune/Loss (Raw)": 1.0064361095428467, "Finetune/Step": 198, "Finetune/Step Time": 4.771457040682435}
{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 0.9967892169952393, "Finetune/Loss (Raw)": 0.9863224029541016, "Finetune/Step": 199, "Finetune/Step Time": 4.775449836626649}
{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 0.9968388676643372, "Finetune/Loss (Raw)": 1.022019624710083, "Finetune/Step": 200, "Finetune/Step Time": 4.779860885813832}
{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 0.9984771609306335, "Finetune/Loss (Raw)": 1.124913215637207, "Finetune/Step": 201, "Finetune/Step Time": 4.784074770286679}
{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0000267028808594, "Finetune/Loss (Raw)": 1.1175891160964966, "Finetune/Step": 202, "Finetune/Step Time": 4.787478286772966}
{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.0020251274108887, "Finetune/Loss (Raw)": 1.0650660991668701, "Finetune/Step": 203, "Finetune/Step Time": 4.782047133892775}
{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.0027365684509277, "Finetune/Loss (Raw)": 1.0506993532180786, "Finetune/Step": 204, "Finetune/Step Time": 4.776926100254059}
{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 0.9965156316757202, "Finetune/Loss (Raw)": 0.3023760914802551, "Finetune/Step": 205, "Finetune/Step Time": 4.820899806916714}
{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 0.9949346780776978, "Finetune/Loss (Raw)": 0.9978419542312622, "Finetune/Step": 206, "Finetune/Step Time": 4.829595021903515}
{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 0.9950008392333984, "Finetune/Loss (Raw)": 1.1820740699768066, "Finetune/Step": 207, "Finetune/Step Time": 4.852498959749937}
{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 0.9956623315811157, "Finetune/Loss (Raw)": 1.0458375215530396, "Finetune/Step": 208, "Finetune/Step Time": 4.8374585676938295}
{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 0.9947088956832886, "Finetune/Loss (Raw)": 1.0006346702575684, "Finetune/Step": 209, "Finetune/Step Time": 4.831375703215599}
{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 0.988629937171936, "Finetune/Loss (Raw)": 0.3031495213508606, "Finetune/Step": 210, "Finetune/Step Time": 4.866626098752022}
{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 0.9890376925468445, "Finetune/Loss (Raw)": 0.9883919358253479, "Finetune/Step": 211, "Finetune/Step Time": 4.8591489642858505}
{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 0.9881582856178284, "Finetune/Loss (Raw)": 1.0715712308883667, "Finetune/Step": 212, "Finetune/Step Time": 4.8568775448948145}
{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 0.9893296957015991, "Finetune/Loss (Raw)": 1.1829426288604736, "Finetune/Step": 213, "Finetune/Step Time": 4.859439555555582}
{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 0.9946914911270142, "Finetune/Loss (Raw)": 0.9890397787094116, "Finetune/Step": 214, "Finetune/Step Time": 4.838811295107007}
{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 0.9941955804824829, "Finetune/Loss (Raw)": 0.9451520442962646, "Finetune/Step": 215, "Finetune/Step Time": 4.838819587603211}
{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 0.9920509457588196, "Finetune/Loss (Raw)": 0.9328597187995911, "Finetune/Step": 216, "Finetune/Step Time": 4.837660485878587}
{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 0.9925086498260498, "Finetune/Loss (Raw)": 1.1115795373916626, "Finetune/Step": 217, "Finetune/Step Time": 4.835705420002341}
{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 0.9920175075531006, "Finetune/Loss (Raw)": 1.0570842027664185, "Finetune/Step": 218, "Finetune/Step Time": 4.825076449662447}
{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 0.9925406575202942, "Finetune/Loss (Raw)": 1.2044404745101929, "Finetune/Step": 219, "Finetune/Step Time": 4.813458621501923}
{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 0.9909570217132568, "Finetune/Loss (Raw)": 0.9698517322540283, "Finetune/Step": 220, "Finetune/Step Time": 4.81080106832087}
{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 0.9924683570861816, "Finetune/Loss (Raw)": 1.0996559858322144, "Finetune/Step": 221, "Finetune/Step Time": 4.814186539500952}
{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 0.9909936785697937, "Finetune/Loss (Raw)": 0.9498260021209717, "Finetune/Step": 222, "Finetune/Step Time": 4.820382157340646}
{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 0.9903963804244995, "Finetune/Loss (Raw)": 0.9803614616394043, "Finetune/Step": 223, "Finetune/Step Time": 4.82177066244185}
{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 0.9846845865249634, "Finetune/Loss (Raw)": 0.3342530131340027, "Finetune/Step": 224, "Finetune/Step Time": 4.846242064610124}
{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 0.9850102663040161, "Finetune/Loss (Raw)": 1.0527453422546387, "Finetune/Step": 225, "Finetune/Step Time": 4.846486726775765}
{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 0.9856144189834595, "Finetune/Loss (Raw)": 1.18185293674469, "Finetune/Step": 226, "Finetune/Step Time": 4.844120493158698}
{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 0.9932634234428406, "Finetune/Loss (Raw)": 1.1756561994552612, "Finetune/Step": 227, "Finetune/Step Time": 4.80828795209527}
{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 0.9928058385848999, "Finetune/Loss (Raw)": 1.134516954421997, "Finetune/Step": 228, "Finetune/Step Time": 4.803493740037084}
{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 0.9927642345428467, "Finetune/Loss (Raw)": 1.0270915031433105, "Finetune/Step": 229, "Finetune/Step Time": 4.796881543472409}
{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 0.992367148399353, "Finetune/Loss (Raw)": 1.1500760316848755, "Finetune/Step": 230, "Finetune/Step Time": 4.799578797072172}
{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 0.9980818629264832, "Finetune/Loss (Raw)": 1.0108816623687744, "Finetune/Step": 231, "Finetune/Step Time": 4.764965994283557}
{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 0.9974623918533325, "Finetune/Loss (Raw)": 1.0593385696411133, "Finetune/Step": 232, "Finetune/Step Time": 4.768418585881591}
{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 0.9916963577270508, "Finetune/Loss (Raw)": 0.29990559816360474, "Finetune/Step": 233, "Finetune/Step Time": 4.8080539628863335}
{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 0.9926968812942505, "Finetune/Loss (Raw)": 1.1686640977859497, "Finetune/Step": 234, "Finetune/Step Time": 4.827338069677353}
{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 0.993478000164032, "Finetune/Loss (Raw)": 1.2077680826187134, "Finetune/Step": 235, "Finetune/Step Time": 4.867977701127529}
{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 0.9936137199401855, "Finetune/Loss (Raw)": 1.0161162614822388, "Finetune/Step": 236, "Finetune/Step Time": 4.861573511734605}
{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 0.9932459592819214, "Finetune/Loss (Raw)": 1.0799429416656494, "Finetune/Step": 237, "Finetune/Step Time": 4.895084764808416}
{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 0.9930450916290283, "Finetune/Loss (Raw)": 0.9994960427284241, "Finetune/Step": 238, "Finetune/Step Time": 4.898840429261327}
{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 0.9914700984954834, "Finetune/Loss (Raw)": 0.8918589353561401, "Finetune/Step": 239, "Finetune/Step Time": 4.882944455370307}
{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 0.9906542301177979, "Finetune/Loss (Raw)": 0.956817626953125, "Finetune/Step": 240, "Finetune/Step Time": 4.880974102765322}
{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 0.9905443787574768, "Finetune/Loss (Raw)": 1.0877909660339355, "Finetune/Step": 241, "Finetune/Step Time": 4.862740809097886}
{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 0.9969956874847412, "Finetune/Loss (Raw)": 1.0583271980285645, "Finetune/Step": 242, "Finetune/Step Time": 4.8296753745526075}
{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 0.9970389604568481, "Finetune/Loss (Raw)": 1.0772961378097534, "Finetune/Step": 243, "Finetune/Step Time": 4.840217519551516}
{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 0.9970444440841675, "Finetune/Loss (Raw)": 0.9151410460472107, "Finetune/Step": 244, "Finetune/Step Time": 4.825245415791869}
{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 0.9979310631752014, "Finetune/Loss (Raw)": 1.2111561298370361, "Finetune/Step": 245, "Finetune/Step Time": 4.81786916218698}
{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 0.9982093572616577, "Finetune/Loss (Raw)": 1.1633367538452148, "Finetune/Step": 246, "Finetune/Step Time": 4.833097295835614}
{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 0.9984497427940369, "Finetune/Loss (Raw)": 1.060507893562317, "Finetune/Step": 247, "Finetune/Step Time": 4.833165690302849}
{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 0.9978888034820557, "Finetune/Loss (Raw)": 0.9994032382965088, "Finetune/Step": 248, "Finetune/Step Time": 4.836506973952055}
{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 0.9979683756828308, "Finetune/Loss (Raw)": 1.0152734518051147, "Finetune/Step": 249, "Finetune/Step Time": 4.818529544398189}
{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 0.9989421367645264, "Finetune/Loss (Raw)": 1.0763511657714844, "Finetune/Step": 250, "Finetune/Step Time": 4.828206634148955}
{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0000550746917725, "Finetune/Loss (Raw)": 1.1447986364364624, "Finetune/Step": 251, "Finetune/Step Time": 4.84311511926353}
{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 0.9994486570358276, "Finetune/Loss (Raw)": 1.038438081741333, "Finetune/Step": 252, "Finetune/Step Time": 4.8420015424489975}
{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0000137090682983, "Finetune/Loss (Raw)": 1.0714094638824463, "Finetune/Step": 253, "Finetune/Step Time": 4.836775049567223}
{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 0.9991347193717957, "Finetune/Loss (Raw)": 0.9744852185249329, "Finetune/Step": 254, "Finetune/Step Time": 4.816363850608468}
{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 0.9939671158790588, "Finetune/Loss (Raw)": 0.3047393560409546, "Finetune/Step": 255, "Finetune/Step Time": 4.852514673024416}
{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 0.9926684498786926, "Finetune/Loss (Raw)": 0.949347198009491, "Finetune/Step": 256, "Finetune/Step Time": 4.853060988709331}
{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 0.9929511547088623, "Finetune/Loss (Raw)": 1.1693390607833862, "Finetune/Step": 257, "Finetune/Step Time": 4.852819560095668}
{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 0.9929252862930298, "Finetune/Loss (Raw)": 1.1184263229370117, "Finetune/Step": 258, "Finetune/Step Time": 4.852753955870867}
{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 0.992884635925293, "Finetune/Loss (Raw)": 1.0782874822616577, "Finetune/Step": 259, "Finetune/Step Time": 4.855239417403936}
{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 0.9929907321929932, "Finetune/Loss (Raw)": 1.1072454452514648, "Finetune/Step": 260, "Finetune/Step Time": 4.87541626766324}
{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 0.9928895235061646, "Finetune/Loss (Raw)": 0.8723963499069214, "Finetune/Step": 261, "Finetune/Step Time": 4.858653746545315}
{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 0.9900059700012207, "Finetune/Loss (Raw)": 0.8514962196350098, "Finetune/Step": 262, "Finetune/Step Time": 4.870021002367139}
{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 0.9903384447097778, "Finetune/Loss (Raw)": 1.0242698192596436, "Finetune/Step": 263, "Finetune/Step Time": 4.8682191129773855}
{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 0.9897230863571167, "Finetune/Loss (Raw)": 0.985083281993866, "Finetune/Step": 264, "Finetune/Step Time": 4.882722448557615}
{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 0.9898560047149658, "Finetune/Loss (Raw)": 0.9883701205253601, "Finetune/Step": 265, "Finetune/Step Time": 4.879143098369241}
{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 0.9907330870628357, "Finetune/Loss (Raw)": 1.2236137390136719, "Finetune/Step": 266, "Finetune/Step Time": 4.890452763065696}
{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 0.9907330274581909, "Finetune/Loss (Raw)": 0.8952152729034424, "Finetune/Step": 267, "Finetune/Step Time": 4.888197215273976}
{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 0.9894582033157349, "Finetune/Loss (Raw)": 1.1032742261886597, "Finetune/Step": 268, "Finetune/Step Time": 4.892201207578182}
{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 0.989639401435852, "Finetune/Loss (Raw)": 1.0416947603225708, "Finetune/Step": 269, "Finetune/Step Time": 4.898144545033574}
{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 0.9900004863739014, "Finetune/Loss (Raw)": 1.0495197772979736, "Finetune/Step": 270, "Finetune/Step Time": 4.862960267812014}
{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 0.9906612038612366, "Finetune/Loss (Raw)": 1.0297964811325073, "Finetune/Step": 271, "Finetune/Step Time": 4.853985317051411}
{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 0.9965489506721497, "Finetune/Loss (Raw)": 1.1157033443450928, "Finetune/Step": 272, "Finetune/Step Time": 4.818118143826723}
{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0021185874938965, "Finetune/Loss (Raw)": 1.046746015548706, "Finetune/Step": 273, "Finetune/Step Time": 4.785448679700494}
{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.003312349319458, "Finetune/Loss (Raw)": 1.0999289751052856, "Finetune/Step": 274, "Finetune/Step Time": 4.7919581942260265}
{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0042648315429688, "Finetune/Loss (Raw)": 1.0108528137207031, "Finetune/Step": 275, "Finetune/Step Time": 4.789240220561624}
{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0024349689483643, "Finetune/Loss (Raw)": 0.829838752746582, "Finetune/Step": 276, "Finetune/Step Time": 4.822163442149758}
{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.001837968826294, "Finetune/Loss (Raw)": 1.0189261436462402, "Finetune/Step": 277, "Finetune/Step Time": 4.820957403630018}
{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0012050867080688, "Finetune/Loss (Raw)": 1.0328963994979858, "Finetune/Step": 278, "Finetune/Step Time": 4.813830342143774}
{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.0022225379943848, "Finetune/Loss (Raw)": 1.206205129623413, "Finetune/Step": 279, "Finetune/Step Time": 4.820107374340296}
{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0018694400787354, "Finetune/Loss (Raw)": 0.9829712510108948, "Finetune/Step": 280, "Finetune/Step Time": 4.818442836403847}
{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0014183521270752, "Finetune/Loss (Raw)": 1.0761802196502686, "Finetune/Step": 281, "Finetune/Step Time": 4.804221453145146}
{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.0006351470947266, "Finetune/Loss (Raw)": 1.0152251720428467, "Finetune/Step": 282, "Finetune/Step Time": 4.803461035713553}
{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0002102851867676, "Finetune/Loss (Raw)": 1.1326699256896973, "Finetune/Step": 283, "Finetune/Step Time": 4.801854072138667}
{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.006864070892334, "Finetune/Loss (Raw)": 1.1450573205947876, "Finetune/Step": 284, "Finetune/Step Time": 4.763489110395312}
{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0064607858657837, "Finetune/Loss (Raw)": 1.011656641960144, "Finetune/Step": 285, "Finetune/Step Time": 4.7813737988471985}
{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.0064717531204224, "Finetune/Loss (Raw)": 1.0851786136627197, "Finetune/Step": 286, "Finetune/Step Time": 4.796713946387172}
{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.0065436363220215, "Finetune/Loss (Raw)": 1.0704479217529297, "Finetune/Step": 287, "Finetune/Step Time": 4.803655667230487}
{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0057283639907837, "Finetune/Loss (Raw)": 0.8971089124679565, "Finetune/Step": 288, "Finetune/Step Time": 4.811653833836317}
{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0065276622772217, "Finetune/Loss (Raw)": 1.1161285638809204, "Finetune/Step": 289, "Finetune/Step Time": 4.816156893968582}
{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.0042595863342285, "Finetune/Loss (Raw)": 0.9593459367752075, "Finetune/Step": 290, "Finetune/Step Time": 4.8272990845143795}
{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.0046921968460083, "Finetune/Loss (Raw)": 1.1188913583755493, "Finetune/Step": 291, "Finetune/Step Time": 4.821160634979606}
{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0057529211044312, "Finetune/Loss (Raw)": 1.0962119102478027, "Finetune/Step": 292, "Finetune/Step Time": 4.8096256647259}
{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0065585374832153, "Finetune/Loss (Raw)": 1.1433532238006592, "Finetune/Step": 293, "Finetune/Step Time": 4.805552380159497}
{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0047903060913086, "Finetune/Loss (Raw)": 0.7674444913864136, "Finetune/Step": 294, "Finetune/Step Time": 4.812059998512268}
{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0044502019882202, "Finetune/Loss (Raw)": 1.0860182046890259, "Finetune/Step": 295, "Finetune/Step Time": 4.818290937691927}
{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.004786491394043, "Finetune/Loss (Raw)": 1.018383502960205, "Finetune/Step": 296, "Finetune/Step Time": 4.823104342445731}
{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.0060458183288574, "Finetune/Loss (Raw)": 1.1256448030471802, "Finetune/Step": 297, "Finetune/Step Time": 4.826511615887284}
{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.010486364364624, "Finetune/Loss (Raw)": 0.9066393375396729, "Finetune/Step": 298, "Finetune/Step Time": 4.8168101366609335}
{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.005136251449585, "Finetune/Loss (Raw)": 0.31303930282592773, "Finetune/Step": 299, "Finetune/Step Time": 4.849522283300757}
{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.000288963317871, "Finetune/Loss (Raw)": 0.3546031415462494, "Finetune/Step": 300, "Finetune/Step Time": 4.87395142391324}
{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 0.993998646736145, "Finetune/Loss (Raw)": 0.3809175193309784, "Finetune/Step": 301, "Finetune/Step Time": 4.910387147217989}
{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 0.9940716028213501, "Finetune/Loss (Raw)": 0.8908374309539795, "Finetune/Step": 302, "Finetune/Step Time": 4.912570282816887}
{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 0.9873046278953552, "Finetune/Loss (Raw)": 0.31408411264419556, "Finetune/Step": 303, "Finetune/Step Time": 4.947934715077281}
{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 0.993167519569397, "Finetune/Loss (Raw)": 1.0907998085021973, "Finetune/Step": 304, "Finetune/Step Time": 4.9135463405400515}
{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 0.9938006401062012, "Finetune/Loss (Raw)": 1.0456809997558594, "Finetune/Step": 305, "Finetune/Step Time": 4.905946569517255}
{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 0.991896390914917, "Finetune/Loss (Raw)": 0.9429598450660706, "Finetune/Step": 306, "Finetune/Step Time": 4.906652910634875}
{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 0.9939672350883484, "Finetune/Loss (Raw)": 1.1598548889160156, "Finetune/Step": 307, "Finetune/Step Time": 4.903514176607132}
{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 0.9938108921051025, "Finetune/Loss (Raw)": 1.0450959205627441, "Finetune/Step": 308, "Finetune/Step Time": 4.903466632589698}
{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 0.9949091076850891, "Finetune/Loss (Raw)": 1.1449683904647827, "Finetune/Step": 309, "Finetune/Step Time": 4.912465430796146}
{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 0.9946367740631104, "Finetune/Loss (Raw)": 1.0106688737869263, "Finetune/Step": 310, "Finetune/Step Time": 4.913668984547257}
{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 0.9948805570602417, "Finetune/Loss (Raw)": 1.0328288078308105, "Finetune/Step": 311, "Finetune/Step Time": 4.914900401607156}
{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 0.9935351610183716, "Finetune/Loss (Raw)": 0.9765748977661133, "Finetune/Step": 312, "Finetune/Step Time": 4.925422731786966}
{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 0.9950613975524902, "Finetune/Loss (Raw)": 1.1088944673538208, "Finetune/Step": 313, "Finetune/Step Time": 4.92231223359704}
{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 0.9965049028396606, "Finetune/Loss (Raw)": 1.1853681802749634, "Finetune/Step": 314, "Finetune/Step Time": 4.911815578117967}
{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 0.9963949918746948, "Finetune/Loss (Raw)": 0.9868489503860474, "Finetune/Step": 315, "Finetune/Step Time": 4.922703148797154}
{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 0.9905649423599243, "Finetune/Loss (Raw)": 0.3649332821369171, "Finetune/Step": 316, "Finetune/Step Time": 4.964761473238468}
{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 0.9903619289398193, "Finetune/Loss (Raw)": 0.9657425880432129, "Finetune/Step": 317, "Finetune/Step Time": 4.9549503065645695}
{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 0.9903253316879272, "Finetune/Loss (Raw)": 1.0572606325149536, "Finetune/Step": 318, "Finetune/Step Time": 4.948272252455354}
{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 0.9895738959312439, "Finetune/Loss (Raw)": 0.9845946431159973, "Finetune/Step": 319, "Finetune/Step Time": 4.960823288187385}
{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 0.988588809967041, "Finetune/Loss (Raw)": 0.936147153377533, "Finetune/Step": 320, "Finetune/Step Time": 4.955838039517403}
{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9837273955345154, "Finetune/Loss (Raw)": 0.3136005997657776, "Finetune/Step": 321, "Finetune/Step Time": 4.99146731197834}
{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9833588600158691, "Finetune/Loss (Raw)": 0.996356189250946, "Finetune/Step": 322, "Finetune/Step Time": 4.991919739171863}
{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9839137196540833, "Finetune/Loss (Raw)": 1.0767685174942017, "Finetune/Step": 323, "Finetune/Step Time": 4.985992271453142}
{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9848461151123047, "Finetune/Loss (Raw)": 1.099339246749878, "Finetune/Step": 324, "Finetune/Step Time": 4.985086020082235}
{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9848323464393616, "Finetune/Loss (Raw)": 1.043583631515503, "Finetune/Step": 325, "Finetune/Step Time": 4.982155542820692}
{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9864910840988159, "Finetune/Loss (Raw)": 1.2187565565109253, "Finetune/Step": 326, "Finetune/Step Time": 4.982411183416843}
{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9867303967475891, "Finetune/Loss (Raw)": 1.016953706741333, "Finetune/Step": 327, "Finetune/Step Time": 4.976991740986705}
{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.9870977401733398, "Finetune/Loss (Raw)": 1.0690382719039917, "Finetune/Step": 328, "Finetune/Step Time": 4.983970833942294}
{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9856619834899902, "Finetune/Loss (Raw)": 0.9411359429359436, "Finetune/Step": 329, "Finetune/Step Time": 5.000623501837254}
{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9838087558746338, "Finetune/Loss (Raw)": 0.8803783655166626, "Finetune/Step": 330, "Finetune/Step Time": 5.004571283236146}
{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.9836896657943726, "Finetune/Loss (Raw)": 1.0498311519622803, "Finetune/Step": 331, "Finetune/Step Time": 5.008305888622999}
{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9819042682647705, "Finetune/Loss (Raw)": 0.822160005569458, "Finetune/Step": 332, "Finetune/Step Time": 5.024518312886357}
{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9875954389572144, "Finetune/Loss (Raw)": 1.0308443307876587, "Finetune/Step": 333, "Finetune/Step Time": 4.987630356103182}
{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9875416159629822, "Finetune/Loss (Raw)": 0.9909479022026062, "Finetune/Step": 334, "Finetune/Step Time": 4.982946826145053}
{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9861672520637512, "Finetune/Loss (Raw)": 1.0061662197113037, "Finetune/Step": 335, "Finetune/Step Time": 4.970481360331178}
{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9865456819534302, "Finetune/Loss (Raw)": 1.094267725944519, "Finetune/Step": 336, "Finetune/Step Time": 4.974100464954972}
{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9883050918579102, "Finetune/Loss (Raw)": 1.2258459329605103, "Finetune/Step": 337, "Finetune/Step Time": 4.969954328611493}
{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 0.9937158226966858, "Finetune/Loss (Raw)": 0.9957140684127808, "Finetune/Step": 338, "Finetune/Step Time": 4.944003168493509}
{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 0.9935730695724487, "Finetune/Loss (Raw)": 0.9701372385025024, "Finetune/Step": 339, "Finetune/Step Time": 4.94698653370142}
{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 0.9923433065414429, "Finetune/Loss (Raw)": 0.9141558408737183, "Finetune/Step": 340, "Finetune/Step Time": 4.945408493280411}
{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 0.9910823106765747, "Finetune/Loss (Raw)": 1.0215237140655518, "Finetune/Step": 341, "Finetune/Step Time": 4.946875991299748}
{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 0.9919029474258423, "Finetune/Loss (Raw)": 1.094090223312378, "Finetune/Step": 342, "Finetune/Step Time": 4.928366614505649}
{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 0.99246746301651, "Finetune/Loss (Raw)": 1.017409086227417, "Finetune/Step": 343, "Finetune/Step Time": 4.926581058651209}
{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 0.9937048554420471, "Finetune/Loss (Raw)": 1.0912379026412964, "Finetune/Step": 344, "Finetune/Step Time": 4.911657650023699}
{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 0.9937676191329956, "Finetune/Loss (Raw)": 1.1196223497390747, "Finetune/Step": 345, "Finetune/Step Time": 4.914071699604392}
{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 0.9943077564239502, "Finetune/Loss (Raw)": 1.1262222528457642, "Finetune/Step": 346, "Finetune/Step Time": 4.920882856473327}
{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 0.9938733577728271, "Finetune/Loss (Raw)": 1.14884614944458, "Finetune/Step": 347, "Finetune/Step Time": 4.924201099202037}
{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 0.9947224855422974, "Finetune/Loss (Raw)": 1.0785295963287354, "Finetune/Step": 348, "Finetune/Step Time": 4.944263830780983}
{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 0.9951130151748657, "Finetune/Loss (Raw)": 1.149648904800415, "Finetune/Step": 349, "Finetune/Step Time": 4.952892603352666}
{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 0.9954149127006531, "Finetune/Loss (Raw)": 0.9884669780731201, "Finetune/Step": 350, "Finetune/Step Time": 4.967482624575496}
{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 0.9956052303314209, "Finetune/Loss (Raw)": 1.0047180652618408, "Finetune/Step": 351, "Finetune/Step Time": 4.980798264965415}
{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.0007845163345337, "Finetune/Loss (Raw)": 0.9971986413002014, "Finetune/Step": 352, "Finetune/Step Time": 4.955055361613631}
{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0001907348632812, "Finetune/Loss (Raw)": 0.9767444729804993, "Finetune/Step": 353, "Finetune/Step Time": 4.953967425972223}
{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 0.998065173625946, "Finetune/Loss (Raw)": 0.9097855091094971, "Finetune/Step": 354, "Finetune/Step Time": 4.960767103359103}
{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 0.9971985816955566, "Finetune/Loss (Raw)": 1.0647375583648682, "Finetune/Step": 355, "Finetune/Step Time": 4.970470761880279}
{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 0.9954730272293091, "Finetune/Loss (Raw)": 0.9136403203010559, "Finetune/Step": 356, "Finetune/Step Time": 4.977934507653117}
{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 0.9947423338890076, "Finetune/Loss (Raw)": 0.9335627555847168, "Finetune/Step": 357, "Finetune/Step Time": 4.992071958258748}
{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.988534688949585, "Finetune/Loss (Raw)": 0.35549917817115784, "Finetune/Step": 358, "Finetune/Step Time": 5.0269518084824085}
{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9872530698776245, "Finetune/Loss (Raw)": 0.8468287587165833, "Finetune/Step": 359, "Finetune/Step Time": 5.028127549216151}
{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9869270920753479, "Finetune/Loss (Raw)": 1.0176087617874146, "Finetune/Step": 360, "Finetune/Step Time": 5.027885587885976}
{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 0.9915875196456909, "Finetune/Loss (Raw)": 0.8964446187019348, "Finetune/Step": 361, "Finetune/Step Time": 4.9921381957829}
{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9900692105293274, "Finetune/Loss (Raw)": 0.9743190407752991, "Finetune/Step": 362, "Finetune/Step Time": 4.984584160149097}
{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9890233874320984, "Finetune/Loss (Raw)": 1.073912262916565, "Finetune/Step": 363, "Finetune/Step Time": 4.943286571651697}
{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9896315932273865, "Finetune/Loss (Raw)": 1.0939629077911377, "Finetune/Step": 364, "Finetune/Step Time": 4.94199370034039}
{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9899529218673706, "Finetune/Loss (Raw)": 1.1210730075836182, "Finetune/Step": 365, "Finetune/Step Time": 4.91124296374619}
{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9891889691352844, "Finetune/Loss (Raw)": 0.9017105102539062, "Finetune/Step": 366, "Finetune/Step Time": 4.916462417691946}
{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9900106191635132, "Finetune/Loss (Raw)": 0.9970285892486572, "Finetune/Step": 367, "Finetune/Step Time": 4.92198383435607}
{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9905356764793396, "Finetune/Loss (Raw)": 1.0240191221237183, "Finetune/Step": 368, "Finetune/Step Time": 4.922089466825128}
{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.9897398352622986, "Finetune/Loss (Raw)": 0.9859260320663452, "Finetune/Step": 369, "Finetune/Step Time": 4.922115568071604}
{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9905344247817993, "Finetune/Loss (Raw)": 1.1600412130355835, "Finetune/Step": 370, "Finetune/Step Time": 4.915978603065014}
{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9911506772041321, "Finetune/Loss (Raw)": 1.1561778783798218, "Finetune/Step": 371, "Finetune/Step Time": 4.906568227335811}
{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 0.9921808242797852, "Finetune/Loss (Raw)": 1.0469940900802612, "Finetune/Step": 372, "Finetune/Step Time": 4.915484357625246}
{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.986032247543335, "Finetune/Loss (Raw)": 0.4241430163383484, "Finetune/Step": 373, "Finetune/Step Time": 4.954753205180168}
{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.979667067527771, "Finetune/Loss (Raw)": 0.3485853672027588, "Finetune/Step": 374, "Finetune/Step Time": 4.97530372440815}
{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9800443649291992, "Finetune/Loss (Raw)": 1.108808159828186, "Finetune/Step": 375, "Finetune/Step Time": 4.961447477340698}
{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9792508482933044, "Finetune/Loss (Raw)": 0.8978270292282104, "Finetune/Step": 376, "Finetune/Step Time": 4.966253772377968}
{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9788902997970581, "Finetune/Loss (Raw)": 0.9691225290298462, "Finetune/Step": 377, "Finetune/Step Time": 4.972846169024706}
{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9799709916114807, "Finetune/Loss (Raw)": 1.214677095413208, "Finetune/Step": 378, "Finetune/Step Time": 4.960978949442506}
{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9799973964691162, "Finetune/Loss (Raw)": 1.148180365562439, "Finetune/Step": 379, "Finetune/Step Time": 4.959351763129234}
{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9799729585647583, "Finetune/Loss (Raw)": 1.0353156328201294, "Finetune/Step": 380, "Finetune/Step Time": 4.958015337586403}
{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9798860549926758, "Finetune/Loss (Raw)": 1.0602798461914062, "Finetune/Step": 381, "Finetune/Step Time": 4.9663185346871614}
{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9795016646385193, "Finetune/Loss (Raw)": 0.9252907633781433, "Finetune/Step": 382, "Finetune/Step Time": 5.013490056619048}
{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.984464704990387, "Finetune/Loss (Raw)": 0.9400101900100708, "Finetune/Step": 383, "Finetune/Step Time": 5.010789452120662}
{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9807024002075195, "Finetune/Loss (Raw)": 0.4677622318267822, "Finetune/Step": 384, "Finetune/Step Time": 5.042236736044288}
{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9794583916664124, "Finetune/Loss (Raw)": 1.0101075172424316, "Finetune/Step": 385, "Finetune/Step Time": 5.045302886515856}
{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9786995649337769, "Finetune/Loss (Raw)": 1.021301031112671, "Finetune/Step": 386, "Finetune/Step Time": 5.049946902319789}
{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9771249890327454, "Finetune/Loss (Raw)": 0.8767417669296265, "Finetune/Step": 387, "Finetune/Step Time": 5.0515166241675615}
{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9759198427200317, "Finetune/Loss (Raw)": 0.9529848694801331, "Finetune/Step": 388, "Finetune/Step Time": 5.029643382877111}
{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9764775037765503, "Finetune/Loss (Raw)": 0.9437746405601501, "Finetune/Step": 389, "Finetune/Step Time": 5.0289396569132805}
{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.976387619972229, "Finetune/Loss (Raw)": 0.8399962186813354, "Finetune/Step": 390, "Finetune/Step Time": 5.015424430370331}
{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9762171506881714, "Finetune/Loss (Raw)": 1.002446174621582, "Finetune/Step": 391, "Finetune/Step Time": 5.010799204930663}
{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.976152777671814, "Finetune/Loss (Raw)": 0.9768429398536682, "Finetune/Step": 392, "Finetune/Step Time": 5.007403917610645}
{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9750745296478271, "Finetune/Loss (Raw)": 0.8503497242927551, "Finetune/Step": 393, "Finetune/Step Time": 5.019817126914859}
{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9718313813209534, "Finetune/Loss (Raw)": 0.8084924817085266, "Finetune/Step": 394, "Finetune/Step Time": 5.035083431750536}
{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9742134213447571, "Finetune/Loss (Raw)": 1.2001208066940308, "Finetune/Step": 395, "Finetune/Step Time": 5.033741829916835}
{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.974166989326477, "Finetune/Loss (Raw)": 1.097328543663025, "Finetune/Step": 396, "Finetune/Step Time": 5.0346910916268826}
{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9726614952087402, "Finetune/Loss (Raw)": 0.8489870429039001, "Finetune/Step": 397, "Finetune/Step Time": 5.050419135019183}
{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9736274480819702, "Finetune/Loss (Raw)": 1.1731716394424438, "Finetune/Step": 398, "Finetune/Step Time": 5.043489458039403}
{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9727907776832581, "Finetune/Loss (Raw)": 0.9227059483528137, "Finetune/Step": 399, "Finetune/Step Time": 5.031096115708351}
{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9714675545692444, "Finetune/Loss (Raw)": 0.9463205337524414, "Finetune/Step": 400, "Finetune/Step Time": 5.028455801308155}
{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9719909429550171, "Finetune/Loss (Raw)": 1.1137453317642212, "Finetune/Step": 401, "Finetune/Step Time": 5.031246503815055}
{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9712322354316711, "Finetune/Loss (Raw)": 1.0028151273727417, "Finetune/Step": 402, "Finetune/Step Time": 5.0429539531469345}
{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9709582328796387, "Finetune/Loss (Raw)": 0.9757727980613708, "Finetune/Step": 403, "Finetune/Step Time": 5.04234754294157}
{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9728965759277344, "Finetune/Loss (Raw)": 1.0779505968093872, "Finetune/Step": 404, "Finetune/Step Time": 5.009667186066508}
{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9706668853759766, "Finetune/Loss (Raw)": 0.7335264682769775, "Finetune/Step": 405, "Finetune/Step Time": 5.02184296771884}
{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9662345051765442, "Finetune/Loss (Raw)": 0.4655545651912689, "Finetune/Step": 406, "Finetune/Step Time": 5.057683151215315}
{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.959985613822937, "Finetune/Loss (Raw)": 0.4063502848148346, "Finetune/Step": 407, "Finetune/Step Time": 5.081752790138125}
{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9599747657775879, "Finetune/Loss (Raw)": 0.9815796613693237, "Finetune/Step": 408, "Finetune/Step Time": 5.081566853448749}
{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9608479738235474, "Finetune/Loss (Raw)": 1.187949776649475, "Finetune/Step": 409, "Finetune/Step Time": 5.082392767071724}
{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9624185562133789, "Finetune/Loss (Raw)": 1.216259241104126, "Finetune/Step": 410, "Finetune/Step Time": 5.080663142725825}
{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.9613335728645325, "Finetune/Loss (Raw)": 0.9937915205955505, "Finetune/Step": 411, "Finetune/Step Time": 5.0837101973593235}
{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9551714062690735, "Finetune/Loss (Raw)": 0.3563014268875122, "Finetune/Step": 412, "Finetune/Step Time": 5.129125330597162}
{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.956034779548645, "Finetune/Loss (Raw)": 1.1221643686294556, "Finetune/Step": 413, "Finetune/Step Time": 5.106832172721624}
{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9549273252487183, "Finetune/Loss (Raw)": 0.943422794342041, "Finetune/Step": 414, "Finetune/Step Time": 5.092024531215429}
{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9547954797744751, "Finetune/Loss (Raw)": 1.053577184677124, "Finetune/Step": 415, "Finetune/Step Time": 5.0887820310890675}
{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9565480351448059, "Finetune/Loss (Raw)": 1.1214325428009033, "Finetune/Step": 416, "Finetune/Step Time": 5.0739935748279095}
{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9560531377792358, "Finetune/Loss (Raw)": 1.0527772903442383, "Finetune/Step": 417, "Finetune/Step Time": 5.068651540204883}
{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9571384191513062, "Finetune/Loss (Raw)": 1.0982660055160522, "Finetune/Step": 418, "Finetune/Step Time": 5.056080872192979}
{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9560141563415527, "Finetune/Loss (Raw)": 0.9749879240989685, "Finetune/Step": 419, "Finetune/Step Time": 5.073912654072046}
{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9502312541007996, "Finetune/Loss (Raw)": 0.35600295662879944, "Finetune/Step": 420, "Finetune/Step Time": 5.108492534607649}
{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9493086934089661, "Finetune/Loss (Raw)": 1.0252583026885986, "Finetune/Step": 421, "Finetune/Step Time": 5.108658783137798}
{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9511711597442627, "Finetune/Loss (Raw)": 1.0058469772338867, "Finetune/Step": 422, "Finetune/Step Time": 5.114131797105074}
{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9514997601509094, "Finetune/Loss (Raw)": 1.1280779838562012, "Finetune/Step": 423, "Finetune/Step Time": 5.107443518936634}
{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9516463279724121, "Finetune/Loss (Raw)": 1.03713858127594, "Finetune/Step": 424, "Finetune/Step Time": 5.106616552919149}
{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9487920999526978, "Finetune/Loss (Raw)": 0.7603134512901306, "Finetune/Step": 425, "Finetune/Step Time": 5.14212754368782}
{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9496566653251648, "Finetune/Loss (Raw)": 1.0172982215881348, "Finetune/Step": 426, "Finetune/Step Time": 5.121481062844396}
{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9548617601394653, "Finetune/Loss (Raw)": 0.9792931079864502, "Finetune/Step": 427, "Finetune/Step Time": 5.088693104684353}
{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9608608484268188, "Finetune/Loss (Raw)": 1.1224833726882935, "Finetune/Step": 428, "Finetune/Step Time": 5.053125202655792}
{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9662041664123535, "Finetune/Loss (Raw)": 1.064857006072998, "Finetune/Step": 429, "Finetune/Step Time": 5.021570045500994}
{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.966300904750824, "Finetune/Loss (Raw)": 0.9032281637191772, "Finetune/Step": 430, "Finetune/Step Time": 5.015447681769729}
{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9723038673400879, "Finetune/Loss (Raw)": 1.08246648311615, "Finetune/Step": 431, "Finetune/Step Time": 4.9892453365027905}
{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9711021184921265, "Finetune/Loss (Raw)": 0.9369709491729736, "Finetune/Step": 432, "Finetune/Step Time": 4.995647389441729}
{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9701074361801147, "Finetune/Loss (Raw)": 0.9183579683303833, "Finetune/Step": 433, "Finetune/Step Time": 4.998879067599773}
{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9704471826553345, "Finetune/Loss (Raw)": 0.9864510297775269, "Finetune/Step": 434, "Finetune/Step Time": 4.9998390506953}
{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9679312705993652, "Finetune/Loss (Raw)": 0.8378168940544128, "Finetune/Step": 435, "Finetune/Step Time": 4.990672992542386}
{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9669662714004517, "Finetune/Loss (Raw)": 0.9215799570083618, "Finetune/Step": 436, "Finetune/Step Time": 4.987544232979417}
{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9659954309463501, "Finetune/Loss (Raw)": 1.0206948518753052, "Finetune/Step": 437, "Finetune/Step Time": 4.978404825553298}
{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9656585454940796, "Finetune/Loss (Raw)": 0.9675516486167908, "Finetune/Step": 438, "Finetune/Step Time": 4.969540225341916}
{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9651689529418945, "Finetune/Loss (Raw)": 0.9701645970344543, "Finetune/Step": 439, "Finetune/Step Time": 4.974212236702442}
{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.965977668762207, "Finetune/Loss (Raw)": 1.0800800323486328, "Finetune/Step": 440, "Finetune/Step Time": 4.970149479806423}
{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9654947519302368, "Finetune/Loss (Raw)": 1.0470956563949585, "Finetune/Step": 441, "Finetune/Step Time": 4.967345707118511}
{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9595812559127808, "Finetune/Loss (Raw)": 0.42842793464660645, "Finetune/Step": 442, "Finetune/Step Time": 5.005519203841686}
{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.9602546691894531, "Finetune/Loss (Raw)": 1.0730512142181396, "Finetune/Step": 443, "Finetune/Step Time": 5.009761875495315}
{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9662927389144897, "Finetune/Loss (Raw)": 1.1378082036972046, "Finetune/Step": 444, "Finetune/Step Time": 4.968845384195447}
{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9666286706924438, "Finetune/Loss (Raw)": 1.0087361335754395, "Finetune/Step": 445, "Finetune/Step Time": 4.964817747473717}
{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.967057466506958, "Finetune/Loss (Raw)": 1.1121424436569214, "Finetune/Step": 446, "Finetune/Step Time": 4.9733938202261925}
{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9674179553985596, "Finetune/Loss (Raw)": 1.0307434797286987, "Finetune/Step": 447, "Finetune/Step Time": 4.957982463762164}
{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9676113128662109, "Finetune/Loss (Raw)": 0.9608994126319885, "Finetune/Step": 448, "Finetune/Step Time": 4.9638118371367455}
{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9740487337112427, "Finetune/Loss (Raw)": 1.137585997581482, "Finetune/Step": 449, "Finetune/Step Time": 4.931504180654883}
{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9736601114273071, "Finetune/Loss (Raw)": 0.946619987487793, "Finetune/Step": 450, "Finetune/Step Time": 4.9304258543998}
{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9728485345840454, "Finetune/Loss (Raw)": 0.9728826284408569, "Finetune/Step": 451, "Finetune/Step Time": 4.940727004781365}
{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9720828533172607, "Finetune/Loss (Raw)": 1.0013283491134644, "Finetune/Step": 452, "Finetune/Step Time": 4.939144738018513}
{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9734652638435364, "Finetune/Loss (Raw)": 1.220536470413208, "Finetune/Step": 453, "Finetune/Step Time": 4.934303333982825}
{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9716967344284058, "Finetune/Loss (Raw)": 0.9923763871192932, "Finetune/Step": 454, "Finetune/Step Time": 4.949001302942634}
{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.9722687005996704, "Finetune/Loss (Raw)": 1.0901718139648438, "Finetune/Step": 455, "Finetune/Step Time": 4.947267165407538}
{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9665031433105469, "Finetune/Loss (Raw)": 0.3310447931289673, "Finetune/Step": 456, "Finetune/Step Time": 4.970637630671263}
{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9662977457046509, "Finetune/Loss (Raw)": 0.914844274520874, "Finetune/Step": 457, "Finetune/Step Time": 4.950965456664562}
{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9689585566520691, "Finetune/Loss (Raw)": 1.2209635972976685, "Finetune/Step": 458, "Finetune/Step Time": 4.948087319731712}
{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.968541145324707, "Finetune/Loss (Raw)": 0.9964061379432678, "Finetune/Step": 459, "Finetune/Step Time": 4.950897628441453}
{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.9687424898147583, "Finetune/Loss (Raw)": 0.8479335308074951, "Finetune/Step": 460, "Finetune/Step Time": 4.9499833807349205}
{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9683451056480408, "Finetune/Loss (Raw)": 0.9799754619598389, "Finetune/Step": 461, "Finetune/Step Time": 4.949059555307031}
{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.968348503112793, "Finetune/Loss (Raw)": 0.9913756847381592, "Finetune/Step": 462, "Finetune/Step Time": 4.948348503559828}
{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9698272347450256, "Finetune/Loss (Raw)": 1.1954538822174072, "Finetune/Step": 463, "Finetune/Step Time": 4.9422691613435745}
{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9634459614753723, "Finetune/Loss (Raw)": 0.2774639129638672, "Finetune/Step": 464, "Finetune/Step Time": 4.976715039461851}
{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9620047211647034, "Finetune/Loss (Raw)": 1.0413671731948853, "Finetune/Step": 465, "Finetune/Step Time": 4.984157558530569}
{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9615907669067383, "Finetune/Loss (Raw)": 0.9427277445793152, "Finetune/Step": 466, "Finetune/Step Time": 4.988561373203993}
{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9624536037445068, "Finetune/Loss (Raw)": 1.0805821418762207, "Finetune/Step": 467, "Finetune/Step Time": 4.988447846844792}
{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9618552923202515, "Finetune/Loss (Raw)": 0.8375670313835144, "Finetune/Step": 468, "Finetune/Step Time": 5.000254973769188}
{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9565772414207458, "Finetune/Loss (Raw)": 0.34593483805656433, "Finetune/Step": 469, "Finetune/Step Time": 5.031448746100068}
{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9557445049285889, "Finetune/Loss (Raw)": 0.9874993562698364, "Finetune/Step": 470, "Finetune/Step Time": 5.0304623413831}
{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9556889533996582, "Finetune/Loss (Raw)": 1.0103046894073486, "Finetune/Step": 471, "Finetune/Step Time": 5.0459704250097275}
{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9560430645942688, "Finetune/Loss (Raw)": 1.1365631818771362, "Finetune/Step": 472, "Finetune/Step Time": 5.047366287559271}
{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9544823169708252, "Finetune/Loss (Raw)": 0.919839084148407, "Finetune/Step": 473, "Finetune/Step Time": 5.04582934640348}
{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9539287090301514, "Finetune/Loss (Raw)": 1.0553581714630127, "Finetune/Step": 474, "Finetune/Step Time": 5.041848890483379}
{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9532686471939087, "Finetune/Loss (Raw)": 1.0643616914749146, "Finetune/Step": 475, "Finetune/Step Time": 5.0412079486995935}
{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9528846144676208, "Finetune/Loss (Raw)": 1.0293751955032349, "Finetune/Step": 476, "Finetune/Step Time": 5.025252886116505}
{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9525173902511597, "Finetune/Loss (Raw)": 1.1026402711868286, "Finetune/Step": 477, "Finetune/Step Time": 5.030838705599308}
{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.9523964524269104, "Finetune/Loss (Raw)": 0.9729864001274109, "Finetune/Step": 478, "Finetune/Step Time": 5.007306287065148}
{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.9525730013847351, "Finetune/Loss (Raw)": 1.0273228883743286, "Finetune/Step": 479, "Finetune/Step Time": 4.992020109668374}
{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9533571004867554, "Finetune/Loss (Raw)": 1.0975632667541504, "Finetune/Step": 480, "Finetune/Step Time": 4.983811376616359}
{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9537457227706909, "Finetune/Loss (Raw)": 1.026484489440918, "Finetune/Step": 481, "Finetune/Step Time": 4.988766852766275}
{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.9548448324203491, "Finetune/Loss (Raw)": 1.050477147102356, "Finetune/Step": 482, "Finetune/Step Time": 4.997738488018513}
{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9546463489532471, "Finetune/Loss (Raw)": 1.0393309593200684, "Finetune/Step": 483, "Finetune/Step Time": 5.0082716550678015}
{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9551520347595215, "Finetune/Loss (Raw)": 0.9783644080162048, "Finetune/Step": 484, "Finetune/Step Time": 5.012304916977882}
{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9545632600784302, "Finetune/Loss (Raw)": 0.8582023978233337, "Finetune/Step": 485, "Finetune/Step Time": 5.01597304828465}
{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9594898223876953, "Finetune/Loss (Raw)": 0.9860917329788208, "Finetune/Step": 486, "Finetune/Step Time": 4.9938676450401545}
{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9610744118690491, "Finetune/Loss (Raw)": 1.0496630668640137, "Finetune/Step": 487, "Finetune/Step Time": 4.992806619033217}
{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9612900614738464, "Finetune/Loss (Raw)": 1.0452113151550293, "Finetune/Step": 488, "Finetune/Step Time": 4.990060139447451}
{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9616853594779968, "Finetune/Loss (Raw)": 0.9470416307449341, "Finetune/Step": 489, "Finetune/Step Time": 4.994520360603929}
{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9614313840866089, "Finetune/Loss (Raw)": 0.9418065547943115, "Finetune/Step": 490, "Finetune/Step Time": 5.000710951164365}
{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.9583219289779663, "Finetune/Loss (Raw)": 0.6759081482887268, "Finetune/Step": 491, "Finetune/Step Time": 5.029024248942733}
{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9573495984077454, "Finetune/Loss (Raw)": 0.969502329826355, "Finetune/Step": 492, "Finetune/Step Time": 5.034446839243174}
{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9570102691650391, "Finetune/Loss (Raw)": 1.077633261680603, "Finetune/Step": 493, "Finetune/Step Time": 5.03708554059267}
{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9575595855712891, "Finetune/Loss (Raw)": 0.972022533416748, "Finetune/Step": 494, "Finetune/Step Time": 5.048207011073828}
{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.9577112197875977, "Finetune/Loss (Raw)": 1.0164445638656616, "Finetune/Step": 495, "Finetune/Step Time": 5.048412509262562}
{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9578340649604797, "Finetune/Loss (Raw)": 1.0397440195083618, "Finetune/Step": 496, "Finetune/Step Time": 5.06190973892808}
{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9577386379241943, "Finetune/Loss (Raw)": 0.9737128615379333, "Finetune/Step": 497, "Finetune/Step Time": 5.063830588012934}
{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.9568226337432861, "Finetune/Loss (Raw)": 1.0427964925765991, "Finetune/Step": 498, "Finetune/Step Time": 5.062271703034639}
{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9547512531280518, "Finetune/Loss (Raw)": 0.8910386562347412, "Finetune/Step": 499, "Finetune/Step Time": 5.064568214118481}
{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9543189406394958, "Finetune/Loss (Raw)": 0.9916565418243408, "Finetune/Step": 500, "Finetune/Step Time": 5.069155303761363}
{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9572381973266602, "Finetune/Loss (Raw)": 0.7978032231330872, "Finetune/Step": 501, "Finetune/Step Time": 5.04416923224926}
{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9615029096603394, "Finetune/Loss (Raw)": 0.8944708108901978, "Finetune/Step": 502, "Finetune/Step Time": 5.026677833870053}
{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9609570503234863, "Finetune/Loss (Raw)": 1.0389430522918701, "Finetune/Step": 503, "Finetune/Step Time": 5.0432739071547985}
{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9622901678085327, "Finetune/Loss (Raw)": 1.0684635639190674, "Finetune/Step": 504, "Finetune/Step Time": 5.03879833035171}
{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9626486301422119, "Finetune/Loss (Raw)": 1.0150090456008911, "Finetune/Step": 505, "Finetune/Step Time": 5.033671440556645}
{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9596205949783325, "Finetune/Loss (Raw)": 0.8270896077156067, "Finetune/Step": 506, "Finetune/Step Time": 5.04590330272913}
{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.9586341381072998, "Finetune/Loss (Raw)": 1.021913766860962, "Finetune/Step": 507, "Finetune/Step Time": 5.029657920822501}
{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9583288431167603, "Finetune/Loss (Raw)": 0.9962307810783386, "Finetune/Step": 508, "Finetune/Step Time": 5.030291181057692}
{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9576166272163391, "Finetune/Loss (Raw)": 0.9691208004951477, "Finetune/Step": 509, "Finetune/Step Time": 5.033433293923736}
{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9577038884162903, "Finetune/Loss (Raw)": 0.9364573955535889, "Finetune/Step": 510, "Finetune/Step Time": 4.993755890056491}
{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9589663147926331, "Finetune/Loss (Raw)": 1.1016043424606323, "Finetune/Step": 511, "Finetune/Step Time": 4.970256453379989}
{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9633080959320068, "Finetune/Loss (Raw)": 1.023502230644226, "Finetune/Step": 512, "Finetune/Step Time": 4.937091274186969}
{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.963752806186676, "Finetune/Loss (Raw)": 1.0670312643051147, "Finetune/Step": 513, "Finetune/Step Time": 4.941640097647905}
{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.964400053024292, "Finetune/Loss (Raw)": 1.1041542291641235, "Finetune/Step": 514, "Finetune/Step Time": 4.949805449694395}
{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9606224298477173, "Finetune/Loss (Raw)": 0.39321091771125793, "Finetune/Step": 515, "Finetune/Step Time": 4.983914000913501}
{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9616317749023438, "Finetune/Loss (Raw)": 1.0821774005889893, "Finetune/Step": 516, "Finetune/Step Time": 4.992292879149318}
{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9623929858207703, "Finetune/Loss (Raw)": 1.0412085056304932, "Finetune/Step": 517, "Finetune/Step Time": 4.991207093000412}
{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9641172885894775, "Finetune/Loss (Raw)": 1.0607002973556519, "Finetune/Step": 518, "Finetune/Step Time": 4.999110151082277}
{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9646073579788208, "Finetune/Loss (Raw)": 1.0651838779449463, "Finetune/Step": 519, "Finetune/Step Time": 5.0141970086842775}
{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9648793935775757, "Finetune/Loss (Raw)": 1.011662244796753, "Finetune/Step": 520, "Finetune/Step Time": 5.013594549149275}
{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9661396145820618, "Finetune/Loss (Raw)": 1.0116544961929321, "Finetune/Step": 521, "Finetune/Step Time": 5.004618665203452}
{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9675960540771484, "Finetune/Loss (Raw)": 0.994914174079895, "Finetune/Step": 522, "Finetune/Step Time": 4.986239185556769}
{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9652934074401855, "Finetune/Loss (Raw)": 0.905389130115509, "Finetune/Step": 523, "Finetune/Step Time": 4.99345051124692}
{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9646499752998352, "Finetune/Loss (Raw)": 1.0149660110473633, "Finetune/Step": 524, "Finetune/Step Time": 4.989356119185686}
{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9660056829452515, "Finetune/Loss (Raw)": 1.022517442703247, "Finetune/Step": 525, "Finetune/Step Time": 4.972612742334604}
{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9641656875610352, "Finetune/Loss (Raw)": 0.9376549124717712, "Finetune/Step": 526, "Finetune/Step Time": 4.985504476353526}
{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9645335674285889, "Finetune/Loss (Raw)": 0.969791054725647, "Finetune/Step": 527, "Finetune/Step Time": 4.979381002485752}
{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9652992486953735, "Finetune/Loss (Raw)": 1.0443284511566162, "Finetune/Step": 528, "Finetune/Step Time": 4.974448584020138}
{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9651933312416077, "Finetune/Loss (Raw)": 1.100180745124817, "Finetune/Step": 529, "Finetune/Step Time": 4.974054455757141}
{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9659607410430908, "Finetune/Loss (Raw)": 1.101047396659851, "Finetune/Step": 530, "Finetune/Step Time": 4.958160722628236}
{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9673634171485901, "Finetune/Loss (Raw)": 1.1553162336349487, "Finetune/Step": 531, "Finetune/Step Time": 4.9548324048519135}
{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9666344523429871, "Finetune/Loss (Raw)": 0.9846482872962952, "Finetune/Step": 532, "Finetune/Step Time": 4.952853158116341}
{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9683103561401367, "Finetune/Loss (Raw)": 0.9480389356613159, "Finetune/Step": 533, "Finetune/Step Time": 4.94920146651566}
{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9720388650894165, "Finetune/Loss (Raw)": 0.9428008794784546, "Finetune/Step": 534, "Finetune/Step Time": 4.921241983771324}
{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9761277437210083, "Finetune/Loss (Raw)": 0.9297282099723816, "Finetune/Step": 535, "Finetune/Step Time": 4.897601280361414}
{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9748607277870178, "Finetune/Loss (Raw)": 0.8194029331207275, "Finetune/Step": 536, "Finetune/Step Time": 4.920163694769144}
{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9739149808883667, "Finetune/Loss (Raw)": 1.0668903589248657, "Finetune/Step": 537, "Finetune/Step Time": 4.92131076566875}
{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9723497629165649, "Finetune/Loss (Raw)": 1.0159120559692383, "Finetune/Step": 538, "Finetune/Step Time": 4.93026789277792}
{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9731851816177368, "Finetune/Loss (Raw)": 1.1007294654846191, "Finetune/Step": 539, "Finetune/Step Time": 4.924194768071175}
{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.978000283241272, "Finetune/Loss (Raw)": 0.9726308584213257, "Finetune/Step": 540, "Finetune/Step Time": 4.87876907363534}
{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9771263003349304, "Finetune/Loss (Raw)": 1.0102927684783936, "Finetune/Step": 541, "Finetune/Step Time": 4.885974492877722}
{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9777630567550659, "Finetune/Loss (Raw)": 1.0249253511428833, "Finetune/Step": 542, "Finetune/Step Time": 4.885014383122325}
{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9782989621162415, "Finetune/Loss (Raw)": 1.1221725940704346, "Finetune/Step": 543, "Finetune/Step Time": 4.88498573563993}
{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9779596328735352, "Finetune/Loss (Raw)": 1.078000783920288, "Finetune/Step": 544, "Finetune/Step Time": 4.885897161439061}
{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9774577617645264, "Finetune/Loss (Raw)": 0.9885454177856445, "Finetune/Step": 545, "Finetune/Step Time": 4.883468292653561}
{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9762159585952759, "Finetune/Loss (Raw)": 0.9393136501312256, "Finetune/Step": 546, "Finetune/Step Time": 4.884861132130027}
{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9770032167434692, "Finetune/Loss (Raw)": 1.0757547616958618, "Finetune/Step": 547, "Finetune/Step Time": 4.875594602897763}
{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9817185401916504, "Finetune/Loss (Raw)": 0.9595720767974854, "Finetune/Step": 548, "Finetune/Step Time": 4.855049200356007}
{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9802701473236084, "Finetune/Loss (Raw)": 0.8398520350456238, "Finetune/Step": 549, "Finetune/Step Time": 4.863646881654859}
{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9801880121231079, "Finetune/Loss (Raw)": 0.9953380227088928, "Finetune/Step": 550, "Finetune/Step Time": 4.8461764715611935}
{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9789907336235046, "Finetune/Loss (Raw)": 0.9748224020004272, "Finetune/Step": 551, "Finetune/Step Time": 4.8474676962941885}
{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9794665575027466, "Finetune/Loss (Raw)": 1.0980563163757324, "Finetune/Step": 552, "Finetune/Step Time": 4.842970626428723}
{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9794894456863403, "Finetune/Loss (Raw)": 0.763235867023468, "Finetune/Step": 553, "Finetune/Step Time": 4.806432023644447}
{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.980392575263977, "Finetune/Loss (Raw)": 1.1329070329666138, "Finetune/Step": 554, "Finetune/Step Time": 4.803978376090527}
{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9801144599914551, "Finetune/Loss (Raw)": 0.9436835050582886, "Finetune/Step": 555, "Finetune/Step Time": 4.8179839085787535}
{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9792705178260803, "Finetune/Loss (Raw)": 1.0144609212875366, "Finetune/Step": 556, "Finetune/Step Time": 4.829941822215915}
{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9784250259399414, "Finetune/Loss (Raw)": 0.9566381573677063, "Finetune/Step": 557, "Finetune/Step Time": 4.82637956738472}
{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9732637405395508, "Finetune/Loss (Raw)": 0.24258114397525787, "Finetune/Step": 558, "Finetune/Step Time": 4.85517792403698}
{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9724375009536743, "Finetune/Loss (Raw)": 0.9767020344734192, "Finetune/Step": 559, "Finetune/Step Time": 4.848597962409258}
{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9717110395431519, "Finetune/Loss (Raw)": 0.843989372253418, "Finetune/Step": 560, "Finetune/Step Time": 4.843772182241082}
{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9714627265930176, "Finetune/Loss (Raw)": 0.8865812420845032, "Finetune/Step": 561, "Finetune/Step Time": 4.844719951972365}
{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9711033701896667, "Finetune/Loss (Raw)": 0.9404489398002625, "Finetune/Step": 562, "Finetune/Step Time": 4.842235201969743}
{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9727545380592346, "Finetune/Loss (Raw)": 1.049157977104187, "Finetune/Step": 563, "Finetune/Step Time": 4.8430954944342375}
{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9736325740814209, "Finetune/Loss (Raw)": 1.0339783430099487, "Finetune/Step": 564, "Finetune/Step Time": 4.853312278166413}
{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9730919599533081, "Finetune/Loss (Raw)": 0.9514946937561035, "Finetune/Step": 565, "Finetune/Step Time": 4.8631506487727165}
{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9739770889282227, "Finetune/Loss (Raw)": 1.0808426141738892, "Finetune/Step": 566, "Finetune/Step Time": 4.864748604595661}
{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9741796255111694, "Finetune/Loss (Raw)": 0.9960852265357971, "Finetune/Step": 567, "Finetune/Step Time": 4.86753886193037}
{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9679087400436401, "Finetune/Loss (Raw)": 0.2774104177951813, "Finetune/Step": 568, "Finetune/Step Time": 4.891982501372695}
{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9669446349143982, "Finetune/Loss (Raw)": 0.9236968755722046, "Finetune/Step": 569, "Finetune/Step Time": 4.8978345431387424}
{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9714983105659485, "Finetune/Loss (Raw)": 1.0112980604171753, "Finetune/Step": 570, "Finetune/Step Time": 4.860158309340477}
{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9704828262329102, "Finetune/Loss (Raw)": 0.9430636763572693, "Finetune/Step": 571, "Finetune/Step Time": 4.861263647675514}
{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9697098731994629, "Finetune/Loss (Raw)": 1.0388765335083008, "Finetune/Step": 572, "Finetune/Step Time": 4.86589140444994}
{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9701961278915405, "Finetune/Loss (Raw)": 1.0709688663482666, "Finetune/Step": 573, "Finetune/Step Time": 4.87018545717001}
{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9700803160667419, "Finetune/Loss (Raw)": 1.097318410873413, "Finetune/Step": 574, "Finetune/Step Time": 4.868317045271397}
{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.9708890318870544, "Finetune/Loss (Raw)": 1.1342580318450928, "Finetune/Step": 575, "Finetune/Step Time": 4.89176282659173}
{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9710757732391357, "Finetune/Loss (Raw)": 0.9848005771636963, "Finetune/Step": 576, "Finetune/Step Time": 4.893821658566594}
{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9698906540870667, "Finetune/Loss (Raw)": 0.985897958278656, "Finetune/Step": 577, "Finetune/Step Time": 4.895064441487193}
{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.969929575920105, "Finetune/Loss (Raw)": 0.951603353023529, "Finetune/Step": 578, "Finetune/Step Time": 4.8909944500774145}
{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9689918756484985, "Finetune/Loss (Raw)": 0.8528478741645813, "Finetune/Step": 579, "Finetune/Step Time": 4.903695596382022}
{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9692761898040771, "Finetune/Loss (Raw)": 1.037731409072876, "Finetune/Step": 580, "Finetune/Step Time": 4.90024945512414}
{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9686278104782104, "Finetune/Loss (Raw)": 1.137536644935608, "Finetune/Step": 581, "Finetune/Step Time": 4.910065336152911}
{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9690513014793396, "Finetune/Loss (Raw)": 1.046586275100708, "Finetune/Step": 582, "Finetune/Step Time": 4.9107576590031385}
{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9675306677818298, "Finetune/Loss (Raw)": 0.8955248594284058, "Finetune/Step": 583, "Finetune/Step Time": 4.917077669873834}
{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9733532667160034, "Finetune/Loss (Raw)": 1.076343059539795, "Finetune/Step": 584, "Finetune/Step Time": 4.892115294933319}
{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9746344089508057, "Finetune/Loss (Raw)": 1.078830361366272, "Finetune/Step": 585, "Finetune/Step Time": 4.893922824412584}
{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9677058458328247, "Finetune/Loss (Raw)": 0.33410701155662537, "Finetune/Step": 586, "Finetune/Step Time": 4.925011035054922}
{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9692073464393616, "Finetune/Loss (Raw)": 1.1885956525802612, "Finetune/Step": 587, "Finetune/Step Time": 4.916296113282442}
{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9703425168991089, "Finetune/Loss (Raw)": 0.9932457208633423, "Finetune/Step": 588, "Finetune/Step Time": 4.924759378656745}
{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9711607694625854, "Finetune/Loss (Raw)": 1.0847020149230957, "Finetune/Step": 589, "Finetune/Step Time": 4.919868851080537}
{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.9719222187995911, "Finetune/Loss (Raw)": 1.0888421535491943, "Finetune/Step": 590, "Finetune/Step Time": 4.92108447290957}
{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9699633717536926, "Finetune/Loss (Raw)": 0.944723904132843, "Finetune/Step": 591, "Finetune/Step Time": 4.923296870663762}
{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9754050970077515, "Finetune/Loss (Raw)": 0.9740027785301208, "Finetune/Step": 592, "Finetune/Step Time": 4.886052966117859}
{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9750548601150513, "Finetune/Loss (Raw)": 0.9965412020683289, "Finetune/Step": 593, "Finetune/Step Time": 4.9003859627991915}
{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9755616188049316, "Finetune/Loss (Raw)": 1.007598638534546, "Finetune/Step": 594, "Finetune/Step Time": 4.888249658048153}
{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9750241041183472, "Finetune/Loss (Raw)": 1.011767029762268, "Finetune/Step": 595, "Finetune/Step Time": 4.87827592343092}
{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9757548570632935, "Finetune/Loss (Raw)": 0.9311103224754333, "Finetune/Step": 596, "Finetune/Step Time": 4.860592383891344}
{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9798659086227417, "Finetune/Loss (Raw)": 0.8721479773521423, "Finetune/Step": 597, "Finetune/Step Time": 4.827877249568701}
{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9800096154212952, "Finetune/Loss (Raw)": 1.00589120388031, "Finetune/Step": 598, "Finetune/Step Time": 4.850892383605242}
{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9801040887832642, "Finetune/Loss (Raw)": 1.0223945379257202, "Finetune/Step": 599, "Finetune/Step Time": 4.832556718960404}
{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9798516035079956, "Finetune/Loss (Raw)": 1.104251742362976, "Finetune/Step": 600, "Finetune/Step Time": 4.836788736283779}
{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9803140163421631, "Finetune/Loss (Raw)": 0.9790288805961609, "Finetune/Step": 601, "Finetune/Step Time": 4.860379129648209}
{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9803112745285034, "Finetune/Loss (Raw)": 1.0550055503845215, "Finetune/Step": 602, "Finetune/Step Time": 4.853315711021423}
{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9793387651443481, "Finetune/Loss (Raw)": 0.9398825168609619, "Finetune/Step": 603, "Finetune/Step Time": 4.858088117092848}
{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9796568155288696, "Finetune/Loss (Raw)": 1.0700868368148804, "Finetune/Step": 604, "Finetune/Step Time": 4.857103573158383}
{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.978418231010437, "Finetune/Loss (Raw)": 0.9440957903862, "Finetune/Step": 605, "Finetune/Step Time": 4.852189073339105}
{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9780775308609009, "Finetune/Loss (Raw)": 0.929373025894165, "Finetune/Step": 606, "Finetune/Step Time": 4.869242772459984}
{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9764671325683594, "Finetune/Loss (Raw)": 0.8212010264396667, "Finetune/Step": 607, "Finetune/Step Time": 4.899126522243023}
{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9764057397842407, "Finetune/Loss (Raw)": 1.0896984338760376, "Finetune/Step": 608, "Finetune/Step Time": 4.896451724693179}
{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9755798578262329, "Finetune/Loss (Raw)": 0.9207797050476074, "Finetune/Step": 609, "Finetune/Step Time": 4.891266832128167}
{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9749542474746704, "Finetune/Loss (Raw)": 0.9703970551490784, "Finetune/Step": 610, "Finetune/Step Time": 4.881872784346342}
{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9749124050140381, "Finetune/Loss (Raw)": 1.033972978591919, "Finetune/Step": 611, "Finetune/Step Time": 4.860017674043775}
{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9766682386398315, "Finetune/Loss (Raw)": 1.2031117677688599, "Finetune/Step": 612, "Finetune/Step Time": 4.857113357633352}
{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9770545363426208, "Finetune/Loss (Raw)": 0.90764981508255, "Finetune/Step": 613, "Finetune/Step Time": 4.84952249750495}
{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.977030873298645, "Finetune/Loss (Raw)": 0.9830605387687683, "Finetune/Step": 614, "Finetune/Step Time": 4.834950463846326}
{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9769320487976074, "Finetune/Loss (Raw)": 1.0370125770568848, "Finetune/Step": 615, "Finetune/Step Time": 4.841657349839807}
{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9766274690628052, "Finetune/Loss (Raw)": 1.0062235593795776, "Finetune/Step": 616, "Finetune/Step Time": 4.843740006908774}
{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9770377278327942, "Finetune/Loss (Raw)": 0.9995553493499756, "Finetune/Step": 617, "Finetune/Step Time": 4.835829313844442}
{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.9778226613998413, "Finetune/Loss (Raw)": 1.0422760248184204, "Finetune/Step": 618, "Finetune/Step Time": 4.829870086163282}
{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9797295928001404, "Finetune/Loss (Raw)": 0.9200000166893005, "Finetune/Step": 619, "Finetune/Step Time": 4.82462346367538}
{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9802660942077637, "Finetune/Loss (Raw)": 1.038171648979187, "Finetune/Step": 620, "Finetune/Step Time": 4.815414052456617}
{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.979826807975769, "Finetune/Loss (Raw)": 1.0214051008224487, "Finetune/Step": 621, "Finetune/Step Time": 4.834227131679654}
{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9797449111938477, "Finetune/Loss (Raw)": 0.9615326523780823, "Finetune/Step": 622, "Finetune/Step Time": 4.821730138733983}
{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9801034927368164, "Finetune/Loss (Raw)": 1.062354326248169, "Finetune/Step": 623, "Finetune/Step Time": 4.822985582053661}
{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9797641038894653, "Finetune/Loss (Raw)": 0.9962948560714722, "Finetune/Step": 624, "Finetune/Step Time": 4.808921283110976}
{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.9803197383880615, "Finetune/Loss (Raw)": 1.04483163356781, "Finetune/Step": 625, "Finetune/Step Time": 4.810238411650062}
{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.9804670810699463, "Finetune/Loss (Raw)": 1.061657190322876, "Finetune/Step": 626, "Finetune/Step Time": 4.807853197678924}
{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9811478853225708, "Finetune/Loss (Raw)": 0.978191077709198, "Finetune/Step": 627, "Finetune/Step Time": 4.8097590785473585}
{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9811263680458069, "Finetune/Loss (Raw)": 0.9888982176780701, "Finetune/Step": 628, "Finetune/Step Time": 4.799679424613714}
{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9829027652740479, "Finetune/Loss (Raw)": 1.025180697441101, "Finetune/Step": 629, "Finetune/Step Time": 4.789801260456443}
{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9847902655601501, "Finetune/Loss (Raw)": 1.1360713243484497, "Finetune/Step": 630, "Finetune/Step Time": 4.771330777555704}
{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9837458729743958, "Finetune/Loss (Raw)": 0.9052647948265076, "Finetune/Step": 631, "Finetune/Step Time": 4.756885338574648}
{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9845324754714966, "Finetune/Loss (Raw)": 1.1691449880599976, "Finetune/Step": 632, "Finetune/Step Time": 4.750024801120162}
{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9864662885665894, "Finetune/Loss (Raw)": 1.262539029121399, "Finetune/Step": 633, "Finetune/Step Time": 4.751324165612459}
{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9873823523521423, "Finetune/Loss (Raw)": 0.9443359971046448, "Finetune/Step": 634, "Finetune/Step Time": 4.7418893948197365}
{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.987199068069458, "Finetune/Loss (Raw)": 0.9984582662582397, "Finetune/Step": 635, "Finetune/Step Time": 4.746025925502181}
{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9877809286117554, "Finetune/Loss (Raw)": 1.0707167387008667, "Finetune/Step": 636, "Finetune/Step Time": 4.764093389734626}
{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9888213872909546, "Finetune/Loss (Raw)": 1.1022868156433105, "Finetune/Step": 637, "Finetune/Step Time": 4.760096915066242}
{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9900569915771484, "Finetune/Loss (Raw)": 1.094622254371643, "Finetune/Step": 638, "Finetune/Step Time": 4.7600729167461395}
{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9893684387207031, "Finetune/Loss (Raw)": 1.0134685039520264, "Finetune/Step": 639, "Finetune/Step Time": 4.75120940245688}
{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9892411828041077, "Finetune/Loss (Raw)": 1.0072081089019775, "Finetune/Step": 640, "Finetune/Step Time": 4.762259259819984}
{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9894205927848816, "Finetune/Loss (Raw)": 1.0899988412857056, "Finetune/Step": 641, "Finetune/Step Time": 4.769030373543501}
{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9833929538726807, "Finetune/Loss (Raw)": 0.33261623978614807, "Finetune/Step": 642, "Finetune/Step Time": 4.7826466634869576}
{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.9880980253219604, "Finetune/Loss (Raw)": 0.9954652786254883, "Finetune/Step": 643, "Finetune/Step Time": 4.7469644248485565}
{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9878313541412354, "Finetune/Loss (Raw)": 1.0480417013168335, "Finetune/Step": 644, "Finetune/Step Time": 4.746629321947694}
{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9881528615951538, "Finetune/Loss (Raw)": 1.0823620557785034, "Finetune/Step": 645, "Finetune/Step Time": 4.75102586299181}
{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9878393411636353, "Finetune/Loss (Raw)": 1.0205663442611694, "Finetune/Step": 646, "Finetune/Step Time": 4.76100854948163}
{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9869784116744995, "Finetune/Loss (Raw)": 0.9549869298934937, "Finetune/Step": 647, "Finetune/Step Time": 4.766337662935257}
{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9871309995651245, "Finetune/Loss (Raw)": 1.0311919450759888, "Finetune/Step": 648, "Finetune/Step Time": 4.764947874471545}
{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9872441291809082, "Finetune/Loss (Raw)": 1.026133418083191, "Finetune/Step": 649, "Finetune/Step Time": 4.76069207303226}
{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9871721267700195, "Finetune/Loss (Raw)": 0.9856967329978943, "Finetune/Step": 650, "Finetune/Step Time": 4.774121772497892}
{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9881184697151184, "Finetune/Loss (Raw)": 1.0265223979949951, "Finetune/Step": 651, "Finetune/Step Time": 4.782499304041266}
{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9880285263061523, "Finetune/Loss (Raw)": 1.0034540891647339, "Finetune/Step": 652, "Finetune/Step Time": 4.786584669724107}
{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9871693253517151, "Finetune/Loss (Raw)": 0.9125409126281738, "Finetune/Step": 653, "Finetune/Step Time": 4.789010941982269}
{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9893150925636292, "Finetune/Loss (Raw)": 1.2123163938522339, "Finetune/Step": 654, "Finetune/Step Time": 4.780645852908492}
{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9894443154335022, "Finetune/Loss (Raw)": 0.9863272905349731, "Finetune/Step": 655, "Finetune/Step Time": 4.79041169770062}
{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9888672828674316, "Finetune/Loss (Raw)": 0.9704720377922058, "Finetune/Step": 656, "Finetune/Step Time": 4.793818257749081}
{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9877973198890686, "Finetune/Loss (Raw)": 0.9632234573364258, "Finetune/Step": 657, "Finetune/Step Time": 4.814207503572106}
{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9869233965873718, "Finetune/Loss (Raw)": 0.9891846776008606, "Finetune/Step": 658, "Finetune/Step Time": 4.815979618579149}
{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9842515587806702, "Finetune/Loss (Raw)": 0.8133183717727661, "Finetune/Step": 659, "Finetune/Step Time": 4.837882412597537}
{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9853720664978027, "Finetune/Loss (Raw)": 1.1280797719955444, "Finetune/Step": 660, "Finetune/Step Time": 4.842618588358164}
{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9858529567718506, "Finetune/Loss (Raw)": 1.0095878839492798, "Finetune/Step": 661, "Finetune/Step Time": 4.835068130865693}
{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9867714643478394, "Finetune/Loss (Raw)": 1.060375452041626, "Finetune/Step": 662, "Finetune/Step Time": 4.823997108265758}
{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.9881858825683594, "Finetune/Loss (Raw)": 1.1107697486877441, "Finetune/Step": 663, "Finetune/Step Time": 4.812655722722411}
{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9898310899734497, "Finetune/Loss (Raw)": 1.02998685836792, "Finetune/Step": 664, "Finetune/Step Time": 4.80021913908422}
{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9906244874000549, "Finetune/Loss (Raw)": 1.1684441566467285, "Finetune/Step": 665, "Finetune/Step Time": 4.808605827391148}
{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.991801917552948, "Finetune/Loss (Raw)": 1.1666276454925537, "Finetune/Step": 666, "Finetune/Step Time": 4.800716420635581}
{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9919506311416626, "Finetune/Loss (Raw)": 1.1197606325149536, "Finetune/Step": 667, "Finetune/Step Time": 4.814239922910929}
{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9911165833473206, "Finetune/Loss (Raw)": 0.8658755421638489, "Finetune/Step": 668, "Finetune/Step Time": 4.819365844130516}
{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9913129210472107, "Finetune/Loss (Raw)": 1.035426378250122, "Finetune/Step": 669, "Finetune/Step Time": 4.813525389879942}
{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9904422163963318, "Finetune/Loss (Raw)": 0.9134718179702759, "Finetune/Step": 670, "Finetune/Step Time": 4.8155650943517685}
{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9894834160804749, "Finetune/Loss (Raw)": 0.9994412064552307, "Finetune/Step": 671, "Finetune/Step Time": 4.814319988712668}
{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9893331527709961, "Finetune/Loss (Raw)": 1.0587748289108276, "Finetune/Step": 672, "Finetune/Step Time": 4.81111653894186}
{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9903689026832581, "Finetune/Loss (Raw)": 1.1211185455322266, "Finetune/Step": 673, "Finetune/Step Time": 4.812020409852266}
{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.99178147315979, "Finetune/Loss (Raw)": 1.1201246976852417, "Finetune/Step": 674, "Finetune/Step Time": 4.812606355175376}
{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9917436838150024, "Finetune/Loss (Raw)": 1.070916771888733, "Finetune/Step": 675, "Finetune/Step Time": 4.8145365957170725}
{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9923707246780396, "Finetune/Loss (Raw)": 1.03982675075531, "Finetune/Step": 676, "Finetune/Step Time": 4.808891149237752}
{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9929548501968384, "Finetune/Loss (Raw)": 0.9146339893341064, "Finetune/Step": 677, "Finetune/Step Time": 4.8414931409060955}
{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9940096139907837, "Finetune/Loss (Raw)": 1.1303505897521973, "Finetune/Step": 678, "Finetune/Step Time": 4.853405794128776}
{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9953233003616333, "Finetune/Loss (Raw)": 1.1429638862609863, "Finetune/Step": 679, "Finetune/Step Time": 4.858513375744224}
{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.994248628616333, "Finetune/Loss (Raw)": 0.960504949092865, "Finetune/Step": 680, "Finetune/Step Time": 4.857035625725985}
{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9966453909873962, "Finetune/Loss (Raw)": 1.070020079612732, "Finetune/Step": 681, "Finetune/Step Time": 4.855535887181759}
{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9962405562400818, "Finetune/Loss (Raw)": 1.0810872316360474, "Finetune/Step": 682, "Finetune/Step Time": 4.852691262960434}
{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 0.9975181818008423, "Finetune/Loss (Raw)": 1.1072111129760742, "Finetune/Step": 683, "Finetune/Step Time": 4.833714602515101}
{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 0.9971040487289429, "Finetune/Loss (Raw)": 0.9614529013633728, "Finetune/Step": 684, "Finetune/Step Time": 4.82259295322001}
{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9956070184707642, "Finetune/Loss (Raw)": 0.7650232911109924, "Finetune/Step": 685, "Finetune/Step Time": 4.838014768436551}
{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.0010273456573486, "Finetune/Loss (Raw)": 0.9363837242126465, "Finetune/Step": 686, "Finetune/Step Time": 4.816093508154154}
{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.000969648361206, "Finetune/Loss (Raw)": 0.9693026542663574, "Finetune/Step": 687, "Finetune/Step Time": 4.8130390755832195}
{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0023083686828613, "Finetune/Loss (Raw)": 1.0153708457946777, "Finetune/Step": 688, "Finetune/Step Time": 4.812024408951402}
{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0011414289474487, "Finetune/Loss (Raw)": 0.7372003197669983, "Finetune/Step": 689, "Finetune/Step Time": 4.82517340220511}
{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.000441074371338, "Finetune/Loss (Raw)": 0.8508051633834839, "Finetune/Step": 690, "Finetune/Step Time": 4.868385422974825}
{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.0004974603652954, "Finetune/Loss (Raw)": 1.0563758611679077, "Finetune/Step": 691, "Finetune/Step Time": 4.869770189747214}
{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 0.9997014403343201, "Finetune/Loss (Raw)": 0.9320836663246155, "Finetune/Step": 692, "Finetune/Step Time": 4.887294569984078}
{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 0.9999366998672485, "Finetune/Loss (Raw)": 0.9816135764122009, "Finetune/Step": 693, "Finetune/Step Time": 4.886447329074144}
{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9945440888404846, "Finetune/Loss (Raw)": 0.3905896544456482, "Finetune/Step": 694, "Finetune/Step Time": 4.920009978115559}
{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9935458898544312, "Finetune/Loss (Raw)": 0.8683106303215027, "Finetune/Step": 695, "Finetune/Step Time": 4.926362030208111}
{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0000828504562378, "Finetune/Loss (Raw)": 1.1141507625579834, "Finetune/Step": 696, "Finetune/Step Time": 4.896366581320763}
{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0002410411834717, "Finetune/Loss (Raw)": 0.9439433813095093, "Finetune/Step": 697, "Finetune/Step Time": 4.90297719091177}
{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0016242265701294, "Finetune/Loss (Raw)": 1.1883397102355957, "Finetune/Step": 698, "Finetune/Step Time": 4.896349363029003}
{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0036468505859375, "Finetune/Loss (Raw)": 1.2019585371017456, "Finetune/Step": 699, "Finetune/Step Time": 4.893014213070273}
{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0032846927642822, "Finetune/Loss (Raw)": 0.9925307035446167, "Finetune/Step": 700, "Finetune/Step Time": 4.907337192445993}
{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 0.9973047971725464, "Finetune/Loss (Raw)": 0.3055345416069031, "Finetune/Step": 701, "Finetune/Step Time": 4.937975222244859}
{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9963393211364746, "Finetune/Loss (Raw)": 0.9737330079078674, "Finetune/Step": 702, "Finetune/Step Time": 4.944831144064665}
{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.994354784488678, "Finetune/Loss (Raw)": 0.880241334438324, "Finetune/Step": 703, "Finetune/Step Time": 4.929887196049094}
{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.994418740272522, "Finetune/Loss (Raw)": 0.9929929375648499, "Finetune/Step": 704, "Finetune/Step Time": 4.947086023166776}
{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9946663975715637, "Finetune/Loss (Raw)": 1.017594337463379, "Finetune/Step": 705, "Finetune/Step Time": 4.9468512907624245}
{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9934070110321045, "Finetune/Loss (Raw)": 0.7903971076011658, "Finetune/Step": 706, "Finetune/Step Time": 4.954773707315326}
{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9938324689865112, "Finetune/Loss (Raw)": 0.9073091745376587, "Finetune/Step": 707, "Finetune/Step Time": 4.934316178783774}
{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.9947613477706909, "Finetune/Loss (Raw)": 1.1566272974014282, "Finetune/Step": 708, "Finetune/Step Time": 4.944508379325271}
{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9934670925140381, "Finetune/Loss (Raw)": 0.9718683958053589, "Finetune/Step": 709, "Finetune/Step Time": 4.9401589669287205}
{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9921998381614685, "Finetune/Loss (Raw)": 0.8843817710876465, "Finetune/Step": 710, "Finetune/Step Time": 4.924062864854932}
{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9936407804489136, "Finetune/Loss (Raw)": 1.0799678564071655, "Finetune/Step": 711, "Finetune/Step Time": 4.937249382957816}
{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9909905195236206, "Finetune/Loss (Raw)": 0.7371028661727905, "Finetune/Step": 712, "Finetune/Step Time": 4.952493041753769}
{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.9902408123016357, "Finetune/Loss (Raw)": 0.9828682541847229, "Finetune/Step": 713, "Finetune/Step Time": 4.953116778284311}
{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9949154853820801, "Finetune/Loss (Raw)": 0.9324685335159302, "Finetune/Step": 714, "Finetune/Step Time": 4.923510918393731}
{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9944432973861694, "Finetune/Loss (Raw)": 1.128159999847412, "Finetune/Step": 715, "Finetune/Step Time": 4.922634527087212}
{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9934672117233276, "Finetune/Loss (Raw)": 0.8683028817176819, "Finetune/Step": 716, "Finetune/Step Time": 4.9028324745595455}
{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9938957691192627, "Finetune/Loss (Raw)": 1.1395573616027832, "Finetune/Step": 717, "Finetune/Step Time": 4.915239350870252}
{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9935641884803772, "Finetune/Loss (Raw)": 1.0463929176330566, "Finetune/Step": 718, "Finetune/Step Time": 4.919036008417606}
{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9943221211433411, "Finetune/Loss (Raw)": 1.041749119758606, "Finetune/Step": 719, "Finetune/Step Time": 4.919515606015921}
{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9961702823638916, "Finetune/Loss (Raw)": 1.2105517387390137, "Finetune/Step": 720, "Finetune/Step Time": 4.92207202129066}
{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9956594109535217, "Finetune/Loss (Raw)": 0.9311630129814148, "Finetune/Step": 721, "Finetune/Step Time": 4.926215844228864}
{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9955478310585022, "Finetune/Loss (Raw)": 0.9933190941810608, "Finetune/Step": 722, "Finetune/Step Time": 4.95282138325274}
{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9963444471359253, "Finetune/Loss (Raw)": 1.1137263774871826, "Finetune/Step": 723, "Finetune/Step Time": 4.94986498914659}
{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9975212216377258, "Finetune/Loss (Raw)": 1.0817348957061768, "Finetune/Step": 724, "Finetune/Step Time": 4.965437103062868}
{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 0.9996005296707153, "Finetune/Loss (Raw)": 1.1382986307144165, "Finetune/Step": 725, "Finetune/Step Time": 4.9643867909908295}
{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 0.9977254867553711, "Finetune/Loss (Raw)": 0.765892505645752, "Finetune/Step": 726, "Finetune/Step Time": 4.951937777921557}
{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 0.9977982640266418, "Finetune/Loss (Raw)": 1.0317107439041138, "Finetune/Step": 727, "Finetune/Step Time": 4.958636820316315}
{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 0.9985934495925903, "Finetune/Loss (Raw)": 1.2060271501541138, "Finetune/Step": 728, "Finetune/Step Time": 4.958226876333356}
{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9960380792617798, "Finetune/Loss (Raw)": 0.6519425511360168, "Finetune/Step": 729, "Finetune/Step Time": 4.947443086653948}
{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9956796169281006, "Finetune/Loss (Raw)": 1.009127140045166, "Finetune/Step": 730, "Finetune/Step Time": 4.951187126338482}
{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9968639612197876, "Finetune/Loss (Raw)": 1.0914875268936157, "Finetune/Step": 731, "Finetune/Step Time": 4.947059966623783}
{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.995604395866394, "Finetune/Loss (Raw)": 0.9088485240936279, "Finetune/Step": 732, "Finetune/Step Time": 4.979371866211295}
{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9957485795021057, "Finetune/Loss (Raw)": 0.9625604152679443, "Finetune/Step": 733, "Finetune/Step Time": 4.9774339608848095}
{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.99527907371521, "Finetune/Loss (Raw)": 0.869272768497467, "Finetune/Step": 734, "Finetune/Step Time": 4.965403076261282}
{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9958903193473816, "Finetune/Loss (Raw)": 0.8994480967521667, "Finetune/Step": 735, "Finetune/Step Time": 4.942855421453714}
{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9946410655975342, "Finetune/Loss (Raw)": 0.9297802448272705, "Finetune/Step": 736, "Finetune/Step Time": 4.978883674368262}
{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9962230324745178, "Finetune/Loss (Raw)": 1.1232799291610718, "Finetune/Step": 737, "Finetune/Step Time": 4.974759446457028}
{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.996586263179779, "Finetune/Loss (Raw)": 1.0168956518173218, "Finetune/Step": 738, "Finetune/Step Time": 4.970911413431168}
{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9920254945755005, "Finetune/Loss (Raw)": 0.4501911699771881, "Finetune/Step": 739, "Finetune/Step Time": 5.011303519830108}
{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9915470480918884, "Finetune/Loss (Raw)": 1.1418639421463013, "Finetune/Step": 740, "Finetune/Step Time": 5.013496540486813}
{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9908100366592407, "Finetune/Loss (Raw)": 0.8133072853088379, "Finetune/Step": 741, "Finetune/Step Time": 5.03145488910377}
{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9908322095870972, "Finetune/Loss (Raw)": 0.9859029054641724, "Finetune/Step": 742, "Finetune/Step Time": 5.036943506449461}
{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.9911220073699951, "Finetune/Loss (Raw)": 1.0741095542907715, "Finetune/Step": 743, "Finetune/Step Time": 5.030736915767193}
{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9910706281661987, "Finetune/Loss (Raw)": 0.9996424913406372, "Finetune/Step": 744, "Finetune/Step Time": 5.0324737671762705}
{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.99028480052948, "Finetune/Loss (Raw)": 0.8989750146865845, "Finetune/Step": 745, "Finetune/Step Time": 5.050401072949171}
{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9907302260398865, "Finetune/Loss (Raw)": 1.0992882251739502, "Finetune/Step": 746, "Finetune/Step Time": 5.040809692814946}
{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9922904968261719, "Finetune/Loss (Raw)": 1.1197174787521362, "Finetune/Step": 747, "Finetune/Step Time": 5.0205463990569115}
{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9927615523338318, "Finetune/Loss (Raw)": 1.098462462425232, "Finetune/Step": 748, "Finetune/Step Time": 5.022483306005597}
{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.9926657676696777, "Finetune/Loss (Raw)": 1.009149432182312, "Finetune/Step": 749, "Finetune/Step Time": 5.011887259781361}
{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9931917786598206, "Finetune/Loss (Raw)": 1.0288602113723755, "Finetune/Step": 750, "Finetune/Step Time": 5.017622152343392}
{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.9918956160545349, "Finetune/Loss (Raw)": 0.89644855260849, "Finetune/Step": 751, "Finetune/Step Time": 5.020290471613407}
{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9925647974014282, "Finetune/Loss (Raw)": 1.081956386566162, "Finetune/Step": 752, "Finetune/Step Time": 5.021075937896967}
{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9874386787414551, "Finetune/Loss (Raw)": 0.38868245482444763, "Finetune/Step": 753, "Finetune/Step Time": 5.053818164393306}
{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9859870672225952, "Finetune/Loss (Raw)": 0.8758473992347717, "Finetune/Step": 754, "Finetune/Step Time": 5.053720178082585}
{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9856390953063965, "Finetune/Loss (Raw)": 0.9336532354354858, "Finetune/Step": 755, "Finetune/Step Time": 5.075458722189069}
{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9853512048721313, "Finetune/Loss (Raw)": 0.9520500302314758, "Finetune/Step": 756, "Finetune/Step Time": 5.072329754009843}
{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9851012229919434, "Finetune/Loss (Raw)": 0.9931771755218506, "Finetune/Step": 757, "Finetune/Step Time": 5.08379914239049}
{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9852778315544128, "Finetune/Loss (Raw)": 1.1586779356002808, "Finetune/Step": 758, "Finetune/Step Time": 5.092410862445831}
{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9865573644638062, "Finetune/Loss (Raw)": 1.0690443515777588, "Finetune/Step": 759, "Finetune/Step Time": 5.091646920889616}
{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9853945970535278, "Finetune/Loss (Raw)": 1.0203129053115845, "Finetune/Step": 760, "Finetune/Step Time": 5.084242939949036}
{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9828376770019531, "Finetune/Loss (Raw)": 0.9352611303329468, "Finetune/Step": 761, "Finetune/Step Time": 5.087390191853046}
{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9783751368522644, "Finetune/Loss (Raw)": 0.37312254309654236, "Finetune/Step": 762, "Finetune/Step Time": 5.123763078823686}
{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9776021242141724, "Finetune/Loss (Raw)": 0.8995072245597839, "Finetune/Step": 763, "Finetune/Step Time": 5.127347411587834}
{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9770642518997192, "Finetune/Loss (Raw)": 1.0018805265426636, "Finetune/Step": 764, "Finetune/Step Time": 5.104728991165757}
{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9760969281196594, "Finetune/Loss (Raw)": 0.9784668684005737, "Finetune/Step": 765, "Finetune/Step Time": 5.107968358322978}
{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.976091742515564, "Finetune/Loss (Raw)": 1.0939514636993408, "Finetune/Step": 766, "Finetune/Step Time": 5.1200337540358305}
{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9753732085227966, "Finetune/Loss (Raw)": 0.9215030074119568, "Finetune/Step": 767, "Finetune/Step Time": 5.140515169128776}
{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9747896194458008, "Finetune/Loss (Raw)": 0.932501494884491, "Finetune/Step": 768, "Finetune/Step Time": 5.1390823144465685}
{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9727458357810974, "Finetune/Loss (Raw)": 0.8284028768539429, "Finetune/Step": 769, "Finetune/Step Time": 5.141293371096253}
{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9782372713088989, "Finetune/Loss (Raw)": 1.0355182886123657, "Finetune/Step": 770, "Finetune/Step Time": 5.119224276393652}
{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.978869616985321, "Finetune/Loss (Raw)": 1.076401948928833, "Finetune/Step": 771, "Finetune/Step Time": 5.124263379722834}
{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9785016179084778, "Finetune/Loss (Raw)": 1.0009441375732422, "Finetune/Step": 772, "Finetune/Step Time": 5.117476835846901}
{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9783172011375427, "Finetune/Loss (Raw)": 1.058750867843628, "Finetune/Step": 773, "Finetune/Step Time": 5.116442728787661}
{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9771722555160522, "Finetune/Loss (Raw)": 0.8740149736404419, "Finetune/Step": 774, "Finetune/Step Time": 5.128003630787134}
{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.9777935147285461, "Finetune/Loss (Raw)": 1.0345042943954468, "Finetune/Step": 775, "Finetune/Step Time": 5.131421905010939}
{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9759948253631592, "Finetune/Loss (Raw)": 0.8009703159332275, "Finetune/Step": 776, "Finetune/Step Time": 5.132585816085339}
{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9768847823143005, "Finetune/Loss (Raw)": 1.1400442123413086, "Finetune/Step": 777, "Finetune/Step Time": 5.149374172091484}
{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9777508974075317, "Finetune/Loss (Raw)": 1.0965564250946045, "Finetune/Step": 778, "Finetune/Step Time": 5.13394208997488}
{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9770557880401611, "Finetune/Loss (Raw)": 0.9375503659248352, "Finetune/Step": 779, "Finetune/Step Time": 5.130751995369792}
{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9717788696289062, "Finetune/Loss (Raw)": 0.328002393245697, "Finetune/Step": 780, "Finetune/Step Time": 5.17059126868844}
{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9720219373703003, "Finetune/Loss (Raw)": 0.9436583518981934, "Finetune/Step": 781, "Finetune/Step Time": 5.170895591378212}
{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9683173894882202, "Finetune/Loss (Raw)": 0.7381322979927063, "Finetune/Step": 782, "Finetune/Step Time": 5.201225375756621}
{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9678492546081543, "Finetune/Loss (Raw)": 0.9264127612113953, "Finetune/Step": 783, "Finetune/Step Time": 5.245098194107413}
{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9661793112754822, "Finetune/Loss (Raw)": 0.7567111253738403, "Finetune/Step": 784, "Finetune/Step Time": 5.262305211275816}
{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.967095136642456, "Finetune/Loss (Raw)": 1.080456256866455, "Finetune/Step": 785, "Finetune/Step Time": 5.257737655192614}
{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9682406187057495, "Finetune/Loss (Raw)": 1.1358035802841187, "Finetune/Step": 786, "Finetune/Step Time": 5.25535855256021}
{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9706099033355713, "Finetune/Loss (Raw)": 1.1165848970413208, "Finetune/Step": 787, "Finetune/Step Time": 5.259587114676833}
{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9706162214279175, "Finetune/Loss (Raw)": 1.1288939714431763, "Finetune/Step": 788, "Finetune/Step Time": 5.256007522344589}
{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9705740213394165, "Finetune/Loss (Raw)": 1.0041731595993042, "Finetune/Step": 789, "Finetune/Step Time": 5.254453845322132}
{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9682717323303223, "Finetune/Loss (Raw)": 0.7656931281089783, "Finetune/Step": 790, "Finetune/Step Time": 5.284977683797479}
{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9669075012207031, "Finetune/Loss (Raw)": 0.9361439347267151, "Finetune/Step": 791, "Finetune/Step Time": 5.28643980063498}
{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9654947519302368, "Finetune/Loss (Raw)": 0.8491545915603638, "Finetune/Step": 792, "Finetune/Step Time": 5.277157440781593}
{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9648587107658386, "Finetune/Loss (Raw)": 1.087030053138733, "Finetune/Step": 793, "Finetune/Step Time": 5.279665874317288}
{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9630804657936096, "Finetune/Loss (Raw)": 0.9390147924423218, "Finetune/Step": 794, "Finetune/Step Time": 5.282375959679484}
{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.9620729684829712, "Finetune/Loss (Raw)": 0.9907945394515991, "Finetune/Step": 795, "Finetune/Step Time": 5.285249374806881}
{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9627597332000732, "Finetune/Loss (Raw)": 0.9537848234176636, "Finetune/Step": 796, "Finetune/Step Time": 5.281213391572237}
{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9622911214828491, "Finetune/Loss (Raw)": 0.9754401445388794, "Finetune/Step": 797, "Finetune/Step Time": 5.287201181054115}
{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9630937576293945, "Finetune/Loss (Raw)": 1.0162168741226196, "Finetune/Step": 798, "Finetune/Step Time": 5.289317978546023}
{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9623740911483765, "Finetune/Loss (Raw)": 0.907315194606781, "Finetune/Step": 799, "Finetune/Step Time": 5.296353587880731}
{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.962428629398346, "Finetune/Loss (Raw)": 1.0657635927200317, "Finetune/Step": 800, "Finetune/Step Time": 5.301624231040478}
{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.9620503783226013, "Finetune/Loss (Raw)": 1.0727037191390991, "Finetune/Step": 801, "Finetune/Step Time": 5.326920293271542}
{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9610878229141235, "Finetune/Loss (Raw)": 0.9969089031219482, "Finetune/Step": 802, "Finetune/Step Time": 5.3301697336137295}
{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9589751362800598, "Finetune/Loss (Raw)": 0.800494909286499, "Finetune/Step": 803, "Finetune/Step Time": 5.3363424595445395}
{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9585652351379395, "Finetune/Loss (Raw)": 0.9873713254928589, "Finetune/Step": 804, "Finetune/Step Time": 5.32749985344708}
{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.95955491065979, "Finetune/Loss (Raw)": 1.0413029193878174, "Finetune/Step": 805, "Finetune/Step Time": 5.296957928687334}
{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.9572874307632446, "Finetune/Loss (Raw)": 0.8401107788085938, "Finetune/Step": 806, "Finetune/Step Time": 5.311100361868739}
{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9560360908508301, "Finetune/Loss (Raw)": 0.9827972650527954, "Finetune/Step": 807, "Finetune/Step Time": 5.303180102258921}
{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9567429423332214, "Finetune/Loss (Raw)": 1.0509833097457886, "Finetune/Step": 808, "Finetune/Step Time": 5.322876080870628}
{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9558202028274536, "Finetune/Loss (Raw)": 0.951904296875, "Finetune/Step": 809, "Finetune/Step Time": 5.326982706785202}
{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9559334516525269, "Finetune/Loss (Raw)": 1.0955806970596313, "Finetune/Step": 810, "Finetune/Step Time": 5.330023346468806}
{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9539037942886353, "Finetune/Loss (Raw)": 0.8474167585372925, "Finetune/Step": 811, "Finetune/Step Time": 5.327204188331962}
{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.9559457302093506, "Finetune/Loss (Raw)": 1.2228269577026367, "Finetune/Step": 812, "Finetune/Step Time": 5.324575012549758}
{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.9576833248138428, "Finetune/Loss (Raw)": 0.9874268174171448, "Finetune/Step": 813, "Finetune/Step Time": 5.311368415132165}
{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9578696489334106, "Finetune/Loss (Raw)": 0.960236668586731, "Finetune/Step": 814, "Finetune/Step Time": 5.300684314221144}
{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9579663276672363, "Finetune/Loss (Raw)": 0.9816734194755554, "Finetune/Step": 815, "Finetune/Step Time": 5.304767105728388}
{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9584216475486755, "Finetune/Loss (Raw)": 1.07365882396698, "Finetune/Step": 816, "Finetune/Step Time": 5.304433785378933}
{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.961076021194458, "Finetune/Loss (Raw)": 1.0769574642181396, "Finetune/Step": 817, "Finetune/Step Time": 5.293367134407163}
{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9569194912910461, "Finetune/Loss (Raw)": 0.3187674283981323, "Finetune/Step": 818, "Finetune/Step Time": 5.280845668166876}
{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9551311731338501, "Finetune/Loss (Raw)": 0.8274753093719482, "Finetune/Step": 819, "Finetune/Step Time": 5.280997009947896}
{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9536105990409851, "Finetune/Loss (Raw)": 0.7374533414840698, "Finetune/Step": 820, "Finetune/Step Time": 5.261627791449428}
{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.953708291053772, "Finetune/Loss (Raw)": 0.994117021560669, "Finetune/Step": 821, "Finetune/Step Time": 5.2621272671967745}
{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9579299092292786, "Finetune/Loss (Raw)": 0.9309528470039368, "Finetune/Step": 822, "Finetune/Step Time": 5.231017658486962}
{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.9596811532974243, "Finetune/Loss (Raw)": 1.092474341392517, "Finetune/Step": 823, "Finetune/Step Time": 5.21689441613853}
{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.9594324231147766, "Finetune/Loss (Raw)": 1.0823137760162354, "Finetune/Step": 824, "Finetune/Step Time": 5.216010486707091}
{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9592320919036865, "Finetune/Loss (Raw)": 0.9182988405227661, "Finetune/Step": 825, "Finetune/Step Time": 5.206313105300069}
{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9566465616226196, "Finetune/Loss (Raw)": 0.8573910593986511, "Finetune/Step": 826, "Finetune/Step Time": 5.212593734264374}
{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9550665616989136, "Finetune/Loss (Raw)": 0.9997152090072632, "Finetune/Step": 827, "Finetune/Step Time": 5.199275540187955}
{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9502328634262085, "Finetune/Loss (Raw)": 0.37382566928863525, "Finetune/Step": 828, "Finetune/Step Time": 5.214293265715241}
{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9562094807624817, "Finetune/Loss (Raw)": 1.070534348487854, "Finetune/Step": 829, "Finetune/Step Time": 5.197788262739778}
{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9564127922058105, "Finetune/Loss (Raw)": 0.9997576475143433, "Finetune/Step": 830, "Finetune/Step Time": 5.188877388834953}
{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9576667547225952, "Finetune/Loss (Raw)": 1.0407452583312988, "Finetune/Step": 831, "Finetune/Step Time": 5.199955804273486}
{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9584022760391235, "Finetune/Loss (Raw)": 1.087146520614624, "Finetune/Step": 832, "Finetune/Step Time": 5.175474062561989}
{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9537196159362793, "Finetune/Loss (Raw)": 0.4182068407535553, "Finetune/Step": 833, "Finetune/Step Time": 5.206342153251171}
{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9552727937698364, "Finetune/Loss (Raw)": 0.9892141819000244, "Finetune/Step": 834, "Finetune/Step Time": 5.209167322143912}
{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.9559175968170166, "Finetune/Loss (Raw)": 0.9898374080657959, "Finetune/Step": 835, "Finetune/Step Time": 5.214659478515387}
{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9548125863075256, "Finetune/Loss (Raw)": 1.0151894092559814, "Finetune/Step": 836, "Finetune/Step Time": 5.203851655125618}
{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9544910192489624, "Finetune/Loss (Raw)": 0.930700421333313, "Finetune/Step": 837, "Finetune/Step Time": 5.2131480518728495}
{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9558680057525635, "Finetune/Loss (Raw)": 1.0606400966644287, "Finetune/Step": 838, "Finetune/Step Time": 5.222690770402551}
{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9545233249664307, "Finetune/Loss (Raw)": 0.9078450202941895, "Finetune/Step": 839, "Finetune/Step Time": 5.221394078806043}
{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9578793048858643, "Finetune/Loss (Raw)": 1.1666762828826904, "Finetune/Step": 840, "Finetune/Step Time": 5.210086300969124}
{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9572044610977173, "Finetune/Loss (Raw)": 0.8964866995811462, "Finetune/Step": 841, "Finetune/Step Time": 5.219235077500343}
{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9582730531692505, "Finetune/Loss (Raw)": 1.0692455768585205, "Finetune/Step": 842, "Finetune/Step Time": 5.217903353273869}
{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9576328992843628, "Finetune/Loss (Raw)": 1.046216607093811, "Finetune/Step": 843, "Finetune/Step Time": 5.232084641233087}
{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.958634614944458, "Finetune/Loss (Raw)": 0.9965240359306335, "Finetune/Step": 844, "Finetune/Step Time": 5.227996785193682}
{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.9581551551818848, "Finetune/Loss (Raw)": 1.0781843662261963, "Finetune/Step": 845, "Finetune/Step Time": 5.213680595159531}
{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9581722021102905, "Finetune/Loss (Raw)": 1.0485827922821045, "Finetune/Step": 846, "Finetune/Step Time": 5.205950992181897}
{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9536088705062866, "Finetune/Loss (Raw)": 0.4576376974582672, "Finetune/Step": 847, "Finetune/Step Time": 5.24146712757647}
{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9507926106452942, "Finetune/Loss (Raw)": 0.8500747084617615, "Finetune/Step": 848, "Finetune/Step Time": 5.244192020967603}
{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9513834118843079, "Finetune/Loss (Raw)": 1.0067845582962036, "Finetune/Step": 849, "Finetune/Step Time": 5.221646437421441}
{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9505707025527954, "Finetune/Loss (Raw)": 0.8892926573753357, "Finetune/Step": 850, "Finetune/Step Time": 5.205559654161334}
{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9498679041862488, "Finetune/Loss (Raw)": 1.0237656831741333, "Finetune/Step": 851, "Finetune/Step Time": 5.211949681863189}
{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9482879042625427, "Finetune/Loss (Raw)": 0.8794978260993958, "Finetune/Step": 852, "Finetune/Step Time": 5.196630749851465}
{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9468566179275513, "Finetune/Loss (Raw)": 0.9550940990447998, "Finetune/Step": 853, "Finetune/Step Time": 5.193265195935965}
{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9482747316360474, "Finetune/Loss (Raw)": 0.9474026560783386, "Finetune/Step": 854, "Finetune/Step Time": 5.1959648579359055}
{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9464529752731323, "Finetune/Loss (Raw)": 0.7985337376594543, "Finetune/Step": 855, "Finetune/Step Time": 5.232040857896209}
{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9447876214981079, "Finetune/Loss (Raw)": 0.992857038974762, "Finetune/Step": 856, "Finetune/Step Time": 5.2292736656963825}
{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9471006989479065, "Finetune/Loss (Raw)": 0.9480209350585938, "Finetune/Step": 857, "Finetune/Step Time": 5.219517147168517}
{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.948499321937561, "Finetune/Loss (Raw)": 1.18815279006958, "Finetune/Step": 858, "Finetune/Step Time": 5.216996403411031}
{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9485986232757568, "Finetune/Loss (Raw)": 1.104200005531311, "Finetune/Step": 859, "Finetune/Step Time": 5.231975048780441}
{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9489226341247559, "Finetune/Loss (Raw)": 0.9503127336502075, "Finetune/Step": 860, "Finetune/Step Time": 5.200112959370017}
{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.9471007585525513, "Finetune/Loss (Raw)": 0.7293637990951538, "Finetune/Step": 861, "Finetune/Step Time": 5.190119385719299}
{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9482672214508057, "Finetune/Loss (Raw)": 1.018575668334961, "Finetune/Step": 862, "Finetune/Step Time": 5.192319191992283}
{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9478328824043274, "Finetune/Loss (Raw)": 0.843856692314148, "Finetune/Step": 863, "Finetune/Step Time": 5.197972822934389}
{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9487661719322205, "Finetune/Loss (Raw)": 1.049241065979004, "Finetune/Step": 864, "Finetune/Step Time": 5.1650879252702}
{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9475229978561401, "Finetune/Loss (Raw)": 0.9641612768173218, "Finetune/Step": 865, "Finetune/Step Time": 5.187026634812355}
{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9483181834220886, "Finetune/Loss (Raw)": 1.1186729669570923, "Finetune/Step": 866, "Finetune/Step Time": 5.188814586028457}
{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9530905485153198, "Finetune/Loss (Raw)": 1.061057209968567, "Finetune/Step": 867, "Finetune/Step Time": 5.151913648471236}
{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9515671730041504, "Finetune/Loss (Raw)": 0.9468703866004944, "Finetune/Step": 868, "Finetune/Step Time": 5.145424408838153}
{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9537222385406494, "Finetune/Loss (Raw)": 1.0891544818878174, "Finetune/Step": 869, "Finetune/Step Time": 5.136437674984336}
{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.9530915021896362, "Finetune/Loss (Raw)": 0.9051710963249207, "Finetune/Step": 870, "Finetune/Step Time": 5.139735836535692}
{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.9513628482818604, "Finetune/Loss (Raw)": 0.8528467416763306, "Finetune/Step": 871, "Finetune/Step Time": 5.142667401582003}
{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9513616561889648, "Finetune/Loss (Raw)": 0.9994764924049377, "Finetune/Step": 872, "Finetune/Step Time": 5.142109019681811}
{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9525071978569031, "Finetune/Loss (Raw)": 1.0456128120422363, "Finetune/Step": 873, "Finetune/Step Time": 5.12591365352273}
{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9508168697357178, "Finetune/Loss (Raw)": 0.8829259276390076, "Finetune/Step": 874, "Finetune/Step Time": 5.1312902588397264}
{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9494940042495728, "Finetune/Loss (Raw)": 0.9503870606422424, "Finetune/Step": 875, "Finetune/Step Time": 5.1425151992589235}
{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.9482091665267944, "Finetune/Loss (Raw)": 0.9340014457702637, "Finetune/Step": 876, "Finetune/Step Time": 5.143717918545008}
{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9483622908592224, "Finetune/Loss (Raw)": 1.0287575721740723, "Finetune/Step": 877, "Finetune/Step Time": 5.1422756016254425}
{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.948062002658844, "Finetune/Loss (Raw)": 0.9904188513755798, "Finetune/Step": 878, "Finetune/Step Time": 5.134921919554472}
{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.9480238556861877, "Finetune/Loss (Raw)": 0.8915678858757019, "Finetune/Step": 879, "Finetune/Step Time": 5.156238129362464}
{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9474377632141113, "Finetune/Loss (Raw)": 1.0069289207458496, "Finetune/Step": 880, "Finetune/Step Time": 5.160469446331263}
{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9513530135154724, "Finetune/Loss (Raw)": 0.8898446559906006, "Finetune/Step": 881, "Finetune/Step Time": 5.139057256281376}
{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.9528189897537231, "Finetune/Loss (Raw)": 1.0634857416152954, "Finetune/Step": 882, "Finetune/Step Time": 5.138709507882595}
{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9538131952285767, "Finetune/Loss (Raw)": 1.060912847518921, "Finetune/Step": 883, "Finetune/Step Time": 5.109765747562051}
{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.9547405242919922, "Finetune/Loss (Raw)": 1.0707539319992065, "Finetune/Step": 884, "Finetune/Step Time": 5.110316267237067}
{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9487338066101074, "Finetune/Loss (Raw)": 0.22432053089141846, "Finetune/Step": 885, "Finetune/Step Time": 5.1327640395611525}
{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9476049542427063, "Finetune/Loss (Raw)": 1.014176368713379, "Finetune/Step": 886, "Finetune/Step Time": 5.135948840528727}
{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9423675537109375, "Finetune/Loss (Raw)": 0.3986630141735077, "Finetune/Step": 887, "Finetune/Step Time": 5.17145012319088}
{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9428653717041016, "Finetune/Loss (Raw)": 1.084024429321289, "Finetune/Step": 888, "Finetune/Step Time": 5.177237628027797}
{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.9437695741653442, "Finetune/Loss (Raw)": 1.0510077476501465, "Finetune/Step": 889, "Finetune/Step Time": 5.1860101744532585}
{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9484782814979553, "Finetune/Loss (Raw)": 0.9758299589157104, "Finetune/Step": 890, "Finetune/Step Time": 5.1509192287921906}
{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9491838216781616, "Finetune/Loss (Raw)": 0.98981773853302, "Finetune/Step": 891, "Finetune/Step Time": 5.154423097148538}
{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9483336210250854, "Finetune/Loss (Raw)": 0.8930585980415344, "Finetune/Step": 892, "Finetune/Step Time": 5.158835019916296}
{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9494302868843079, "Finetune/Loss (Raw)": 1.1188430786132812, "Finetune/Step": 893, "Finetune/Step Time": 5.149591468274593}
{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9484847784042358, "Finetune/Loss (Raw)": 0.9729219079017639, "Finetune/Step": 894, "Finetune/Step Time": 5.133983466774225}
{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9489068984985352, "Finetune/Loss (Raw)": 0.9755397439002991, "Finetune/Step": 895, "Finetune/Step Time": 5.1293088756501675}
{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9499375820159912, "Finetune/Loss (Raw)": 1.0644170045852661, "Finetune/Step": 896, "Finetune/Step Time": 5.126907641068101}
{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.950123131275177, "Finetune/Loss (Raw)": 0.8521604537963867, "Finetune/Step": 897, "Finetune/Step Time": 5.130609901621938}
{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9448072910308838, "Finetune/Loss (Raw)": 0.3550845682621002, "Finetune/Step": 898, "Finetune/Step Time": 5.158308753743768}
{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9428584575653076, "Finetune/Loss (Raw)": 0.8269547820091248, "Finetune/Step": 899, "Finetune/Step Time": 5.233288180083036}
{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9437355995178223, "Finetune/Loss (Raw)": 1.1132258176803589, "Finetune/Step": 900, "Finetune/Step Time": 5.2389553636312485}
{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9440944194793701, "Finetune/Loss (Raw)": 1.104681372642517, "Finetune/Step": 901, "Finetune/Step Time": 5.238820888102055}
{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.945573091506958, "Finetune/Loss (Raw)": 1.063279151916504, "Finetune/Step": 902, "Finetune/Step Time": 5.216001711785793}
{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9459166526794434, "Finetune/Loss (Raw)": 1.0784761905670166, "Finetune/Step": 903, "Finetune/Step Time": 5.224184336140752}
{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9471635818481445, "Finetune/Loss (Raw)": 0.9605833888053894, "Finetune/Step": 904, "Finetune/Step Time": 5.231137352064252}
{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9465261101722717, "Finetune/Loss (Raw)": 1.058444619178772, "Finetune/Step": 905, "Finetune/Step Time": 5.21081225015223}
{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9453147649765015, "Finetune/Loss (Raw)": 0.9415046572685242, "Finetune/Step": 906, "Finetune/Step Time": 5.214920001104474}
{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.94618821144104, "Finetune/Loss (Raw)": 1.0493477582931519, "Finetune/Step": 907, "Finetune/Step Time": 5.202315168455243}
{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9512150287628174, "Finetune/Loss (Raw)": 0.9714365601539612, "Finetune/Step": 908, "Finetune/Step Time": 5.162235047668219}
{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9516526460647583, "Finetune/Loss (Raw)": 0.9996730089187622, "Finetune/Step": 909, "Finetune/Step Time": 5.166631439700723}
{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9534457921981812, "Finetune/Loss (Raw)": 0.9676538109779358, "Finetune/Step": 910, "Finetune/Step Time": 5.137921517714858}
{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9535295963287354, "Finetune/Loss (Raw)": 0.9371452927589417, "Finetune/Step": 911, "Finetune/Step Time": 5.088599247857928}
{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9563497304916382, "Finetune/Loss (Raw)": 1.117680549621582, "Finetune/Step": 912, "Finetune/Step Time": 5.079538876190782}
{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.9535787105560303, "Finetune/Loss (Raw)": 0.7257611155509949, "Finetune/Step": 913, "Finetune/Step Time": 5.074323188513517}
{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9534672498703003, "Finetune/Loss (Raw)": 1.1215412616729736, "Finetune/Step": 914, "Finetune/Step Time": 5.078663680702448}
{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9526478052139282, "Finetune/Loss (Raw)": 1.0117003917694092, "Finetune/Step": 915, "Finetune/Step Time": 5.057024952024221}
{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9519368410110474, "Finetune/Loss (Raw)": 1.0378870964050293, "Finetune/Step": 916, "Finetune/Step Time": 5.063723241910338}
{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9533346891403198, "Finetune/Loss (Raw)": 1.1831045150756836, "Finetune/Step": 917, "Finetune/Step Time": 5.10780175216496}
{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.9549810886383057, "Finetune/Loss (Raw)": 0.9764322638511658, "Finetune/Step": 918, "Finetune/Step Time": 5.084439158439636}
{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9536387920379639, "Finetune/Loss (Raw)": 0.76432204246521, "Finetune/Step": 919, "Finetune/Step Time": 5.099059043452144}
{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9536429643630981, "Finetune/Loss (Raw)": 0.8496934771537781, "Finetune/Step": 920, "Finetune/Step Time": 5.104990161955357}
{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.9528605937957764, "Finetune/Loss (Raw)": 0.9868835806846619, "Finetune/Step": 921, "Finetune/Step Time": 5.095001183450222}
{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9527406692504883, "Finetune/Loss (Raw)": 0.9236618280410767, "Finetune/Step": 922, "Finetune/Step Time": 5.094060406088829}
{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9531248807907104, "Finetune/Loss (Raw)": 1.0399752855300903, "Finetune/Step": 923, "Finetune/Step Time": 5.086274947971106}
{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9530165195465088, "Finetune/Loss (Raw)": 0.9399176239967346, "Finetune/Step": 924, "Finetune/Step Time": 5.095149787142873}
{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.951757550239563, "Finetune/Loss (Raw)": 0.8142859935760498, "Finetune/Step": 925, "Finetune/Step Time": 5.115082327276468}
{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9511743783950806, "Finetune/Loss (Raw)": 0.9415727853775024, "Finetune/Step": 926, "Finetune/Step Time": 5.119153451174498}
{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9522054195404053, "Finetune/Loss (Raw)": 1.0392909049987793, "Finetune/Step": 927, "Finetune/Step Time": 5.112106304615736}
{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9517991542816162, "Finetune/Loss (Raw)": 1.0137574672698975, "Finetune/Step": 928, "Finetune/Step Time": 5.104433950036764}
{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.9514641761779785, "Finetune/Loss (Raw)": 1.0298261642456055, "Finetune/Step": 929, "Finetune/Step Time": 5.079776847735047}
{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9507811069488525, "Finetune/Loss (Raw)": 0.909484326839447, "Finetune/Step": 930, "Finetune/Step Time": 5.084690252318978}
{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9525583982467651, "Finetune/Loss (Raw)": 1.0279828310012817, "Finetune/Step": 931, "Finetune/Step Time": 5.066317254677415}
{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.9531295895576477, "Finetune/Loss (Raw)": 1.0604867935180664, "Finetune/Step": 932, "Finetune/Step Time": 5.072403242811561}
{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9531103372573853, "Finetune/Loss (Raw)": 1.0388355255126953, "Finetune/Step": 933, "Finetune/Step Time": 5.08237243257463}
{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9544411301612854, "Finetune/Loss (Raw)": 1.0104575157165527, "Finetune/Step": 934, "Finetune/Step Time": 5.068670520558953}
{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9534813165664673, "Finetune/Loss (Raw)": 0.8599305748939514, "Finetune/Step": 935, "Finetune/Step Time": 5.069675823673606}
{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.9527743458747864, "Finetune/Loss (Raw)": 0.9604923725128174, "Finetune/Step": 936, "Finetune/Step Time": 5.061821963638067}
{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9541671872138977, "Finetune/Loss (Raw)": 1.1301929950714111, "Finetune/Step": 937, "Finetune/Step Time": 5.056408613920212}
{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9544879794120789, "Finetune/Loss (Raw)": 1.1366450786590576, "Finetune/Step": 938, "Finetune/Step Time": 5.060011588037014}
{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9551204442977905, "Finetune/Loss (Raw)": 0.9283781051635742, "Finetune/Step": 939, "Finetune/Step Time": 5.060950607061386}
{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.953538715839386, "Finetune/Loss (Raw)": 1.0203566551208496, "Finetune/Step": 940, "Finetune/Step Time": 5.063546871766448}
{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9534897804260254, "Finetune/Loss (Raw)": 0.9811585545539856, "Finetune/Step": 941, "Finetune/Step Time": 5.06297149695456}
{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9532930254936218, "Finetune/Loss (Raw)": 0.9350588321685791, "Finetune/Step": 942, "Finetune/Step Time": 5.069005934521556}
{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9530909061431885, "Finetune/Loss (Raw)": 0.9558015465736389, "Finetune/Step": 943, "Finetune/Step Time": 5.068079119548202}
{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9524856209754944, "Finetune/Loss (Raw)": 0.9961771965026855, "Finetune/Step": 944, "Finetune/Step Time": 5.063277902081609}
{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9508468508720398, "Finetune/Loss (Raw)": 0.8672014474868774, "Finetune/Step": 945, "Finetune/Step Time": 5.073260348290205}
{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9554654955863953, "Finetune/Loss (Raw)": 0.9099545478820801, "Finetune/Step": 946, "Finetune/Step Time": 5.054921692237258}
{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9565755128860474, "Finetune/Loss (Raw)": 0.9695531725883484, "Finetune/Step": 947, "Finetune/Step Time": 5.074257738888264}
{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9537931680679321, "Finetune/Loss (Raw)": 0.3813095986843109, "Finetune/Step": 948, "Finetune/Step Time": 5.099869068711996}
{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9548963308334351, "Finetune/Loss (Raw)": 1.1353317499160767, "Finetune/Step": 949, "Finetune/Step Time": 5.0851450972259045}
{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9547668695449829, "Finetune/Loss (Raw)": 0.9143802523612976, "Finetune/Step": 950, "Finetune/Step Time": 5.0828315410763025}
{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9554307460784912, "Finetune/Loss (Raw)": 1.1774522066116333, "Finetune/Step": 951, "Finetune/Step Time": 5.07627241499722}
{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.95363450050354, "Finetune/Loss (Raw)": 0.8523836731910706, "Finetune/Step": 952, "Finetune/Step Time": 5.080997055396438}
{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9541745781898499, "Finetune/Loss (Raw)": 0.9874348044395447, "Finetune/Step": 953, "Finetune/Step Time": 5.073379268869758}
{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9546412229537964, "Finetune/Loss (Raw)": 0.9171252846717834, "Finetune/Step": 954, "Finetune/Step Time": 5.070333875715733}
{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9545352458953857, "Finetune/Loss (Raw)": 0.9861507415771484, "Finetune/Step": 955, "Finetune/Step Time": 5.0693400502204895}
{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.9596534967422485, "Finetune/Loss (Raw)": 1.0289599895477295, "Finetune/Step": 956, "Finetune/Step Time": 5.036076467484236}
{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9583448171615601, "Finetune/Loss (Raw)": 0.9030243754386902, "Finetune/Step": 957, "Finetune/Step Time": 5.026683343574405}
{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.9582573771476746, "Finetune/Loss (Raw)": 0.9885614514350891, "Finetune/Step": 958, "Finetune/Step Time": 5.035718187689781}
{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.9574098587036133, "Finetune/Loss (Raw)": 0.9322625994682312, "Finetune/Step": 959, "Finetune/Step Time": 5.01716242544353}
{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9563696384429932, "Finetune/Loss (Raw)": 0.9539957046508789, "Finetune/Step": 960, "Finetune/Step Time": 5.014084033668041}
{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9599347710609436, "Finetune/Loss (Raw)": 0.8745478391647339, "Finetune/Step": 961, "Finetune/Step Time": 4.9793517757207155}
{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9608832001686096, "Finetune/Loss (Raw)": 1.1106127500534058, "Finetune/Step": 962, "Finetune/Step Time": 4.976215600967407}
{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9602586030960083, "Finetune/Loss (Raw)": 0.9098877906799316, "Finetune/Step": 963, "Finetune/Step Time": 4.968939173966646}
{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9595777988433838, "Finetune/Loss (Raw)": 0.9280509352684021, "Finetune/Step": 964, "Finetune/Step Time": 4.974887456744909}
{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9586310386657715, "Finetune/Loss (Raw)": 0.8095104098320007, "Finetune/Step": 965, "Finetune/Step Time": 4.985921572893858}
{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9577735066413879, "Finetune/Loss (Raw)": 0.9508762359619141, "Finetune/Step": 966, "Finetune/Step Time": 4.987925421446562}
{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9584743976593018, "Finetune/Loss (Raw)": 0.9975605607032776, "Finetune/Step": 967, "Finetune/Step Time": 4.985995318740606}
{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9576845169067383, "Finetune/Loss (Raw)": 1.0655707120895386, "Finetune/Step": 968, "Finetune/Step Time": 4.9791329726576805}
{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9579493403434753, "Finetune/Loss (Raw)": 0.9303886890411377, "Finetune/Step": 969, "Finetune/Step Time": 4.980988243594766}
{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9551193714141846, "Finetune/Loss (Raw)": 0.7070009708404541, "Finetune/Step": 970, "Finetune/Step Time": 4.9887879360467196}
{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9548499584197998, "Finetune/Loss (Raw)": 1.0117363929748535, "Finetune/Step": 971, "Finetune/Step Time": 5.001824751496315}
{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9500863552093506, "Finetune/Loss (Raw)": 0.3867802619934082, "Finetune/Step": 972, "Finetune/Step Time": 5.040638888254762}
{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.9485714435577393, "Finetune/Loss (Raw)": 0.8842828273773193, "Finetune/Step": 973, "Finetune/Step Time": 5.046321090310812}
{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.9479665160179138, "Finetune/Loss (Raw)": 0.9711469411849976, "Finetune/Step": 974, "Finetune/Step Time": 5.062138373032212}
{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9531223177909851, "Finetune/Loss (Raw)": 1.1175804138183594, "Finetune/Step": 975, "Finetune/Step Time": 5.0384711511433125}
{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.954160213470459, "Finetune/Loss (Raw)": 0.9829273223876953, "Finetune/Step": 976, "Finetune/Step Time": 5.035112118348479}
{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.9546511769294739, "Finetune/Loss (Raw)": 1.069625735282898, "Finetune/Step": 977, "Finetune/Step Time": 5.046185089275241}
{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.955106258392334, "Finetune/Loss (Raw)": 0.9475395679473877, "Finetune/Step": 978, "Finetune/Step Time": 5.031228439882398}
{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9540270566940308, "Finetune/Loss (Raw)": 0.8856363892555237, "Finetune/Step": 979, "Finetune/Step Time": 5.032191516831517}
{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9562808275222778, "Finetune/Loss (Raw)": 1.1679731607437134, "Finetune/Step": 980, "Finetune/Step Time": 5.030580988153815}
{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9565374255180359, "Finetune/Loss (Raw)": 0.9879418015480042, "Finetune/Step": 981, "Finetune/Step Time": 5.031223939731717}
{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9571620225906372, "Finetune/Loss (Raw)": 1.027351975440979, "Finetune/Step": 982, "Finetune/Step Time": 5.018994636833668}
{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9589203596115112, "Finetune/Loss (Raw)": 1.023598551750183, "Finetune/Step": 983, "Finetune/Step Time": 4.982803842052817}
{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9587840437889099, "Finetune/Loss (Raw)": 0.9754162430763245, "Finetune/Step": 984, "Finetune/Step Time": 4.993704466149211}
{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9588236808776855, "Finetune/Loss (Raw)": 0.9530923962593079, "Finetune/Step": 985, "Finetune/Step Time": 4.992089534178376}
{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9564517736434937, "Finetune/Loss (Raw)": 0.8845387697219849, "Finetune/Step": 986, "Finetune/Step Time": 4.995578980073333}
{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.9556994438171387, "Finetune/Loss (Raw)": 1.0079078674316406, "Finetune/Step": 987, "Finetune/Step Time": 4.992633501067758}
{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.955054521560669, "Finetune/Loss (Raw)": 0.8677597641944885, "Finetune/Step": 988, "Finetune/Step Time": 4.995182566344738}
{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9574456214904785, "Finetune/Loss (Raw)": 1.0354290008544922, "Finetune/Step": 989, "Finetune/Step Time": 4.9984392039477825}
{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9553550481796265, "Finetune/Loss (Raw)": 0.7509853839874268, "Finetune/Step": 990, "Finetune/Step Time": 5.004185937345028}
{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.956938624382019, "Finetune/Loss (Raw)": 1.0465484857559204, "Finetune/Step": 991, "Finetune/Step Time": 4.994895920157433}
{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9563862681388855, "Finetune/Loss (Raw)": 0.9785430431365967, "Finetune/Step": 992, "Finetune/Step Time": 4.9926595110446215}
{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9565390944480896, "Finetune/Loss (Raw)": 0.9837214946746826, "Finetune/Step": 993, "Finetune/Step Time": 5.00348861515522}
{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9539021849632263, "Finetune/Loss (Raw)": 0.7811474800109863, "Finetune/Step": 994, "Finetune/Step Time": 5.011803548783064}
{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9529787302017212, "Finetune/Loss (Raw)": 0.942855179309845, "Finetune/Step": 995, "Finetune/Step Time": 5.010281320661306}
{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.953113853931427, "Finetune/Loss (Raw)": 0.964169979095459, "Finetune/Step": 996, "Finetune/Step Time": 5.014177665114403}
{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9519100785255432, "Finetune/Loss (Raw)": 0.9350727796554565, "Finetune/Step": 997, "Finetune/Step Time": 4.993652265518904}
{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9523253440856934, "Finetune/Loss (Raw)": 0.9583248496055603, "Finetune/Step": 998, "Finetune/Step Time": 5.006642412394285}
{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9543691277503967, "Finetune/Loss (Raw)": 1.1144459247589111, "Finetune/Step": 999, "Finetune/Step Time": 5.000334948301315}
{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.9555023312568665, "Finetune/Loss (Raw)": 1.144530177116394, "Finetune/Step": 1000, "Finetune/Step Time": 4.994101084768772}
{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.9498311281204224, "Finetune/Loss (Raw)": 0.3197033703327179, "Finetune/Step": 1001, "Finetune/Step Time": 5.032431378960609}
{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9506270289421082, "Finetune/Loss (Raw)": 0.9847944974899292, "Finetune/Step": 1002, "Finetune/Step Time": 5.032961573451757}
{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9514647126197815, "Finetune/Loss (Raw)": 1.0576088428497314, "Finetune/Step": 1003, "Finetune/Step Time": 5.036139855161309}
{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9525169730186462, "Finetune/Loss (Raw)": 1.0686943531036377, "Finetune/Step": 1004, "Finetune/Step Time": 5.035646801814437}
{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.952480673789978, "Finetune/Loss (Raw)": 1.0241153240203857, "Finetune/Step": 1005, "Finetune/Step Time": 5.02796577475965}
{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9515950679779053, "Finetune/Loss (Raw)": 0.8770626187324524, "Finetune/Step": 1006, "Finetune/Step Time": 5.044144822284579}
{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9519388675689697, "Finetune/Loss (Raw)": 0.9355681538581848, "Finetune/Step": 1007, "Finetune/Step Time": 5.024725330993533}
{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9517599940299988, "Finetune/Loss (Raw)": 0.9840283393859863, "Finetune/Step": 1008, "Finetune/Step Time": 5.024037208408117}
{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9481205344200134, "Finetune/Loss (Raw)": 0.4239976406097412, "Finetune/Step": 1009, "Finetune/Step Time": 5.0454947128891945}
{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9468773603439331, "Finetune/Loss (Raw)": 0.9043619632720947, "Finetune/Step": 1010, "Finetune/Step Time": 5.047869928181171}
{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9457382559776306, "Finetune/Loss (Raw)": 0.9151041507720947, "Finetune/Step": 1011, "Finetune/Step Time": 5.047067256644368}
{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9453002214431763, "Finetune/Loss (Raw)": 1.0146944522857666, "Finetune/Step": 1012, "Finetune/Step Time": 5.0522219352424145}
{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9506991505622864, "Finetune/Loss (Raw)": 0.9153767824172974, "Finetune/Step": 1013, "Finetune/Step Time": 5.016692362725735}
{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9509525895118713, "Finetune/Loss (Raw)": 1.0466171503067017, "Finetune/Step": 1014, "Finetune/Step Time": 5.011793605983257}
{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9502399563789368, "Finetune/Loss (Raw)": 0.3074442148208618, "Finetune/Step": 1015, "Finetune/Step Time": 5.0141202956438065}
{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9496785402297974, "Finetune/Loss (Raw)": 1.0121593475341797, "Finetune/Step": 1016, "Finetune/Step Time": 5.012806322425604}
{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9499133825302124, "Finetune/Loss (Raw)": 1.081074833869934, "Finetune/Step": 1017, "Finetune/Step Time": 5.000973004847765}
{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9500916004180908, "Finetune/Loss (Raw)": 0.998633861541748, "Finetune/Step": 1018, "Finetune/Step Time": 5.040134837850928}
{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9495823383331299, "Finetune/Loss (Raw)": 0.9246343970298767, "Finetune/Step": 1019, "Finetune/Step Time": 5.037862218916416}
{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9503600597381592, "Finetune/Loss (Raw)": 0.9926074743270874, "Finetune/Step": 1020, "Finetune/Step Time": 5.0332058016210794}
{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9484310150146484, "Finetune/Loss (Raw)": 0.8719325661659241, "Finetune/Step": 1021, "Finetune/Step Time": 5.044860508292913}
{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9488178491592407, "Finetune/Loss (Raw)": 1.022432565689087, "Finetune/Step": 1022, "Finetune/Step Time": 5.0510052889585495}
{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9478665590286255, "Finetune/Loss (Raw)": 0.8537741899490356, "Finetune/Step": 1023, "Finetune/Step Time": 5.054276177659631}
{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9467965960502625, "Finetune/Loss (Raw)": 0.9274583458900452, "Finetune/Step": 1024, "Finetune/Step Time": 5.050186704844236}
{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9470226764678955, "Finetune/Loss (Raw)": 0.8810983300209045, "Finetune/Step": 1025, "Finetune/Step Time": 5.034766225144267}
{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9522188305854797, "Finetune/Loss (Raw)": 1.020193338394165, "Finetune/Step": 1026, "Finetune/Step Time": 5.0074841268360615}
{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9486311078071594, "Finetune/Loss (Raw)": 0.3677230477333069, "Finetune/Step": 1027, "Finetune/Step Time": 4.964166261255741}
{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9481308460235596, "Finetune/Loss (Raw)": 1.0492019653320312, "Finetune/Step": 1028, "Finetune/Step Time": 4.968575185164809}
{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9463672637939453, "Finetune/Loss (Raw)": 0.878937304019928, "Finetune/Step": 1029, "Finetune/Step Time": 4.976230636239052}
{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.946122407913208, "Finetune/Loss (Raw)": 1.0319395065307617, "Finetune/Step": 1030, "Finetune/Step Time": 4.9804302249103785}
{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9454183578491211, "Finetune/Loss (Raw)": 0.9883604645729065, "Finetune/Step": 1031, "Finetune/Step Time": 4.955981796607375}
{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.940595805644989, "Finetune/Loss (Raw)": 0.3432920575141907, "Finetune/Step": 1032, "Finetune/Step Time": 4.977777685970068}
{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9401959180831909, "Finetune/Loss (Raw)": 1.0072630643844604, "Finetune/Step": 1033, "Finetune/Step Time": 5.0092472936958075}
{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.9394580125808716, "Finetune/Loss (Raw)": 0.847055196762085, "Finetune/Step": 1034, "Finetune/Step Time": 5.015860369428992}
{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9391215443611145, "Finetune/Loss (Raw)": 1.0062745809555054, "Finetune/Step": 1035, "Finetune/Step Time": 5.03378920070827}
{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9391258955001831, "Finetune/Loss (Raw)": 0.9719960689544678, "Finetune/Step": 1036, "Finetune/Step Time": 5.044063534587622}
{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9381872415542603, "Finetune/Loss (Raw)": 0.8795281648635864, "Finetune/Step": 1037, "Finetune/Step Time": 5.046919966116548}
{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9397671818733215, "Finetune/Loss (Raw)": 1.1698795557022095, "Finetune/Step": 1038, "Finetune/Step Time": 5.040128713473678}
{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9403640627861023, "Finetune/Loss (Raw)": 1.0135471820831299, "Finetune/Step": 1039, "Finetune/Step Time": 5.039485361427069}
{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9388644695281982, "Finetune/Loss (Raw)": 0.9257280826568604, "Finetune/Step": 1040, "Finetune/Step Time": 5.035633563995361}
{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9416722655296326, "Finetune/Loss (Raw)": 1.0851638317108154, "Finetune/Step": 1041, "Finetune/Step Time": 5.017308067530394}
{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.9413820505142212, "Finetune/Loss (Raw)": 1.0843859910964966, "Finetune/Step": 1042, "Finetune/Step Time": 5.018013810738921}
{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9364051818847656, "Finetune/Loss (Raw)": 0.3746672570705414, "Finetune/Step": 1043, "Finetune/Step Time": 5.066077912226319}
{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9349768161773682, "Finetune/Loss (Raw)": 0.8550617098808289, "Finetune/Step": 1044, "Finetune/Step Time": 5.066493645310402}
{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9339379668235779, "Finetune/Loss (Raw)": 1.0501242876052856, "Finetune/Step": 1045, "Finetune/Step Time": 5.0408697463572025}
{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.933720588684082, "Finetune/Loss (Raw)": 0.9486123919487, "Finetune/Step": 1046, "Finetune/Step Time": 5.043834555894136}
{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9356086254119873, "Finetune/Loss (Raw)": 1.0059895515441895, "Finetune/Step": 1047, "Finetune/Step Time": 5.030141938477755}
{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9381221532821655, "Finetune/Loss (Raw)": 1.1714282035827637, "Finetune/Step": 1048, "Finetune/Step Time": 5.02203556522727}
{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9372611045837402, "Finetune/Loss (Raw)": 0.8766663670539856, "Finetune/Step": 1049, "Finetune/Step Time": 5.019279031082988}
{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9364058971405029, "Finetune/Loss (Raw)": 0.8142039179801941, "Finetune/Step": 1050, "Finetune/Step Time": 5.0312122236937284}
{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9357101917266846, "Finetune/Loss (Raw)": 0.9509157538414001, "Finetune/Step": 1051, "Finetune/Step Time": 5.034917222335935}
{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9373800754547119, "Finetune/Loss (Raw)": 1.1536668539047241, "Finetune/Step": 1052, "Finetune/Step Time": 5.033109528943896}
{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9387449026107788, "Finetune/Loss (Raw)": 0.9889813661575317, "Finetune/Step": 1053, "Finetune/Step Time": 5.020298881456256}
{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9400886297225952, "Finetune/Loss (Raw)": 1.113576889038086, "Finetune/Step": 1054, "Finetune/Step Time": 5.0160913690924644}
{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.9390056729316711, "Finetune/Loss (Raw)": 0.900664210319519, "Finetune/Step": 1055, "Finetune/Step Time": 5.016654811799526}
{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9396196603775024, "Finetune/Loss (Raw)": 1.0923532247543335, "Finetune/Step": 1056, "Finetune/Step Time": 5.017788145691156}
{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9387685060501099, "Finetune/Loss (Raw)": 0.9208753705024719, "Finetune/Step": 1057, "Finetune/Step Time": 5.01234494894743}
{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9389477968215942, "Finetune/Loss (Raw)": 0.9324323534965515, "Finetune/Step": 1058, "Finetune/Step Time": 5.00504651106894}
{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.9382489919662476, "Finetune/Loss (Raw)": 0.9385358691215515, "Finetune/Step": 1059, "Finetune/Step Time": 5.0233742985874414}
{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9376562237739563, "Finetune/Loss (Raw)": 0.9846119284629822, "Finetune/Step": 1060, "Finetune/Step Time": 5.021359009668231}
{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9361708164215088, "Finetune/Loss (Raw)": 0.8486961722373962, "Finetune/Step": 1061, "Finetune/Step Time": 5.0019350945949554}
{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9360785484313965, "Finetune/Loss (Raw)": 0.9986522793769836, "Finetune/Step": 1062, "Finetune/Step Time": 4.99723813124001}
{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.9370400905609131, "Finetune/Loss (Raw)": 0.9830150008201599, "Finetune/Step": 1063, "Finetune/Step Time": 5.00481460057199}
{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9388300180435181, "Finetune/Loss (Raw)": 1.1895946264266968, "Finetune/Step": 1064, "Finetune/Step Time": 4.99201400950551}
{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.938895583152771, "Finetune/Loss (Raw)": 1.13858962059021, "Finetune/Step": 1065, "Finetune/Step Time": 4.993357729166746}
{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9370968341827393, "Finetune/Loss (Raw)": 0.9064074754714966, "Finetune/Step": 1066, "Finetune/Step Time": 4.9875209499150515}
{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9385200142860413, "Finetune/Loss (Raw)": 1.1105427742004395, "Finetune/Step": 1067, "Finetune/Step Time": 4.994761221110821}
{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9376106262207031, "Finetune/Loss (Raw)": 0.9039542078971863, "Finetune/Step": 1068, "Finetune/Step Time": 4.999342979863286}
{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9374796152114868, "Finetune/Loss (Raw)": 0.9643893241882324, "Finetune/Step": 1069, "Finetune/Step Time": 5.025633677840233}
{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.938227653503418, "Finetune/Loss (Raw)": 1.0308109521865845, "Finetune/Step": 1070, "Finetune/Step Time": 5.014922495931387}
{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9389342069625854, "Finetune/Loss (Raw)": 1.0462367534637451, "Finetune/Step": 1071, "Finetune/Step Time": 5.012583654373884}
{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9393287301063538, "Finetune/Loss (Raw)": 1.0466785430908203, "Finetune/Step": 1072, "Finetune/Step Time": 5.022068405523896}
{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9400695562362671, "Finetune/Loss (Raw)": 0.9620247483253479, "Finetune/Step": 1073, "Finetune/Step Time": 5.004852129146457}
{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9411739110946655, "Finetune/Loss (Raw)": 1.0513191223144531, "Finetune/Step": 1074, "Finetune/Step Time": 4.990147653967142}
{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9418460726737976, "Finetune/Loss (Raw)": 1.0555808544158936, "Finetune/Step": 1075, "Finetune/Step Time": 4.9847038965672255}
{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.9472951292991638, "Finetune/Loss (Raw)": 1.0787943601608276, "Finetune/Step": 1076, "Finetune/Step Time": 4.949469866231084}
{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9469825625419617, "Finetune/Loss (Raw)": 1.095313310623169, "Finetune/Step": 1077, "Finetune/Step Time": 4.953442418947816}
{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9481337070465088, "Finetune/Loss (Raw)": 1.0617356300354004, "Finetune/Step": 1078, "Finetune/Step Time": 4.95592949539423}
{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9456982612609863, "Finetune/Loss (Raw)": 0.8657085299491882, "Finetune/Step": 1079, "Finetune/Step Time": 4.960139289498329}
{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9466298818588257, "Finetune/Loss (Raw)": 0.9716354012489319, "Finetune/Step": 1080, "Finetune/Step Time": 4.959820611402392}
{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9473838210105896, "Finetune/Loss (Raw)": 1.083937406539917, "Finetune/Step": 1081, "Finetune/Step Time": 4.963302945718169}
{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.94687819480896, "Finetune/Loss (Raw)": 0.8523992300033569, "Finetune/Step": 1082, "Finetune/Step Time": 4.983842734247446}
{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9471507668495178, "Finetune/Loss (Raw)": 1.0210477113723755, "Finetune/Step": 1083, "Finetune/Step Time": 4.982646686956286}
{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9474904537200928, "Finetune/Loss (Raw)": 1.072442650794983, "Finetune/Step": 1084, "Finetune/Step Time": 4.997517019510269}
{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9484138488769531, "Finetune/Loss (Raw)": 1.0212149620056152, "Finetune/Step": 1085, "Finetune/Step Time": 4.987808624282479}
{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9487773180007935, "Finetune/Loss (Raw)": 1.035088062286377, "Finetune/Step": 1086, "Finetune/Step Time": 4.9742979016155005}
{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9494584202766418, "Finetune/Loss (Raw)": 1.0194430351257324, "Finetune/Step": 1087, "Finetune/Step Time": 4.971170272678137}
{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9486390352249146, "Finetune/Loss (Raw)": 0.8491110801696777, "Finetune/Step": 1088, "Finetune/Step Time": 4.978904010728002}
{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.949673593044281, "Finetune/Loss (Raw)": 1.0069725513458252, "Finetune/Step": 1089, "Finetune/Step Time": 4.975202288478613}
{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.9495770335197449, "Finetune/Loss (Raw)": 1.0982545614242554, "Finetune/Step": 1090, "Finetune/Step Time": 4.985388971865177}
{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.9498096704483032, "Finetune/Loss (Raw)": 0.9396679997444153, "Finetune/Step": 1091, "Finetune/Step Time": 4.984326830133796}
{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9506125450134277, "Finetune/Loss (Raw)": 1.030819296836853, "Finetune/Step": 1092, "Finetune/Step Time": 4.976696763187647}
{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9511885046958923, "Finetune/Loss (Raw)": 0.8832255005836487, "Finetune/Step": 1093, "Finetune/Step Time": 4.95756315626204}
{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9515247344970703, "Finetune/Loss (Raw)": 0.9939104914665222, "Finetune/Step": 1094, "Finetune/Step Time": 4.957418687641621}
{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9518659114837646, "Finetune/Loss (Raw)": 1.04123854637146, "Finetune/Step": 1095, "Finetune/Step Time": 4.957987332716584}
{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9518675804138184, "Finetune/Loss (Raw)": 1.0657849311828613, "Finetune/Step": 1096, "Finetune/Step Time": 4.953718965873122}
{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9523686170578003, "Finetune/Loss (Raw)": 0.9945162534713745, "Finetune/Step": 1097, "Finetune/Step Time": 4.961080987006426}
{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9545564651489258, "Finetune/Loss (Raw)": 0.9870448708534241, "Finetune/Step": 1098, "Finetune/Step Time": 4.967975534498692}
{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9544531106948853, "Finetune/Loss (Raw)": 0.9985089898109436, "Finetune/Step": 1099, "Finetune/Step Time": 4.946467870846391}
{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9589954614639282, "Finetune/Loss (Raw)": 0.9682011604309082, "Finetune/Step": 1100, "Finetune/Step Time": 4.91105979681015}
{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9605493545532227, "Finetune/Loss (Raw)": 1.083184003829956, "Finetune/Step": 1101, "Finetune/Step Time": 4.910942921414971}
{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9592229127883911, "Finetune/Loss (Raw)": 0.801367998123169, "Finetune/Step": 1102, "Finetune/Step Time": 4.897497359663248}
{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.959309458732605, "Finetune/Loss (Raw)": 1.1286568641662598, "Finetune/Step": 1103, "Finetune/Step Time": 4.884137913584709}
{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9599595069885254, "Finetune/Loss (Raw)": 1.066128134727478, "Finetune/Step": 1104, "Finetune/Step Time": 4.893241859972477}
{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9603434801101685, "Finetune/Loss (Raw)": 1.1187740564346313, "Finetune/Step": 1105, "Finetune/Step Time": 4.892729114741087}
{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9607456922531128, "Finetune/Loss (Raw)": 0.9990221261978149, "Finetune/Step": 1106, "Finetune/Step Time": 4.905190546065569}
{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9618130922317505, "Finetune/Loss (Raw)": 1.0222631692886353, "Finetune/Step": 1107, "Finetune/Step Time": 4.899743923917413}
{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.961260199546814, "Finetune/Loss (Raw)": 1.0972058773040771, "Finetune/Step": 1108, "Finetune/Step Time": 4.900112524628639}
{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9599281549453735, "Finetune/Loss (Raw)": 0.8174349069595337, "Finetune/Step": 1109, "Finetune/Step Time": 4.911726078018546}
{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9596258401870728, "Finetune/Loss (Raw)": 0.9886552095413208, "Finetune/Step": 1110, "Finetune/Step Time": 4.910660995170474}
{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9604934453964233, "Finetune/Loss (Raw)": 1.134660005569458, "Finetune/Step": 1111, "Finetune/Step Time": 4.905972870066762}
{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.960109531879425, "Finetune/Loss (Raw)": 0.9262727499008179, "Finetune/Step": 1112, "Finetune/Step Time": 4.899942900985479}
{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9601197242736816, "Finetune/Loss (Raw)": 0.9543924927711487, "Finetune/Step": 1113, "Finetune/Step Time": 4.896406101062894}
{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9613735675811768, "Finetune/Loss (Raw)": 1.0450388193130493, "Finetune/Step": 1114, "Finetune/Step Time": 4.919985413551331}
{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9614198803901672, "Finetune/Loss (Raw)": 1.013832688331604, "Finetune/Step": 1115, "Finetune/Step Time": 4.916929801926017}
{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9631962180137634, "Finetune/Loss (Raw)": 1.0951260328292847, "Finetune/Step": 1116, "Finetune/Step Time": 4.911458425223827}
{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9620463848114014, "Finetune/Loss (Raw)": 0.8882557153701782, "Finetune/Step": 1117, "Finetune/Step Time": 4.910691440105438}
{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9646750688552856, "Finetune/Loss (Raw)": 1.0874539613723755, "Finetune/Step": 1118, "Finetune/Step Time": 4.897579848766327}
{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9622324705123901, "Finetune/Loss (Raw)": 0.7339004278182983, "Finetune/Step": 1119, "Finetune/Step Time": 4.9074639193713665}
{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9621859788894653, "Finetune/Loss (Raw)": 0.9725890755653381, "Finetune/Step": 1120, "Finetune/Step Time": 4.9102609027177095}
{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9635269641876221, "Finetune/Loss (Raw)": 1.155366063117981, "Finetune/Step": 1121, "Finetune/Step Time": 4.879216458648443}
{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9655840396881104, "Finetune/Loss (Raw)": 1.0444579124450684, "Finetune/Step": 1122, "Finetune/Step Time": 4.885579906404018}
{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9655349850654602, "Finetune/Loss (Raw)": 0.9365745782852173, "Finetune/Step": 1123, "Finetune/Step Time": 4.903660027310252}
{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9676108360290527, "Finetune/Loss (Raw)": 1.2298799753189087, "Finetune/Step": 1124, "Finetune/Step Time": 4.899747950956225}
{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9676810503005981, "Finetune/Loss (Raw)": 0.9440621137619019, "Finetune/Step": 1125, "Finetune/Step Time": 4.896341856569052}
{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9678988456726074, "Finetune/Loss (Raw)": 0.986200749874115, "Finetune/Step": 1126, "Finetune/Step Time": 4.878220414742827}
{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9671744108200073, "Finetune/Loss (Raw)": 1.0217177867889404, "Finetune/Step": 1127, "Finetune/Step Time": 4.8776412345469}
{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.965826153755188, "Finetune/Loss (Raw)": 0.9719470739364624, "Finetune/Step": 1128, "Finetune/Step Time": 4.889771291986108}
{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9720357060432434, "Finetune/Loss (Raw)": 1.1145323514938354, "Finetune/Step": 1129, "Finetune/Step Time": 4.848892567679286}
{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9706167578697205, "Finetune/Loss (Raw)": 0.8031692504882812, "Finetune/Step": 1130, "Finetune/Step Time": 4.857252141460776}
{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.9708346128463745, "Finetune/Loss (Raw)": 1.0854976177215576, "Finetune/Step": 1131, "Finetune/Step Time": 4.839916002005339}
{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9705315828323364, "Finetune/Loss (Raw)": 1.0299030542373657, "Finetune/Step": 1132, "Finetune/Step Time": 4.841958768665791}
{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.9701911211013794, "Finetune/Loss (Raw)": 0.9805355072021484, "Finetune/Step": 1133, "Finetune/Step Time": 4.837025476619601}
{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9708025455474854, "Finetune/Loss (Raw)": 0.9553294777870178, "Finetune/Step": 1134, "Finetune/Step Time": 4.818674527108669}
{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.9720805883407593, "Finetune/Loss (Raw)": 1.0991554260253906, "Finetune/Step": 1135, "Finetune/Step Time": 4.813806373625994}
{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.9720500707626343, "Finetune/Loss (Raw)": 0.9801191687583923, "Finetune/Step": 1136, "Finetune/Step Time": 4.811141733080149}
{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9769285321235657, "Finetune/Loss (Raw)": 1.0484428405761719, "Finetune/Step": 1137, "Finetune/Step Time": 4.776592567563057}
{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.9778900146484375, "Finetune/Loss (Raw)": 1.0274319648742676, "Finetune/Step": 1138, "Finetune/Step Time": 4.785807566717267}
{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9782874584197998, "Finetune/Loss (Raw)": 0.9659748077392578, "Finetune/Step": 1139, "Finetune/Step Time": 4.7988316267728806}
{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9783273935317993, "Finetune/Loss (Raw)": 1.0198060274124146, "Finetune/Step": 1140, "Finetune/Step Time": 4.791874503716826}
{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9786556959152222, "Finetune/Loss (Raw)": 0.9574047327041626, "Finetune/Step": 1141, "Finetune/Step Time": 4.797403573989868}
{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9728022813796997, "Finetune/Loss (Raw)": 0.2973766624927521, "Finetune/Step": 1142, "Finetune/Step Time": 4.826797090470791}
{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9777266979217529, "Finetune/Loss (Raw)": 0.9377664923667908, "Finetune/Step": 1143, "Finetune/Step Time": 4.80333024635911}
{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9777419567108154, "Finetune/Loss (Raw)": 1.0141147375106812, "Finetune/Step": 1144, "Finetune/Step Time": 4.807494055479765}
{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.976783812046051, "Finetune/Loss (Raw)": 0.9584320783615112, "Finetune/Step": 1145, "Finetune/Step Time": 4.808189095929265}
{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.977257490158081, "Finetune/Loss (Raw)": 1.0592635869979858, "Finetune/Step": 1146, "Finetune/Step Time": 4.772815840318799}
{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9764091372489929, "Finetune/Loss (Raw)": 0.8160486817359924, "Finetune/Step": 1147, "Finetune/Step Time": 4.775942435488105}
{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9713385105133057, "Finetune/Loss (Raw)": 0.3435687720775604, "Finetune/Step": 1148, "Finetune/Step Time": 4.818079020828009}
{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9731814861297607, "Finetune/Loss (Raw)": 1.1078314781188965, "Finetune/Step": 1149, "Finetune/Step Time": 4.8183776922523975}
{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9727814197540283, "Finetune/Loss (Raw)": 0.9712212681770325, "Finetune/Step": 1150, "Finetune/Step Time": 4.808736929669976}
{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.973048210144043, "Finetune/Loss (Raw)": 0.8879240155220032, "Finetune/Step": 1151, "Finetune/Step Time": 4.793175030499697}
{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9736419916152954, "Finetune/Loss (Raw)": 1.003464698791504, "Finetune/Step": 1152, "Finetune/Step Time": 4.811162691563368}
{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.9753761291503906, "Finetune/Loss (Raw)": 1.1030701398849487, "Finetune/Step": 1153, "Finetune/Step Time": 4.8251148127019405}
{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9699481129646301, "Finetune/Loss (Raw)": 0.3253997266292572, "Finetune/Step": 1154, "Finetune/Step Time": 4.847567452117801}
{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9697124361991882, "Finetune/Loss (Raw)": 0.337558388710022, "Finetune/Step": 1155, "Finetune/Step Time": 4.85102011449635}
{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9705348014831543, "Finetune/Loss (Raw)": 1.1544641256332397, "Finetune/Step": 1156, "Finetune/Step Time": 4.840569920837879}
{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9718340039253235, "Finetune/Loss (Raw)": 1.0452420711517334, "Finetune/Step": 1157, "Finetune/Step Time": 4.844275305047631}
{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9709885120391846, "Finetune/Loss (Raw)": 0.9237101078033447, "Finetune/Step": 1158, "Finetune/Step Time": 4.840915879234672}
{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9699968099594116, "Finetune/Loss (Raw)": 0.8614253401756287, "Finetune/Step": 1159, "Finetune/Step Time": 4.840762680396438}
{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9748714566230774, "Finetune/Loss (Raw)": 0.9672406315803528, "Finetune/Step": 1160, "Finetune/Step Time": 4.826684433966875}
{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9748373627662659, "Finetune/Loss (Raw)": 1.0029029846191406, "Finetune/Step": 1161, "Finetune/Step Time": 4.814276738092303}
{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9761677980422974, "Finetune/Loss (Raw)": 1.0173473358154297, "Finetune/Step": 1162, "Finetune/Step Time": 4.805666333064437}
{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9746015667915344, "Finetune/Loss (Raw)": 0.805799126625061, "Finetune/Step": 1163, "Finetune/Step Time": 4.813711531460285}
{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9764039516448975, "Finetune/Loss (Raw)": 1.2026984691619873, "Finetune/Step": 1164, "Finetune/Step Time": 4.806283373385668}
{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.972352147102356, "Finetune/Loss (Raw)": 0.36090776324272156, "Finetune/Step": 1165, "Finetune/Step Time": 4.830719895660877}
{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9701181054115295, "Finetune/Loss (Raw)": 0.8839154839515686, "Finetune/Step": 1166, "Finetune/Step Time": 4.8399610091000795}
{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9687068462371826, "Finetune/Loss (Raw)": 0.8329047560691833, "Finetune/Step": 1167, "Finetune/Step Time": 4.854898748919368}
{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9689944982528687, "Finetune/Loss (Raw)": 0.9625498056411743, "Finetune/Step": 1168, "Finetune/Step Time": 4.853521877899766}
{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9683483839035034, "Finetune/Loss (Raw)": 1.002467155456543, "Finetune/Step": 1169, "Finetune/Step Time": 4.860998773947358}
{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9635189771652222, "Finetune/Loss (Raw)": 0.4662085473537445, "Finetune/Step": 1170, "Finetune/Step Time": 4.892137246206403}
{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9693398475646973, "Finetune/Loss (Raw)": 1.1197447776794434, "Finetune/Step": 1171, "Finetune/Step Time": 4.837219391018152}
{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.9708429574966431, "Finetune/Loss (Raw)": 1.0474627017974854, "Finetune/Step": 1172, "Finetune/Step Time": 4.8314045667648315}
{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9704116582870483, "Finetune/Loss (Raw)": 0.9949192404747009, "Finetune/Step": 1173, "Finetune/Step Time": 4.820311862975359}
{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9657858610153198, "Finetune/Loss (Raw)": 0.3564988076686859, "Finetune/Step": 1174, "Finetune/Step Time": 4.847229987382889}
{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9654223918914795, "Finetune/Loss (Raw)": 0.959473192691803, "Finetune/Step": 1175, "Finetune/Step Time": 4.8610701113939285}
{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9635946750640869, "Finetune/Loss (Raw)": 0.9374772906303406, "Finetune/Step": 1176, "Finetune/Step Time": 4.856041317805648}
{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9589787721633911, "Finetune/Loss (Raw)": 0.2858363091945648, "Finetune/Step": 1177, "Finetune/Step Time": 4.893701955676079}
{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.9551378488540649, "Finetune/Loss (Raw)": 0.3225606679916382, "Finetune/Step": 1178, "Finetune/Step Time": 4.914426462724805}
{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.956811785697937, "Finetune/Loss (Raw)": 1.1651787757873535, "Finetune/Step": 1179, "Finetune/Step Time": 4.906946513801813}
{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.9551008939743042, "Finetune/Loss (Raw)": 0.9346758127212524, "Finetune/Step": 1180, "Finetune/Step Time": 4.9230739790946245}
{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9559032320976257, "Finetune/Loss (Raw)": 1.0916838645935059, "Finetune/Step": 1181, "Finetune/Step Time": 4.910534709692001}
{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9527386426925659, "Finetune/Loss (Raw)": 0.7085047960281372, "Finetune/Step": 1182, "Finetune/Step Time": 4.912053843960166}
{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9538252949714661, "Finetune/Loss (Raw)": 1.0397566556930542, "Finetune/Step": 1183, "Finetune/Step Time": 4.913756739348173}
{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9517749547958374, "Finetune/Loss (Raw)": 0.8299129605293274, "Finetune/Step": 1184, "Finetune/Step Time": 4.943587273359299}
{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.95253986120224, "Finetune/Loss (Raw)": 1.0187851190567017, "Finetune/Step": 1185, "Finetune/Step Time": 4.946883678436279}
{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.9540562629699707, "Finetune/Loss (Raw)": 1.1265257596969604, "Finetune/Step": 1186, "Finetune/Step Time": 4.946931140497327}
{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9494178295135498, "Finetune/Loss (Raw)": 0.3448213040828705, "Finetune/Step": 1187, "Finetune/Step Time": 4.968428326770663}
{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.9500292539596558, "Finetune/Loss (Raw)": 1.062873125076294, "Finetune/Step": 1188, "Finetune/Step Time": 4.967948390170932}
{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9517099857330322, "Finetune/Loss (Raw)": 1.0638288259506226, "Finetune/Step": 1189, "Finetune/Step Time": 4.972606485709548}
{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9515959024429321, "Finetune/Loss (Raw)": 0.9840415716171265, "Finetune/Step": 1190, "Finetune/Step Time": 4.970813469961286}
{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9521557092666626, "Finetune/Loss (Raw)": 1.054677963256836, "Finetune/Step": 1191, "Finetune/Step Time": 4.964302126318216}
{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9509066343307495, "Finetune/Loss (Raw)": 1.0297068357467651, "Finetune/Step": 1192, "Finetune/Step Time": 4.97177354618907}
{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9499967098236084, "Finetune/Loss (Raw)": 1.0221303701400757, "Finetune/Step": 1193, "Finetune/Step Time": 4.970700059086084}
{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.9512635469436646, "Finetune/Loss (Raw)": 1.0685616731643677, "Finetune/Step": 1194, "Finetune/Step Time": 4.984534960240126}
{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.9504097104072571, "Finetune/Loss (Raw)": 1.0012456178665161, "Finetune/Step": 1195, "Finetune/Step Time": 4.974169617518783}
{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.9510710835456848, "Finetune/Loss (Raw)": 0.9886079430580139, "Finetune/Step": 1196, "Finetune/Step Time": 4.970679951831698}
{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9522759914398193, "Finetune/Loss (Raw)": 1.118617057800293, "Finetune/Step": 1197, "Finetune/Step Time": 4.9377156011760235}
{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9528158903121948, "Finetune/Loss (Raw)": 1.0999207496643066, "Finetune/Step": 1198, "Finetune/Step Time": 4.943278333172202}
{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9527722597122192, "Finetune/Loss (Raw)": 1.0406488180160522, "Finetune/Step": 1199, "Finetune/Step Time": 4.939482459798455}
{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9528151750564575, "Finetune/Loss (Raw)": 1.0521759986877441, "Finetune/Step": 1200, "Finetune/Step Time": 4.93603853136301}
{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9534933567047119, "Finetune/Loss (Raw)": 1.0488368272781372, "Finetune/Step": 1201, "Finetune/Step Time": 4.949680225923657}
{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9543753862380981, "Finetune/Loss (Raw)": 1.1642192602157593, "Finetune/Step": 1202, "Finetune/Step Time": 4.953408602625132}
{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9548872709274292, "Finetune/Loss (Raw)": 1.1210922002792358, "Finetune/Step": 1203, "Finetune/Step Time": 4.943959880620241}
{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9549224376678467, "Finetune/Loss (Raw)": 1.0832979679107666, "Finetune/Step": 1204, "Finetune/Step Time": 4.952233355492353}
{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9539721608161926, "Finetune/Loss (Raw)": 0.9736828804016113, "Finetune/Step": 1205, "Finetune/Step Time": 4.969723388552666}
{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9546689391136169, "Finetune/Loss (Raw)": 1.1509230136871338, "Finetune/Step": 1206, "Finetune/Step Time": 4.9618839137256145}
{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9553977847099304, "Finetune/Loss (Raw)": 0.9589949250221252, "Finetune/Step": 1207, "Finetune/Step Time": 4.96912607178092}
{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9557802677154541, "Finetune/Loss (Raw)": 1.0205919742584229, "Finetune/Step": 1208, "Finetune/Step Time": 4.969711538404226}
{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9555404782295227, "Finetune/Loss (Raw)": 1.0532543659210205, "Finetune/Step": 1209, "Finetune/Step Time": 4.968585571274161}
{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9566828012466431, "Finetune/Loss (Raw)": 0.9986109137535095, "Finetune/Step": 1210, "Finetune/Step Time": 4.946577405557036}
{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.956100583076477, "Finetune/Loss (Raw)": 0.9465228319168091, "Finetune/Step": 1211, "Finetune/Step Time": 4.949703976511955}
{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9564826488494873, "Finetune/Loss (Raw)": 1.1213468313217163, "Finetune/Step": 1212, "Finetune/Step Time": 4.937683681026101}
{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9559727311134338, "Finetune/Loss (Raw)": 0.9559437036514282, "Finetune/Step": 1213, "Finetune/Step Time": 4.936827667057514}
{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.954598605632782, "Finetune/Loss (Raw)": 0.8592060804367065, "Finetune/Step": 1214, "Finetune/Step Time": 4.951018910855055}
{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9543401002883911, "Finetune/Loss (Raw)": 0.9863513112068176, "Finetune/Step": 1215, "Finetune/Step Time": 4.951781213283539}
{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9504085779190063, "Finetune/Loss (Raw)": 0.34587952494621277, "Finetune/Step": 1216, "Finetune/Step Time": 4.977902378886938}
{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9512010812759399, "Finetune/Loss (Raw)": 1.1084094047546387, "Finetune/Step": 1217, "Finetune/Step Time": 4.981167582795024}
{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.9508601427078247, "Finetune/Loss (Raw)": 1.0546183586120605, "Finetune/Step": 1218, "Finetune/Step Time": 4.96602226048708}
{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9458720684051514, "Finetune/Loss (Raw)": 0.3011905550956726, "Finetune/Step": 1219, "Finetune/Step Time": 5.003051150590181}
{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.945615291595459, "Finetune/Loss (Raw)": 0.997950553894043, "Finetune/Step": 1220, "Finetune/Step Time": 5.008199028670788}
{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9468247890472412, "Finetune/Loss (Raw)": 1.0380464792251587, "Finetune/Step": 1221, "Finetune/Step Time": 5.018730767071247}
{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.9468420147895813, "Finetune/Loss (Raw)": 0.996110737323761, "Finetune/Step": 1222, "Finetune/Step Time": 5.0236185900866985}
{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9467267394065857, "Finetune/Loss (Raw)": 1.0264838933944702, "Finetune/Step": 1223, "Finetune/Step Time": 5.007529638707638}
{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.946279764175415, "Finetune/Loss (Raw)": 1.0085781812667847, "Finetune/Step": 1224, "Finetune/Step Time": 5.008906040340662}
{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9453549385070801, "Finetune/Loss (Raw)": 0.8761329650878906, "Finetune/Step": 1225, "Finetune/Step Time": 4.987749315798283}
{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9446303248405457, "Finetune/Loss (Raw)": 0.8942920565605164, "Finetune/Step": 1226, "Finetune/Step Time": 4.983196282759309}
{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9435731768608093, "Finetune/Loss (Raw)": 0.863198459148407, "Finetune/Step": 1227, "Finetune/Step Time": 4.991844568401575}
{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9442447423934937, "Finetune/Loss (Raw)": 1.0541592836380005, "Finetune/Step": 1228, "Finetune/Step Time": 5.003478191792965}
{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9442201256752014, "Finetune/Loss (Raw)": 1.08002769947052, "Finetune/Step": 1229, "Finetune/Step Time": 4.999653501436114}
{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9410761594772339, "Finetune/Loss (Raw)": 0.39894163608551025, "Finetune/Step": 1230, "Finetune/Step Time": 5.035006355494261}
{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.941004753112793, "Finetune/Loss (Raw)": 1.119521975517273, "Finetune/Step": 1231, "Finetune/Step Time": 5.039468482136726}
{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9406028985977173, "Finetune/Loss (Raw)": 1.0146907567977905, "Finetune/Step": 1232, "Finetune/Step Time": 5.028029050678015}
{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9399697184562683, "Finetune/Loss (Raw)": 1.0377289056777954, "Finetune/Step": 1233, "Finetune/Step Time": 5.013407416641712}
{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9384442567825317, "Finetune/Loss (Raw)": 0.8037652373313904, "Finetune/Step": 1234, "Finetune/Step Time": 5.022453768178821}
{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9379211068153381, "Finetune/Loss (Raw)": 0.9552943706512451, "Finetune/Step": 1235, "Finetune/Step Time": 5.021107003092766}
{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9380358457565308, "Finetune/Loss (Raw)": 1.1118972301483154, "Finetune/Step": 1236, "Finetune/Step Time": 5.017014315351844}
{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9396379590034485, "Finetune/Loss (Raw)": 1.022502064704895, "Finetune/Step": 1237, "Finetune/Step Time": 5.019325179979205}
{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.9410842657089233, "Finetune/Loss (Raw)": 1.1737806797027588, "Finetune/Step": 1238, "Finetune/Step Time": 5.0217413660138845}
{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9399328827857971, "Finetune/Loss (Raw)": 0.9872845411300659, "Finetune/Step": 1239, "Finetune/Step Time": 5.02999696880579}
{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9403193593025208, "Finetune/Loss (Raw)": 0.9757399559020996, "Finetune/Step": 1240, "Finetune/Step Time": 5.022285662591457}
{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9399097561836243, "Finetune/Loss (Raw)": 0.9019637703895569, "Finetune/Step": 1241, "Finetune/Step Time": 5.031820802018046}
{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.9393112659454346, "Finetune/Loss (Raw)": 0.9684330821037292, "Finetune/Step": 1242, "Finetune/Step Time": 5.004718976095319}
{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9396278262138367, "Finetune/Loss (Raw)": 1.054352879524231, "Finetune/Step": 1243, "Finetune/Step Time": 4.99886510707438}
{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9386844038963318, "Finetune/Loss (Raw)": 0.9743684530258179, "Finetune/Step": 1244, "Finetune/Step Time": 5.0024858098477125}
{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9393238425254822, "Finetune/Loss (Raw)": 0.9700984954833984, "Finetune/Step": 1245, "Finetune/Step Time": 4.992696037515998}
{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9380700588226318, "Finetune/Loss (Raw)": 0.9269737601280212, "Finetune/Step": 1246, "Finetune/Step Time": 5.014864917844534}
{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9407351016998291, "Finetune/Loss (Raw)": 1.0750298500061035, "Finetune/Step": 1247, "Finetune/Step Time": 5.000295614823699}
{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9395474195480347, "Finetune/Loss (Raw)": 0.8205549120903015, "Finetune/Step": 1248, "Finetune/Step Time": 5.005040645599365}
{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9377115368843079, "Finetune/Loss (Raw)": 0.9203811883926392, "Finetune/Step": 1249, "Finetune/Step Time": 5.00585363060236}
{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9376749992370605, "Finetune/Loss (Raw)": 1.0397803783416748, "Finetune/Step": 1250, "Finetune/Step Time": 4.986145796254277}
{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9383718371391296, "Finetune/Loss (Raw)": 1.0257647037506104, "Finetune/Step": 1251, "Finetune/Step Time": 4.972385719418526}
{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.9357545971870422, "Finetune/Loss (Raw)": 0.8948768377304077, "Finetune/Step": 1252, "Finetune/Step Time": 4.968292152509093}
{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9356449842453003, "Finetune/Loss (Raw)": 0.9300330877304077, "Finetune/Step": 1253, "Finetune/Step Time": 4.986826820299029}
{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9356480240821838, "Finetune/Loss (Raw)": 0.9865904450416565, "Finetune/Step": 1254, "Finetune/Step Time": 4.990148365497589}
{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9362680912017822, "Finetune/Loss (Raw)": 1.101087212562561, "Finetune/Step": 1255, "Finetune/Step Time": 4.992274168878794}
{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9366409182548523, "Finetune/Loss (Raw)": 1.0196661949157715, "Finetune/Step": 1256, "Finetune/Step Time": 4.987776514142752}
{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9334374666213989, "Finetune/Loss (Raw)": 0.7044884562492371, "Finetune/Step": 1257, "Finetune/Step Time": 5.014003306627274}
{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.934622049331665, "Finetune/Loss (Raw)": 0.954800009727478, "Finetune/Step": 1258, "Finetune/Step Time": 5.002353763207793}
{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9331883192062378, "Finetune/Loss (Raw)": 0.9019749164581299, "Finetune/Step": 1259, "Finetune/Step Time": 5.013013215735555}
{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.9343695640563965, "Finetune/Loss (Raw)": 1.181107521057129, "Finetune/Step": 1260, "Finetune/Step Time": 5.0151284616440535}
{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.933333158493042, "Finetune/Loss (Raw)": 0.847870945930481, "Finetune/Step": 1261, "Finetune/Step Time": 5.015063563361764}
{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9336556196212769, "Finetune/Loss (Raw)": 0.9966158866882324, "Finetune/Step": 1262, "Finetune/Step Time": 5.0104368925094604}
{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9333287477493286, "Finetune/Loss (Raw)": 1.0573065280914307, "Finetune/Step": 1263, "Finetune/Step Time": 5.007149267941713}
{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9334523677825928, "Finetune/Loss (Raw)": 0.9959385395050049, "Finetune/Step": 1264, "Finetune/Step Time": 5.005463134497404}
{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9281609058380127, "Finetune/Loss (Raw)": 0.37113600969314575, "Finetune/Step": 1265, "Finetune/Step Time": 5.040963750332594}
{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9276525974273682, "Finetune/Loss (Raw)": 0.962369441986084, "Finetune/Step": 1266, "Finetune/Step Time": 5.046616045758128}
{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9282771944999695, "Finetune/Loss (Raw)": 1.045922040939331, "Finetune/Step": 1267, "Finetune/Step Time": 5.032565267756581}
{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9287071228027344, "Finetune/Loss (Raw)": 1.0748469829559326, "Finetune/Step": 1268, "Finetune/Step Time": 5.036071021109819}
{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9287181496620178, "Finetune/Loss (Raw)": 0.958809494972229, "Finetune/Step": 1269, "Finetune/Step Time": 5.027853351086378}
{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9352325797080994, "Finetune/Loss (Raw)": 1.1312263011932373, "Finetune/Step": 1270, "Finetune/Step Time": 5.0017948262393475}
{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9365237951278687, "Finetune/Loss (Raw)": 1.1030367612838745, "Finetune/Step": 1271, "Finetune/Step Time": 4.986733678728342}
{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9349990487098694, "Finetune/Loss (Raw)": 0.8189564347267151, "Finetune/Step": 1272, "Finetune/Step Time": 4.99544289521873}
{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.934814453125, "Finetune/Loss (Raw)": 0.9347975254058838, "Finetune/Step": 1273, "Finetune/Step Time": 5.005018450319767}
{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.933383047580719, "Finetune/Loss (Raw)": 0.876046359539032, "Finetune/Step": 1274, "Finetune/Step Time": 4.996149741113186}
{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9361172318458557, "Finetune/Loss (Raw)": 1.1660221815109253, "Finetune/Step": 1275, "Finetune/Step Time": 4.987543681636453}
{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9408837556838989, "Finetune/Loss (Raw)": 0.9536805152893066, "Finetune/Step": 1276, "Finetune/Step Time": 4.94720951654017}
{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9397894144058228, "Finetune/Loss (Raw)": 0.9677587151527405, "Finetune/Step": 1277, "Finetune/Step Time": 4.950762076303363}
{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9380583167076111, "Finetune/Loss (Raw)": 0.7496442794799805, "Finetune/Step": 1278, "Finetune/Step Time": 4.9571815356612206}
{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9389516115188599, "Finetune/Loss (Raw)": 1.0022566318511963, "Finetune/Step": 1279, "Finetune/Step Time": 4.959015717729926}
{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9401481747627258, "Finetune/Loss (Raw)": 1.1566271781921387, "Finetune/Step": 1280, "Finetune/Step Time": 4.937913689762354}
{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9389781951904297, "Finetune/Loss (Raw)": 0.9533222913742065, "Finetune/Step": 1281, "Finetune/Step Time": 4.9224577490240335}
{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9441717863082886, "Finetune/Loss (Raw)": 0.9901764392852783, "Finetune/Step": 1282, "Finetune/Step Time": 4.887910829856992}
{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9483898282051086, "Finetune/Loss (Raw)": 0.8774648308753967, "Finetune/Step": 1283, "Finetune/Step Time": 4.858851524069905}
{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9470116496086121, "Finetune/Loss (Raw)": 0.9780571460723877, "Finetune/Step": 1284, "Finetune/Step Time": 4.867567827925086}
{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9471076130867004, "Finetune/Loss (Raw)": 1.0575262308120728, "Finetune/Step": 1285, "Finetune/Step Time": 4.855597568675876}
{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9474071860313416, "Finetune/Loss (Raw)": 0.9620554447174072, "Finetune/Step": 1286, "Finetune/Step Time": 4.864877883344889}
{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.948326587677002, "Finetune/Loss (Raw)": 0.9791095852851868, "Finetune/Step": 1287, "Finetune/Step Time": 4.85879291407764}
{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9478931427001953, "Finetune/Loss (Raw)": 0.9117574095726013, "Finetune/Step": 1288, "Finetune/Step Time": 4.843907104805112}
{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9471983909606934, "Finetune/Loss (Raw)": 0.9139787554740906, "Finetune/Step": 1289, "Finetune/Step Time": 4.828718965873122}
{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9479609727859497, "Finetune/Loss (Raw)": 1.1149582862854004, "Finetune/Step": 1290, "Finetune/Step Time": 4.829206082969904}
{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.9494304656982422, "Finetune/Loss (Raw)": 0.9938958287239075, "Finetune/Step": 1291, "Finetune/Step Time": 4.821036135777831}
{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9475648403167725, "Finetune/Loss (Raw)": 0.9638944864273071, "Finetune/Step": 1292, "Finetune/Step Time": 4.815249325707555}
{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9522053599357605, "Finetune/Loss (Raw)": 0.9548978805541992, "Finetune/Step": 1293, "Finetune/Step Time": 4.784842398017645}
{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.9530444145202637, "Finetune/Loss (Raw)": 0.9913066029548645, "Finetune/Step": 1294, "Finetune/Step Time": 4.793327348306775}
{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9537874460220337, "Finetune/Loss (Raw)": 0.9280169010162354, "Finetune/Step": 1295, "Finetune/Step Time": 4.791778380051255}
{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9538079500198364, "Finetune/Loss (Raw)": 0.965176522731781, "Finetune/Step": 1296, "Finetune/Step Time": 4.795517098158598}
{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9537941813468933, "Finetune/Loss (Raw)": 1.0007038116455078, "Finetune/Step": 1297, "Finetune/Step Time": 4.8049736469984055}
{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9568281173706055, "Finetune/Loss (Raw)": 0.8545580506324768, "Finetune/Step": 1298, "Finetune/Step Time": 4.771107140928507}
{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9539074897766113, "Finetune/Loss (Raw)": 0.7458952069282532, "Finetune/Step": 1299, "Finetune/Step Time": 4.781019181013107}
{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.952756404876709, "Finetune/Loss (Raw)": 0.9001214504241943, "Finetune/Step": 1300, "Finetune/Step Time": 4.77929500117898}
{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9529945254325867, "Finetune/Loss (Raw)": 1.0254056453704834, "Finetune/Step": 1301, "Finetune/Step Time": 4.791787078604102}
{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9575791358947754, "Finetune/Loss (Raw)": 0.9433241486549377, "Finetune/Step": 1302, "Finetune/Step Time": 4.777670554816723}
{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9577749371528625, "Finetune/Loss (Raw)": 0.9845365285873413, "Finetune/Step": 1303, "Finetune/Step Time": 4.761061865836382}
{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9582712650299072, "Finetune/Loss (Raw)": 1.0010087490081787, "Finetune/Step": 1304, "Finetune/Step Time": 4.7672600615769625}
{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9636174440383911, "Finetune/Loss (Raw)": 0.9701455235481262, "Finetune/Step": 1305, "Finetune/Step Time": 4.734980111941695}
{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9689446687698364, "Finetune/Loss (Raw)": 1.0044461488723755, "Finetune/Step": 1306, "Finetune/Step Time": 4.716784385964274}
{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.968317985534668, "Finetune/Loss (Raw)": 1.0849642753601074, "Finetune/Step": 1307, "Finetune/Step Time": 4.7109988909214735}
{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9694189429283142, "Finetune/Loss (Raw)": 1.0756032466888428, "Finetune/Step": 1308, "Finetune/Step Time": 4.693535339087248}
{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9683488011360168, "Finetune/Loss (Raw)": 0.9546979069709778, "Finetune/Step": 1309, "Finetune/Step Time": 4.7123818174004555}
{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9699376821517944, "Finetune/Loss (Raw)": 0.9118850231170654, "Finetune/Step": 1310, "Finetune/Step Time": 4.710244856774807}
{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9697099328041077, "Finetune/Loss (Raw)": 1.010603666305542, "Finetune/Step": 1311, "Finetune/Step Time": 4.71748623996973}
{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9692146182060242, "Finetune/Loss (Raw)": 0.7665182948112488, "Finetune/Step": 1312, "Finetune/Step Time": 4.712118389084935}
{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9692198038101196, "Finetune/Loss (Raw)": 1.0194411277770996, "Finetune/Step": 1313, "Finetune/Step Time": 4.718596698716283}
{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9682642221450806, "Finetune/Loss (Raw)": 1.004212498664856, "Finetune/Step": 1314, "Finetune/Step Time": 4.71611999720335}
{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9733515977859497, "Finetune/Loss (Raw)": 0.9960057139396667, "Finetune/Step": 1315, "Finetune/Step Time": 4.68223138153553}
{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9741606712341309, "Finetune/Loss (Raw)": 1.1664413213729858, "Finetune/Step": 1316, "Finetune/Step Time": 4.68730340898037}
{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9741421937942505, "Finetune/Loss (Raw)": 1.0614620447158813, "Finetune/Step": 1317, "Finetune/Step Time": 4.680333461612463}
{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.9739168882369995, "Finetune/Loss (Raw)": 0.955194354057312, "Finetune/Step": 1318, "Finetune/Step Time": 4.680393103510141}
{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.973491907119751, "Finetune/Loss (Raw)": 1.0002855062484741, "Finetune/Step": 1319, "Finetune/Step Time": 4.677886687219143}
{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9730954766273499, "Finetune/Loss (Raw)": 0.9789638519287109, "Finetune/Step": 1320, "Finetune/Step Time": 4.679422872141004}
{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9730392694473267, "Finetune/Loss (Raw)": 1.0149296522140503, "Finetune/Step": 1321, "Finetune/Step Time": 4.682456139475107}
{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9723415374755859, "Finetune/Loss (Raw)": 0.9792507290840149, "Finetune/Step": 1322, "Finetune/Step Time": 4.671803068369627}
{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.9727725982666016, "Finetune/Loss (Raw)": 1.056426763534546, "Finetune/Step": 1323, "Finetune/Step Time": 4.672716090455651}
{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9730719327926636, "Finetune/Loss (Raw)": 1.026924967765808, "Finetune/Step": 1324, "Finetune/Step Time": 4.674902031198144}
{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9726696014404297, "Finetune/Loss (Raw)": 1.0671159029006958, "Finetune/Step": 1325, "Finetune/Step Time": 4.692232707515359}
{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9721827507019043, "Finetune/Loss (Raw)": 1.0375958681106567, "Finetune/Step": 1326, "Finetune/Step Time": 4.68493321724236}
{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9712836742401123, "Finetune/Loss (Raw)": 0.9255722761154175, "Finetune/Step": 1327, "Finetune/Step Time": 4.72255995310843}
{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9720293283462524, "Finetune/Loss (Raw)": 1.1476199626922607, "Finetune/Step": 1328, "Finetune/Step Time": 4.718311466276646}
{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9730536341667175, "Finetune/Loss (Raw)": 1.1799511909484863, "Finetune/Step": 1329, "Finetune/Step Time": 4.71011770144105}
{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9700659513473511, "Finetune/Loss (Raw)": 0.7818015813827515, "Finetune/Step": 1330, "Finetune/Step Time": 4.703666547313333}
{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9695436954498291, "Finetune/Loss (Raw)": 1.0542453527450562, "Finetune/Step": 1331, "Finetune/Step Time": 4.69749372266233}
{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9679151177406311, "Finetune/Loss (Raw)": 0.8748338222503662, "Finetune/Step": 1332, "Finetune/Step Time": 4.700451476499438}
{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9678723812103271, "Finetune/Loss (Raw)": 0.9682091474533081, "Finetune/Step": 1333, "Finetune/Step Time": 4.686965562403202}
{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9667884111404419, "Finetune/Loss (Raw)": 1.0121766328811646, "Finetune/Step": 1334, "Finetune/Step Time": 4.6908056773245335}
{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9674036502838135, "Finetune/Loss (Raw)": 1.0377461910247803, "Finetune/Step": 1335, "Finetune/Step Time": 4.682693023234606}
{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9675142168998718, "Finetune/Loss (Raw)": 1.0347445011138916, "Finetune/Step": 1336, "Finetune/Step Time": 4.678262084722519}
{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9681204557418823, "Finetune/Loss (Raw)": 1.1308503150939941, "Finetune/Step": 1337, "Finetune/Step Time": 4.680706134065986}
{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9627184867858887, "Finetune/Loss (Raw)": 0.3071644902229309, "Finetune/Step": 1338, "Finetune/Step Time": 4.717895353212953}
{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9624464511871338, "Finetune/Loss (Raw)": 0.9116995334625244, "Finetune/Step": 1339, "Finetune/Step Time": 4.723463563248515}
{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9615283012390137, "Finetune/Loss (Raw)": 1.0038267374038696, "Finetune/Step": 1340, "Finetune/Step Time": 4.729604365304112}
{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9615062475204468, "Finetune/Loss (Raw)": 0.9531154632568359, "Finetune/Step": 1341, "Finetune/Step Time": 4.730928014963865}
{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9635257720947266, "Finetune/Loss (Raw)": 1.117706298828125, "Finetune/Step": 1342, "Finetune/Step Time": 4.727995803579688}
{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9629234671592712, "Finetune/Loss (Raw)": 0.9092606902122498, "Finetune/Step": 1343, "Finetune/Step Time": 4.750274708494544}
{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9676429033279419, "Finetune/Loss (Raw)": 0.9499675035476685, "Finetune/Step": 1344, "Finetune/Step Time": 4.720588427037001}
{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.967345654964447, "Finetune/Loss (Raw)": 1.0703572034835815, "Finetune/Step": 1345, "Finetune/Step Time": 4.720501312986016}
{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9665477275848389, "Finetune/Loss (Raw)": 0.9524869322776794, "Finetune/Step": 1346, "Finetune/Step Time": 4.722262047231197}
{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9732229709625244, "Finetune/Loss (Raw)": 1.1556291580200195, "Finetune/Step": 1347, "Finetune/Step Time": 4.703851759433746}
{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.968771755695343, "Finetune/Loss (Raw)": 0.42818737030029297, "Finetune/Step": 1348, "Finetune/Step Time": 4.736780058592558}
{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9691963195800781, "Finetune/Loss (Raw)": 1.0923892259597778, "Finetune/Step": 1349, "Finetune/Step Time": 4.71695164591074}
{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9696298837661743, "Finetune/Loss (Raw)": 1.0516095161437988, "Finetune/Step": 1350, "Finetune/Step Time": 4.714402759447694}
{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9697515964508057, "Finetune/Loss (Raw)": 1.0420657396316528, "Finetune/Step": 1351, "Finetune/Step Time": 4.717831825837493}
{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9651379585266113, "Finetune/Loss (Raw)": 0.41802671551704407, "Finetune/Step": 1352, "Finetune/Step Time": 4.753064999356866}
{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.965756356716156, "Finetune/Loss (Raw)": 0.9552879333496094, "Finetune/Step": 1353, "Finetune/Step Time": 4.75311928614974}
{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9666451215744019, "Finetune/Loss (Raw)": 1.0080498456954956, "Finetune/Step": 1354, "Finetune/Step Time": 4.7512559574097395}
{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9686118364334106, "Finetune/Loss (Raw)": 1.1149444580078125, "Finetune/Step": 1355, "Finetune/Step Time": 4.738471999764442}
{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.968742311000824, "Finetune/Loss (Raw)": 1.0708613395690918, "Finetune/Step": 1356, "Finetune/Step Time": 4.737620485946536}
{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9686203002929688, "Finetune/Loss (Raw)": 1.0644019842147827, "Finetune/Step": 1357, "Finetune/Step Time": 4.750257091596723}
{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9731833934783936, "Finetune/Loss (Raw)": 0.9830261468887329, "Finetune/Step": 1358, "Finetune/Step Time": 4.714267481118441}
{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9711499214172363, "Finetune/Loss (Raw)": 0.859237790107727, "Finetune/Step": 1359, "Finetune/Step Time": 4.7177874110639095}
{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9710369110107422, "Finetune/Loss (Raw)": 1.0002186298370361, "Finetune/Step": 1360, "Finetune/Step Time": 4.720909608528018}
{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.971439003944397, "Finetune/Loss (Raw)": 1.089193344116211, "Finetune/Step": 1361, "Finetune/Step Time": 4.727995289489627}
{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9727283716201782, "Finetune/Loss (Raw)": 0.9688143730163574, "Finetune/Step": 1362, "Finetune/Step Time": 4.715893108397722}
{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9730565547943115, "Finetune/Loss (Raw)": 0.9973005056381226, "Finetune/Step": 1363, "Finetune/Step Time": 4.716686712577939}
{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.971861720085144, "Finetune/Loss (Raw)": 0.9589561223983765, "Finetune/Step": 1364, "Finetune/Step Time": 4.750163406133652}
{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.9709482192993164, "Finetune/Loss (Raw)": 0.9055715203285217, "Finetune/Step": 1365, "Finetune/Step Time": 4.741173485293984}
{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9692960381507874, "Finetune/Loss (Raw)": 0.9623031616210938, "Finetune/Step": 1366, "Finetune/Step Time": 4.735962258651853}
{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9688342809677124, "Finetune/Loss (Raw)": 0.9281721115112305, "Finetune/Step": 1367, "Finetune/Step Time": 4.754704710096121}
{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9692940711975098, "Finetune/Loss (Raw)": 1.03459632396698, "Finetune/Step": 1368, "Finetune/Step Time": 4.7547444105148315}
{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9704983234405518, "Finetune/Loss (Raw)": 1.0561162233352661, "Finetune/Step": 1369, "Finetune/Step Time": 4.75867853872478}
{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9695510268211365, "Finetune/Loss (Raw)": 0.8471766114234924, "Finetune/Step": 1370, "Finetune/Step Time": 4.761582275852561}
{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9689649343490601, "Finetune/Loss (Raw)": 0.9793378710746765, "Finetune/Step": 1371, "Finetune/Step Time": 4.762353114783764}
{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9643121957778931, "Finetune/Loss (Raw)": 0.3788139522075653, "Finetune/Step": 1372, "Finetune/Step Time": 4.794921072199941}
{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.9655923843383789, "Finetune/Loss (Raw)": 1.1339635848999023, "Finetune/Step": 1373, "Finetune/Step Time": 4.795205587521195}
{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9656678438186646, "Finetune/Loss (Raw)": 0.936631441116333, "Finetune/Step": 1374, "Finetune/Step Time": 4.786719409748912}
{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9654499292373657, "Finetune/Loss (Raw)": 1.0471328496932983, "Finetune/Step": 1375, "Finetune/Step Time": 4.78441346436739}
{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9615461230278015, "Finetune/Loss (Raw)": 0.320865660905838, "Finetune/Step": 1376, "Finetune/Step Time": 4.817618625238538}
{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.9627599716186523, "Finetune/Loss (Raw)": 1.0757616758346558, "Finetune/Step": 1377, "Finetune/Step Time": 4.825566316023469}
{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9636213183403015, "Finetune/Loss (Raw)": 1.1500288248062134, "Finetune/Step": 1378, "Finetune/Step Time": 4.843838799744844}
{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9613635540008545, "Finetune/Loss (Raw)": 0.736771821975708, "Finetune/Step": 1379, "Finetune/Step Time": 4.859917780384421}
{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9617018103599548, "Finetune/Loss (Raw)": 0.9381740093231201, "Finetune/Step": 1380, "Finetune/Step Time": 4.85984824039042}
{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9627182483673096, "Finetune/Loss (Raw)": 1.06012761592865, "Finetune/Step": 1381, "Finetune/Step Time": 4.845053458586335}
{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9627734422683716, "Finetune/Loss (Raw)": 0.9936630725860596, "Finetune/Step": 1382, "Finetune/Step Time": 4.8448631092906}
{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9613491892814636, "Finetune/Loss (Raw)": 0.9187805652618408, "Finetune/Step": 1383, "Finetune/Step Time": 4.848995756357908}
{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9609724879264832, "Finetune/Loss (Raw)": 0.9714484214782715, "Finetune/Step": 1384, "Finetune/Step Time": 4.851839432492852}
{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9634319543838501, "Finetune/Loss (Raw)": 1.0193034410476685, "Finetune/Step": 1385, "Finetune/Step Time": 4.82784497924149}
{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.9632529616355896, "Finetune/Loss (Raw)": 0.9318898916244507, "Finetune/Step": 1386, "Finetune/Step Time": 4.828409496694803}
{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.9630128145217896, "Finetune/Loss (Raw)": 0.8712354302406311, "Finetune/Step": 1387, "Finetune/Step Time": 4.82255388982594}
{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9618355631828308, "Finetune/Loss (Raw)": 1.0304216146469116, "Finetune/Step": 1388, "Finetune/Step Time": 4.817837243899703}
{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9630911350250244, "Finetune/Loss (Raw)": 1.008579969406128, "Finetune/Step": 1389, "Finetune/Step Time": 4.81835956312716}
{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9644725322723389, "Finetune/Loss (Raw)": 1.173429012298584, "Finetune/Step": 1390, "Finetune/Step Time": 4.826448073610663}
{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.963111400604248, "Finetune/Loss (Raw)": 0.8830814361572266, "Finetune/Step": 1391, "Finetune/Step Time": 4.84209518507123}
{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9624304175376892, "Finetune/Loss (Raw)": 0.9087786674499512, "Finetune/Step": 1392, "Finetune/Step Time": 4.875335171818733}
{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9672120213508606, "Finetune/Loss (Raw)": 0.9831824898719788, "Finetune/Step": 1393, "Finetune/Step Time": 4.877375021576881}
{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9678090214729309, "Finetune/Loss (Raw)": 1.038784146308899, "Finetune/Step": 1394, "Finetune/Step Time": 4.8636732921004295}
{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.967168927192688, "Finetune/Loss (Raw)": 0.9639906883239746, "Finetune/Step": 1395, "Finetune/Step Time": 4.866327133029699}
{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.9646508097648621, "Finetune/Loss (Raw)": 0.7525294423103333, "Finetune/Step": 1396, "Finetune/Step Time": 4.874211264774203}
{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9653799533843994, "Finetune/Loss (Raw)": 1.0521326065063477, "Finetune/Step": 1397, "Finetune/Step Time": 4.897671069949865}
{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.964381992816925, "Finetune/Loss (Raw)": 1.0034900903701782, "Finetune/Step": 1398, "Finetune/Step Time": 4.887175280600786}
{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9622281789779663, "Finetune/Loss (Raw)": 0.8273490071296692, "Finetune/Step": 1399, "Finetune/Step Time": 4.89347037114203}
{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9640493392944336, "Finetune/Loss (Raw)": 1.0520638227462769, "Finetune/Step": 1400, "Finetune/Step Time": 4.888062855228782}
{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9639912843704224, "Finetune/Loss (Raw)": 0.9273675680160522, "Finetune/Step": 1401, "Finetune/Step Time": 4.8864100724458694}
{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.9601823091506958, "Finetune/Loss (Raw)": 0.388497531414032, "Finetune/Step": 1402, "Finetune/Step Time": 4.923626432195306}
{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9583941698074341, "Finetune/Loss (Raw)": 0.9371392726898193, "Finetune/Step": 1403, "Finetune/Step Time": 4.924167504534125}
{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9586060643196106, "Finetune/Loss (Raw)": 0.9808071851730347, "Finetune/Step": 1404, "Finetune/Step Time": 4.920464111492038}
{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9576544165611267, "Finetune/Loss (Raw)": 0.8459439277648926, "Finetune/Step": 1405, "Finetune/Step Time": 4.918378997594118}
{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9593597650527954, "Finetune/Loss (Raw)": 0.9679322242736816, "Finetune/Step": 1406, "Finetune/Step Time": 4.911594990640879}
{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9543933868408203, "Finetune/Loss (Raw)": 0.36656153202056885, "Finetune/Step": 1407, "Finetune/Step Time": 4.941506961360574}
{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9521463513374329, "Finetune/Loss (Raw)": 0.8690060377120972, "Finetune/Step": 1408, "Finetune/Step Time": 4.944432815536857}
{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9525490999221802, "Finetune/Loss (Raw)": 1.004871129989624, "Finetune/Step": 1409, "Finetune/Step Time": 4.941857045516372}
{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9518959522247314, "Finetune/Loss (Raw)": 0.9065800309181213, "Finetune/Step": 1410, "Finetune/Step Time": 4.970978889614344}
{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9533231854438782, "Finetune/Loss (Raw)": 1.0601452589035034, "Finetune/Step": 1411, "Finetune/Step Time": 4.959767885506153}
{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9515491127967834, "Finetune/Loss (Raw)": 0.7509767413139343, "Finetune/Step": 1412, "Finetune/Step Time": 4.953935481607914}
{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9513183236122131, "Finetune/Loss (Raw)": 1.02798593044281, "Finetune/Step": 1413, "Finetune/Step Time": 4.9577211402356625}
{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9524470567703247, "Finetune/Loss (Raw)": 1.1065335273742676, "Finetune/Step": 1414, "Finetune/Step Time": 4.946985447779298}
{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.9526667594909668, "Finetune/Loss (Raw)": 1.0072288513183594, "Finetune/Step": 1415, "Finetune/Step Time": 4.951797630637884}
{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9540321230888367, "Finetune/Loss (Raw)": 1.0865294933319092, "Finetune/Step": 1416, "Finetune/Step Time": 4.945148469880223}
{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9541288018226624, "Finetune/Loss (Raw)": 0.9263506531715393, "Finetune/Step": 1417, "Finetune/Step Time": 4.944162603467703}
{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9521820545196533, "Finetune/Loss (Raw)": 0.8657751679420471, "Finetune/Step": 1418, "Finetune/Step Time": 4.945530496537685}
{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9513216018676758, "Finetune/Loss (Raw)": 0.883750855922699, "Finetune/Step": 1419, "Finetune/Step Time": 4.928179306909442}
{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.9516357183456421, "Finetune/Loss (Raw)": 1.004109263420105, "Finetune/Step": 1420, "Finetune/Step Time": 4.934685809537768}
{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.951397180557251, "Finetune/Loss (Raw)": 0.9243600964546204, "Finetune/Step": 1421, "Finetune/Step Time": 4.93647494353354}
{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9510028958320618, "Finetune/Loss (Raw)": 0.9408417344093323, "Finetune/Step": 1422, "Finetune/Step Time": 4.927191102877259}
{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9519533514976501, "Finetune/Loss (Raw)": 1.0496807098388672, "Finetune/Step": 1423, "Finetune/Step Time": 4.923424268141389}
{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.951135516166687, "Finetune/Loss (Raw)": 0.8604878783226013, "Finetune/Step": 1424, "Finetune/Step Time": 4.918136838823557}
{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9511561393737793, "Finetune/Loss (Raw)": 1.003348708152771, "Finetune/Step": 1425, "Finetune/Step Time": 4.9172299318015575}
{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9514369368553162, "Finetune/Loss (Raw)": 0.890495777130127, "Finetune/Step": 1426, "Finetune/Step Time": 4.935575682669878}
{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9529855847358704, "Finetune/Loss (Raw)": 0.9441242814064026, "Finetune/Step": 1427, "Finetune/Step Time": 4.929348051548004}
{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9532795548439026, "Finetune/Loss (Raw)": 0.9377462267875671, "Finetune/Step": 1428, "Finetune/Step Time": 4.935662740841508}
{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.952109694480896, "Finetune/Loss (Raw)": 0.8756645321846008, "Finetune/Step": 1429, "Finetune/Step Time": 4.92616868391633}
{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9522137641906738, "Finetune/Loss (Raw)": 0.9566445350646973, "Finetune/Step": 1430, "Finetune/Step Time": 4.917036969214678}
{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9515414237976074, "Finetune/Loss (Raw)": 0.8984803557395935, "Finetune/Step": 1431, "Finetune/Step Time": 4.9280878603458405}
{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9512579441070557, "Finetune/Loss (Raw)": 0.9647278785705566, "Finetune/Step": 1432, "Finetune/Step Time": 4.9309724252671}
{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9514703750610352, "Finetune/Loss (Raw)": 0.997330367565155, "Finetune/Step": 1433, "Finetune/Step Time": 4.9324845764786005}
{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9465268850326538, "Finetune/Loss (Raw)": 0.3716789186000824, "Finetune/Step": 1434, "Finetune/Step Time": 4.951330212876201}
{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.94598388671875, "Finetune/Loss (Raw)": 1.0154531002044678, "Finetune/Step": 1435, "Finetune/Step Time": 4.958410929888487}
{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9438776969909668, "Finetune/Loss (Raw)": 0.8060241937637329, "Finetune/Step": 1436, "Finetune/Step Time": 4.974422365427017}
{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9446085691452026, "Finetune/Loss (Raw)": 1.0482426881790161, "Finetune/Step": 1437, "Finetune/Step Time": 4.962551416829228}
{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.945168137550354, "Finetune/Loss (Raw)": 0.9835081100463867, "Finetune/Step": 1438, "Finetune/Step Time": 4.95776217058301}
{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9454156160354614, "Finetune/Loss (Raw)": 1.0422834157943726, "Finetune/Step": 1439, "Finetune/Step Time": 4.94918367266655}
{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9450159668922424, "Finetune/Loss (Raw)": 0.7153637409210205, "Finetune/Step": 1440, "Finetune/Step Time": 4.954088794067502}
{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.9444479942321777, "Finetune/Loss (Raw)": 0.9467419981956482, "Finetune/Step": 1441, "Finetune/Step Time": 4.95033791474998}
{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.944398045539856, "Finetune/Loss (Raw)": 0.9978156685829163, "Finetune/Step": 1442, "Finetune/Step Time": 4.955773737281561}
{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9438024759292603, "Finetune/Loss (Raw)": 0.9197707772254944, "Finetune/Step": 1443, "Finetune/Step Time": 4.958707166835666}
{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9418956637382507, "Finetune/Loss (Raw)": 0.9223710298538208, "Finetune/Step": 1444, "Finetune/Step Time": 4.955737823620439}
{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.9408209323883057, "Finetune/Loss (Raw)": 0.9238981604576111, "Finetune/Step": 1445, "Finetune/Step Time": 4.958256993442774}
{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9400957822799683, "Finetune/Loss (Raw)": 0.8623706698417664, "Finetune/Step": 1446, "Finetune/Step Time": 4.973609987646341}
{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9398690462112427, "Finetune/Loss (Raw)": 0.9712706208229065, "Finetune/Step": 1447, "Finetune/Step Time": 4.97814672999084}
{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9405320882797241, "Finetune/Loss (Raw)": 1.0638360977172852, "Finetune/Step": 1448, "Finetune/Step Time": 4.969138728454709}
{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9393298625946045, "Finetune/Loss (Raw)": 0.8610387444496155, "Finetune/Step": 1449, "Finetune/Step Time": 4.971483515575528}
{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9385503530502319, "Finetune/Loss (Raw)": 0.8794690370559692, "Finetune/Step": 1450, "Finetune/Step Time": 5.007273629307747}
{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9374653100967407, "Finetune/Loss (Raw)": 0.9175431132316589, "Finetune/Step": 1451, "Finetune/Step Time": 5.010335208848119}
{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9377974271774292, "Finetune/Loss (Raw)": 1.069434404373169, "Finetune/Step": 1452, "Finetune/Step Time": 5.002350939437747}
{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9365836381912231, "Finetune/Loss (Raw)": 0.9117545485496521, "Finetune/Step": 1453, "Finetune/Step Time": 4.997163068503141}
{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9378772974014282, "Finetune/Loss (Raw)": 1.2031900882720947, "Finetune/Step": 1454, "Finetune/Step Time": 4.999715397134423}
{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9385635852813721, "Finetune/Loss (Raw)": 1.013409972190857, "Finetune/Step": 1455, "Finetune/Step Time": 4.966964093968272}
{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9369343519210815, "Finetune/Loss (Raw)": 0.9390845894813538, "Finetune/Step": 1456, "Finetune/Step Time": 4.968531642109156}
{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9306262135505676, "Finetune/Loss (Raw)": 0.3725054860115051, "Finetune/Step": 1457, "Finetune/Step Time": 5.002570778131485}
{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9319835901260376, "Finetune/Loss (Raw)": 0.9555445909500122, "Finetune/Step": 1458, "Finetune/Step Time": 4.99965400621295}
{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.9323024749755859, "Finetune/Loss (Raw)": 1.0950677394866943, "Finetune/Step": 1459, "Finetune/Step Time": 5.008083339780569}
{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.934032142162323, "Finetune/Loss (Raw)": 1.096226692199707, "Finetune/Step": 1460, "Finetune/Step Time": 4.997699797153473}
{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9352287650108337, "Finetune/Loss (Raw)": 1.1213761568069458, "Finetune/Step": 1461, "Finetune/Step Time": 4.990997493267059}
{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9354271292686462, "Finetune/Loss (Raw)": 1.0375710725784302, "Finetune/Step": 1462, "Finetune/Step Time": 4.993125783279538}
{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.93555748462677, "Finetune/Loss (Raw)": 1.0544333457946777, "Finetune/Step": 1463, "Finetune/Step Time": 4.993961000815034}
{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9344210624694824, "Finetune/Loss (Raw)": 0.8892802000045776, "Finetune/Step": 1464, "Finetune/Step Time": 4.998538864776492}
{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9332119226455688, "Finetune/Loss (Raw)": 0.9760780930519104, "Finetune/Step": 1465, "Finetune/Step Time": 4.991426849737763}
{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9384095668792725, "Finetune/Loss (Raw)": 0.9724676609039307, "Finetune/Step": 1466, "Finetune/Step Time": 4.961100177839398}
{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9387529492378235, "Finetune/Loss (Raw)": 0.9556504487991333, "Finetune/Step": 1467, "Finetune/Step Time": 4.978792317211628}
{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9389630556106567, "Finetune/Loss (Raw)": 1.0307179689407349, "Finetune/Step": 1468, "Finetune/Step Time": 4.9712526220828295}
{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9345147013664246, "Finetune/Loss (Raw)": 0.38372257351875305, "Finetune/Step": 1469, "Finetune/Step Time": 5.014319539070129}
{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.933539867401123, "Finetune/Loss (Raw)": 0.9929245114326477, "Finetune/Step": 1470, "Finetune/Step Time": 5.002232244238257}
{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9342114925384521, "Finetune/Loss (Raw)": 0.9952302575111389, "Finetune/Step": 1471, "Finetune/Step Time": 4.976321255788207}
{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9335864782333374, "Finetune/Loss (Raw)": 0.8699703216552734, "Finetune/Step": 1472, "Finetune/Step Time": 4.969393648207188}
{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9307867288589478, "Finetune/Loss (Raw)": 0.7119870185852051, "Finetune/Step": 1473, "Finetune/Step Time": 4.975759448483586}
{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9321708083152771, "Finetune/Loss (Raw)": 1.129651665687561, "Finetune/Step": 1474, "Finetune/Step Time": 4.970577521249652}
{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9291141033172607, "Finetune/Loss (Raw)": 0.7643666863441467, "Finetune/Step": 1475, "Finetune/Step Time": 4.963453073054552}
{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9336135983467102, "Finetune/Loss (Raw)": 1.0041266679763794, "Finetune/Step": 1476, "Finetune/Step Time": 4.930188378319144}
{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9274944067001343, "Finetune/Loss (Raw)": 0.30913349986076355, "Finetune/Step": 1477, "Finetune/Step Time": 4.971263881772757}
{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9276862144470215, "Finetune/Loss (Raw)": 1.076162338256836, "Finetune/Step": 1478, "Finetune/Step Time": 4.957708261907101}
{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9266090393066406, "Finetune/Loss (Raw)": 0.9041908383369446, "Finetune/Step": 1479, "Finetune/Step Time": 4.972173798829317}
{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9309109449386597, "Finetune/Loss (Raw)": 0.9686638116836548, "Finetune/Step": 1480, "Finetune/Step Time": 4.93608133494854}
{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.93121337890625, "Finetune/Loss (Raw)": 0.9940006136894226, "Finetune/Step": 1481, "Finetune/Step Time": 4.947395341470838}
{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.9309045076370239, "Finetune/Loss (Raw)": 0.9685178995132446, "Finetune/Step": 1482, "Finetune/Step Time": 4.933303648605943}
{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9294770359992981, "Finetune/Loss (Raw)": 0.9322234988212585, "Finetune/Step": 1483, "Finetune/Step Time": 4.958204047754407}
{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9292383193969727, "Finetune/Loss (Raw)": 1.0403040647506714, "Finetune/Step": 1484, "Finetune/Step Time": 4.9435565788298845}
{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.928057074546814, "Finetune/Loss (Raw)": 0.9132096767425537, "Finetune/Step": 1485, "Finetune/Step Time": 4.931699292734265}
{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.9227758049964905, "Finetune/Loss (Raw)": 0.307015985250473, "Finetune/Step": 1486, "Finetune/Step Time": 4.966808337718248}
{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9246810674667358, "Finetune/Loss (Raw)": 1.1031098365783691, "Finetune/Step": 1487, "Finetune/Step Time": 4.968646949157119}
{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9262708425521851, "Finetune/Loss (Raw)": 1.203708529472351, "Finetune/Step": 1488, "Finetune/Step Time": 4.966258639469743}
{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9241848587989807, "Finetune/Loss (Raw)": 0.8221921920776367, "Finetune/Step": 1489, "Finetune/Step Time": 4.979417331516743}
{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.9240440130233765, "Finetune/Loss (Raw)": 0.950783371925354, "Finetune/Step": 1490, "Finetune/Step Time": 5.0009481105953455}
{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.9228257536888123, "Finetune/Loss (Raw)": 0.8413668274879456, "Finetune/Step": 1491, "Finetune/Step Time": 5.014578592032194}
{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.9237823486328125, "Finetune/Loss (Raw)": 1.081400752067566, "Finetune/Step": 1492, "Finetune/Step Time": 4.987633375450969}
{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.9192725419998169, "Finetune/Loss (Raw)": 0.3283193111419678, "Finetune/Step": 1493, "Finetune/Step Time": 5.024550816044211}
{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.9191060066223145, "Finetune/Loss (Raw)": 0.9409840106964111, "Finetune/Step": 1494, "Finetune/Step Time": 5.028468791395426}
{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.9200558066368103, "Finetune/Loss (Raw)": 1.0497510433197021, "Finetune/Step": 1495, "Finetune/Step Time": 5.014282338321209}
{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.9196854829788208, "Finetune/Loss (Raw)": 0.987191379070282, "Finetune/Step": 1496, "Finetune/Step Time": 5.014698376879096}
{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.9180813431739807, "Finetune/Loss (Raw)": 0.8507857918739319, "Finetune/Step": 1497, "Finetune/Step Time": 5.008936543017626}
{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.9198610186576843, "Finetune/Loss (Raw)": 1.0749751329421997, "Finetune/Step": 1498, "Finetune/Step Time": 5.011585978791118}
{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.9155212640762329, "Finetune/Loss (Raw)": 0.4238448441028595, "Finetune/Step": 1499, "Finetune/Step Time": 5.040775932371616}
{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.9152956604957581, "Finetune/Loss (Raw)": 0.3499385416507721, "Finetune/Step": 1500, "Finetune/Step Time": 5.04059561342001}
{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.914616584777832, "Finetune/Loss (Raw)": 1.047041654586792, "Finetune/Step": 1501, "Finetune/Step Time": 5.078388474881649}
{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.9159581661224365, "Finetune/Loss (Raw)": 1.1083595752716064, "Finetune/Step": 1502, "Finetune/Step Time": 5.070594826713204}
{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.9146085381507874, "Finetune/Loss (Raw)": 0.8743768930435181, "Finetune/Step": 1503, "Finetune/Step Time": 5.073521493002772}
{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.9199551343917847, "Finetune/Loss (Raw)": 1.0052216053009033, "Finetune/Step": 1504, "Finetune/Step Time": 5.049337321892381}
{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.9192368984222412, "Finetune/Loss (Raw)": 0.9838396906852722, "Finetune/Step": 1505, "Finetune/Step Time": 5.035639446228743}
{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.9171805381774902, "Finetune/Loss (Raw)": 0.8868138790130615, "Finetune/Step": 1506, "Finetune/Step Time": 5.024854464456439}
{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.9197617769241333, "Finetune/Loss (Raw)": 1.0671703815460205, "Finetune/Step": 1507, "Finetune/Step Time": 5.003414083272219}
{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.9203922748565674, "Finetune/Loss (Raw)": 1.018873929977417, "Finetune/Step": 1508, "Finetune/Step Time": 5.007296582683921}
{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.9200522899627686, "Finetune/Loss (Raw)": 1.016614556312561, "Finetune/Step": 1509, "Finetune/Step Time": 5.001395737752318}
{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.9208029508590698, "Finetune/Loss (Raw)": 1.0897407531738281, "Finetune/Step": 1510, "Finetune/Step Time": 5.000256596133113}
{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.9223580360412598, "Finetune/Loss (Raw)": 1.1178410053253174, "Finetune/Step": 1511, "Finetune/Step Time": 4.999546587467194}
{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.9219426512718201, "Finetune/Loss (Raw)": 0.9182714819908142, "Finetune/Step": 1512, "Finetune/Step Time": 5.003192247822881}
{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.9230442047119141, "Finetune/Loss (Raw)": 1.1603015661239624, "Finetune/Step": 1513, "Finetune/Step Time": 5.005259791389108}
{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.9233852624893188, "Finetune/Loss (Raw)": 0.9755460619926453, "Finetune/Step": 1514, "Finetune/Step Time": 5.0149879064410925}
{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.9240684509277344, "Finetune/Loss (Raw)": 0.9586912989616394, "Finetune/Step": 1515, "Finetune/Step Time": 5.013470944017172}
{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.9235056638717651, "Finetune/Loss (Raw)": 0.9583750367164612, "Finetune/Step": 1516, "Finetune/Step Time": 5.015773208811879}
{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.9224808216094971, "Finetune/Loss (Raw)": 0.8774023652076721, "Finetune/Step": 1517, "Finetune/Step Time": 5.017679201439023}
{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.9217901825904846, "Finetune/Loss (Raw)": 1.0850284099578857, "Finetune/Step": 1518, "Finetune/Step Time": 5.011416681110859}
{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.9214804172515869, "Finetune/Loss (Raw)": 0.843431830406189, "Finetune/Step": 1519, "Finetune/Step Time": 4.9969585202634335}
{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.9174010157585144, "Finetune/Loss (Raw)": 0.38661137223243713, "Finetune/Step": 1520, "Finetune/Step Time": 4.996323077008128}
{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.9179072380065918, "Finetune/Loss (Raw)": 1.0479825735092163, "Finetune/Step": 1521, "Finetune/Step Time": 4.958722837269306}
{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.9170504808425903, "Finetune/Loss (Raw)": 0.929117739200592, "Finetune/Step": 1522, "Finetune/Step Time": 4.970448777079582}
{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.9159494042396545, "Finetune/Loss (Raw)": 0.8230523467063904, "Finetune/Step": 1523, "Finetune/Step Time": 4.984225552529097}
{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.9171439409255981, "Finetune/Loss (Raw)": 0.9054330587387085, "Finetune/Step": 1524, "Finetune/Step Time": 5.0022257547825575}
{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.9157943725585938, "Finetune/Loss (Raw)": 0.8793860673904419, "Finetune/Step": 1525, "Finetune/Step Time": 4.990699352696538}
{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.9164619445800781, "Finetune/Loss (Raw)": 1.0889424085617065, "Finetune/Step": 1526, "Finetune/Step Time": 4.990038767457008}
{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.9173886775970459, "Finetune/Loss (Raw)": 0.9459693431854248, "Finetune/Step": 1527, "Finetune/Step Time": 4.984733888879418}
{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.9124079942703247, "Finetune/Loss (Raw)": 0.4145355820655823, "Finetune/Step": 1528, "Finetune/Step Time": 5.014531780034304}
{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.9134171009063721, "Finetune/Loss (Raw)": 1.0565320253372192, "Finetune/Step": 1529, "Finetune/Step Time": 5.005041124299169}
{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.9163718819618225, "Finetune/Loss (Raw)": 0.7667067050933838, "Finetune/Step": 1530, "Finetune/Step Time": 4.988370841369033}
{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.9168597459793091, "Finetune/Loss (Raw)": 0.9995942115783691, "Finetune/Step": 1531, "Finetune/Step Time": 4.991963794454932}
{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.9167261719703674, "Finetune/Loss (Raw)": 0.9637013077735901, "Finetune/Step": 1532, "Finetune/Step Time": 5.001489941030741}
{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.917199969291687, "Finetune/Loss (Raw)": 0.9065929055213928, "Finetune/Step": 1533, "Finetune/Step Time": 4.995147481560707}
{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.9173014163970947, "Finetune/Loss (Raw)": 0.9809142351150513, "Finetune/Step": 1534, "Finetune/Step Time": 5.003079861402512}
{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.921440601348877, "Finetune/Loss (Raw)": 0.8963789343833923, "Finetune/Step": 1535, "Finetune/Step Time": 4.969827050343156}
{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.9217289090156555, "Finetune/Loss (Raw)": 0.9059094786643982, "Finetune/Step": 1536, "Finetune/Step Time": 4.975341975688934}
{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.9210013151168823, "Finetune/Loss (Raw)": 0.9117385745048523, "Finetune/Step": 1537, "Finetune/Step Time": 4.9757262878119946}
{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.9172958731651306, "Finetune/Loss (Raw)": 0.43228474259376526, "Finetune/Step": 1538, "Finetune/Step Time": 4.979997118934989}
{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.9167319536209106, "Finetune/Loss (Raw)": 0.9879612922668457, "Finetune/Step": 1539, "Finetune/Step Time": 4.980697264894843}
{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.9185689687728882, "Finetune/Loss (Raw)": 0.9861152768135071, "Finetune/Step": 1540, "Finetune/Step Time": 4.9803282096982}
{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.9190173745155334, "Finetune/Loss (Raw)": 1.0853856801986694, "Finetune/Step": 1541, "Finetune/Step Time": 4.981097802519798}
{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.9175571799278259, "Finetune/Loss (Raw)": 0.9196276068687439, "Finetune/Step": 1542, "Finetune/Step Time": 4.989025766029954}
{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.916351854801178, "Finetune/Loss (Raw)": 0.8529446125030518, "Finetune/Step": 1543, "Finetune/Step Time": 4.984884921461344}
{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.9155426025390625, "Finetune/Loss (Raw)": 0.9829404950141907, "Finetune/Step": 1544, "Finetune/Step Time": 4.983232449740171}
{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.9154937267303467, "Finetune/Loss (Raw)": 0.9201056361198425, "Finetune/Step": 1545, "Finetune/Step Time": 4.985962707549334}
{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.9171321392059326, "Finetune/Loss (Raw)": 1.0754882097244263, "Finetune/Step": 1546, "Finetune/Step Time": 4.985000129789114}
{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.9178651571273804, "Finetune/Loss (Raw)": 0.9775750041007996, "Finetune/Step": 1547, "Finetune/Step Time": 4.990740958601236}
{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.9181374311447144, "Finetune/Loss (Raw)": 1.0389543771743774, "Finetune/Step": 1548, "Finetune/Step Time": 4.999961610883474}
{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.9140135049819946, "Finetune/Loss (Raw)": 0.39650288224220276, "Finetune/Step": 1549, "Finetune/Step Time": 5.035119488835335}
{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.9145785570144653, "Finetune/Loss (Raw)": 1.0131651163101196, "Finetune/Step": 1550, "Finetune/Step Time": 5.032801419496536}
{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.9131535291671753, "Finetune/Loss (Raw)": 0.8672759532928467, "Finetune/Step": 1551, "Finetune/Step Time": 5.0265009216964245}
{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.9143515825271606, "Finetune/Loss (Raw)": 1.01384699344635, "Finetune/Step": 1552, "Finetune/Step Time": 5.02745571359992}
{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.9135708808898926, "Finetune/Loss (Raw)": 0.9034150242805481, "Finetune/Step": 1553, "Finetune/Step Time": 5.033647153526545}
{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.9133906960487366, "Finetune/Loss (Raw)": 0.8674325942993164, "Finetune/Step": 1554, "Finetune/Step Time": 5.019309781491756}
{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.9142909646034241, "Finetune/Loss (Raw)": 1.0593609809875488, "Finetune/Step": 1555, "Finetune/Step Time": 5.022046022117138}
{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.9139212369918823, "Finetune/Loss (Raw)": 0.890418529510498, "Finetune/Step": 1556, "Finetune/Step Time": 5.028163587674499}
{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.913740873336792, "Finetune/Loss (Raw)": 0.8525801301002502, "Finetune/Step": 1557, "Finetune/Step Time": 5.02678300999105}
{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.9135374426841736, "Finetune/Loss (Raw)": 0.9306086301803589, "Finetune/Step": 1558, "Finetune/Step Time": 5.0221821535378695}
{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.9155964851379395, "Finetune/Loss (Raw)": 1.1620374917984009, "Finetune/Step": 1559, "Finetune/Step Time": 5.013025999069214}
{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.9162003397941589, "Finetune/Loss (Raw)": 1.0420178174972534, "Finetune/Step": 1560, "Finetune/Step Time": 5.018202390521765}
{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.9163316488265991, "Finetune/Loss (Raw)": 1.0141386985778809, "Finetune/Step": 1561, "Finetune/Step Time": 5.0152157209813595}
{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.9212647676467896, "Finetune/Loss (Raw)": 1.0031120777130127, "Finetune/Step": 1562, "Finetune/Step Time": 4.9942589700222015}
{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.9206892251968384, "Finetune/Loss (Raw)": 0.9417856931686401, "Finetune/Step": 1563, "Finetune/Step Time": 5.01237328350544}
{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.9215928912162781, "Finetune/Loss (Raw)": 0.9216950535774231, "Finetune/Step": 1564, "Finetune/Step Time": 4.992829363793135}
{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.9201014041900635, "Finetune/Loss (Raw)": 0.8573384284973145, "Finetune/Step": 1565, "Finetune/Step Time": 4.992504809051752}
{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.919921875, "Finetune/Loss (Raw)": 0.9605183005332947, "Finetune/Step": 1566, "Finetune/Step Time": 4.999956080690026}
{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.9195531606674194, "Finetune/Loss (Raw)": 0.9950865507125854, "Finetune/Step": 1567, "Finetune/Step Time": 5.0066126845777035}
{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.9215190410614014, "Finetune/Loss (Raw)": 0.9670061469078064, "Finetune/Step": 1568, "Finetune/Step Time": 4.978247741237283}
{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.9206892251968384, "Finetune/Loss (Raw)": 0.8405171632766724, "Finetune/Step": 1569, "Finetune/Step Time": 4.990779347717762}
{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.9210808277130127, "Finetune/Loss (Raw)": 1.0479414463043213, "Finetune/Step": 1570, "Finetune/Step Time": 4.987667214125395}
{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.9214257001876831, "Finetune/Loss (Raw)": 0.9639201164245605, "Finetune/Step": 1571, "Finetune/Step Time": 4.989396570250392}
{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.9222174286842346, "Finetune/Loss (Raw)": 1.0237162113189697, "Finetune/Step": 1572, "Finetune/Step Time": 4.983160680159926}
{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.9227495193481445, "Finetune/Loss (Raw)": 0.9919984340667725, "Finetune/Step": 1573, "Finetune/Step Time": 4.999105721712112}
{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.9225317239761353, "Finetune/Loss (Raw)": 0.8344911336898804, "Finetune/Step": 1574, "Finetune/Step Time": 4.982210827991366}
{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.9243373870849609, "Finetune/Loss (Raw)": 1.2024006843566895, "Finetune/Step": 1575, "Finetune/Step Time": 4.992187976837158}
{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.9235693216323853, "Finetune/Loss (Raw)": 0.9655232429504395, "Finetune/Step": 1576, "Finetune/Step Time": 4.995264139026403}
{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.9243096113204956, "Finetune/Loss (Raw)": 0.9557923674583435, "Finetune/Step": 1577, "Finetune/Step Time": 4.986685737967491}
{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.9252134561538696, "Finetune/Loss (Raw)": 0.9951658248901367, "Finetune/Step": 1578, "Finetune/Step Time": 4.944570481777191}
{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.9256263375282288, "Finetune/Loss (Raw)": 0.9703916311264038, "Finetune/Step": 1579, "Finetune/Step Time": 4.950520358979702}
{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.9233570098876953, "Finetune/Loss (Raw)": 0.7789526581764221, "Finetune/Step": 1580, "Finetune/Step Time": 4.9854162987321615}
{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.9228953123092651, "Finetune/Loss (Raw)": 0.8526633381843567, "Finetune/Step": 1581, "Finetune/Step Time": 4.980414763092995}
{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.9210659265518188, "Finetune/Loss (Raw)": 0.9690233469009399, "Finetune/Step": 1582, "Finetune/Step Time": 4.981832951307297}
{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.9209973812103271, "Finetune/Loss (Raw)": 1.0046442747116089, "Finetune/Step": 1583, "Finetune/Step Time": 4.985028579831123}
{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.9212809801101685, "Finetune/Loss (Raw)": 0.9753846526145935, "Finetune/Step": 1584, "Finetune/Step Time": 4.987013194710016}
{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.9266883730888367, "Finetune/Loss (Raw)": 1.0646443367004395, "Finetune/Step": 1585, "Finetune/Step Time": 4.951890245079994}
{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9280005693435669, "Finetune/Loss (Raw)": 1.1235129833221436, "Finetune/Step": 1586, "Finetune/Step Time": 5.005834639072418}
{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9277191162109375, "Finetune/Loss (Raw)": 1.0590479373931885, "Finetune/Step": 1587, "Finetune/Step Time": 4.998319316655397}
{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9266061782836914, "Finetune/Loss (Raw)": 0.9537659287452698, "Finetune/Step": 1588, "Finetune/Step Time": 5.00872639939189}
{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.9251482486724854, "Finetune/Loss (Raw)": 0.934759259223938, "Finetune/Step": 1589, "Finetune/Step Time": 5.024807894602418}
{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.925081729888916, "Finetune/Loss (Raw)": 1.0290522575378418, "Finetune/Step": 1590, "Finetune/Step Time": 5.030707826837897}
{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.9232876300811768, "Finetune/Loss (Raw)": 0.8247853517532349, "Finetune/Step": 1591, "Finetune/Step Time": 5.046552004292607}
{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.9232529401779175, "Finetune/Loss (Raw)": 0.8848447799682617, "Finetune/Step": 1592, "Finetune/Step Time": 5.0482977870851755}
{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.9228628873825073, "Finetune/Loss (Raw)": 0.9261459112167358, "Finetune/Step": 1593, "Finetune/Step Time": 5.051349248737097}
{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.9226008653640747, "Finetune/Loss (Raw)": 0.9389359354972839, "Finetune/Step": 1594, "Finetune/Step Time": 5.056566067039967}
{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.9219038486480713, "Finetune/Loss (Raw)": 0.8664275407791138, "Finetune/Step": 1595, "Finetune/Step Time": 5.034380193799734}
{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.9225443601608276, "Finetune/Loss (Raw)": 1.112701416015625, "Finetune/Step": 1596, "Finetune/Step Time": 5.039446173235774}
{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.9261736869812012, "Finetune/Loss (Raw)": 0.8482794165611267, "Finetune/Step": 1597, "Finetune/Step Time": 5.001938246190548}
{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.9262009859085083, "Finetune/Loss (Raw)": 0.9964208602905273, "Finetune/Step": 1598, "Finetune/Step Time": 5.015145294368267}
{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.9213294982910156, "Finetune/Loss (Raw)": 0.37167441844940186, "Finetune/Step": 1599, "Finetune/Step Time": 5.052306769415736}
{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.9223378300666809, "Finetune/Loss (Raw)": 0.9990378618240356, "Finetune/Step": 1600, "Finetune/Step Time": 5.0557277631014585}
{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.9197690486907959, "Finetune/Loss (Raw)": 0.3831879198551178, "Finetune/Step": 1601, "Finetune/Step Time": 5.0884529538452625}
{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.9194244742393494, "Finetune/Loss (Raw)": 1.0855450630187988, "Finetune/Step": 1602, "Finetune/Step Time": 5.098384020850062}
{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.9214498996734619, "Finetune/Loss (Raw)": 1.0236232280731201, "Finetune/Step": 1603, "Finetune/Step Time": 5.09391413256526}
{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.9206216931343079, "Finetune/Loss (Raw)": 0.8981139659881592, "Finetune/Step": 1604, "Finetune/Step Time": 5.093690846115351}
{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.9246780872344971, "Finetune/Loss (Raw)": 0.8283490538597107, "Finetune/Step": 1605, "Finetune/Step Time": 5.067224442958832}
{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.9223047494888306, "Finetune/Loss (Raw)": 0.7723772525787354, "Finetune/Step": 1606, "Finetune/Step Time": 5.098714929074049}
{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.9223166704177856, "Finetune/Loss (Raw)": 0.9057261943817139, "Finetune/Step": 1607, "Finetune/Step Time": 5.085398513823748}
{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.917728066444397, "Finetune/Loss (Raw)": 0.3813130259513855, "Finetune/Step": 1608, "Finetune/Step Time": 5.121232908219099}
{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.91745924949646, "Finetune/Loss (Raw)": 0.9595991969108582, "Finetune/Step": 1609, "Finetune/Step Time": 5.10980287566781}
{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.9172125458717346, "Finetune/Loss (Raw)": 0.9369344115257263, "Finetune/Step": 1610, "Finetune/Step Time": 5.1116444524377584}
{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.9166773557662964, "Finetune/Loss (Raw)": 0.8637171387672424, "Finetune/Step": 1611, "Finetune/Step Time": 5.103429591283202}
{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.9158251285552979, "Finetune/Loss (Raw)": 0.9312195181846619, "Finetune/Step": 1612, "Finetune/Step Time": 5.1120388470590115}
{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.9154305458068848, "Finetune/Loss (Raw)": 0.8627070784568787, "Finetune/Step": 1613, "Finetune/Step Time": 5.124443989247084}
{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.9208069443702698, "Finetune/Loss (Raw)": 0.995194673538208, "Finetune/Step": 1614, "Finetune/Step Time": 5.088478656485677}
{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.9205071330070496, "Finetune/Loss (Raw)": 1.0647295713424683, "Finetune/Step": 1615, "Finetune/Step Time": 5.0752498134970665}
{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.9186797142028809, "Finetune/Loss (Raw)": 0.9698037505149841, "Finetune/Step": 1616, "Finetune/Step Time": 5.080626325681806}
{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.9193139672279358, "Finetune/Loss (Raw)": 0.9033763408660889, "Finetune/Step": 1617, "Finetune/Step Time": 5.072236629202962}
{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.9189974665641785, "Finetune/Loss (Raw)": 0.9102686643600464, "Finetune/Step": 1618, "Finetune/Step Time": 5.056485064327717}
{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.9189426302909851, "Finetune/Loss (Raw)": 0.8343461751937866, "Finetune/Step": 1619, "Finetune/Step Time": 5.045531520619988}
{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.9194765090942383, "Finetune/Loss (Raw)": 1.1497446298599243, "Finetune/Step": 1620, "Finetune/Step Time": 5.042525686323643}
{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.9236406683921814, "Finetune/Loss (Raw)": 0.8613268136978149, "Finetune/Step": 1621, "Finetune/Step Time": 5.006824905052781}
{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.9246126413345337, "Finetune/Loss (Raw)": 1.0653973817825317, "Finetune/Step": 1622, "Finetune/Step Time": 5.010956816375256}
{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.9253380298614502, "Finetune/Loss (Raw)": 1.1426055431365967, "Finetune/Step": 1623, "Finetune/Step Time": 5.004436345770955}
{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.9248227477073669, "Finetune/Loss (Raw)": 0.9212256073951721, "Finetune/Step": 1624, "Finetune/Step Time": 5.006418393924832}
{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.9258812069892883, "Finetune/Loss (Raw)": 0.9862716794013977, "Finetune/Step": 1625, "Finetune/Step Time": 5.006130818277597}
{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.9253237843513489, "Finetune/Loss (Raw)": 1.003619909286499, "Finetune/Step": 1626, "Finetune/Step Time": 4.996784128248692}
{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9301461577415466, "Finetune/Loss (Raw)": 1.0411118268966675, "Finetune/Step": 1627, "Finetune/Step Time": 4.958049667999148}
{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9351426362991333, "Finetune/Loss (Raw)": 0.9894920587539673, "Finetune/Step": 1628, "Finetune/Step Time": 4.921555144712329}
{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9344168901443481, "Finetune/Loss (Raw)": 0.9541443586349487, "Finetune/Step": 1629, "Finetune/Step Time": 4.898503694683313}
{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9338622689247131, "Finetune/Loss (Raw)": 1.0373646020889282, "Finetune/Step": 1630, "Finetune/Step Time": 4.8962841387838125}
{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.934478759765625, "Finetune/Loss (Raw)": 0.9532918334007263, "Finetune/Step": 1631, "Finetune/Step Time": 4.898738769814372}
{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9339364767074585, "Finetune/Loss (Raw)": 0.9358141422271729, "Finetune/Step": 1632, "Finetune/Step Time": 4.8842703849077225}
{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.9330819249153137, "Finetune/Loss (Raw)": 0.874451756477356, "Finetune/Step": 1633, "Finetune/Step Time": 4.884628143161535}
{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9340516328811646, "Finetune/Loss (Raw)": 1.010933518409729, "Finetune/Step": 1634, "Finetune/Step Time": 4.8828751146793365}
{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9334059953689575, "Finetune/Loss (Raw)": 0.9845355749130249, "Finetune/Step": 1635, "Finetune/Step Time": 4.904853109270334}
{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.9331876635551453, "Finetune/Loss (Raw)": 0.9909241199493408, "Finetune/Step": 1636, "Finetune/Step Time": 4.901359489187598}
{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.932808518409729, "Finetune/Loss (Raw)": 0.9680814743041992, "Finetune/Step": 1637, "Finetune/Step Time": 4.9027519803494215}
{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.9313998818397522, "Finetune/Loss (Raw)": 0.9094370007514954, "Finetune/Step": 1638, "Finetune/Step Time": 4.9042932372540236}
{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9292547702789307, "Finetune/Loss (Raw)": 0.8432711958885193, "Finetune/Step": 1639, "Finetune/Step Time": 4.901582527905703}
{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9301137924194336, "Finetune/Loss (Raw)": 1.0282233953475952, "Finetune/Step": 1640, "Finetune/Step Time": 4.890254244208336}
{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9291396737098694, "Finetune/Loss (Raw)": 1.035613775253296, "Finetune/Step": 1641, "Finetune/Step Time": 4.8878864254802465}
{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9292503595352173, "Finetune/Loss (Raw)": 0.9897078275680542, "Finetune/Step": 1642, "Finetune/Step Time": 4.877373792231083}
{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9301577806472778, "Finetune/Loss (Raw)": 1.0748463869094849, "Finetune/Step": 1643, "Finetune/Step Time": 4.879266608506441}
{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9304021596908569, "Finetune/Loss (Raw)": 0.9896626472473145, "Finetune/Step": 1644, "Finetune/Step Time": 4.905076134949923}
{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9307729005813599, "Finetune/Loss (Raw)": 0.9248462319374084, "Finetune/Step": 1645, "Finetune/Step Time": 4.905693918466568}
{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.93028724193573, "Finetune/Loss (Raw)": 1.0228707790374756, "Finetune/Step": 1646, "Finetune/Step Time": 4.909373922273517}
{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9308074712753296, "Finetune/Loss (Raw)": 0.9100173115730286, "Finetune/Step": 1647, "Finetune/Step Time": 4.922507144510746}
{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9359443187713623, "Finetune/Loss (Raw)": 1.044130802154541, "Finetune/Step": 1648, "Finetune/Step Time": 4.8911602813750505}
{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9351077675819397, "Finetune/Loss (Raw)": 0.9409041404724121, "Finetune/Step": 1649, "Finetune/Step Time": 4.893347891047597}
{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.935406506061554, "Finetune/Loss (Raw)": 0.9673488140106201, "Finetune/Step": 1650, "Finetune/Step Time": 4.881695574149489}
{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9358624219894409, "Finetune/Loss (Raw)": 0.8814083933830261, "Finetune/Step": 1651, "Finetune/Step Time": 4.883441681042314}
{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9358296394348145, "Finetune/Loss (Raw)": 0.9012446999549866, "Finetune/Step": 1652, "Finetune/Step Time": 4.865769054740667}
{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9365522265434265, "Finetune/Loss (Raw)": 0.9718770980834961, "Finetune/Step": 1653, "Finetune/Step Time": 4.857424695044756}
{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9360494613647461, "Finetune/Loss (Raw)": 1.0245840549468994, "Finetune/Step": 1654, "Finetune/Step Time": 4.871025934815407}
{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.9316317439079285, "Finetune/Loss (Raw)": 0.38050705194473267, "Finetune/Step": 1655, "Finetune/Step Time": 4.905461041256785}
{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9360448718070984, "Finetune/Loss (Raw)": 0.979412853717804, "Finetune/Step": 1656, "Finetune/Step Time": 4.872740449383855}
{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9347196817398071, "Finetune/Loss (Raw)": 0.886913001537323, "Finetune/Step": 1657, "Finetune/Step Time": 4.8713708240538836}
{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9362947940826416, "Finetune/Loss (Raw)": 0.9683176875114441, "Finetune/Step": 1658, "Finetune/Step Time": 4.8558337185531855}
{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9370423555374146, "Finetune/Loss (Raw)": 1.0952816009521484, "Finetune/Step": 1659, "Finetune/Step Time": 4.856298143044114}
{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.937119722366333, "Finetune/Loss (Raw)": 0.973605751991272, "Finetune/Step": 1660, "Finetune/Step Time": 4.852745305746794}
{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9373183250427246, "Finetune/Loss (Raw)": 0.932016909122467, "Finetune/Step": 1661, "Finetune/Step Time": 4.847959857434034}
{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9379740953445435, "Finetune/Loss (Raw)": 1.0648479461669922, "Finetune/Step": 1662, "Finetune/Step Time": 4.847042132169008}
{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9365730285644531, "Finetune/Loss (Raw)": 0.7170435190200806, "Finetune/Step": 1663, "Finetune/Step Time": 4.856651909649372}
{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9357651472091675, "Finetune/Loss (Raw)": 0.8024994134902954, "Finetune/Step": 1664, "Finetune/Step Time": 4.849546905606985}
{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9370037317276001, "Finetune/Loss (Raw)": 1.0702749490737915, "Finetune/Step": 1665, "Finetune/Step Time": 4.849414590746164}
{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9407008290290833, "Finetune/Loss (Raw)": 0.9055154323577881, "Finetune/Step": 1666, "Finetune/Step Time": 4.809292478486896}
{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9408259391784668, "Finetune/Loss (Raw)": 1.0039724111557007, "Finetune/Step": 1667, "Finetune/Step Time": 4.807227240875363}
{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9414660930633545, "Finetune/Loss (Raw)": 1.0680630207061768, "Finetune/Step": 1668, "Finetune/Step Time": 4.8121242336928844}
{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9405288100242615, "Finetune/Loss (Raw)": 0.9654078483581543, "Finetune/Step": 1669, "Finetune/Step Time": 4.808555634692311}
{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9411765336990356, "Finetune/Loss (Raw)": 1.0025405883789062, "Finetune/Step": 1670, "Finetune/Step Time": 4.795348968356848}
{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9415599703788757, "Finetune/Loss (Raw)": 0.9020196795463562, "Finetune/Step": 1671, "Finetune/Step Time": 4.803456075489521}
{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9420599937438965, "Finetune/Loss (Raw)": 1.0469499826431274, "Finetune/Step": 1672, "Finetune/Step Time": 4.820340113714337}
{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9415204524993896, "Finetune/Loss (Raw)": 0.8510454893112183, "Finetune/Step": 1673, "Finetune/Step Time": 4.825467186048627}
{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9393585920333862, "Finetune/Loss (Raw)": 0.7987614274024963, "Finetune/Step": 1674, "Finetune/Step Time": 4.837419234216213}
{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.9390959739685059, "Finetune/Loss (Raw)": 0.9439662098884583, "Finetune/Step": 1675, "Finetune/Step Time": 4.841604303568602}
{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9394596815109253, "Finetune/Loss (Raw)": 1.0855090618133545, "Finetune/Step": 1676, "Finetune/Step Time": 4.830315975472331}
{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9443175792694092, "Finetune/Loss (Raw)": 1.0183137655258179, "Finetune/Step": 1677, "Finetune/Step Time": 4.7881752997636795}
{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.943152129650116, "Finetune/Loss (Raw)": 0.8639833927154541, "Finetune/Step": 1678, "Finetune/Step Time": 4.791753804311156}
{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9393845200538635, "Finetune/Loss (Raw)": 0.3850254416465759, "Finetune/Step": 1679, "Finetune/Step Time": 4.823969099670649}
{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.9388943910598755, "Finetune/Loss (Raw)": 0.9511024951934814, "Finetune/Step": 1680, "Finetune/Step Time": 4.830529943108559}
{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9394495487213135, "Finetune/Loss (Raw)": 0.9744831323623657, "Finetune/Step": 1681, "Finetune/Step Time": 4.81835401058197}
{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9414165616035461, "Finetune/Loss (Raw)": 1.119212031364441, "Finetune/Step": 1682, "Finetune/Step Time": 4.821135329082608}
{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9400273561477661, "Finetune/Loss (Raw)": 0.8815367221832275, "Finetune/Step": 1683, "Finetune/Step Time": 4.828954162076116}
{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9402356147766113, "Finetune/Loss (Raw)": 0.9170866012573242, "Finetune/Step": 1684, "Finetune/Step Time": 4.82020034827292}
{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9404687881469727, "Finetune/Loss (Raw)": 0.8824199438095093, "Finetune/Step": 1685, "Finetune/Step Time": 4.8241800013929605}
{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9396429061889648, "Finetune/Loss (Raw)": 0.8248891234397888, "Finetune/Step": 1686, "Finetune/Step Time": 4.830031322315335}
{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.938575029373169, "Finetune/Loss (Raw)": 1.0253561735153198, "Finetune/Step": 1687, "Finetune/Step Time": 4.832522077485919}
{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9386505484580994, "Finetune/Loss (Raw)": 1.0516854524612427, "Finetune/Step": 1688, "Finetune/Step Time": 4.829691229388118}
{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9330981373786926, "Finetune/Loss (Raw)": 0.3034278154373169, "Finetune/Step": 1689, "Finetune/Step Time": 4.862389825284481}
{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9336562156677246, "Finetune/Loss (Raw)": 1.0745503902435303, "Finetune/Step": 1690, "Finetune/Step Time": 4.847892226651311}
{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9337440729141235, "Finetune/Loss (Raw)": 0.9530333876609802, "Finetune/Step": 1691, "Finetune/Step Time": 4.834875779226422}
{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.933629035949707, "Finetune/Loss (Raw)": 0.9069681763648987, "Finetune/Step": 1692, "Finetune/Step Time": 4.856927368789911}
{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9336298108100891, "Finetune/Loss (Raw)": 0.8574360609054565, "Finetune/Step": 1693, "Finetune/Step Time": 4.86974317394197}
{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.931960940361023, "Finetune/Loss (Raw)": 0.7469027042388916, "Finetune/Step": 1694, "Finetune/Step Time": 4.87190249748528}
{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9312475323677063, "Finetune/Loss (Raw)": 0.9037681818008423, "Finetune/Step": 1695, "Finetune/Step Time": 4.877606466412544}
{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9313548803329468, "Finetune/Loss (Raw)": 0.9807517528533936, "Finetune/Step": 1696, "Finetune/Step Time": 4.875608030706644}
{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9325987100601196, "Finetune/Loss (Raw)": 0.9997222423553467, "Finetune/Step": 1697, "Finetune/Step Time": 4.866974323987961}
{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9318246245384216, "Finetune/Loss (Raw)": 0.9488599896430969, "Finetune/Step": 1698, "Finetune/Step Time": 4.8806373830884695}
{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9324288964271545, "Finetune/Loss (Raw)": 1.0412611961364746, "Finetune/Step": 1699, "Finetune/Step Time": 4.873148711398244}
{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9324955940246582, "Finetune/Loss (Raw)": 1.032260775566101, "Finetune/Step": 1700, "Finetune/Step Time": 4.883036904036999}
{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.933132529258728, "Finetune/Loss (Raw)": 1.073524832725525, "Finetune/Step": 1701, "Finetune/Step Time": 4.868084918707609}
{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9343715906143188, "Finetune/Loss (Raw)": 0.9930855631828308, "Finetune/Step": 1702, "Finetune/Step Time": 4.86775454506278}
{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9317734241485596, "Finetune/Loss (Raw)": 0.8698423504829407, "Finetune/Step": 1703, "Finetune/Step Time": 4.875052874907851}
{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.9269013404846191, "Finetune/Loss (Raw)": 0.3418925702571869, "Finetune/Step": 1704, "Finetune/Step Time": 4.906455704942346}
{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.9268836975097656, "Finetune/Loss (Raw)": 0.953532338142395, "Finetune/Step": 1705, "Finetune/Step Time": 4.908936785534024}
{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.9273511171340942, "Finetune/Loss (Raw)": 1.0550013780593872, "Finetune/Step": 1706, "Finetune/Step Time": 4.911039417609572}
{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.9272394776344299, "Finetune/Loss (Raw)": 0.956096351146698, "Finetune/Step": 1707, "Finetune/Step Time": 4.907818105071783}
{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9286278486251831, "Finetune/Loss (Raw)": 0.9566640257835388, "Finetune/Step": 1708, "Finetune/Step Time": 4.887903980910778}
{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9306105375289917, "Finetune/Loss (Raw)": 1.1064503192901611, "Finetune/Step": 1709, "Finetune/Step Time": 4.885751476511359}
{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.9308825135231018, "Finetune/Loss (Raw)": 1.0038352012634277, "Finetune/Step": 1710, "Finetune/Step Time": 4.895058119669557}
{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9310322999954224, "Finetune/Loss (Raw)": 1.0238144397735596, "Finetune/Step": 1711, "Finetune/Step Time": 4.898156708106399}
{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9323306679725647, "Finetune/Loss (Raw)": 1.141581654548645, "Finetune/Step": 1712, "Finetune/Step Time": 4.898380354046822}
{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9319404363632202, "Finetune/Loss (Raw)": 1.0146887302398682, "Finetune/Step": 1713, "Finetune/Step Time": 4.898091230541468}
{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9310022592544556, "Finetune/Loss (Raw)": 1.00342857837677, "Finetune/Step": 1714, "Finetune/Step Time": 4.852381838485599}
{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9292763471603394, "Finetune/Loss (Raw)": 0.8381284475326538, "Finetune/Step": 1715, "Finetune/Step Time": 4.861756635829806}
{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.929076075553894, "Finetune/Loss (Raw)": 0.9281285405158997, "Finetune/Step": 1716, "Finetune/Step Time": 4.849797863513231}
{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9301753044128418, "Finetune/Loss (Raw)": 1.0754647254943848, "Finetune/Step": 1717, "Finetune/Step Time": 4.8498694859445095}
{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.9298833608627319, "Finetune/Loss (Raw)": 0.99168860912323, "Finetune/Step": 1718, "Finetune/Step Time": 4.840123064815998}
{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9310102462768555, "Finetune/Loss (Raw)": 0.9690221548080444, "Finetune/Step": 1719, "Finetune/Step Time": 4.8259826228022575}
{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9322391748428345, "Finetune/Loss (Raw)": 1.0421502590179443, "Finetune/Step": 1720, "Finetune/Step Time": 4.824548592790961}
{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9328030347824097, "Finetune/Loss (Raw)": 0.9983130693435669, "Finetune/Step": 1721, "Finetune/Step Time": 4.825964599847794}
{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9333059787750244, "Finetune/Loss (Raw)": 1.0033180713653564, "Finetune/Step": 1722, "Finetune/Step Time": 4.817134832963347}
{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9348418712615967, "Finetune/Loss (Raw)": 1.0630199909210205, "Finetune/Step": 1723, "Finetune/Step Time": 4.833484401926398}
{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9331123232841492, "Finetune/Loss (Raw)": 0.8913180828094482, "Finetune/Step": 1724, "Finetune/Step Time": 4.825940741226077}
{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9341808557510376, "Finetune/Loss (Raw)": 0.9850557446479797, "Finetune/Step": 1725, "Finetune/Step Time": 4.81565741635859}
{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.933463454246521, "Finetune/Loss (Raw)": 0.904597818851471, "Finetune/Step": 1726, "Finetune/Step Time": 4.808007987216115}
{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9383535385131836, "Finetune/Loss (Raw)": 0.997596800327301, "Finetune/Step": 1727, "Finetune/Step Time": 4.788188204169273}
{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9389559030532837, "Finetune/Loss (Raw)": 1.0761455297470093, "Finetune/Step": 1728, "Finetune/Step Time": 4.785085812211037}
{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9439978003501892, "Finetune/Loss (Raw)": 1.0285475254058838, "Finetune/Step": 1729, "Finetune/Step Time": 4.748191045597196}
{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9419817328453064, "Finetune/Loss (Raw)": 0.8274878263473511, "Finetune/Step": 1730, "Finetune/Step Time": 4.740401012822986}
{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9426882266998291, "Finetune/Loss (Raw)": 1.1140507459640503, "Finetune/Step": 1731, "Finetune/Step Time": 4.737127047032118}
{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9443186521530151, "Finetune/Loss (Raw)": 1.106810450553894, "Finetune/Step": 1732, "Finetune/Step Time": 4.751820804551244}
{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9456359148025513, "Finetune/Loss (Raw)": 0.9969581365585327, "Finetune/Step": 1733, "Finetune/Step Time": 4.742706445977092}
{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9476189017295837, "Finetune/Loss (Raw)": 1.0262049436569214, "Finetune/Step": 1734, "Finetune/Step Time": 4.726593293249607}
{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9477884769439697, "Finetune/Loss (Raw)": 0.9274283647537231, "Finetune/Step": 1735, "Finetune/Step Time": 4.726362355053425}
{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.952461838722229, "Finetune/Loss (Raw)": 0.9795041680335999, "Finetune/Step": 1736, "Finetune/Step Time": 4.690407698974013}
{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9520912170410156, "Finetune/Loss (Raw)": 0.9121639728546143, "Finetune/Step": 1737, "Finetune/Step Time": 4.689738102257252}
{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9475095272064209, "Finetune/Loss (Raw)": 0.3504772186279297, "Finetune/Step": 1738, "Finetune/Step Time": 4.722050052136183}
{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9481629133224487, "Finetune/Loss (Raw)": 0.9473522305488586, "Finetune/Step": 1739, "Finetune/Step Time": 4.70047065243125}
{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9478702545166016, "Finetune/Loss (Raw)": 0.8937486410140991, "Finetune/Step": 1740, "Finetune/Step Time": 4.710677530616522}
{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.9499080181121826, "Finetune/Loss (Raw)": 1.1235511302947998, "Finetune/Step": 1741, "Finetune/Step Time": 4.700660927221179}
{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9489130973815918, "Finetune/Loss (Raw)": 0.867848813533783, "Finetune/Step": 1742, "Finetune/Step Time": 4.714377054944634}
{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9480836987495422, "Finetune/Loss (Raw)": 0.9585574269294739, "Finetune/Step": 1743, "Finetune/Step Time": 4.73008886910975}
{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9477427005767822, "Finetune/Loss (Raw)": 0.9261611104011536, "Finetune/Step": 1744, "Finetune/Step Time": 4.725076720118523}
{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9483933448791504, "Finetune/Loss (Raw)": 0.9866523146629333, "Finetune/Step": 1745, "Finetune/Step Time": 4.720302516594529}
{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9494584798812866, "Finetune/Loss (Raw)": 1.0466079711914062, "Finetune/Step": 1746, "Finetune/Step Time": 4.709388682618737}
{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9462920427322388, "Finetune/Loss (Raw)": 0.4290417432785034, "Finetune/Step": 1747, "Finetune/Step Time": 4.743753368034959}
{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9440939426422119, "Finetune/Loss (Raw)": 0.8683923482894897, "Finetune/Step": 1748, "Finetune/Step Time": 4.75935916416347}
{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9450428485870361, "Finetune/Loss (Raw)": 0.982785165309906, "Finetune/Step": 1749, "Finetune/Step Time": 4.757583582773805}
{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.9453539848327637, "Finetune/Loss (Raw)": 1.1052296161651611, "Finetune/Step": 1750, "Finetune/Step Time": 4.776310874149203}
{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.9445620775222778, "Finetune/Loss (Raw)": 1.0412286520004272, "Finetune/Step": 1751, "Finetune/Step Time": 4.787170259281993}
{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9465961456298828, "Finetune/Loss (Raw)": 1.1815907955169678, "Finetune/Step": 1752, "Finetune/Step Time": 4.7863482013344765}
{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9462341666221619, "Finetune/Loss (Raw)": 0.9399411678314209, "Finetune/Step": 1753, "Finetune/Step Time": 4.784369172528386}
{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9462332129478455, "Finetune/Loss (Raw)": 1.0034962892532349, "Finetune/Step": 1754, "Finetune/Step Time": 4.791951812803745}
{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9457992911338806, "Finetune/Loss (Raw)": 0.9855726957321167, "Finetune/Step": 1755, "Finetune/Step Time": 4.804182443767786}
{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.946570873260498, "Finetune/Loss (Raw)": 1.0882542133331299, "Finetune/Step": 1756, "Finetune/Step Time": 4.807666854932904}
{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9419123530387878, "Finetune/Loss (Raw)": 0.3578478693962097, "Finetune/Step": 1757, "Finetune/Step Time": 4.831991109997034}
{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.9405395984649658, "Finetune/Loss (Raw)": 0.8616528511047363, "Finetune/Step": 1758, "Finetune/Step Time": 4.836120588704944}
{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.941224217414856, "Finetune/Loss (Raw)": 1.0409237146377563, "Finetune/Step": 1759, "Finetune/Step Time": 4.841942846775055}
{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9421478509902954, "Finetune/Loss (Raw)": 1.0540425777435303, "Finetune/Step": 1760, "Finetune/Step Time": 4.839655060321093}
{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9421402215957642, "Finetune/Loss (Raw)": 0.8734728097915649, "Finetune/Step": 1761, "Finetune/Step Time": 4.8443681709468365}
{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9408489465713501, "Finetune/Loss (Raw)": 0.8456476330757141, "Finetune/Step": 1762, "Finetune/Step Time": 4.8478797525167465}
{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9417362213134766, "Finetune/Loss (Raw)": 1.0981166362762451, "Finetune/Step": 1763, "Finetune/Step Time": 4.842707859352231}
{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.942297101020813, "Finetune/Loss (Raw)": 1.0627102851867676, "Finetune/Step": 1764, "Finetune/Step Time": 4.86820350587368}
{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9418394565582275, "Finetune/Loss (Raw)": 0.9095001220703125, "Finetune/Step": 1765, "Finetune/Step Time": 4.886264922097325}
{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9426217079162598, "Finetune/Loss (Raw)": 1.009566307067871, "Finetune/Step": 1766, "Finetune/Step Time": 4.893856879323721}
{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9425495862960815, "Finetune/Loss (Raw)": 0.8340345025062561, "Finetune/Step": 1767, "Finetune/Step Time": 4.894437115639448}
{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9415223598480225, "Finetune/Loss (Raw)": 0.8967388868331909, "Finetune/Step": 1768, "Finetune/Step Time": 4.895257979631424}
{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9397100210189819, "Finetune/Loss (Raw)": 0.8036413192749023, "Finetune/Step": 1769, "Finetune/Step Time": 4.910217834636569}
{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9399892091751099, "Finetune/Loss (Raw)": 1.0254405736923218, "Finetune/Step": 1770, "Finetune/Step Time": 4.911005159839988}
{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9387035965919495, "Finetune/Loss (Raw)": 0.9102937579154968, "Finetune/Step": 1771, "Finetune/Step Time": 4.909077364951372}
{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9395508766174316, "Finetune/Loss (Raw)": 1.0981107950210571, "Finetune/Step": 1772, "Finetune/Step Time": 4.883229551836848}
{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.9398796558380127, "Finetune/Loss (Raw)": 0.9669222235679626, "Finetune/Step": 1773, "Finetune/Step Time": 4.892819771543145}
{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9394272565841675, "Finetune/Loss (Raw)": 0.9649659991264343, "Finetune/Step": 1774, "Finetune/Step Time": 4.90600292570889}
{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9404315948486328, "Finetune/Loss (Raw)": 1.0385738611221313, "Finetune/Step": 1775, "Finetune/Step Time": 4.892599303275347}
{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9397879242897034, "Finetune/Loss (Raw)": 0.9617404937744141, "Finetune/Step": 1776, "Finetune/Step Time": 4.891788663342595}
{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.9404829740524292, "Finetune/Loss (Raw)": 1.0298701524734497, "Finetune/Step": 1777, "Finetune/Step Time": 4.88649569824338}
{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9403558969497681, "Finetune/Loss (Raw)": 0.9510834217071533, "Finetune/Step": 1778, "Finetune/Step Time": 4.888682307675481}
{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9420839548110962, "Finetune/Loss (Raw)": 1.1026082038879395, "Finetune/Step": 1779, "Finetune/Step Time": 4.873283190652728}
{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.9423666000366211, "Finetune/Loss (Raw)": 0.9374128580093384, "Finetune/Step": 1780, "Finetune/Step Time": 4.865743597969413}
{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9412866830825806, "Finetune/Loss (Raw)": 0.8336471319198608, "Finetune/Step": 1781, "Finetune/Step Time": 4.867386067286134}
{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9406105279922485, "Finetune/Loss (Raw)": 0.9380428194999695, "Finetune/Step": 1782, "Finetune/Step Time": 4.854348473250866}
{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9445042014122009, "Finetune/Loss (Raw)": 0.8788937330245972, "Finetune/Step": 1783, "Finetune/Step Time": 4.819750903174281}
{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9452232122421265, "Finetune/Loss (Raw)": 1.0714442729949951, "Finetune/Step": 1784, "Finetune/Step Time": 4.823849348351359}
{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9444293975830078, "Finetune/Loss (Raw)": 0.785315215587616, "Finetune/Step": 1785, "Finetune/Step Time": 4.838255105540156}
{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9440996050834656, "Finetune/Loss (Raw)": 0.9260947704315186, "Finetune/Step": 1786, "Finetune/Step Time": 4.83597450517118}
{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9418431520462036, "Finetune/Loss (Raw)": 0.8064635992050171, "Finetune/Step": 1787, "Finetune/Step Time": 4.841370601207018}
{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9410793781280518, "Finetune/Loss (Raw)": 0.875835120677948, "Finetune/Step": 1788, "Finetune/Step Time": 4.837190058082342}
{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.936072587966919, "Finetune/Loss (Raw)": 0.29114779829978943, "Finetune/Step": 1789, "Finetune/Step Time": 4.873256077989936}
{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9359307885169983, "Finetune/Loss (Raw)": 1.0466985702514648, "Finetune/Step": 1790, "Finetune/Step Time": 4.876176035031676}
{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9388607740402222, "Finetune/Loss (Raw)": 1.0920798778533936, "Finetune/Step": 1791, "Finetune/Step Time": 4.868540596216917}
{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9404997825622559, "Finetune/Loss (Raw)": 1.0122920274734497, "Finetune/Step": 1792, "Finetune/Step Time": 4.8689244613051414}
{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9386171102523804, "Finetune/Loss (Raw)": 0.8292921185493469, "Finetune/Step": 1793, "Finetune/Step Time": 4.8838642202317715}
{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9397553205490112, "Finetune/Loss (Raw)": 1.0512093305587769, "Finetune/Step": 1794, "Finetune/Step Time": 4.88997608050704}
{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9347830414772034, "Finetune/Loss (Raw)": 0.36752554774284363, "Finetune/Step": 1795, "Finetune/Step Time": 4.926454294472933}
{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9336294531822205, "Finetune/Loss (Raw)": 0.9203981161117554, "Finetune/Step": 1796, "Finetune/Step Time": 4.919218711555004}
{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9340651035308838, "Finetune/Loss (Raw)": 1.0211740732192993, "Finetune/Step": 1797, "Finetune/Step Time": 4.919121595099568}
{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9335722923278809, "Finetune/Loss (Raw)": 0.939461350440979, "Finetune/Step": 1798, "Finetune/Step Time": 4.922812396660447}
{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.9338408708572388, "Finetune/Loss (Raw)": 0.9363966584205627, "Finetune/Step": 1799, "Finetune/Step Time": 4.913720766082406}
{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.932859480381012, "Finetune/Loss (Raw)": 0.9213279485702515, "Finetune/Step": 1800, "Finetune/Step Time": 4.907856730744243}
{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9346433877944946, "Finetune/Loss (Raw)": 1.0793951749801636, "Finetune/Step": 1801, "Finetune/Step Time": 4.912165131419897}
{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9359545707702637, "Finetune/Loss (Raw)": 0.9665806293487549, "Finetune/Step": 1802, "Finetune/Step Time": 4.9088121224194765}
{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9358881711959839, "Finetune/Loss (Raw)": 0.9354745149612427, "Finetune/Step": 1803, "Finetune/Step Time": 4.921188246458769}
{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9351775646209717, "Finetune/Loss (Raw)": 0.9945470094680786, "Finetune/Step": 1804, "Finetune/Step Time": 4.924224339425564}
{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9323101043701172, "Finetune/Loss (Raw)": 0.6512846946716309, "Finetune/Step": 1805, "Finetune/Step Time": 4.932769425213337}
{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.9324401617050171, "Finetune/Loss (Raw)": 0.8806244134902954, "Finetune/Step": 1806, "Finetune/Step Time": 4.939223496243358}
{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9369310140609741, "Finetune/Loss (Raw)": 0.9598565101623535, "Finetune/Step": 1807, "Finetune/Step Time": 4.902646783739328}
{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9371708035469055, "Finetune/Loss (Raw)": 0.9817956686019897, "Finetune/Step": 1808, "Finetune/Step Time": 4.8919622004032135}
{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9370976090431213, "Finetune/Loss (Raw)": 0.9651148915290833, "Finetune/Step": 1809, "Finetune/Step Time": 4.885175550356507}
{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.9359638094902039, "Finetune/Loss (Raw)": 0.9740833044052124, "Finetune/Step": 1810, "Finetune/Step Time": 4.886142730712891}
{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9364646673202515, "Finetune/Loss (Raw)": 0.9456472992897034, "Finetune/Step": 1811, "Finetune/Step Time": 4.8791294153779745}
{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9366776943206787, "Finetune/Loss (Raw)": 0.9443591833114624, "Finetune/Step": 1812, "Finetune/Step Time": 4.892856566235423}
{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9371849298477173, "Finetune/Loss (Raw)": 0.9473410248756409, "Finetune/Step": 1813, "Finetune/Step Time": 4.882190374657512}
{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9385361075401306, "Finetune/Loss (Raw)": 0.997840940952301, "Finetune/Step": 1814, "Finetune/Step Time": 4.8758192881941795}
{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9375900030136108, "Finetune/Loss (Raw)": 0.904259979724884, "Finetune/Step": 1815, "Finetune/Step Time": 4.874161874875426}
{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9376680850982666, "Finetune/Loss (Raw)": 1.0616768598556519, "Finetune/Step": 1816, "Finetune/Step Time": 4.869108760729432}
{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9425474405288696, "Finetune/Loss (Raw)": 0.9279806017875671, "Finetune/Step": 1817, "Finetune/Step Time": 4.836024334654212}
{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9413374662399292, "Finetune/Loss (Raw)": 0.9196816086769104, "Finetune/Step": 1818, "Finetune/Step Time": 4.836963089182973}
{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9416716694831848, "Finetune/Loss (Raw)": 0.9958053231239319, "Finetune/Step": 1819, "Finetune/Step Time": 4.834444396197796}
{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9413509964942932, "Finetune/Loss (Raw)": 0.8659214973449707, "Finetune/Step": 1820, "Finetune/Step Time": 4.812295515090227}
{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9422941207885742, "Finetune/Loss (Raw)": 0.9781589508056641, "Finetune/Step": 1821, "Finetune/Step Time": 4.797616332769394}
{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.9458497166633606, "Finetune/Loss (Raw)": 1.2020140886306763, "Finetune/Step": 1822, "Finetune/Step Time": 4.79570741020143}
{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9463320970535278, "Finetune/Loss (Raw)": 0.9655121564865112, "Finetune/Step": 1823, "Finetune/Step Time": 4.786868439987302}
{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9453994631767273, "Finetune/Loss (Raw)": 0.8613772988319397, "Finetune/Step": 1824, "Finetune/Step Time": 4.79142995737493}
{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9447876214981079, "Finetune/Loss (Raw)": 0.9214089512825012, "Finetune/Step": 1825, "Finetune/Step Time": 4.787247911095619}
{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9453986883163452, "Finetune/Loss (Raw)": 1.0270785093307495, "Finetune/Step": 1826, "Finetune/Step Time": 4.777063272893429}
{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9447357654571533, "Finetune/Loss (Raw)": 0.956400454044342, "Finetune/Step": 1827, "Finetune/Step Time": 4.809749593958259}
{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9452883005142212, "Finetune/Loss (Raw)": 1.102986454963684, "Finetune/Step": 1828, "Finetune/Step Time": 4.8075055200606585}
{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9457963705062866, "Finetune/Loss (Raw)": 1.1385607719421387, "Finetune/Step": 1829, "Finetune/Step Time": 4.816854892298579}
{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9463692903518677, "Finetune/Loss (Raw)": 1.0664271116256714, "Finetune/Step": 1830, "Finetune/Step Time": 4.828877871856093}
{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9468984603881836, "Finetune/Loss (Raw)": 0.9375733733177185, "Finetune/Step": 1831, "Finetune/Step Time": 4.813496630638838}
{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9524515271186829, "Finetune/Loss (Raw)": 1.0526793003082275, "Finetune/Step": 1832, "Finetune/Step Time": 4.782063119113445}
{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9518333673477173, "Finetune/Loss (Raw)": 0.874405562877655, "Finetune/Step": 1833, "Finetune/Step Time": 4.806470336392522}
{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.9522649049758911, "Finetune/Loss (Raw)": 1.110241413116455, "Finetune/Step": 1834, "Finetune/Step Time": 4.8059457913041115}
{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9524331092834473, "Finetune/Loss (Raw)": 0.9776281714439392, "Finetune/Step": 1835, "Finetune/Step Time": 4.820078108459711}
{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9527204036712646, "Finetune/Loss (Raw)": 0.9934402108192444, "Finetune/Step": 1836, "Finetune/Step Time": 4.815216323360801}
{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9515372514724731, "Finetune/Loss (Raw)": 0.9550040364265442, "Finetune/Step": 1837, "Finetune/Step Time": 4.816890895366669}
{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.951622724533081, "Finetune/Loss (Raw)": 1.0147705078125, "Finetune/Step": 1838, "Finetune/Step Time": 4.809412872418761}
{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9514843225479126, "Finetune/Loss (Raw)": 1.0061076879501343, "Finetune/Step": 1839, "Finetune/Step Time": 4.811398362740874}
{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9507694244384766, "Finetune/Loss (Raw)": 1.0500719547271729, "Finetune/Step": 1840, "Finetune/Step Time": 4.82133986800909}
{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.949478805065155, "Finetune/Loss (Raw)": 0.8494853973388672, "Finetune/Step": 1841, "Finetune/Step Time": 4.823321847245097}
{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9501131176948547, "Finetune/Loss (Raw)": 1.0846226215362549, "Finetune/Step": 1842, "Finetune/Step Time": 4.821877082809806}
{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.9513602256774902, "Finetune/Loss (Raw)": 0.9977595806121826, "Finetune/Step": 1843, "Finetune/Step Time": 4.827285474166274}
{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9517004489898682, "Finetune/Loss (Raw)": 0.9716765880584717, "Finetune/Step": 1844, "Finetune/Step Time": 4.838645005598664}
{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.950779914855957, "Finetune/Loss (Raw)": 0.9576435089111328, "Finetune/Step": 1845, "Finetune/Step Time": 4.832304242998362}
{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9516279697418213, "Finetune/Loss (Raw)": 1.1002349853515625, "Finetune/Step": 1846, "Finetune/Step Time": 4.833726247772574}
{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9521394371986389, "Finetune/Loss (Raw)": 1.0344866514205933, "Finetune/Step": 1847, "Finetune/Step Time": 4.8423002902418375}
{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9516243934631348, "Finetune/Loss (Raw)": 0.9762270450592041, "Finetune/Step": 1848, "Finetune/Step Time": 4.8343018759042025}
{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.9520881175994873, "Finetune/Loss (Raw)": 1.0576711893081665, "Finetune/Step": 1849, "Finetune/Step Time": 4.827925428748131}
{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9525090456008911, "Finetune/Loss (Raw)": 1.0571911334991455, "Finetune/Step": 1850, "Finetune/Step Time": 4.83330998942256}
{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9510533809661865, "Finetune/Loss (Raw)": 0.8767006397247314, "Finetune/Step": 1851, "Finetune/Step Time": 4.836378466337919}
{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9520653486251831, "Finetune/Loss (Raw)": 1.0208475589752197, "Finetune/Step": 1852, "Finetune/Step Time": 4.837758162990212}
{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.9521892666816711, "Finetune/Loss (Raw)": 1.0009158849716187, "Finetune/Step": 1853, "Finetune/Step Time": 4.8388943783938885}
{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9530324339866638, "Finetune/Loss (Raw)": 1.0125250816345215, "Finetune/Step": 1854, "Finetune/Step Time": 4.832552349194884}
{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9535055756568909, "Finetune/Loss (Raw)": 1.0581562519073486, "Finetune/Step": 1855, "Finetune/Step Time": 4.817606132477522}
{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9537936449050903, "Finetune/Loss (Raw)": 1.113021969795227, "Finetune/Step": 1856, "Finetune/Step Time": 4.817761471495032}
{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9530996680259705, "Finetune/Loss (Raw)": 0.9397164583206177, "Finetune/Step": 1857, "Finetune/Step Time": 4.854694643989205}
{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9545997381210327, "Finetune/Loss (Raw)": 1.0194889307022095, "Finetune/Step": 1858, "Finetune/Step Time": 4.862329300493002}
{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9543285369873047, "Finetune/Loss (Raw)": 1.0793442726135254, "Finetune/Step": 1859, "Finetune/Step Time": 4.856918005272746}
{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9529355764389038, "Finetune/Loss (Raw)": 0.928511381149292, "Finetune/Step": 1860, "Finetune/Step Time": 4.845409698784351}
{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9519533514976501, "Finetune/Loss (Raw)": 0.871239185333252, "Finetune/Step": 1861, "Finetune/Step Time": 4.846000265330076}
{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.9507900476455688, "Finetune/Loss (Raw)": 0.8773004412651062, "Finetune/Step": 1862, "Finetune/Step Time": 4.830246729776263}
{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.950237512588501, "Finetune/Loss (Raw)": 0.8567041754722595, "Finetune/Step": 1863, "Finetune/Step Time": 4.830017779022455}
{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9493402242660522, "Finetune/Loss (Raw)": 0.8646481037139893, "Finetune/Step": 1864, "Finetune/Step Time": 4.834772465750575}
{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9504261016845703, "Finetune/Loss (Raw)": 1.051153302192688, "Finetune/Step": 1865, "Finetune/Step Time": 4.8372787442058325}
{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.956142783164978, "Finetune/Loss (Raw)": 1.082216501235962, "Finetune/Step": 1866, "Finetune/Step Time": 4.8150634206831455}
{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9574514627456665, "Finetune/Loss (Raw)": 1.1148673295974731, "Finetune/Step": 1867, "Finetune/Step Time": 4.821659492328763}
{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9581860899925232, "Finetune/Loss (Raw)": 0.9877771139144897, "Finetune/Step": 1868, "Finetune/Step Time": 4.8232578579336405}
{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.9578120708465576, "Finetune/Loss (Raw)": 1.075670599937439, "Finetune/Step": 1869, "Finetune/Step Time": 4.820410495623946}
{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.95818692445755, "Finetune/Loss (Raw)": 0.9158344268798828, "Finetune/Step": 1870, "Finetune/Step Time": 4.807531842961907}
{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.958342432975769, "Finetune/Loss (Raw)": 0.9784618616104126, "Finetune/Step": 1871, "Finetune/Step Time": 4.821257837116718}
{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9578680992126465, "Finetune/Loss (Raw)": 0.8654444813728333, "Finetune/Step": 1872, "Finetune/Step Time": 4.826143343001604}
{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9529737234115601, "Finetune/Loss (Raw)": 0.3601798713207245, "Finetune/Step": 1873, "Finetune/Step Time": 4.856280939653516}
{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9531319737434387, "Finetune/Loss (Raw)": 1.0668576955795288, "Finetune/Step": 1874, "Finetune/Step Time": 4.857710301876068}
{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9571890830993652, "Finetune/Loss (Raw)": 0.9483538269996643, "Finetune/Step": 1875, "Finetune/Step Time": 4.833420189097524}
{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9580845236778259, "Finetune/Loss (Raw)": 0.983007550239563, "Finetune/Step": 1876, "Finetune/Step Time": 4.814655587077141}
{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9580333232879639, "Finetune/Loss (Raw)": 0.976234495639801, "Finetune/Step": 1877, "Finetune/Step Time": 4.819237327203155}
{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.955913245677948, "Finetune/Loss (Raw)": 0.8338556289672852, "Finetune/Step": 1878, "Finetune/Step Time": 4.811411704868078}
{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9561792612075806, "Finetune/Loss (Raw)": 1.0752767324447632, "Finetune/Step": 1879, "Finetune/Step Time": 4.801275057718158}
{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9534257650375366, "Finetune/Loss (Raw)": 0.8291478753089905, "Finetune/Step": 1880, "Finetune/Step Time": 4.8221107348799706}
{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9526999592781067, "Finetune/Loss (Raw)": 0.8470351099967957, "Finetune/Step": 1881, "Finetune/Step Time": 4.829830886796117}
{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9527527689933777, "Finetune/Loss (Raw)": 1.0102617740631104, "Finetune/Step": 1882, "Finetune/Step Time": 4.825764909386635}
{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.9520865082740784, "Finetune/Loss (Raw)": 0.9002858400344849, "Finetune/Step": 1883, "Finetune/Step Time": 4.846105232834816}
{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.946330189704895, "Finetune/Loss (Raw)": 0.3514416217803955, "Finetune/Step": 1884, "Finetune/Step Time": 4.879502329975367}
{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9512859582901001, "Finetune/Loss (Raw)": 0.9921930432319641, "Finetune/Step": 1885, "Finetune/Step Time": 4.845525529235601}
{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9530847072601318, "Finetune/Loss (Raw)": 1.091884732246399, "Finetune/Step": 1886, "Finetune/Step Time": 4.849427191540599}
{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9515194296836853, "Finetune/Loss (Raw)": 0.8405713438987732, "Finetune/Step": 1887, "Finetune/Step Time": 4.844508217647672}
{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.9494497776031494, "Finetune/Loss (Raw)": 0.7891218662261963, "Finetune/Step": 1888, "Finetune/Step Time": 4.849921181797981}
{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9500064849853516, "Finetune/Loss (Raw)": 0.944740891456604, "Finetune/Step": 1889, "Finetune/Step Time": 4.855411048978567}
{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9507970809936523, "Finetune/Loss (Raw)": 0.9468421339988708, "Finetune/Step": 1890, "Finetune/Step Time": 4.854957336559892}
{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9502630829811096, "Finetune/Loss (Raw)": 1.0297647714614868, "Finetune/Step": 1891, "Finetune/Step Time": 4.838984556496143}
{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.950846791267395, "Finetune/Loss (Raw)": 1.1374270915985107, "Finetune/Step": 1892, "Finetune/Step Time": 4.81409109197557}
{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9513106346130371, "Finetune/Loss (Raw)": 0.968867838382721, "Finetune/Step": 1893, "Finetune/Step Time": 4.810484109446406}
{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9499796032905579, "Finetune/Loss (Raw)": 0.8391942977905273, "Finetune/Step": 1894, "Finetune/Step Time": 4.79612297937274}
{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9507386684417725, "Finetune/Loss (Raw)": 0.931194543838501, "Finetune/Step": 1895, "Finetune/Step Time": 4.795698536559939}
{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9514073133468628, "Finetune/Loss (Raw)": 0.9823319315910339, "Finetune/Step": 1896, "Finetune/Step Time": 4.803147330880165}
{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.9538877606391907, "Finetune/Loss (Raw)": 1.1211349964141846, "Finetune/Step": 1897, "Finetune/Step Time": 4.789873190224171}
{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9537944793701172, "Finetune/Loss (Raw)": 1.0135011672973633, "Finetune/Step": 1898, "Finetune/Step Time": 4.794923627749085}
{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9533402919769287, "Finetune/Loss (Raw)": 0.8521592617034912, "Finetune/Step": 1899, "Finetune/Step Time": 4.814162869006395}
{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9517998099327087, "Finetune/Loss (Raw)": 0.9009273648262024, "Finetune/Step": 1900, "Finetune/Step Time": 4.815065886825323}
{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9515389800071716, "Finetune/Loss (Raw)": 0.933536946773529, "Finetune/Step": 1901, "Finetune/Step Time": 4.811082128435373}
{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9518909454345703, "Finetune/Loss (Raw)": 1.010008454322815, "Finetune/Step": 1902, "Finetune/Step Time": 4.80738814920187}
{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9506252408027649, "Finetune/Loss (Raw)": 0.876567542552948, "Finetune/Step": 1903, "Finetune/Step Time": 4.827463407069445}
{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.9506497383117676, "Finetune/Loss (Raw)": 0.9648799896240234, "Finetune/Step": 1904, "Finetune/Step Time": 4.832103943452239}
{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9450721740722656, "Finetune/Loss (Raw)": 0.31594109535217285, "Finetune/Step": 1905, "Finetune/Step Time": 4.870084756985307}
{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9452376961708069, "Finetune/Loss (Raw)": 0.9722738862037659, "Finetune/Step": 1906, "Finetune/Step Time": 4.882035588845611}
{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9442988634109497, "Finetune/Loss (Raw)": 0.9824339151382446, "Finetune/Step": 1907, "Finetune/Step Time": 4.89740495570004}
{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.9440732598304749, "Finetune/Loss (Raw)": 0.908540666103363, "Finetune/Step": 1908, "Finetune/Step Time": 4.8948789071291685}
{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9435446262359619, "Finetune/Loss (Raw)": 0.765986979007721, "Finetune/Step": 1909, "Finetune/Step Time": 4.895372731611133}
{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9436296224594116, "Finetune/Loss (Raw)": 0.9489073157310486, "Finetune/Step": 1910, "Finetune/Step Time": 4.897459153085947}
{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9445763826370239, "Finetune/Loss (Raw)": 1.0000920295715332, "Finetune/Step": 1911, "Finetune/Step Time": 4.903128961101174}
{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9439660310745239, "Finetune/Loss (Raw)": 0.9933074712753296, "Finetune/Step": 1912, "Finetune/Step Time": 4.896810634061694}
{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9455664157867432, "Finetune/Loss (Raw)": 0.9901768565177917, "Finetune/Step": 1913, "Finetune/Step Time": 4.881221564486623}
{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9469627141952515, "Finetune/Loss (Raw)": 1.1048178672790527, "Finetune/Step": 1914, "Finetune/Step Time": 4.878979390487075}
{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9491552114486694, "Finetune/Loss (Raw)": 1.08709716796875, "Finetune/Step": 1915, "Finetune/Step Time": 4.9009994845837355}
{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9496362209320068, "Finetune/Loss (Raw)": 0.9374048709869385, "Finetune/Step": 1916, "Finetune/Step Time": 4.9007871095091105}
{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9541630744934082, "Finetune/Loss (Raw)": 0.8705957531929016, "Finetune/Step": 1917, "Finetune/Step Time": 4.864444304257631}
{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9530938267707825, "Finetune/Loss (Raw)": 0.9098265171051025, "Finetune/Step": 1918, "Finetune/Step Time": 4.852217677980661}
{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.9521697163581848, "Finetune/Loss (Raw)": 0.9737942218780518, "Finetune/Step": 1919, "Finetune/Step Time": 4.84813073463738}
{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9510581493377686, "Finetune/Loss (Raw)": 0.8700181245803833, "Finetune/Step": 1920, "Finetune/Step Time": 4.857966743409634}
{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9526578187942505, "Finetune/Loss (Raw)": 1.0340441465377808, "Finetune/Step": 1921, "Finetune/Step Time": 4.84153401106596}
{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9467993378639221, "Finetune/Loss (Raw)": 0.3013266921043396, "Finetune/Step": 1922, "Finetune/Step Time": 4.87529112957418}
{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9515713453292847, "Finetune/Loss (Raw)": 0.9783356785774231, "Finetune/Step": 1923, "Finetune/Step Time": 4.840115878731012}
{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9527240991592407, "Finetune/Loss (Raw)": 1.0679514408111572, "Finetune/Step": 1924, "Finetune/Step Time": 4.838752131909132}
{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9539804458618164, "Finetune/Loss (Raw)": 1.181992769241333, "Finetune/Step": 1925, "Finetune/Step Time": 4.835983501747251}
{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9492305517196655, "Finetune/Loss (Raw)": 0.33147454261779785, "Finetune/Step": 1926, "Finetune/Step Time": 4.8665124755352736}
{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9449946284294128, "Finetune/Loss (Raw)": 0.3941955864429474, "Finetune/Step": 1927, "Finetune/Step Time": 4.903502376750112}
{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.945981502532959, "Finetune/Loss (Raw)": 1.0476425886154175, "Finetune/Step": 1928, "Finetune/Step Time": 4.891313917934895}
{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9441733956336975, "Finetune/Loss (Raw)": 0.8479649424552917, "Finetune/Step": 1929, "Finetune/Step Time": 4.882556360214949}
{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9439401626586914, "Finetune/Loss (Raw)": 0.9367296099662781, "Finetune/Step": 1930, "Finetune/Step Time": 4.868254970759153}
{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9443491697311401, "Finetune/Loss (Raw)": 0.9878194332122803, "Finetune/Step": 1931, "Finetune/Step Time": 4.8461899403482676}
{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.943334698677063, "Finetune/Loss (Raw)": 0.8646949529647827, "Finetune/Step": 1932, "Finetune/Step Time": 4.860731950029731}
{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9460078477859497, "Finetune/Loss (Raw)": 0.9934556484222412, "Finetune/Step": 1933, "Finetune/Step Time": 4.8536699544638395}
{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9471954107284546, "Finetune/Loss (Raw)": 1.03262197971344, "Finetune/Step": 1934, "Finetune/Step Time": 4.839784802868962}
{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9479777216911316, "Finetune/Loss (Raw)": 1.0600003004074097, "Finetune/Step": 1935, "Finetune/Step Time": 4.8462476916611195}
{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9469234347343445, "Finetune/Loss (Raw)": 0.8468451499938965, "Finetune/Step": 1936, "Finetune/Step Time": 4.8603426441550255}
{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9471508264541626, "Finetune/Loss (Raw)": 0.994219183921814, "Finetune/Step": 1937, "Finetune/Step Time": 4.859205137938261}
{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9426462650299072, "Finetune/Loss (Raw)": 0.3974984586238861, "Finetune/Step": 1938, "Finetune/Step Time": 4.88449976593256}
{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.942712664604187, "Finetune/Loss (Raw)": 0.9541448950767517, "Finetune/Step": 1939, "Finetune/Step Time": 4.879826141521335}
{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9402564764022827, "Finetune/Loss (Raw)": 0.629962682723999, "Finetune/Step": 1940, "Finetune/Step Time": 4.874177293851972}
{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9400930404663086, "Finetune/Loss (Raw)": 0.9264283776283264, "Finetune/Step": 1941, "Finetune/Step Time": 4.87314292602241}
{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.941232442855835, "Finetune/Loss (Raw)": 1.143678903579712, "Finetune/Step": 1942, "Finetune/Step Time": 4.875933635979891}
{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9424930810928345, "Finetune/Loss (Raw)": 1.0656248331069946, "Finetune/Step": 1943, "Finetune/Step Time": 4.875523431226611}
{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9418455958366394, "Finetune/Loss (Raw)": 0.9787998795509338, "Finetune/Step": 1944, "Finetune/Step Time": 4.879987549036741}
{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.9375824928283691, "Finetune/Loss (Raw)": 0.3823072612285614, "Finetune/Step": 1945, "Finetune/Step Time": 4.915249282494187}
{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.9378198981285095, "Finetune/Loss (Raw)": 0.9500705599784851, "Finetune/Step": 1946, "Finetune/Step Time": 4.92797153070569}
{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9390583038330078, "Finetune/Loss (Raw)": 1.154315710067749, "Finetune/Step": 1947, "Finetune/Step Time": 4.926110478118062}
{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9408829212188721, "Finetune/Loss (Raw)": 1.0994693040847778, "Finetune/Step": 1948, "Finetune/Step Time": 4.926215635612607}
{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9416283369064331, "Finetune/Loss (Raw)": 1.0735806226730347, "Finetune/Step": 1949, "Finetune/Step Time": 4.924668425694108}
{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9407812356948853, "Finetune/Loss (Raw)": 1.0935825109481812, "Finetune/Step": 1950, "Finetune/Step Time": 4.914818327873945}
{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9416944980621338, "Finetune/Loss (Raw)": 1.0824086666107178, "Finetune/Step": 1951, "Finetune/Step Time": 4.925296664237976}
{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9435837864875793, "Finetune/Loss (Raw)": 1.1032053232192993, "Finetune/Step": 1952, "Finetune/Step Time": 4.919546453282237}
{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9423054456710815, "Finetune/Loss (Raw)": 0.7577793002128601, "Finetune/Step": 1953, "Finetune/Step Time": 4.931197693571448}
{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9412024021148682, "Finetune/Loss (Raw)": 0.8858875632286072, "Finetune/Step": 1954, "Finetune/Step Time": 4.9396337028592825}
{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9405214786529541, "Finetune/Loss (Raw)": 0.8692434430122375, "Finetune/Step": 1955, "Finetune/Step Time": 4.923968045040965}
{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9387599229812622, "Finetune/Loss (Raw)": 0.8775141835212708, "Finetune/Step": 1956, "Finetune/Step Time": 4.923411283642054}
{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9384532570838928, "Finetune/Loss (Raw)": 1.0993038415908813, "Finetune/Step": 1957, "Finetune/Step Time": 4.910940391942859}
{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9386970400810242, "Finetune/Loss (Raw)": 1.0976296663284302, "Finetune/Step": 1958, "Finetune/Step Time": 4.9015587624162436}
{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9380571842193604, "Finetune/Loss (Raw)": 0.8556711673736572, "Finetune/Step": 1959, "Finetune/Step Time": 4.909540165215731}
{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.9388707876205444, "Finetune/Loss (Raw)": 1.1568270921707153, "Finetune/Step": 1960, "Finetune/Step Time": 4.914635548368096}
{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9386345148086548, "Finetune/Loss (Raw)": 0.8441586494445801, "Finetune/Step": 1961, "Finetune/Step Time": 4.897158250212669}
{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9331286549568176, "Finetune/Loss (Raw)": 0.40549513697624207, "Finetune/Step": 1962, "Finetune/Step Time": 4.934826986864209}
{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.9285444021224976, "Finetune/Loss (Raw)": 0.39083409309387207, "Finetune/Step": 1963, "Finetune/Step Time": 4.956929132342339}
{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.9290866255760193, "Finetune/Loss (Raw)": 1.06284499168396, "Finetune/Step": 1964, "Finetune/Step Time": 4.9635961931198835}
{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.9282392859458923, "Finetune/Loss (Raw)": 0.8465551137924194, "Finetune/Step": 1965, "Finetune/Step Time": 4.962616965174675}
{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.9273618459701538, "Finetune/Loss (Raw)": 0.9024565815925598, "Finetune/Step": 1966, "Finetune/Step Time": 4.957518957555294}
{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.9261451363563538, "Finetune/Loss (Raw)": 0.8503655791282654, "Finetune/Step": 1967, "Finetune/Step Time": 4.945379028096795}
{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.9260448813438416, "Finetune/Loss (Raw)": 1.0372365713119507, "Finetune/Step": 1968, "Finetune/Step Time": 4.931760907173157}
{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.9228887557983398, "Finetune/Loss (Raw)": 0.4455060660839081, "Finetune/Step": 1969, "Finetune/Step Time": 4.964999582618475}
{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.921773374080658, "Finetune/Loss (Raw)": 0.9418557286262512, "Finetune/Step": 1970, "Finetune/Step Time": 4.959802690893412}
{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.9171164035797119, "Finetune/Loss (Raw)": 0.4016647934913635, "Finetune/Step": 1971, "Finetune/Step Time": 4.9790965504944324}
{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.9168294072151184, "Finetune/Loss (Raw)": 0.9349402189254761, "Finetune/Step": 1972, "Finetune/Step Time": 4.966872837394476}
{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.9163362979888916, "Finetune/Loss (Raw)": 0.8945279121398926, "Finetune/Step": 1973, "Finetune/Step Time": 4.993885511532426}
{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.9164007902145386, "Finetune/Loss (Raw)": 1.1084915399551392, "Finetune/Step": 1974, "Finetune/Step Time": 4.99285382963717}
{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.9156731963157654, "Finetune/Loss (Raw)": 0.9413542747497559, "Finetune/Step": 1975, "Finetune/Step Time": 4.9828905295580626}
{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.9156671762466431, "Finetune/Loss (Raw)": 0.9754471182823181, "Finetune/Step": 1976, "Finetune/Step Time": 4.985834879800677}
{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.9153966903686523, "Finetune/Loss (Raw)": 1.0230512619018555, "Finetune/Step": 1977, "Finetune/Step Time": 4.993977630510926}
{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.9155138731002808, "Finetune/Loss (Raw)": 1.0721925497055054, "Finetune/Step": 1978, "Finetune/Step Time": 4.98729713074863}
{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.9115947484970093, "Finetune/Loss (Raw)": 0.375060498714447, "Finetune/Step": 1979, "Finetune/Step Time": 4.999317746609449}
{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.9105071425437927, "Finetune/Loss (Raw)": 0.881620466709137, "Finetune/Step": 1980, "Finetune/Step Time": 5.0125589445233345}
{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.9107527732849121, "Finetune/Loss (Raw)": 1.0323618650436401, "Finetune/Step": 1981, "Finetune/Step Time": 5.013051649555564}
{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.9105552434921265, "Finetune/Loss (Raw)": 0.9872435927391052, "Finetune/Step": 1982, "Finetune/Step Time": 5.021059520542622}
{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.9095017910003662, "Finetune/Loss (Raw)": 0.923317551612854, "Finetune/Step": 1983, "Finetune/Step Time": 5.019623668864369}
{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.9095673561096191, "Finetune/Loss (Raw)": 1.1214090585708618, "Finetune/Step": 1984, "Finetune/Step Time": 5.019308170303702}
{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.9102447032928467, "Finetune/Loss (Raw)": 1.0264158248901367, "Finetune/Step": 1985, "Finetune/Step Time": 4.979630185291171}
{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.9116356372833252, "Finetune/Loss (Raw)": 1.1975362300872803, "Finetune/Step": 1986, "Finetune/Step Time": 4.96971850655973}
{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.9109610319137573, "Finetune/Loss (Raw)": 0.9929980039596558, "Finetune/Step": 1987, "Finetune/Step Time": 4.9964493084698915}
{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.9106876850128174, "Finetune/Loss (Raw)": 0.8935167789459229, "Finetune/Step": 1988, "Finetune/Step Time": 4.99441128782928}
{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.9116382598876953, "Finetune/Loss (Raw)": 0.9929124712944031, "Finetune/Step": 1989, "Finetune/Step Time": 4.995991365984082}
{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.9127066135406494, "Finetune/Loss (Raw)": 1.0140442848205566, "Finetune/Step": 1990, "Finetune/Step Time": 4.996612353250384}
{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.9126216173171997, "Finetune/Loss (Raw)": 0.8458312749862671, "Finetune/Step": 1991, "Finetune/Step Time": 4.99250983633101}
{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.9137223362922668, "Finetune/Loss (Raw)": 1.0055322647094727, "Finetune/Step": 1992, "Finetune/Step Time": 4.987510401755571}
{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.912506103515625, "Finetune/Loss (Raw)": 0.8954739570617676, "Finetune/Step": 1993, "Finetune/Step Time": 4.992001701146364}
{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.9101461172103882, "Finetune/Loss (Raw)": 0.7801450490951538, "Finetune/Step": 1994, "Finetune/Step Time": 4.987993840128183}
{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.9078445434570312, "Finetune/Loss (Raw)": 0.8202694058418274, "Finetune/Step": 1995, "Finetune/Step Time": 4.991266969591379}
{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.9068024754524231, "Finetune/Loss (Raw)": 0.8543816804885864, "Finetune/Step": 1996, "Finetune/Step Time": 4.978372389450669}
{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.9068223237991333, "Finetune/Loss (Raw)": 1.0782172679901123, "Finetune/Step": 1997, "Finetune/Step Time": 4.9807400200515985}
{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.9069485664367676, "Finetune/Loss (Raw)": 0.9319992065429688, "Finetune/Step": 1998, "Finetune/Step Time": 4.981389967724681}
{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.9024888277053833, "Finetune/Loss (Raw)": 0.40761011838912964, "Finetune/Step": 1999, "Finetune/Step Time": 4.9851937256753445}
{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.9026905298233032, "Finetune/Loss (Raw)": 0.8912603259086609, "Finetune/Step": 2000, "Finetune/Step Time": 5.008822575211525}
{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.9076017141342163, "Finetune/Loss (Raw)": 0.9888150095939636, "Finetune/Step": 2001, "Finetune/Step Time": 4.9774953462183475}
{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.906703770160675, "Finetune/Loss (Raw)": 0.9519161581993103, "Finetune/Step": 2002, "Finetune/Step Time": 4.975361403077841}
{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.906345009803772, "Finetune/Loss (Raw)": 0.9024412631988525, "Finetune/Step": 2003, "Finetune/Step Time": 4.97457754984498}
{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.9058431386947632, "Finetune/Loss (Raw)": 0.9187659621238708, "Finetune/Step": 2004, "Finetune/Step Time": 4.984339635819197}
{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.9055651426315308, "Finetune/Loss (Raw)": 0.9406498670578003, "Finetune/Step": 2005, "Finetune/Step Time": 4.978038139641285}
{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.9065037965774536, "Finetune/Loss (Raw)": 0.9540022611618042, "Finetune/Step": 2006, "Finetune/Step Time": 4.962101636454463}
{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.9071561098098755, "Finetune/Loss (Raw)": 1.158774495124817, "Finetune/Step": 2007, "Finetune/Step Time": 4.957213044166565}
{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.9086329936981201, "Finetune/Loss (Raw)": 1.0181822776794434, "Finetune/Step": 2008, "Finetune/Step Time": 4.942091723904014}
{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.9090800285339355, "Finetune/Loss (Raw)": 0.9042478799819946, "Finetune/Step": 2009, "Finetune/Step Time": 4.930989343672991}
{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.9095069169998169, "Finetune/Loss (Raw)": 1.064916729927063, "Finetune/Step": 2010, "Finetune/Step Time": 4.930856224149466}
{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.9112094640731812, "Finetune/Loss (Raw)": 1.1182061433792114, "Finetune/Step": 2011, "Finetune/Step Time": 4.906578850001097}
{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.916000247001648, "Finetune/Loss (Raw)": 0.964665949344635, "Finetune/Step": 2012, "Finetune/Step Time": 4.876353859901428}
{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.9165092706680298, "Finetune/Loss (Raw)": 1.057342290878296, "Finetune/Step": 2013, "Finetune/Step Time": 4.898000180721283}
{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.9144271612167358, "Finetune/Loss (Raw)": 0.825377345085144, "Finetune/Step": 2014, "Finetune/Step Time": 4.906996190547943}
{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.9108993411064148, "Finetune/Loss (Raw)": 0.3890111446380615, "Finetune/Step": 2015, "Finetune/Step Time": 4.93944670073688}
{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.9078430533409119, "Finetune/Loss (Raw)": 0.39792004227638245, "Finetune/Step": 2016, "Finetune/Step Time": 4.970177231356502}
{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.9072985053062439, "Finetune/Loss (Raw)": 0.8750346302986145, "Finetune/Step": 2017, "Finetune/Step Time": 4.97584018483758}
{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.9075552821159363, "Finetune/Loss (Raw)": 0.9797120690345764, "Finetune/Step": 2018, "Finetune/Step Time": 4.977833641692996}
{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.9063843488693237, "Finetune/Loss (Raw)": 0.879888117313385, "Finetune/Step": 2019, "Finetune/Step Time": 4.984301349148154}
{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.9052224159240723, "Finetune/Loss (Raw)": 0.9887017607688904, "Finetune/Step": 2020, "Finetune/Step Time": 4.988054348155856}
{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.9054574966430664, "Finetune/Loss (Raw)": 0.9989542365074158, "Finetune/Step": 2021, "Finetune/Step Time": 4.989092867821455}
{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.9061686992645264, "Finetune/Loss (Raw)": 0.9302287101745605, "Finetune/Step": 2022, "Finetune/Step Time": 4.9954401683062315}
{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.9050365686416626, "Finetune/Loss (Raw)": 0.7862768173217773, "Finetune/Step": 2023, "Finetune/Step Time": 5.020475871860981}
{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.9049028158187866, "Finetune/Loss (Raw)": 0.9652143716812134, "Finetune/Step": 2024, "Finetune/Step Time": 5.014121446758509}
{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.9031888246536255, "Finetune/Loss (Raw)": 0.90174800157547, "Finetune/Step": 2025, "Finetune/Step Time": 5.026331527158618}
{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.9029743671417236, "Finetune/Loss (Raw)": 0.9860513210296631, "Finetune/Step": 2026, "Finetune/Step Time": 5.024404468014836}
{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.9031111598014832, "Finetune/Loss (Raw)": 0.8696627616882324, "Finetune/Step": 2027, "Finetune/Step Time": 5.003863655030727}
{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.9037414789199829, "Finetune/Loss (Raw)": 0.9816178679466248, "Finetune/Step": 2028, "Finetune/Step Time": 5.017942115664482}
{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.9048041105270386, "Finetune/Loss (Raw)": 1.06954026222229, "Finetune/Step": 2029, "Finetune/Step Time": 5.016344858333468}
{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8996261358261108, "Finetune/Loss (Raw)": 0.34723222255706787, "Finetune/Step": 2030, "Finetune/Step Time": 5.039417905732989}
{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.9000122547149658, "Finetune/Loss (Raw)": 0.9259974956512451, "Finetune/Step": 2031, "Finetune/Step Time": 5.0178931802511215}
{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.9008437395095825, "Finetune/Loss (Raw)": 1.071312427520752, "Finetune/Step": 2032, "Finetune/Step Time": 5.01324668712914}
{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.9066391587257385, "Finetune/Loss (Raw)": 1.0577419996261597, "Finetune/Step": 2033, "Finetune/Step Time": 4.981133878231049}
{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.9074721336364746, "Finetune/Loss (Raw)": 1.0789005756378174, "Finetune/Step": 2034, "Finetune/Step Time": 4.968830082565546}
{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.906562328338623, "Finetune/Loss (Raw)": 0.8659716844558716, "Finetune/Step": 2035, "Finetune/Step Time": 4.978737886995077}
{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.907321572303772, "Finetune/Loss (Raw)": 1.0057350397109985, "Finetune/Step": 2036, "Finetune/Step Time": 4.992101361975074}
{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.9090009927749634, "Finetune/Loss (Raw)": 0.9809446334838867, "Finetune/Step": 2037, "Finetune/Step Time": 5.006707182154059}
{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.908107578754425, "Finetune/Loss (Raw)": 0.8345532417297363, "Finetune/Step": 2038, "Finetune/Step Time": 5.009043065831065}
{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.9087145328521729, "Finetune/Loss (Raw)": 1.077785849571228, "Finetune/Step": 2039, "Finetune/Step Time": 5.003238530829549}
{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.9090619683265686, "Finetune/Loss (Raw)": 1.037771463394165, "Finetune/Step": 2040, "Finetune/Step Time": 5.001881554722786}
{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.9092472195625305, "Finetune/Loss (Raw)": 1.0138952732086182, "Finetune/Step": 2041, "Finetune/Step Time": 5.04576787725091}
{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.9071062803268433, "Finetune/Loss (Raw)": 0.8307778835296631, "Finetune/Step": 2042, "Finetune/Step Time": 5.047103209421039}
{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.9061075448989868, "Finetune/Loss (Raw)": 0.9592561721801758, "Finetune/Step": 2043, "Finetune/Step Time": 5.017261890694499}
{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.9062620401382446, "Finetune/Loss (Raw)": 0.9571804404258728, "Finetune/Step": 2044, "Finetune/Step Time": 5.01724879257381}
{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.907759428024292, "Finetune/Loss (Raw)": 1.0622642040252686, "Finetune/Step": 2045, "Finetune/Step Time": 5.029389061033726}
{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.9089579582214355, "Finetune/Loss (Raw)": 1.0632383823394775, "Finetune/Step": 2046, "Finetune/Step Time": 5.029582759365439}
{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.9089613556861877, "Finetune/Loss (Raw)": 0.9742264747619629, "Finetune/Step": 2047, "Finetune/Step Time": 5.033142456784844}
{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.9086474180221558, "Finetune/Loss (Raw)": 0.8298401236534119, "Finetune/Step": 2048, "Finetune/Step Time": 5.02210009098053}
{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.9064114093780518, "Finetune/Loss (Raw)": 0.7478240132331848, "Finetune/Step": 2049, "Finetune/Step Time": 5.036842966452241}
{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.9107988476753235, "Finetune/Loss (Raw)": 0.8629236817359924, "Finetune/Step": 2050, "Finetune/Step Time": 5.014624632894993}
{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.9117286205291748, "Finetune/Loss (Raw)": 1.0973490476608276, "Finetune/Step": 2051, "Finetune/Step Time": 5.018730640411377}
{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.9111837148666382, "Finetune/Loss (Raw)": 0.9982019066810608, "Finetune/Step": 2052, "Finetune/Step Time": 5.030692560598254}
{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.9093978404998779, "Finetune/Loss (Raw)": 0.9533953666687012, "Finetune/Step": 2053, "Finetune/Step Time": 5.033071821555495}
{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.9152134656906128, "Finetune/Loss (Raw)": 1.0758806467056274, "Finetune/Step": 2054, "Finetune/Step Time": 4.999767631292343}
{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.9202648401260376, "Finetune/Loss (Raw)": 1.0407710075378418, "Finetune/Step": 2055, "Finetune/Step Time": 4.9695106614381075}
{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.9202046990394592, "Finetune/Loss (Raw)": 1.0399396419525146, "Finetune/Step": 2056, "Finetune/Step Time": 4.970016593113542}
{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.9208910465240479, "Finetune/Loss (Raw)": 0.9358240962028503, "Finetune/Step": 2057, "Finetune/Step Time": 4.978921923786402}
{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.9208425283432007, "Finetune/Loss (Raw)": 0.9305176734924316, "Finetune/Step": 2058, "Finetune/Step Time": 4.9898779802024364}
{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.9197957515716553, "Finetune/Loss (Raw)": 0.8538333177566528, "Finetune/Step": 2059, "Finetune/Step Time": 4.991178020834923}
{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.9206117391586304, "Finetune/Loss (Raw)": 0.9691316485404968, "Finetune/Step": 2060, "Finetune/Step Time": 4.970919055864215}
{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.9210920333862305, "Finetune/Loss (Raw)": 1.054935097694397, "Finetune/Step": 2061, "Finetune/Step Time": 4.9700258783996105}
{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.9198722839355469, "Finetune/Loss (Raw)": 0.8765013813972473, "Finetune/Step": 2062, "Finetune/Step Time": 4.9698867332190275}
{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.9196679592132568, "Finetune/Loss (Raw)": 1.0338464975357056, "Finetune/Step": 2063, "Finetune/Step Time": 4.961802741512656}
{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.9207804203033447, "Finetune/Loss (Raw)": 0.9892365336418152, "Finetune/Step": 2064, "Finetune/Step Time": 4.970198970288038}
{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.9208481907844543, "Finetune/Loss (Raw)": 1.002895712852478, "Finetune/Step": 2065, "Finetune/Step Time": 4.977823046967387}
{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.9203920364379883, "Finetune/Loss (Raw)": 0.33911460638046265, "Finetune/Step": 2066, "Finetune/Step Time": 4.977535039186478}
{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.9205892086029053, "Finetune/Loss (Raw)": 0.9793772101402283, "Finetune/Step": 2067, "Finetune/Step Time": 4.978739157319069}
{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.9230754971504211, "Finetune/Loss (Raw)": 0.9482060074806213, "Finetune/Step": 2068, "Finetune/Step Time": 4.9678519163280725}
{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.923089861869812, "Finetune/Loss (Raw)": 0.928266704082489, "Finetune/Step": 2069, "Finetune/Step Time": 4.964313428848982}
{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.9198579788208008, "Finetune/Loss (Raw)": 0.7299961447715759, "Finetune/Step": 2070, "Finetune/Step Time": 4.969720017164946}
{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.9193432331085205, "Finetune/Loss (Raw)": 0.9997377991676331, "Finetune/Step": 2071, "Finetune/Step Time": 4.980892328545451}
{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.9205462336540222, "Finetune/Loss (Raw)": 1.1327896118164062, "Finetune/Step": 2072, "Finetune/Step Time": 4.972963692620397}
{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.9249061942100525, "Finetune/Loss (Raw)": 0.9403806328773499, "Finetune/Step": 2073, "Finetune/Step Time": 4.947456128895283}
{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.9256832599639893, "Finetune/Loss (Raw)": 1.0495352745056152, "Finetune/Step": 2074, "Finetune/Step Time": 4.9382452722638845}
{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.9238044023513794, "Finetune/Loss (Raw)": 0.9138219952583313, "Finetune/Step": 2075, "Finetune/Step Time": 4.932482430711389}
{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.9214524626731873, "Finetune/Loss (Raw)": 0.798417329788208, "Finetune/Step": 2076, "Finetune/Step Time": 4.9562325514853}
{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.9199838638305664, "Finetune/Loss (Raw)": 0.8856105804443359, "Finetune/Step": 2077, "Finetune/Step Time": 4.956040348857641}
{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.9185590147972107, "Finetune/Loss (Raw)": 0.9111911058425903, "Finetune/Step": 2078, "Finetune/Step Time": 4.955836312845349}
{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.9175986647605896, "Finetune/Loss (Raw)": 0.9594865441322327, "Finetune/Step": 2079, "Finetune/Step Time": 4.944704661145806}
{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.9152104258537292, "Finetune/Loss (Raw)": 0.7975146770477295, "Finetune/Step": 2080, "Finetune/Step Time": 4.9524883683770895}
{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.9167122840881348, "Finetune/Loss (Raw)": 0.9500126242637634, "Finetune/Step": 2081, "Finetune/Step Time": 4.9582373183220625}
{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.9166996479034424, "Finetune/Loss (Raw)": 0.8842692375183105, "Finetune/Step": 2082, "Finetune/Step Time": 4.945128582417965}
{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.9176912903785706, "Finetune/Loss (Raw)": 0.9961785674095154, "Finetune/Step": 2083, "Finetune/Step Time": 4.928008023649454}
{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.9197285175323486, "Finetune/Loss (Raw)": 1.13827383518219, "Finetune/Step": 2084, "Finetune/Step Time": 4.918505357578397}
{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.9135997295379639, "Finetune/Loss (Raw)": 0.3148246109485626, "Finetune/Step": 2085, "Finetune/Step Time": 4.953424239531159}
{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.9129371643066406, "Finetune/Loss (Raw)": 1.0128179788589478, "Finetune/Step": 2086, "Finetune/Step Time": 4.952664198353887}
{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.9146679639816284, "Finetune/Loss (Raw)": 1.0772123336791992, "Finetune/Step": 2087, "Finetune/Step Time": 4.937214532867074}
{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.9139877557754517, "Finetune/Loss (Raw)": 1.0697706937789917, "Finetune/Step": 2088, "Finetune/Step Time": 4.932968934997916}
{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.9152824878692627, "Finetune/Loss (Raw)": 1.0098772048950195, "Finetune/Step": 2089, "Finetune/Step Time": 4.938581731170416}
{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.9142024517059326, "Finetune/Loss (Raw)": 0.26724973320961, "Finetune/Step": 2090, "Finetune/Step Time": 4.940605005249381}
{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.9178804159164429, "Finetune/Loss (Raw)": 0.8616150617599487, "Finetune/Step": 2091, "Finetune/Step Time": 4.902829945087433}
{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.9177124500274658, "Finetune/Loss (Raw)": 1.0413473844528198, "Finetune/Step": 2092, "Finetune/Step Time": 4.890439838171005}
{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.9187870621681213, "Finetune/Loss (Raw)": 0.9841055274009705, "Finetune/Step": 2093, "Finetune/Step Time": 4.888308813795447}
{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.9202597141265869, "Finetune/Loss (Raw)": 1.0909470319747925, "Finetune/Step": 2094, "Finetune/Step Time": 4.894719757139683}
{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.9213327169418335, "Finetune/Loss (Raw)": 0.9877114295959473, "Finetune/Step": 2095, "Finetune/Step Time": 4.8992424458265305}
{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.9207472801208496, "Finetune/Loss (Raw)": 0.9623057842254639, "Finetune/Step": 2096, "Finetune/Step Time": 4.901163412258029}
{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.9256998896598816, "Finetune/Loss (Raw)": 1.0794447660446167, "Finetune/Step": 2097, "Finetune/Step Time": 4.8646259270608425}
{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.9257407784461975, "Finetune/Loss (Raw)": 0.9470831155776978, "Finetune/Step": 2098, "Finetune/Step Time": 4.8734210301190615}
{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.9254236221313477, "Finetune/Loss (Raw)": 0.36107322573661804, "Finetune/Step": 2099, "Finetune/Step Time": 4.876377459615469}
{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.9245767593383789, "Finetune/Loss (Raw)": 0.8265383839607239, "Finetune/Step": 2100, "Finetune/Step Time": 4.882689801976085}
{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.9257379770278931, "Finetune/Loss (Raw)": 1.0431638956069946, "Finetune/Step": 2101, "Finetune/Step Time": 4.846866991370916}
{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.9242741465568542, "Finetune/Loss (Raw)": 0.9211218357086182, "Finetune/Step": 2102, "Finetune/Step Time": 4.850103380158544}
{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.9197905659675598, "Finetune/Loss (Raw)": 0.3674517273902893, "Finetune/Step": 2103, "Finetune/Step Time": 4.887227637693286}
{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.9194847345352173, "Finetune/Loss (Raw)": 0.9363117218017578, "Finetune/Step": 2104, "Finetune/Step Time": 4.894507326185703}
{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.9189528822898865, "Finetune/Loss (Raw)": 0.9549704790115356, "Finetune/Step": 2105, "Finetune/Step Time": 4.904696514829993}
{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.917938232421875, "Finetune/Loss (Raw)": 0.942318856716156, "Finetune/Step": 2106, "Finetune/Step Time": 4.9034217819571495}
{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.9225358366966248, "Finetune/Loss (Raw)": 0.9635497331619263, "Finetune/Step": 2107, "Finetune/Step Time": 4.867178535088897}
{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.9228277802467346, "Finetune/Loss (Raw)": 0.9189928770065308, "Finetune/Step": 2108, "Finetune/Step Time": 4.854852417483926}
{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.9223177433013916, "Finetune/Loss (Raw)": 0.9670717716217041, "Finetune/Step": 2109, "Finetune/Step Time": 4.8580231331288815}
{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.9225608110427856, "Finetune/Loss (Raw)": 1.0183526277542114, "Finetune/Step": 2110, "Finetune/Step Time": 4.865857662633061}
{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.9228668808937073, "Finetune/Loss (Raw)": 0.9624988436698914, "Finetune/Step": 2111, "Finetune/Step Time": 4.880325246602297}
{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.9176840782165527, "Finetune/Loss (Raw)": 0.4580122232437134, "Finetune/Step": 2112, "Finetune/Step Time": 4.9158505499362946}
{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.917293131351471, "Finetune/Loss (Raw)": 0.9763739109039307, "Finetune/Step": 2113, "Finetune/Step Time": 4.913732511922717}
{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.9169022440910339, "Finetune/Loss (Raw)": 1.1474988460540771, "Finetune/Step": 2114, "Finetune/Step Time": 4.932144762948155}
{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.9172017574310303, "Finetune/Loss (Raw)": 1.0313351154327393, "Finetune/Step": 2115, "Finetune/Step Time": 4.907919334247708}
{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.9134774208068848, "Finetune/Loss (Raw)": 0.41680315136909485, "Finetune/Step": 2116, "Finetune/Step Time": 4.940540798008442}
{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.911794900894165, "Finetune/Loss (Raw)": 0.7775563597679138, "Finetune/Step": 2117, "Finetune/Step Time": 4.956836668774486}
{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.9108163118362427, "Finetune/Loss (Raw)": 0.8887805938720703, "Finetune/Step": 2118, "Finetune/Step Time": 4.952376963570714}
{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.9112226366996765, "Finetune/Loss (Raw)": 0.8978378176689148, "Finetune/Step": 2119, "Finetune/Step Time": 4.96570722386241}
{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.9059454202651978, "Finetune/Loss (Raw)": 0.3300509452819824, "Finetune/Step": 2120, "Finetune/Step Time": 5.002208074554801}
{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.9064590930938721, "Finetune/Loss (Raw)": 0.9612223505973816, "Finetune/Step": 2121, "Finetune/Step Time": 4.994091982021928}
{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.9084509611129761, "Finetune/Loss (Raw)": 1.035106897354126, "Finetune/Step": 2122, "Finetune/Step Time": 4.988031318411231}
{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.9101536273956299, "Finetune/Loss (Raw)": 1.0382100343704224, "Finetune/Step": 2123, "Finetune/Step Time": 4.979172235354781}
{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.9113409519195557, "Finetune/Loss (Raw)": 1.0063636302947998, "Finetune/Step": 2124, "Finetune/Step Time": 4.975827993825078}
{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.9111339449882507, "Finetune/Loss (Raw)": 1.0517178773880005, "Finetune/Step": 2125, "Finetune/Step Time": 4.989727254956961}
{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.9119316935539246, "Finetune/Loss (Raw)": 1.0341062545776367, "Finetune/Step": 2126, "Finetune/Step Time": 4.986569333821535}
{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.916289746761322, "Finetune/Loss (Raw)": 0.9654461145401001, "Finetune/Step": 2127, "Finetune/Step Time": 4.953397320583463}
{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.9120694398880005, "Finetune/Loss (Raw)": 0.3510550856590271, "Finetune/Step": 2128, "Finetune/Step Time": 4.967790529131889}
{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.906489372253418, "Finetune/Loss (Raw)": 0.2745666205883026, "Finetune/Step": 2129, "Finetune/Step Time": 4.998664619401097}
{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.9068110585212708, "Finetune/Loss (Raw)": 0.9930944442749023, "Finetune/Step": 2130, "Finetune/Step Time": 4.996999269351363}
{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.907677412033081, "Finetune/Loss (Raw)": 1.0133428573608398, "Finetune/Step": 2131, "Finetune/Step Time": 4.986779490485787}
{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.907579243183136, "Finetune/Loss (Raw)": 0.9061899185180664, "Finetune/Step": 2132, "Finetune/Step Time": 4.986013878136873}
{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.9094681739807129, "Finetune/Loss (Raw)": 1.1824365854263306, "Finetune/Step": 2133, "Finetune/Step Time": 4.983195882290602}
{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.9092943668365479, "Finetune/Loss (Raw)": 0.931745707988739, "Finetune/Step": 2134, "Finetune/Step Time": 4.998947774991393}
{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.9072064161300659, "Finetune/Loss (Raw)": 0.8915248513221741, "Finetune/Step": 2135, "Finetune/Step Time": 4.994377149268985}
{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.9071077108383179, "Finetune/Loss (Raw)": 1.0055445432662964, "Finetune/Step": 2136, "Finetune/Step Time": 4.986354842782021}
{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.9033008813858032, "Finetune/Loss (Raw)": 0.4169851541519165, "Finetune/Step": 2137, "Finetune/Step Time": 5.023198621347547}
{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.9022764563560486, "Finetune/Loss (Raw)": 0.9337822794914246, "Finetune/Step": 2138, "Finetune/Step Time": 5.02763213776052}
{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.9006093144416809, "Finetune/Loss (Raw)": 0.9048171639442444, "Finetune/Step": 2139, "Finetune/Step Time": 5.041967749595642}
{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.9008825421333313, "Finetune/Loss (Raw)": 0.999640166759491, "Finetune/Step": 2140, "Finetune/Step Time": 5.0386187098920345}
{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.9012691974639893, "Finetune/Loss (Raw)": 1.1068311929702759, "Finetune/Step": 2141, "Finetune/Step Time": 5.019215228036046}
{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.9016679525375366, "Finetune/Loss (Raw)": 0.8764104247093201, "Finetune/Step": 2142, "Finetune/Step Time": 5.013513933867216}
{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.9062967896461487, "Finetune/Loss (Raw)": 0.9815115332603455, "Finetune/Step": 2143, "Finetune/Step Time": 4.994522962719202}
{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.9105452299118042, "Finetune/Loss (Raw)": 0.9417157769203186, "Finetune/Step": 2144, "Finetune/Step Time": 4.970169451087713}
{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.9095600843429565, "Finetune/Loss (Raw)": 0.748938262462616, "Finetune/Step": 2145, "Finetune/Step Time": 4.970352062955499}
{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.9094059467315674, "Finetune/Loss (Raw)": 0.9599833488464355, "Finetune/Step": 2146, "Finetune/Step Time": 4.985297037288547}
{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.9103187322616577, "Finetune/Loss (Raw)": 0.9967256784439087, "Finetune/Step": 2147, "Finetune/Step Time": 4.987502632662654}
{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.9111605286598206, "Finetune/Loss (Raw)": 1.096448540687561, "Finetune/Step": 2148, "Finetune/Step Time": 4.983468426391482}
{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.9113227128982544, "Finetune/Loss (Raw)": 1.0197129249572754, "Finetune/Step": 2149, "Finetune/Step Time": 4.967720102518797}
{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.9113776683807373, "Finetune/Loss (Raw)": 0.9372586011886597, "Finetune/Step": 2150, "Finetune/Step Time": 4.965728735551238}
{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.9145336151123047, "Finetune/Loss (Raw)": 1.1902415752410889, "Finetune/Step": 2151, "Finetune/Step Time": 4.954967780038714}
{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.9136261940002441, "Finetune/Loss (Raw)": 0.8490612506866455, "Finetune/Step": 2152, "Finetune/Step Time": 4.961158091202378}
{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.9134592413902283, "Finetune/Loss (Raw)": 0.880384087562561, "Finetune/Step": 2153, "Finetune/Step Time": 4.956260714679956}
{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.9129220247268677, "Finetune/Loss (Raw)": 0.9172890782356262, "Finetune/Step": 2154, "Finetune/Step Time": 4.954451801255345}
{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.9135175347328186, "Finetune/Loss (Raw)": 0.9458881616592407, "Finetune/Step": 2155, "Finetune/Step Time": 4.961280275136232}
{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.9120272397994995, "Finetune/Loss (Raw)": 0.7908571362495422, "Finetune/Step": 2156, "Finetune/Step Time": 4.961959723383188}
{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.9110735654830933, "Finetune/Loss (Raw)": 0.9474734663963318, "Finetune/Step": 2157, "Finetune/Step Time": 4.966123355552554}
{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.916031539440155, "Finetune/Loss (Raw)": 0.9818468689918518, "Finetune/Step": 2158, "Finetune/Step Time": 4.930279606953263}
{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.9167213439941406, "Finetune/Loss (Raw)": 1.014298915863037, "Finetune/Step": 2159, "Finetune/Step Time": 4.947129236534238}
{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.9160826206207275, "Finetune/Loss (Raw)": 0.9895578026771545, "Finetune/Step": 2160, "Finetune/Step Time": 4.942435130476952}
{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.9146642684936523, "Finetune/Loss (Raw)": 0.876185953617096, "Finetune/Step": 2161, "Finetune/Step Time": 4.936748573556542}
{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.9137970209121704, "Finetune/Loss (Raw)": 0.9678981304168701, "Finetune/Step": 2162, "Finetune/Step Time": 4.947071559727192}
{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.9141806364059448, "Finetune/Loss (Raw)": 0.915077269077301, "Finetune/Step": 2163, "Finetune/Step Time": 4.931320566684008}
{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.9147202968597412, "Finetune/Loss (Raw)": 1.0748085975646973, "Finetune/Step": 2164, "Finetune/Step Time": 4.917836245149374}
{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.9148791432380676, "Finetune/Loss (Raw)": 1.0012699365615845, "Finetune/Step": 2165, "Finetune/Step Time": 4.927760846912861}
{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.9161515831947327, "Finetune/Loss (Raw)": 0.9974254369735718, "Finetune/Step": 2166, "Finetune/Step Time": 4.928001349791884}
{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.916370153427124, "Finetune/Loss (Raw)": 1.105759620666504, "Finetune/Step": 2167, "Finetune/Step Time": 4.927719919010997}
{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.915672779083252, "Finetune/Loss (Raw)": 0.9485187530517578, "Finetune/Step": 2168, "Finetune/Step Time": 4.92671874538064}
{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.9155207872390747, "Finetune/Loss (Raw)": 0.9944370985031128, "Finetune/Step": 2169, "Finetune/Step Time": 4.883617792278528}
{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.9157700538635254, "Finetune/Loss (Raw)": 0.8626819252967834, "Finetune/Step": 2170, "Finetune/Step Time": 4.884678306058049}
{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.9159055948257446, "Finetune/Loss (Raw)": 0.9766045212745667, "Finetune/Step": 2171, "Finetune/Step Time": 4.894337743520737}
{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.9156925082206726, "Finetune/Loss (Raw)": 0.929906964302063, "Finetune/Step": 2172, "Finetune/Step Time": 4.8942359909415245}
{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.9151233434677124, "Finetune/Loss (Raw)": 0.989419162273407, "Finetune/Step": 2173, "Finetune/Step Time": 4.898015862330794}
{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.9132702350616455, "Finetune/Loss (Raw)": 0.8260303735733032, "Finetune/Step": 2174, "Finetune/Step Time": 4.910675356164575}
{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.9133436679840088, "Finetune/Loss (Raw)": 0.9836224913597107, "Finetune/Step": 2175, "Finetune/Step Time": 4.926423834636807}
{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.9148235321044922, "Finetune/Loss (Raw)": 1.0192674398422241, "Finetune/Step": 2176, "Finetune/Step Time": 4.926170190796256}
{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.9177155494689941, "Finetune/Loss (Raw)": 1.1180058717727661, "Finetune/Step": 2177, "Finetune/Step Time": 4.915272502228618}
{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.9174131155014038, "Finetune/Loss (Raw)": 0.8242127299308777, "Finetune/Step": 2178, "Finetune/Step Time": 4.903056534007192}
{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.9169446229934692, "Finetune/Loss (Raw)": 1.0373848676681519, "Finetune/Step": 2179, "Finetune/Step Time": 4.912871055305004}
{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.9169855117797852, "Finetune/Loss (Raw)": 1.0034284591674805, "Finetune/Step": 2180, "Finetune/Step Time": 4.906549958512187}
{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.9173663854598999, "Finetune/Loss (Raw)": 1.0021519660949707, "Finetune/Step": 2181, "Finetune/Step Time": 4.904380727559328}
{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.9169180393218994, "Finetune/Loss (Raw)": 1.018486499786377, "Finetune/Step": 2182, "Finetune/Step Time": 4.907698987051845}
{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.9152530431747437, "Finetune/Loss (Raw)": 0.8276512622833252, "Finetune/Step": 2183, "Finetune/Step Time": 4.923989303410053}
{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.9138151407241821, "Finetune/Loss (Raw)": 0.8558981418609619, "Finetune/Step": 2184, "Finetune/Step Time": 4.938906688243151}
{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.9139321446418762, "Finetune/Loss (Raw)": 0.9507964849472046, "Finetune/Step": 2185, "Finetune/Step Time": 4.925193918868899}
{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.9139553308486938, "Finetune/Loss (Raw)": 0.9334797859191895, "Finetune/Step": 2186, "Finetune/Step Time": 4.910477356985211}
{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.9135003685951233, "Finetune/Loss (Raw)": 0.7956036329269409, "Finetune/Step": 2187, "Finetune/Step Time": 4.943947626277804}
{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.9134973883628845, "Finetune/Loss (Raw)": 0.9687511324882507, "Finetune/Step": 2188, "Finetune/Step Time": 4.977397562935948}
{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.9121032953262329, "Finetune/Loss (Raw)": 0.8764895796775818, "Finetune/Step": 2189, "Finetune/Step Time": 4.9847988579422235}
{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.9122025966644287, "Finetune/Loss (Raw)": 0.8892110586166382, "Finetune/Step": 2190, "Finetune/Step Time": 4.9944493137300014}
{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.9119436144828796, "Finetune/Loss (Raw)": 1.0006943941116333, "Finetune/Step": 2191, "Finetune/Step Time": 5.009565457701683}
{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.9106612205505371, "Finetune/Loss (Raw)": 0.8250870704650879, "Finetune/Step": 2192, "Finetune/Step Time": 4.991202084347606}
{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.9108381867408752, "Finetune/Loss (Raw)": 1.0255502462387085, "Finetune/Step": 2193, "Finetune/Step Time": 4.986505491659045}
{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.9159961938858032, "Finetune/Loss (Raw)": 0.9993338584899902, "Finetune/Step": 2194, "Finetune/Step Time": 4.9547252878546715}
{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.9163140654563904, "Finetune/Loss (Raw)": 1.020071029663086, "Finetune/Step": 2195, "Finetune/Step Time": 4.953299673274159}
{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.9158391952514648, "Finetune/Loss (Raw)": 0.8874219655990601, "Finetune/Step": 2196, "Finetune/Step Time": 4.962358696386218}
{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.9166781902313232, "Finetune/Loss (Raw)": 1.0356659889221191, "Finetune/Step": 2197, "Finetune/Step Time": 4.963961347937584}
{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.918061375617981, "Finetune/Loss (Raw)": 0.9070380330085754, "Finetune/Step": 2198, "Finetune/Step Time": 4.957853360101581}
{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.9171442985534668, "Finetune/Loss (Raw)": 0.8823482394218445, "Finetune/Step": 2199, "Finetune/Step Time": 4.950004383921623}
{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.9155392050743103, "Finetune/Loss (Raw)": 0.9273396730422974, "Finetune/Step": 2200, "Finetune/Step Time": 4.962202152237296}
{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.9109302759170532, "Finetune/Loss (Raw)": 0.35043829679489136, "Finetune/Step": 2201, "Finetune/Step Time": 4.99167288094759}
{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.9101817011833191, "Finetune/Loss (Raw)": 0.9537209868431091, "Finetune/Step": 2202, "Finetune/Step Time": 4.983452290296555}
{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.9101076126098633, "Finetune/Loss (Raw)": 0.9043360948562622, "Finetune/Step": 2203, "Finetune/Step Time": 4.984328085556626}
{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.9107853174209595, "Finetune/Loss (Raw)": 0.8851593136787415, "Finetune/Step": 2204, "Finetune/Step Time": 4.970044368878007}
{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.9071865081787109, "Finetune/Loss (Raw)": 0.4249642491340637, "Finetune/Step": 2205, "Finetune/Step Time": 5.004329780116677}
{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.9058305025100708, "Finetune/Loss (Raw)": 0.737628161907196, "Finetune/Step": 2206, "Finetune/Step Time": 5.059077367186546}
{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.9061370491981506, "Finetune/Loss (Raw)": 0.998721182346344, "Finetune/Step": 2207, "Finetune/Step Time": 5.054239692166448}
{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.9069560766220093, "Finetune/Loss (Raw)": 0.902346134185791, "Finetune/Step": 2208, "Finetune/Step Time": 5.057935180142522}
{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.9066982269287109, "Finetune/Loss (Raw)": 0.9170070290565491, "Finetune/Step": 2209, "Finetune/Step Time": 5.042193917557597}
{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.9028272032737732, "Finetune/Loss (Raw)": 0.3887837827205658, "Finetune/Step": 2210, "Finetune/Step Time": 5.082631945610046}
{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.9032021760940552, "Finetune/Loss (Raw)": 1.0441761016845703, "Finetune/Step": 2211, "Finetune/Step Time": 5.107104130089283}
{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.9001306295394897, "Finetune/Loss (Raw)": 0.7451131343841553, "Finetune/Step": 2212, "Finetune/Step Time": 5.135473918169737}
{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.9043997526168823, "Finetune/Loss (Raw)": 0.86127108335495, "Finetune/Step": 2213, "Finetune/Step Time": 5.106386153027415}
{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.9022997617721558, "Finetune/Loss (Raw)": 0.7440218329429626, "Finetune/Step": 2214, "Finetune/Step Time": 5.113141035661101}
{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.9017605781555176, "Finetune/Loss (Raw)": 1.008192777633667, "Finetune/Step": 2215, "Finetune/Step Time": 5.112878601998091}
{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.9011072516441345, "Finetune/Loss (Raw)": 0.9861462116241455, "Finetune/Step": 2216, "Finetune/Step Time": 5.109898168593645}
{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.9014109969139099, "Finetune/Loss (Raw)": 1.048754096031189, "Finetune/Step": 2217, "Finetune/Step Time": 5.105591230094433}
{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.9054423570632935, "Finetune/Loss (Raw)": 0.7832736968994141, "Finetune/Step": 2218, "Finetune/Step Time": 5.073939107358456}
{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.9057193398475647, "Finetune/Loss (Raw)": 0.8970617055892944, "Finetune/Step": 2219, "Finetune/Step Time": 5.10431719198823}
{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.905488133430481, "Finetune/Loss (Raw)": 1.0117552280426025, "Finetune/Step": 2220, "Finetune/Step Time": 5.104061622172594}
{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.9046546816825867, "Finetune/Loss (Raw)": 0.8774244785308838, "Finetune/Step": 2221, "Finetune/Step Time": 5.120794391259551}
{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.9040127396583557, "Finetune/Loss (Raw)": 1.0087767839431763, "Finetune/Step": 2222, "Finetune/Step Time": 5.129027422517538}
{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.9038645625114441, "Finetune/Loss (Raw)": 0.9687468409538269, "Finetune/Step": 2223, "Finetune/Step Time": 5.1330421175807714}
{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.9037240743637085, "Finetune/Loss (Raw)": 0.9443235397338867, "Finetune/Step": 2224, "Finetune/Step Time": 5.145264372229576}
{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.9025415182113647, "Finetune/Loss (Raw)": 0.9280743598937988, "Finetune/Step": 2225, "Finetune/Step Time": 5.1567671950906515}
{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.902614951133728, "Finetune/Loss (Raw)": 0.9564788341522217, "Finetune/Step": 2226, "Finetune/Step Time": 5.156331904232502}
{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.9076533317565918, "Finetune/Loss (Raw)": 1.005985975265503, "Finetune/Step": 2227, "Finetune/Step Time": 5.124418893828988}
{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.9086496829986572, "Finetune/Loss (Raw)": 0.9540808200836182, "Finetune/Step": 2228, "Finetune/Step Time": 5.122800998389721}
{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.9079526662826538, "Finetune/Loss (Raw)": 0.9539459943771362, "Finetune/Step": 2229, "Finetune/Step Time": 5.122234724462032}
{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.9077765941619873, "Finetune/Loss (Raw)": 0.8985801339149475, "Finetune/Step": 2230, "Finetune/Step Time": 5.122791808098555}
{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.9129774570465088, "Finetune/Loss (Raw)": 1.0331600904464722, "Finetune/Step": 2231, "Finetune/Step Time": 5.086783168837428}
{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.913943886756897, "Finetune/Loss (Raw)": 1.0600179433822632, "Finetune/Step": 2232, "Finetune/Step Time": 5.078461356461048}
{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.9128981828689575, "Finetune/Loss (Raw)": 0.8211187720298767, "Finetune/Step": 2233, "Finetune/Step Time": 5.076561316847801}
{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.9133647680282593, "Finetune/Loss (Raw)": 1.002039909362793, "Finetune/Step": 2234, "Finetune/Step Time": 5.080212382599711}
{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.9142207503318787, "Finetune/Loss (Raw)": 1.0731183290481567, "Finetune/Step": 2235, "Finetune/Step Time": 5.091721296310425}
{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.9150777459144592, "Finetune/Loss (Raw)": 1.0286842584609985, "Finetune/Step": 2236, "Finetune/Step Time": 5.092520222067833}
{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.9150354266166687, "Finetune/Loss (Raw)": 0.9616595506668091, "Finetune/Step": 2237, "Finetune/Step Time": 5.09306245483458}
{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.9134107828140259, "Finetune/Loss (Raw)": 0.810390055179596, "Finetune/Step": 2238, "Finetune/Step Time": 5.097609864547849}
{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.9152435064315796, "Finetune/Loss (Raw)": 1.1970888376235962, "Finetune/Step": 2239, "Finetune/Step Time": 5.083577774465084}
{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.920113205909729, "Finetune/Loss (Raw)": 1.081333875656128, "Finetune/Step": 2240, "Finetune/Step Time": 5.050364902243018}
{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.9204533696174622, "Finetune/Loss (Raw)": 1.0199191570281982, "Finetune/Step": 2241, "Finetune/Step Time": 5.058729389682412}
{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.9187507629394531, "Finetune/Loss (Raw)": 0.9295565485954285, "Finetune/Step": 2242, "Finetune/Step Time": 5.041422193869948}
{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.9178484678268433, "Finetune/Loss (Raw)": 0.9158519506454468, "Finetune/Step": 2243, "Finetune/Step Time": 5.0442367028445005}
{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.9239089488983154, "Finetune/Loss (Raw)": 1.192537784576416, "Finetune/Step": 2244, "Finetune/Step Time": 5.006262114271522}
{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.9255247712135315, "Finetune/Loss (Raw)": 0.9843873977661133, "Finetune/Step": 2245, "Finetune/Step Time": 4.986519323661923}
{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.9273430109024048, "Finetune/Loss (Raw)": 1.1215163469314575, "Finetune/Step": 2246, "Finetune/Step Time": 4.989231487736106}
{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.9272552728652954, "Finetune/Loss (Raw)": 0.8866097331047058, "Finetune/Step": 2247, "Finetune/Step Time": 4.987925700843334}
{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.9309006333351135, "Finetune/Loss (Raw)": 0.7966559529304504, "Finetune/Step": 2248, "Finetune/Step Time": 4.947991471737623}
{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.9302968978881836, "Finetune/Loss (Raw)": 0.8839480876922607, "Finetune/Step": 2249, "Finetune/Step Time": 4.947982100769877}
{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.9298638105392456, "Finetune/Loss (Raw)": 0.9796664714813232, "Finetune/Step": 2250, "Finetune/Step Time": 4.969087028875947}
{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.9294821619987488, "Finetune/Loss (Raw)": 0.9893605709075928, "Finetune/Step": 2251, "Finetune/Step Time": 4.970441363751888}
{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.9240862131118774, "Finetune/Loss (Raw)": 0.31567829847335815, "Finetune/Step": 2252, "Finetune/Step Time": 5.001438545063138}
{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.9241685271263123, "Finetune/Loss (Raw)": 1.0622550249099731, "Finetune/Step": 2253, "Finetune/Step Time": 4.982227401807904}
{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.9244529008865356, "Finetune/Loss (Raw)": 1.0705081224441528, "Finetune/Step": 2254, "Finetune/Step Time": 4.988650081679225}
{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.9246045351028442, "Finetune/Loss (Raw)": 0.9848548173904419, "Finetune/Step": 2255, "Finetune/Step Time": 4.9867459535598755}
{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.9289860725402832, "Finetune/Loss (Raw)": 0.9118902087211609, "Finetune/Step": 2256, "Finetune/Step Time": 4.946764327585697}
{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.9347337484359741, "Finetune/Loss (Raw)": 1.010272741317749, "Finetune/Step": 2257, "Finetune/Step Time": 4.914325688034296}
{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.9332745671272278, "Finetune/Loss (Raw)": 0.8063123822212219, "Finetune/Step": 2258, "Finetune/Step Time": 4.914484800770879}
{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.9321803450584412, "Finetune/Loss (Raw)": 0.8732876181602478, "Finetune/Step": 2259, "Finetune/Step Time": 4.911637997254729}
{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.9322980642318726, "Finetune/Loss (Raw)": 0.9212502837181091, "Finetune/Step": 2260, "Finetune/Step Time": 4.917024685069919}
{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.9308980703353882, "Finetune/Loss (Raw)": 1.0032404661178589, "Finetune/Step": 2261, "Finetune/Step Time": 4.919338373467326}
{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.9319790601730347, "Finetune/Loss (Raw)": 1.0701134204864502, "Finetune/Step": 2262, "Finetune/Step Time": 4.908288476988673}
{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.9317812919616699, "Finetune/Loss (Raw)": 0.8662153482437134, "Finetune/Step": 2263, "Finetune/Step Time": 4.912747353315353}
{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.931649923324585, "Finetune/Loss (Raw)": 0.9887241125106812, "Finetune/Step": 2264, "Finetune/Step Time": 4.915891861543059}
{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.9356061220169067, "Finetune/Loss (Raw)": 0.9233809113502502, "Finetune/Step": 2265, "Finetune/Step Time": 4.887648666277528}
{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.9346228837966919, "Finetune/Loss (Raw)": 0.8079238533973694, "Finetune/Step": 2266, "Finetune/Step Time": 4.888368500396609}
{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.9347138404846191, "Finetune/Loss (Raw)": 0.9164705872535706, "Finetune/Step": 2267, "Finetune/Step Time": 4.86813629232347}
{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.9336059093475342, "Finetune/Loss (Raw)": 0.8578100800514221, "Finetune/Step": 2268, "Finetune/Step Time": 4.865302454680204}
{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.9325613379478455, "Finetune/Loss (Raw)": 0.9731348156929016, "Finetune/Step": 2269, "Finetune/Step Time": 4.858507879078388}
{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.9322192668914795, "Finetune/Loss (Raw)": 0.8326281905174255, "Finetune/Step": 2270, "Finetune/Step Time": 4.8742953557521105}
{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.9323410987854004, "Finetune/Loss (Raw)": 0.997102677822113, "Finetune/Step": 2271, "Finetune/Step Time": 4.853883335366845}
{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.9329293370246887, "Finetune/Loss (Raw)": 1.0170071125030518, "Finetune/Step": 2272, "Finetune/Step Time": 4.848147694021463}
{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.9345829486846924, "Finetune/Loss (Raw)": 0.9606032371520996, "Finetune/Step": 2273, "Finetune/Step Time": 4.833304960280657}
{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.9338687658309937, "Finetune/Loss (Raw)": 0.8685638308525085, "Finetune/Step": 2274, "Finetune/Step Time": 4.838473906740546}
{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.9342916011810303, "Finetune/Loss (Raw)": 1.0508551597595215, "Finetune/Step": 2275, "Finetune/Step Time": 4.830062408000231}
{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.9331815838813782, "Finetune/Loss (Raw)": 0.9543615579605103, "Finetune/Step": 2276, "Finetune/Step Time": 4.832741713151336}
{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.9312487840652466, "Finetune/Loss (Raw)": 0.7723174095153809, "Finetune/Step": 2277, "Finetune/Step Time": 4.837869944050908}
{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.9318351745605469, "Finetune/Loss (Raw)": 1.0123165845870972, "Finetune/Step": 2278, "Finetune/Step Time": 4.841253789141774}
{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.9309533834457397, "Finetune/Loss (Raw)": 1.0773741006851196, "Finetune/Step": 2279, "Finetune/Step Time": 4.825063619762659}
{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.9315290451049805, "Finetune/Loss (Raw)": 0.9227419495582581, "Finetune/Step": 2280, "Finetune/Step Time": 4.820013677701354}
{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.9319926500320435, "Finetune/Loss (Raw)": 0.9397279024124146, "Finetune/Step": 2281, "Finetune/Step Time": 4.82108336314559}
{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.9321795701980591, "Finetune/Loss (Raw)": 0.9412156939506531, "Finetune/Step": 2282, "Finetune/Step Time": 4.814616343006492}
{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.9332519769668579, "Finetune/Loss (Raw)": 1.0831514596939087, "Finetune/Step": 2283, "Finetune/Step Time": 4.802147783339024}
{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.9344751834869385, "Finetune/Loss (Raw)": 0.9474257230758667, "Finetune/Step": 2284, "Finetune/Step Time": 4.8109108209609985}
{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.9349942207336426, "Finetune/Loss (Raw)": 1.0139172077178955, "Finetune/Step": 2285, "Finetune/Step Time": 4.810437614098191}
{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.9351917505264282, "Finetune/Loss (Raw)": 1.0071251392364502, "Finetune/Step": 2286, "Finetune/Step Time": 4.8210211507976055}
{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.9337410926818848, "Finetune/Loss (Raw)": 0.8286111354827881, "Finetune/Step": 2287, "Finetune/Step Time": 4.805817399173975}
{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.933630645275116, "Finetune/Loss (Raw)": 0.9754263162612915, "Finetune/Step": 2288, "Finetune/Step Time": 4.815519895404577}
{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.9328351616859436, "Finetune/Loss (Raw)": 0.7743644118309021, "Finetune/Step": 2289, "Finetune/Step Time": 4.834248460829258}
{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.9334042072296143, "Finetune/Loss (Raw)": 1.0407360792160034, "Finetune/Step": 2290, "Finetune/Step Time": 4.821362249553204}
{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.9331390857696533, "Finetune/Loss (Raw)": 0.8811442852020264, "Finetune/Step": 2291, "Finetune/Step Time": 4.833764977753162}
{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.9316177368164062, "Finetune/Loss (Raw)": 0.8800665736198425, "Finetune/Step": 2292, "Finetune/Step Time": 4.842037178575993}
{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.9300304055213928, "Finetune/Loss (Raw)": 0.7980993390083313, "Finetune/Step": 2293, "Finetune/Step Time": 4.8316666800528765}
{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.9297116994857788, "Finetune/Loss (Raw)": 0.9566293954849243, "Finetune/Step": 2294, "Finetune/Step Time": 4.829264413565397}
{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.9287029504776001, "Finetune/Loss (Raw)": 0.9766373634338379, "Finetune/Step": 2295, "Finetune/Step Time": 4.847205925732851}
{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.9274852275848389, "Finetune/Loss (Raw)": 0.7926550507545471, "Finetune/Step": 2296, "Finetune/Step Time": 4.847718987613916}
{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.927349328994751, "Finetune/Loss (Raw)": 0.9770455360412598, "Finetune/Step": 2297, "Finetune/Step Time": 4.84995237365365}
{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.9276645183563232, "Finetune/Loss (Raw)": 0.9030275344848633, "Finetune/Step": 2298, "Finetune/Step Time": 4.851609315723181}
{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.9279519319534302, "Finetune/Loss (Raw)": 1.0133882761001587, "Finetune/Step": 2299, "Finetune/Step Time": 4.849344564601779}
{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.9285997152328491, "Finetune/Loss (Raw)": 1.0128231048583984, "Finetune/Step": 2300, "Finetune/Step Time": 4.855169650167227}
{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.9275729060173035, "Finetune/Loss (Raw)": 0.857988715171814, "Finetune/Step": 2301, "Finetune/Step Time": 4.841530453413725}
{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.9275330901145935, "Finetune/Loss (Raw)": 0.8209344148635864, "Finetune/Step": 2302, "Finetune/Step Time": 4.834071500226855}
{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.9273478388786316, "Finetune/Loss (Raw)": 0.9599046111106873, "Finetune/Step": 2303, "Finetune/Step Time": 4.816461618989706}
{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.9252243041992188, "Finetune/Loss (Raw)": 0.7474574446678162, "Finetune/Step": 2304, "Finetune/Step Time": 4.8248833976686}
{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.9230311512947083, "Finetune/Loss (Raw)": 0.8372817039489746, "Finetune/Step": 2305, "Finetune/Step Time": 4.820558246225119}
{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.9251310229301453, "Finetune/Loss (Raw)": 1.0929986238479614, "Finetune/Step": 2306, "Finetune/Step Time": 4.822609551250935}
{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.9249293804168701, "Finetune/Loss (Raw)": 1.0115725994110107, "Finetune/Step": 2307, "Finetune/Step Time": 4.806593772023916}
{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.9221954345703125, "Finetune/Loss (Raw)": 0.6534858345985413, "Finetune/Step": 2308, "Finetune/Step Time": 4.809292310848832}
{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.9222512245178223, "Finetune/Loss (Raw)": 1.0092878341674805, "Finetune/Step": 2309, "Finetune/Step Time": 4.809458822011948}
{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.9221042394638062, "Finetune/Loss (Raw)": 0.9996825456619263, "Finetune/Step": 2310, "Finetune/Step Time": 4.80425569601357}
{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.9238704442977905, "Finetune/Loss (Raw)": 1.0537174940109253, "Finetune/Step": 2311, "Finetune/Step Time": 4.783975860103965}
{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.9244771599769592, "Finetune/Loss (Raw)": 0.9335607290267944, "Finetune/Step": 2312, "Finetune/Step Time": 4.793076600879431}
{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.9247171878814697, "Finetune/Loss (Raw)": 0.9815157651901245, "Finetune/Step": 2313, "Finetune/Step Time": 4.798559729009867}
{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.9243186712265015, "Finetune/Loss (Raw)": 0.882473886013031, "Finetune/Step": 2314, "Finetune/Step Time": 4.807188127189875}
{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.9250748157501221, "Finetune/Loss (Raw)": 0.8923853635787964, "Finetune/Step": 2315, "Finetune/Step Time": 4.773215107619762}
{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.9254540205001831, "Finetune/Loss (Raw)": 1.0172932147979736, "Finetune/Step": 2316, "Finetune/Step Time": 4.738195285201073}
{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.9256058931350708, "Finetune/Loss (Raw)": 0.8959332704544067, "Finetune/Step": 2317, "Finetune/Step Time": 4.734799521043897}
{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.9259147644042969, "Finetune/Loss (Raw)": 0.928749680519104, "Finetune/Step": 2318, "Finetune/Step Time": 4.72281339764595}
{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.9268696904182434, "Finetune/Loss (Raw)": 1.1229182481765747, "Finetune/Step": 2319, "Finetune/Step Time": 4.713900389149785}
{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.9279589653015137, "Finetune/Loss (Raw)": 0.964514434337616, "Finetune/Step": 2320, "Finetune/Step Time": 4.712363129481673}
{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.9273765683174133, "Finetune/Loss (Raw)": 0.9510043263435364, "Finetune/Step": 2321, "Finetune/Step Time": 4.719452157616615}
{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.9276516437530518, "Finetune/Loss (Raw)": 1.0345370769500732, "Finetune/Step": 2322, "Finetune/Step Time": 4.7197095807641745}
{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.9262845516204834, "Finetune/Loss (Raw)": 0.8450877070426941, "Finetune/Step": 2323, "Finetune/Step Time": 4.734254064038396}
{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.926254391670227, "Finetune/Loss (Raw)": 0.8835588693618774, "Finetune/Step": 2324, "Finetune/Step Time": 4.7242361437529325}
{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.9265177845954895, "Finetune/Loss (Raw)": 1.0693793296813965, "Finetune/Step": 2325, "Finetune/Step Time": 4.731319570913911}
{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.9228347539901733, "Finetune/Loss (Raw)": 0.43561264872550964, "Finetune/Step": 2326, "Finetune/Step Time": 4.760390877723694}
{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.9231678247451782, "Finetune/Loss (Raw)": 0.9249861240386963, "Finetune/Step": 2327, "Finetune/Step Time": 4.770298829302192}
{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.9229434132575989, "Finetune/Loss (Raw)": 0.8986121416091919, "Finetune/Step": 2328, "Finetune/Step Time": 4.764226004481316}
{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.9281312227249146, "Finetune/Loss (Raw)": 1.0144771337509155, "Finetune/Step": 2329, "Finetune/Step Time": 4.724802233278751}
{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.927250325679779, "Finetune/Loss (Raw)": 0.8409638404846191, "Finetune/Step": 2330, "Finetune/Step Time": 4.7375354040414095}
{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.9278877973556519, "Finetune/Loss (Raw)": 0.9859376549720764, "Finetune/Step": 2331, "Finetune/Step Time": 4.752029854804277}
{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.9300127029418945, "Finetune/Loss (Raw)": 1.1571451425552368, "Finetune/Step": 2332, "Finetune/Step Time": 4.748205963522196}
{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.9346884489059448, "Finetune/Loss (Raw)": 1.0234586000442505, "Finetune/Step": 2333, "Finetune/Step Time": 4.736209161579609}
{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.9365832805633545, "Finetune/Loss (Raw)": 0.9801685214042664, "Finetune/Step": 2334, "Finetune/Step Time": 4.695955058559775}
{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.9358300566673279, "Finetune/Loss (Raw)": 0.9023056626319885, "Finetune/Step": 2335, "Finetune/Step Time": 4.698151953518391}
{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.9360159635543823, "Finetune/Loss (Raw)": 0.926138699054718, "Finetune/Step": 2336, "Finetune/Step Time": 4.703131781890988}
{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.9364694356918335, "Finetune/Loss (Raw)": 0.9750571250915527, "Finetune/Step": 2337, "Finetune/Step Time": 4.708367045968771}
{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.941367506980896, "Finetune/Loss (Raw)": 1.0157365798950195, "Finetune/Step": 2338, "Finetune/Step Time": 4.667538419365883}
{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9398828744888306, "Finetune/Loss (Raw)": 0.8541372418403625, "Finetune/Step": 2339, "Finetune/Step Time": 4.662782581523061}
{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.941248893737793, "Finetune/Loss (Raw)": 0.9199625849723816, "Finetune/Step": 2340, "Finetune/Step Time": 4.6485908925533295}
{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9431312084197998, "Finetune/Loss (Raw)": 1.1022121906280518, "Finetune/Step": 2341, "Finetune/Step Time": 4.676022214815021}
{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9400697350502014, "Finetune/Loss (Raw)": 0.35215604305267334, "Finetune/Step": 2342, "Finetune/Step Time": 4.702539876103401}
{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9403119087219238, "Finetune/Loss (Raw)": 1.0391908884048462, "Finetune/Step": 2343, "Finetune/Step Time": 4.720415556803346}
{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.9399005174636841, "Finetune/Loss (Raw)": 0.9334865808486938, "Finetune/Step": 2344, "Finetune/Step Time": 4.743929585441947}
{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9409787654876709, "Finetune/Loss (Raw)": 1.1867671012878418, "Finetune/Step": 2345, "Finetune/Step Time": 4.732598282396793}
{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9422587156295776, "Finetune/Loss (Raw)": 0.9471126794815063, "Finetune/Step": 2346, "Finetune/Step Time": 4.733833659440279}
{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9424811601638794, "Finetune/Loss (Raw)": 0.9255332350730896, "Finetune/Step": 2347, "Finetune/Step Time": 4.702026488259435}
{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9429361820220947, "Finetune/Loss (Raw)": 1.0699968338012695, "Finetune/Step": 2348, "Finetune/Step Time": 4.7041749488562346}
{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.943588137626648, "Finetune/Loss (Raw)": 0.9608718752861023, "Finetune/Step": 2349, "Finetune/Step Time": 4.695569157600403}
{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9431054592132568, "Finetune/Loss (Raw)": 0.9469994902610779, "Finetune/Step": 2350, "Finetune/Step Time": 4.683878347277641}
{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9438835978507996, "Finetune/Loss (Raw)": 1.0683438777923584, "Finetune/Step": 2351, "Finetune/Step Time": 4.686453392729163}
{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9451629519462585, "Finetune/Loss (Raw)": 1.1080822944641113, "Finetune/Step": 2352, "Finetune/Step Time": 4.688839461654425}
{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9453173875808716, "Finetune/Loss (Raw)": 0.9478408694267273, "Finetune/Step": 2353, "Finetune/Step Time": 4.682841183617711}
{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9453616142272949, "Finetune/Loss (Raw)": 0.9621394872665405, "Finetune/Step": 2354, "Finetune/Step Time": 4.675305128097534}
{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9441227912902832, "Finetune/Loss (Raw)": 0.8474096059799194, "Finetune/Step": 2355, "Finetune/Step Time": 4.67258202470839}
{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9433104991912842, "Finetune/Loss (Raw)": 0.8501104712486267, "Finetune/Step": 2356, "Finetune/Step Time": 4.672701233997941}
{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.943111002445221, "Finetune/Loss (Raw)": 0.9284189939498901, "Finetune/Step": 2357, "Finetune/Step Time": 4.67689904384315}
{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9443840980529785, "Finetune/Loss (Raw)": 1.0615332126617432, "Finetune/Step": 2358, "Finetune/Step Time": 4.67360769957304}
{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9385794401168823, "Finetune/Loss (Raw)": 0.29016968607902527, "Finetune/Step": 2359, "Finetune/Step Time": 4.708035234361887}
{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9376450777053833, "Finetune/Loss (Raw)": 0.9404142498970032, "Finetune/Step": 2360, "Finetune/Step Time": 4.712137684226036}
{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9388445615768433, "Finetune/Loss (Raw)": 0.9746578931808472, "Finetune/Step": 2361, "Finetune/Step Time": 4.705892929807305}
{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9385671615600586, "Finetune/Loss (Raw)": 0.9665241837501526, "Finetune/Step": 2362, "Finetune/Step Time": 4.698817428201437}
{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.9362223148345947, "Finetune/Loss (Raw)": 0.772984504699707, "Finetune/Step": 2363, "Finetune/Step Time": 4.704671518877149}
{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.9351400136947632, "Finetune/Loss (Raw)": 0.8901495337486267, "Finetune/Step": 2364, "Finetune/Step Time": 4.701763449236751}
{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.9359588623046875, "Finetune/Loss (Raw)": 1.0664697885513306, "Finetune/Step": 2365, "Finetune/Step Time": 4.697699699550867}
{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.936029314994812, "Finetune/Loss (Raw)": 0.8194065690040588, "Finetune/Step": 2366, "Finetune/Step Time": 4.693842055276036}
{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.9344033002853394, "Finetune/Loss (Raw)": 0.9889580011367798, "Finetune/Step": 2367, "Finetune/Step Time": 4.699199574068189}
{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.9335842728614807, "Finetune/Loss (Raw)": 0.9765011072158813, "Finetune/Step": 2368, "Finetune/Step Time": 4.694783076643944}
{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.9337259531021118, "Finetune/Loss (Raw)": 1.0380560159683228, "Finetune/Step": 2369, "Finetune/Step Time": 4.6916520446538925}
{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.9338383674621582, "Finetune/Loss (Raw)": 0.9439448714256287, "Finetune/Step": 2370, "Finetune/Step Time": 4.693746507167816}
{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.9348995685577393, "Finetune/Loss (Raw)": 1.0516784191131592, "Finetune/Step": 2371, "Finetune/Step Time": 4.692569309845567}
{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.9327658414840698, "Finetune/Loss (Raw)": 0.9194271564483643, "Finetune/Step": 2372, "Finetune/Step Time": 4.695045553147793}
{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.933322548866272, "Finetune/Loss (Raw)": 1.055649995803833, "Finetune/Step": 2373, "Finetune/Step Time": 4.717185366898775}
{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.9312392473220825, "Finetune/Loss (Raw)": 0.8548488020896912, "Finetune/Step": 2374, "Finetune/Step Time": 4.718626005575061}
{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.930681586265564, "Finetune/Loss (Raw)": 0.8152285218238831, "Finetune/Step": 2375, "Finetune/Step Time": 4.721838949248195}
{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.9321073889732361, "Finetune/Loss (Raw)": 0.9791591167449951, "Finetune/Step": 2376, "Finetune/Step Time": 4.727205635979772}
{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.9337226152420044, "Finetune/Loss (Raw)": 1.090693712234497, "Finetune/Step": 2377, "Finetune/Step Time": 4.727182639762759}
{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.9341826438903809, "Finetune/Loss (Raw)": 1.0385494232177734, "Finetune/Step": 2378, "Finetune/Step Time": 4.70543834939599}
{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.9341193437576294, "Finetune/Loss (Raw)": 0.9812619686126709, "Finetune/Step": 2379, "Finetune/Step Time": 4.722893254831433}
{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.9379705786705017, "Finetune/Loss (Raw)": 0.8086384534835815, "Finetune/Step": 2380, "Finetune/Step Time": 4.686260933056474}
{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.9371182322502136, "Finetune/Loss (Raw)": 0.9531548619270325, "Finetune/Step": 2381, "Finetune/Step Time": 4.689760351553559}
{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.935245931148529, "Finetune/Loss (Raw)": 0.8308547139167786, "Finetune/Step": 2382, "Finetune/Step Time": 4.701649708673358}
{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.9330971240997314, "Finetune/Loss (Raw)": 0.7098008990287781, "Finetune/Step": 2383, "Finetune/Step Time": 4.7147598918527365}
{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.9348627328872681, "Finetune/Loss (Raw)": 1.137894630432129, "Finetune/Step": 2384, "Finetune/Step Time": 4.710433270782232}
{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.934301495552063, "Finetune/Loss (Raw)": 0.9384244084358215, "Finetune/Step": 2385, "Finetune/Step Time": 4.715651903301477}
{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.9363123774528503, "Finetune/Loss (Raw)": 1.0637130737304688, "Finetune/Step": 2386, "Finetune/Step Time": 4.722223404794931}
{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.9365087151527405, "Finetune/Loss (Raw)": 0.8984166979789734, "Finetune/Step": 2387, "Finetune/Step Time": 4.736504567787051}
{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.9371778964996338, "Finetune/Loss (Raw)": 1.0069087743759155, "Finetune/Step": 2388, "Finetune/Step Time": 4.746415860950947}
{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.9376300573348999, "Finetune/Loss (Raw)": 1.0611134767532349, "Finetune/Step": 2389, "Finetune/Step Time": 4.744675762951374}
{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.9376105070114136, "Finetune/Loss (Raw)": 1.0676122903823853, "Finetune/Step": 2390, "Finetune/Step Time": 4.748380403965712}
{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9387756586074829, "Finetune/Loss (Raw)": 1.0153559446334839, "Finetune/Step": 2391, "Finetune/Step Time": 4.7477343287318945}
{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9386144280433655, "Finetune/Loss (Raw)": 0.9680876731872559, "Finetune/Step": 2392, "Finetune/Step Time": 4.7480240147560835}
{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9397527575492859, "Finetune/Loss (Raw)": 1.0690836906433105, "Finetune/Step": 2393, "Finetune/Step Time": 4.75566478446126}
{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.9365041255950928, "Finetune/Loss (Raw)": 0.39210689067840576, "Finetune/Step": 2394, "Finetune/Step Time": 4.785528276115656}
{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.9370281100273132, "Finetune/Loss (Raw)": 0.98353511095047, "Finetune/Step": 2395, "Finetune/Step Time": 4.790618482977152}
{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.9374474883079529, "Finetune/Loss (Raw)": 0.9114932417869568, "Finetune/Step": 2396, "Finetune/Step Time": 4.787770498543978}
{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.9374376535415649, "Finetune/Loss (Raw)": 0.9718723893165588, "Finetune/Step": 2397, "Finetune/Step Time": 4.785377429798245}
{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.9396460652351379, "Finetune/Loss (Raw)": 1.1153085231781006, "Finetune/Step": 2398, "Finetune/Step Time": 4.764272537082434}
{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9398713111877441, "Finetune/Loss (Raw)": 1.0259345769882202, "Finetune/Step": 2399, "Finetune/Step Time": 4.771058222278953}
{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9385907649993896, "Finetune/Loss (Raw)": 0.8530949354171753, "Finetune/Step": 2400, "Finetune/Step Time": 4.769498981535435}
{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9388028383255005, "Finetune/Loss (Raw)": 0.9877470135688782, "Finetune/Step": 2401, "Finetune/Step Time": 4.773436481133103}
{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9385389089584351, "Finetune/Loss (Raw)": 0.834780216217041, "Finetune/Step": 2402, "Finetune/Step Time": 4.757161455228925}
{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.9379637837409973, "Finetune/Loss (Raw)": 0.9772424697875977, "Finetune/Step": 2403, "Finetune/Step Time": 4.771626619622111}
{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.938287615776062, "Finetune/Loss (Raw)": 0.9958125352859497, "Finetune/Step": 2404, "Finetune/Step Time": 4.770540028810501}
{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9398372769355774, "Finetune/Loss (Raw)": 0.9706727862358093, "Finetune/Step": 2405, "Finetune/Step Time": 4.771847989410162}
{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9399779438972473, "Finetune/Loss (Raw)": 1.0303195714950562, "Finetune/Step": 2406, "Finetune/Step Time": 4.773748233914375}
{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.9372618198394775, "Finetune/Loss (Raw)": 0.7297153472900391, "Finetune/Step": 2407, "Finetune/Step Time": 4.795172639191151}
{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9390747547149658, "Finetune/Loss (Raw)": 1.1547906398773193, "Finetune/Step": 2408, "Finetune/Step Time": 4.803551243618131}
{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9388989210128784, "Finetune/Loss (Raw)": 0.9172256588935852, "Finetune/Step": 2409, "Finetune/Step Time": 4.798199992626905}
{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9390584826469421, "Finetune/Loss (Raw)": 0.9616391658782959, "Finetune/Step": 2410, "Finetune/Step Time": 4.807516295462847}
{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.9369052648544312, "Finetune/Loss (Raw)": 0.807537317276001, "Finetune/Step": 2411, "Finetune/Step Time": 4.814659917727113}
{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.93675297498703, "Finetune/Loss (Raw)": 0.9279330372810364, "Finetune/Step": 2412, "Finetune/Step Time": 4.792848825454712}
{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.9355417490005493, "Finetune/Loss (Raw)": 0.8588818311691284, "Finetune/Step": 2413, "Finetune/Step Time": 4.783162035048008}
{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.9354234337806702, "Finetune/Loss (Raw)": 0.9919778108596802, "Finetune/Step": 2414, "Finetune/Step Time": 4.768755143508315}
{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.9360698461532593, "Finetune/Loss (Raw)": 0.9113596677780151, "Finetune/Step": 2415, "Finetune/Step Time": 4.773849526420236}
{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.9361875057220459, "Finetune/Loss (Raw)": 0.9904811382293701, "Finetune/Step": 2416, "Finetune/Step Time": 4.765963612124324}
{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.9375897645950317, "Finetune/Loss (Raw)": 0.9538485407829285, "Finetune/Step": 2417, "Finetune/Step Time": 4.758765172213316}
{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.9328922033309937, "Finetune/Loss (Raw)": 0.439451664686203, "Finetune/Step": 2418, "Finetune/Step Time": 4.793422603979707}
{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.9334214329719543, "Finetune/Loss (Raw)": 0.9488921761512756, "Finetune/Step": 2419, "Finetune/Step Time": 4.8008776400238276}
{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.9352535009384155, "Finetune/Loss (Raw)": 1.1145721673965454, "Finetune/Step": 2420, "Finetune/Step Time": 4.790356587618589}
{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.9353446364402771, "Finetune/Loss (Raw)": 0.809756875038147, "Finetune/Step": 2421, "Finetune/Step Time": 4.799900276586413}
{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.9341485500335693, "Finetune/Loss (Raw)": 0.8035297393798828, "Finetune/Step": 2422, "Finetune/Step Time": 4.810102576389909}
{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.9327170848846436, "Finetune/Loss (Raw)": 0.7934205532073975, "Finetune/Step": 2423, "Finetune/Step Time": 4.8086431715637445}
{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.9341273307800293, "Finetune/Loss (Raw)": 0.9731568694114685, "Finetune/Step": 2424, "Finetune/Step Time": 4.808392776176333}
{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.9334492683410645, "Finetune/Loss (Raw)": 0.8902586698532104, "Finetune/Step": 2425, "Finetune/Step Time": 4.823974609375}
{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.929251492023468, "Finetune/Loss (Raw)": 0.3657029867172241, "Finetune/Step": 2426, "Finetune/Step Time": 4.8580392152071}
{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.9290867447853088, "Finetune/Loss (Raw)": 0.9923070669174194, "Finetune/Step": 2427, "Finetune/Step Time": 4.848660262301564}
{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.9276142716407776, "Finetune/Loss (Raw)": 0.8243427872657776, "Finetune/Step": 2428, "Finetune/Step Time": 4.842972071841359}
{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.9288163781166077, "Finetune/Loss (Raw)": 1.011859655380249, "Finetune/Step": 2429, "Finetune/Step Time": 4.8550390638411045}
{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.9284908771514893, "Finetune/Loss (Raw)": 0.7792636752128601, "Finetune/Step": 2430, "Finetune/Step Time": 4.880073018372059}
{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.9290260076522827, "Finetune/Loss (Raw)": 1.0284110307693481, "Finetune/Step": 2431, "Finetune/Step Time": 4.878089115023613}
{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.930524468421936, "Finetune/Loss (Raw)": 0.9392481446266174, "Finetune/Step": 2432, "Finetune/Step Time": 4.880817294120789}
{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.9310150146484375, "Finetune/Loss (Raw)": 0.9000843167304993, "Finetune/Step": 2433, "Finetune/Step Time": 4.88000868819654}
{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.929926872253418, "Finetune/Loss (Raw)": 0.9537113308906555, "Finetune/Step": 2434, "Finetune/Step Time": 4.879206633195281}
{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.9291268587112427, "Finetune/Loss (Raw)": 0.9091784954071045, "Finetune/Step": 2435, "Finetune/Step Time": 4.888582147657871}
{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.9318766593933105, "Finetune/Loss (Raw)": 1.0054484605789185, "Finetune/Step": 2436, "Finetune/Step Time": 4.881483800709248}
{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.9310572147369385, "Finetune/Loss (Raw)": 0.9044065475463867, "Finetune/Step": 2437, "Finetune/Step Time": 4.886942699551582}
{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.9313089847564697, "Finetune/Loss (Raw)": 1.0319072008132935, "Finetune/Step": 2438, "Finetune/Step Time": 4.891020063310862}
{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.9310563206672668, "Finetune/Loss (Raw)": 1.0213813781738281, "Finetune/Step": 2439, "Finetune/Step Time": 4.891303701326251}
{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.9317390322685242, "Finetune/Loss (Raw)": 1.0209364891052246, "Finetune/Step": 2440, "Finetune/Step Time": 4.871322322636843}
{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.9317745566368103, "Finetune/Loss (Raw)": 0.9860713481903076, "Finetune/Step": 2441, "Finetune/Step Time": 4.867162780836225}
{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.9323378205299377, "Finetune/Loss (Raw)": 0.9545649290084839, "Finetune/Step": 2442, "Finetune/Step Time": 4.862985443323851}
{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.933158814907074, "Finetune/Loss (Raw)": 0.9974741339683533, "Finetune/Step": 2443, "Finetune/Step Time": 4.868460472673178}
{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.9329898357391357, "Finetune/Loss (Raw)": 0.9956644773483276, "Finetune/Step": 2444, "Finetune/Step Time": 4.875500289723277}
{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.928973376750946, "Finetune/Loss (Raw)": 0.38183239102363586, "Finetune/Step": 2445, "Finetune/Step Time": 4.907345216721296}
{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.9290940165519714, "Finetune/Loss (Raw)": 0.9441885948181152, "Finetune/Step": 2446, "Finetune/Step Time": 4.908972036093473}
{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.9275816082954407, "Finetune/Loss (Raw)": 0.9293333888053894, "Finetune/Step": 2447, "Finetune/Step Time": 4.913709564134479}
{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.9281593561172485, "Finetune/Loss (Raw)": 1.0384557247161865, "Finetune/Step": 2448, "Finetune/Step Time": 4.915215572342277}
{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.9273580312728882, "Finetune/Loss (Raw)": 0.8484434485435486, "Finetune/Step": 2449, "Finetune/Step Time": 4.907318478450179}
{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.9230399131774902, "Finetune/Loss (Raw)": 0.4818176329135895, "Finetune/Step": 2450, "Finetune/Step Time": 4.9397732969373465}
{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.918916642665863, "Finetune/Loss (Raw)": 0.317313015460968, "Finetune/Step": 2451, "Finetune/Step Time": 4.9628962855786085}
{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.9198589324951172, "Finetune/Loss (Raw)": 1.0041637420654297, "Finetune/Step": 2452, "Finetune/Step Time": 4.964329715818167}
{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.9192088842391968, "Finetune/Loss (Raw)": 0.9861810803413391, "Finetune/Step": 2453, "Finetune/Step Time": 4.981824204325676}
{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.9232636094093323, "Finetune/Loss (Raw)": 0.9546120762825012, "Finetune/Step": 2454, "Finetune/Step Time": 4.956598615273833}
{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.9242320656776428, "Finetune/Loss (Raw)": 1.0489497184753418, "Finetune/Step": 2455, "Finetune/Step Time": 4.943803107365966}
{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.924995481967926, "Finetune/Loss (Raw)": 0.9963260293006897, "Finetune/Step": 2456, "Finetune/Step Time": 4.933803243562579}
{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.9247995615005493, "Finetune/Loss (Raw)": 0.9894036650657654, "Finetune/Step": 2457, "Finetune/Step Time": 4.930841976776719}
{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.9259389042854309, "Finetune/Loss (Raw)": 0.9867978096008301, "Finetune/Step": 2458, "Finetune/Step Time": 4.936537746340036}
{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.9252835512161255, "Finetune/Loss (Raw)": 0.9020551443099976, "Finetune/Step": 2459, "Finetune/Step Time": 4.923853550106287}
{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.9238340854644775, "Finetune/Loss (Raw)": 0.9716057181358337, "Finetune/Step": 2460, "Finetune/Step Time": 4.917657386511564}
{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.924543559551239, "Finetune/Loss (Raw)": 1.1142789125442505, "Finetune/Step": 2461, "Finetune/Step Time": 4.90871044062078}
{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.9246413707733154, "Finetune/Loss (Raw)": 0.9926816821098328, "Finetune/Step": 2462, "Finetune/Step Time": 4.895435981452465}
{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.9251349568367004, "Finetune/Loss (Raw)": 0.965488076210022, "Finetune/Step": 2463, "Finetune/Step Time": 4.895656140521169}
{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.9261507987976074, "Finetune/Loss (Raw)": 1.0561610460281372, "Finetune/Step": 2464, "Finetune/Step Time": 4.880728229880333}
{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.9257972836494446, "Finetune/Loss (Raw)": 0.9298099875450134, "Finetune/Step": 2465, "Finetune/Step Time": 4.883581215515733}
{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.9244464039802551, "Finetune/Loss (Raw)": 0.8428324460983276, "Finetune/Step": 2466, "Finetune/Step Time": 4.884604901075363}
{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.9252036809921265, "Finetune/Loss (Raw)": 0.9510705471038818, "Finetune/Step": 2467, "Finetune/Step Time": 4.8647750075906515}
{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.9270756244659424, "Finetune/Loss (Raw)": 1.1595637798309326, "Finetune/Step": 2468, "Finetune/Step Time": 4.863598708063364}
{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.9266357421875, "Finetune/Loss (Raw)": 1.045905590057373, "Finetune/Step": 2469, "Finetune/Step Time": 4.845352357253432}
{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.9307378530502319, "Finetune/Loss (Raw)": 0.8772246241569519, "Finetune/Step": 2470, "Finetune/Step Time": 4.816665731370449}
{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.930602490901947, "Finetune/Loss (Raw)": 1.0218712091445923, "Finetune/Step": 2471, "Finetune/Step Time": 4.806378483772278}
{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.9309589862823486, "Finetune/Loss (Raw)": 0.9791160821914673, "Finetune/Step": 2472, "Finetune/Step Time": 4.780088366940618}
{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.9291917681694031, "Finetune/Loss (Raw)": 0.9605640172958374, "Finetune/Step": 2473, "Finetune/Step Time": 4.786076074466109}
{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.9297225475311279, "Finetune/Loss (Raw)": 1.0150476694107056, "Finetune/Step": 2474, "Finetune/Step Time": 4.784497505053878}
{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.9296834468841553, "Finetune/Loss (Raw)": 0.9205279350280762, "Finetune/Step": 2475, "Finetune/Step Time": 4.784472227096558}
{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.9289036989212036, "Finetune/Loss (Raw)": 0.9701882004737854, "Finetune/Step": 2476, "Finetune/Step Time": 4.7822194918990135}
{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.9289590120315552, "Finetune/Loss (Raw)": 0.967953622341156, "Finetune/Step": 2477, "Finetune/Step Time": 4.779254710301757}
{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.9289544224739075, "Finetune/Loss (Raw)": 0.9464145302772522, "Finetune/Step": 2478, "Finetune/Step Time": 4.778194831684232}
{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.927376389503479, "Finetune/Loss (Raw)": 0.8663508892059326, "Finetune/Step": 2479, "Finetune/Step Time": 4.779327096417546}
{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.925653338432312, "Finetune/Loss (Raw)": 0.8875333666801453, "Finetune/Step": 2480, "Finetune/Step Time": 4.773018699139357}
{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.9211529493331909, "Finetune/Loss (Raw)": 0.37179768085479736, "Finetune/Step": 2481, "Finetune/Step Time": 4.813102729618549}
{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.9224295616149902, "Finetune/Loss (Raw)": 1.125548243522644, "Finetune/Step": 2482, "Finetune/Step Time": 4.809780897572637}
{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.9233096837997437, "Finetune/Loss (Raw)": 0.960056722164154, "Finetune/Step": 2483, "Finetune/Step Time": 4.8153199050575495}
{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.9238640666007996, "Finetune/Loss (Raw)": 0.9210762977600098, "Finetune/Step": 2484, "Finetune/Step Time": 4.826006654649973}
{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.924120306968689, "Finetune/Loss (Raw)": 0.9612112641334534, "Finetune/Step": 2485, "Finetune/Step Time": 4.826192039996386}
{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.9224826097488403, "Finetune/Loss (Raw)": 0.8519116044044495, "Finetune/Step": 2486, "Finetune/Step Time": 4.836920820176601}
{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.9226335287094116, "Finetune/Loss (Raw)": 0.3094898760318756, "Finetune/Step": 2487, "Finetune/Step Time": 4.835866769775748}
{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.9236721992492676, "Finetune/Loss (Raw)": 1.0733668804168701, "Finetune/Step": 2488, "Finetune/Step Time": 4.829096332192421}
{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.9239221811294556, "Finetune/Loss (Raw)": 1.0066494941711426, "Finetune/Step": 2489, "Finetune/Step Time": 4.85763225145638}
{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.9188247323036194, "Finetune/Loss (Raw)": 0.3140486478805542, "Finetune/Step": 2490, "Finetune/Step Time": 4.896887244656682}
{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.9200567603111267, "Finetune/Loss (Raw)": 0.9306849837303162, "Finetune/Step": 2491, "Finetune/Step Time": 4.889752212911844}
{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.9195883274078369, "Finetune/Loss (Raw)": 0.8301935791969299, "Finetune/Step": 2492, "Finetune/Step Time": 4.891880562528968}
{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.9191393256187439, "Finetune/Loss (Raw)": 1.0090001821517944, "Finetune/Step": 2493, "Finetune/Step Time": 4.899924006313086}
{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.9210338592529297, "Finetune/Loss (Raw)": 1.0619056224822998, "Finetune/Step": 2494, "Finetune/Step Time": 4.888701789081097}
{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.92085862159729, "Finetune/Loss (Raw)": 0.9665256142616272, "Finetune/Step": 2495, "Finetune/Step Time": 4.881917120888829}
{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.9206833839416504, "Finetune/Loss (Raw)": 0.9540707468986511, "Finetune/Step": 2496, "Finetune/Step Time": 4.9035831447690725}
{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.9192504286766052, "Finetune/Loss (Raw)": 0.8546397686004639, "Finetune/Step": 2497, "Finetune/Step Time": 4.902320221066475}
{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.9199572801589966, "Finetune/Loss (Raw)": 1.0344176292419434, "Finetune/Step": 2498, "Finetune/Step Time": 4.902987904846668}
{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.9171868562698364, "Finetune/Loss (Raw)": 0.6970693469047546, "Finetune/Step": 2499, "Finetune/Step Time": 4.915632888674736}
{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.917639970779419, "Finetune/Loss (Raw)": 0.9774229526519775, "Finetune/Step": 2500, "Finetune/Step Time": 4.9157719146460295}
{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.9168731570243835, "Finetune/Loss (Raw)": 0.9574946165084839, "Finetune/Step": 2501, "Finetune/Step Time": 4.896519586443901}
{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.9177603125572205, "Finetune/Loss (Raw)": 0.9684104919433594, "Finetune/Step": 2502, "Finetune/Step Time": 4.896947542205453}
{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.918607771396637, "Finetune/Loss (Raw)": 0.9237006902694702, "Finetune/Step": 2503, "Finetune/Step Time": 4.8858861196786165}
{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.9181262254714966, "Finetune/Loss (Raw)": 0.9175223112106323, "Finetune/Step": 2504, "Finetune/Step Time": 4.890383057296276}
{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.9169134497642517, "Finetune/Loss (Raw)": 0.9354584813117981, "Finetune/Step": 2505, "Finetune/Step Time": 4.889923200011253}
{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.9157751202583313, "Finetune/Loss (Raw)": 0.8928444385528564, "Finetune/Step": 2506, "Finetune/Step Time": 4.89390716329217}
{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.9162340760231018, "Finetune/Loss (Raw)": 1.0400028228759766, "Finetune/Step": 2507, "Finetune/Step Time": 4.8810671884566545}
{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.9167193174362183, "Finetune/Loss (Raw)": 0.8707563281059265, "Finetune/Step": 2508, "Finetune/Step Time": 4.888715464621782}
{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.9159833192825317, "Finetune/Loss (Raw)": 0.8589423298835754, "Finetune/Step": 2509, "Finetune/Step Time": 4.89145983569324}
{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.9179573059082031, "Finetune/Loss (Raw)": 1.083523154258728, "Finetune/Step": 2510, "Finetune/Step Time": 4.874757058918476}
{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.9202481508255005, "Finetune/Loss (Raw)": 1.0030252933502197, "Finetune/Step": 2511, "Finetune/Step Time": 4.871307974681258}
{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.9179531931877136, "Finetune/Loss (Raw)": 0.8441421985626221, "Finetune/Step": 2512, "Finetune/Step Time": 4.880661701783538}
{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.9175394773483276, "Finetune/Loss (Raw)": 0.8854732513427734, "Finetune/Step": 2513, "Finetune/Step Time": 4.8799300864338875}
{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.9175048470497131, "Finetune/Loss (Raw)": 1.0592797994613647, "Finetune/Step": 2514, "Finetune/Step Time": 4.886423705145717}
{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.9169448018074036, "Finetune/Loss (Raw)": 0.8267356753349304, "Finetune/Step": 2515, "Finetune/Step Time": 4.891444813460112}
{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.9165629744529724, "Finetune/Loss (Raw)": 0.9580305814743042, "Finetune/Step": 2516, "Finetune/Step Time": 4.869273068383336}
{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.9157490134239197, "Finetune/Loss (Raw)": 0.9569220542907715, "Finetune/Step": 2517, "Finetune/Step Time": 4.872940246015787}
{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.9144489169120789, "Finetune/Loss (Raw)": 0.9012033343315125, "Finetune/Step": 2518, "Finetune/Step Time": 4.878934692591429}
{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.9136480093002319, "Finetune/Loss (Raw)": 0.9128389954566956, "Finetune/Step": 2519, "Finetune/Step Time": 4.883239967748523}
{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.9140568971633911, "Finetune/Loss (Raw)": 1.0204191207885742, "Finetune/Step": 2520, "Finetune/Step Time": 4.882925990968943}
{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.908835232257843, "Finetune/Loss (Raw)": 0.4007197320461273, "Finetune/Step": 2521, "Finetune/Step Time": 4.902471456676722}
{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.9135473966598511, "Finetune/Loss (Raw)": 0.9952697157859802, "Finetune/Step": 2522, "Finetune/Step Time": 4.883980445563793}
{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.9116765260696411, "Finetune/Loss (Raw)": 0.7440541982650757, "Finetune/Step": 2523, "Finetune/Step Time": 4.885400610044599}
{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.9117059707641602, "Finetune/Loss (Raw)": 0.9152647852897644, "Finetune/Step": 2524, "Finetune/Step Time": 4.884436778724194}
{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.9111540913581848, "Finetune/Loss (Raw)": 0.9012280106544495, "Finetune/Step": 2525, "Finetune/Step Time": 4.904044322669506}
{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.9099529981613159, "Finetune/Loss (Raw)": 0.9615737199783325, "Finetune/Step": 2526, "Finetune/Step Time": 4.906626122072339}
{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.910027265548706, "Finetune/Loss (Raw)": 1.0354399681091309, "Finetune/Step": 2527, "Finetune/Step Time": 4.9168148301541805}
{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.9113264083862305, "Finetune/Loss (Raw)": 1.0193816423416138, "Finetune/Step": 2528, "Finetune/Step Time": 4.916381688788533}
{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.9056899547576904, "Finetune/Loss (Raw)": 0.2662883400917053, "Finetune/Step": 2529, "Finetune/Step Time": 4.950088998302817}
{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.9065806865692139, "Finetune/Loss (Raw)": 0.9487877488136292, "Finetune/Step": 2530, "Finetune/Step Time": 4.946979740634561}
{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.9056187272071838, "Finetune/Loss (Raw)": 0.8541185259819031, "Finetune/Step": 2531, "Finetune/Step Time": 4.946069303900003}
{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.9057961702346802, "Finetune/Loss (Raw)": 1.0185173749923706, "Finetune/Step": 2532, "Finetune/Step Time": 4.962865352630615}
{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.9055792093276978, "Finetune/Loss (Raw)": 0.9428989887237549, "Finetune/Step": 2533, "Finetune/Step Time": 4.9591148644685745}
{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.9004542231559753, "Finetune/Loss (Raw)": 0.3743314743041992, "Finetune/Step": 2534, "Finetune/Step Time": 4.98771334066987}
{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.9028480052947998, "Finetune/Loss (Raw)": 1.0361177921295166, "Finetune/Step": 2535, "Finetune/Step Time": 4.971832012757659}
{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8998477458953857, "Finetune/Loss (Raw)": 0.7707560658454895, "Finetune/Step": 2536, "Finetune/Step Time": 4.979578921571374}
{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.9001902341842651, "Finetune/Loss (Raw)": 0.9610673189163208, "Finetune/Step": 2537, "Finetune/Step Time": 4.9914076291024685}
{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.9008235931396484, "Finetune/Loss (Raw)": 1.0427124500274658, "Finetune/Step": 2538, "Finetune/Step Time": 4.9949927013367414}
{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.9016174077987671, "Finetune/Loss (Raw)": 0.9091401696205139, "Finetune/Step": 2539, "Finetune/Step Time": 4.993279894813895}
{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.9025465250015259, "Finetune/Loss (Raw)": 1.0468536615371704, "Finetune/Step": 2540, "Finetune/Step Time": 4.998864557594061}
{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.9027583599090576, "Finetune/Loss (Raw)": 0.8860010504722595, "Finetune/Step": 2541, "Finetune/Step Time": 5.015737442299724}
{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.902389407157898, "Finetune/Loss (Raw)": 0.9447594881057739, "Finetune/Step": 2542, "Finetune/Step Time": 5.02002639323473}
{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.9026982188224792, "Finetune/Loss (Raw)": 0.9508826732635498, "Finetune/Step": 2543, "Finetune/Step Time": 5.009581666439772}
{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.9008493423461914, "Finetune/Loss (Raw)": 0.753825306892395, "Finetune/Step": 2544, "Finetune/Step Time": 5.019570587202907}
{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.9004730582237244, "Finetune/Loss (Raw)": 0.9056839942932129, "Finetune/Step": 2545, "Finetune/Step Time": 5.012920228764415}
{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8991950750350952, "Finetune/Loss (Raw)": 0.2758637070655823, "Finetune/Step": 2546, "Finetune/Step Time": 5.017728600651026}
{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8988352417945862, "Finetune/Loss (Raw)": 0.9028409123420715, "Finetune/Step": 2547, "Finetune/Step Time": 4.9887343514710665}
{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.8984918594360352, "Finetune/Loss (Raw)": 1.0706104040145874, "Finetune/Step": 2548, "Finetune/Step Time": 4.991256279870868}
{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8946571946144104, "Finetune/Loss (Raw)": 0.3189222514629364, "Finetune/Step": 2549, "Finetune/Step Time": 5.001436661928892}
{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8959710001945496, "Finetune/Loss (Raw)": 0.9716996550559998, "Finetune/Step": 2550, "Finetune/Step Time": 4.996602825820446}
{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8975807428359985, "Finetune/Loss (Raw)": 0.9994659423828125, "Finetune/Step": 2551, "Finetune/Step Time": 4.987126514315605}
{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8987209796905518, "Finetune/Loss (Raw)": 1.1191030740737915, "Finetune/Step": 2552, "Finetune/Step Time": 4.988033410161734}
{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8991010785102844, "Finetune/Loss (Raw)": 0.9389161467552185, "Finetune/Step": 2553, "Finetune/Step Time": 4.98436338827014}
{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.9038809537887573, "Finetune/Loss (Raw)": 0.977532148361206, "Finetune/Step": 2554, "Finetune/Step Time": 4.977789685130119}
{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.898681640625, "Finetune/Loss (Raw)": 0.32679134607315063, "Finetune/Step": 2555, "Finetune/Step Time": 5.012283036485314}
{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8995634317398071, "Finetune/Loss (Raw)": 0.937214195728302, "Finetune/Step": 2556, "Finetune/Step Time": 5.0125754084438086}
{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8978326916694641, "Finetune/Loss (Raw)": 0.7903204560279846, "Finetune/Step": 2557, "Finetune/Step Time": 5.001353200525045}
{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8986899852752686, "Finetune/Loss (Raw)": 0.8889917731285095, "Finetune/Step": 2558, "Finetune/Step Time": 4.970707742497325}
{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8980622291564941, "Finetune/Loss (Raw)": 0.948070764541626, "Finetune/Step": 2559, "Finetune/Step Time": 4.9696929808706045}
{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.8980733156204224, "Finetune/Loss (Raw)": 0.9406651854515076, "Finetune/Step": 2560, "Finetune/Step Time": 4.978480326011777}
{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8981761932373047, "Finetune/Loss (Raw)": 0.913249671459198, "Finetune/Step": 2561, "Finetune/Step Time": 4.981884192675352}
{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8988137245178223, "Finetune/Loss (Raw)": 1.0353114604949951, "Finetune/Step": 2562, "Finetune/Step Time": 4.981180045753717}
{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.897215723991394, "Finetune/Loss (Raw)": 0.7046376466751099, "Finetune/Step": 2563, "Finetune/Step Time": 4.979203928261995}
{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.8969058990478516, "Finetune/Loss (Raw)": 0.965786874294281, "Finetune/Step": 2564, "Finetune/Step Time": 4.9822450783103704}
{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8976767063140869, "Finetune/Loss (Raw)": 1.0030696392059326, "Finetune/Step": 2565, "Finetune/Step Time": 4.979743108153343}
{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.897093653678894, "Finetune/Loss (Raw)": 0.9572793841362, "Finetune/Step": 2566, "Finetune/Step Time": 4.9826157204806805}
{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8955475687980652, "Finetune/Loss (Raw)": 0.823484480381012, "Finetune/Step": 2567, "Finetune/Step Time": 4.987436860799789}
{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8940325975418091, "Finetune/Loss (Raw)": 0.8270145654678345, "Finetune/Step": 2568, "Finetune/Step Time": 4.991003846749663}
{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8954299688339233, "Finetune/Loss (Raw)": 1.16493821144104, "Finetune/Step": 2569, "Finetune/Step Time": 4.988475171849132}
{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8954503536224365, "Finetune/Loss (Raw)": 0.9571727514266968, "Finetune/Step": 2570, "Finetune/Step Time": 4.99281638674438}
{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8961505889892578, "Finetune/Loss (Raw)": 1.0871140956878662, "Finetune/Step": 2571, "Finetune/Step Time": 4.991052504628897}
{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8955045342445374, "Finetune/Loss (Raw)": 0.9129621386528015, "Finetune/Step": 2572, "Finetune/Step Time": 4.987929854542017}
{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8997606039047241, "Finetune/Loss (Raw)": 0.9266090393066406, "Finetune/Step": 2573, "Finetune/Step Time": 4.959201464429498}
{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8996434807777405, "Finetune/Loss (Raw)": 0.9291923642158508, "Finetune/Step": 2574, "Finetune/Step Time": 4.981874590739608}
{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8992159962654114, "Finetune/Loss (Raw)": 0.8746237754821777, "Finetune/Step": 2575, "Finetune/Step Time": 4.974028639495373}
{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8987427949905396, "Finetune/Loss (Raw)": 0.977884829044342, "Finetune/Step": 2576, "Finetune/Step Time": 4.975189555436373}
{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.9000372886657715, "Finetune/Loss (Raw)": 1.0141314268112183, "Finetune/Step": 2577, "Finetune/Step Time": 4.979578595608473}
{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.9045110940933228, "Finetune/Loss (Raw)": 1.0544698238372803, "Finetune/Step": 2578, "Finetune/Step Time": 4.944547571241856}
{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.9102539420127869, "Finetune/Loss (Raw)": 1.0524019002914429, "Finetune/Step": 2579, "Finetune/Step Time": 4.908487161621451}
{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.9082019925117493, "Finetune/Loss (Raw)": 0.7415082454681396, "Finetune/Step": 2580, "Finetune/Step Time": 4.919187752529979}
{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.9089211821556091, "Finetune/Loss (Raw)": 1.0782389640808105, "Finetune/Step": 2581, "Finetune/Step Time": 4.895512292161584}
{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.9085897207260132, "Finetune/Loss (Raw)": 0.912179708480835, "Finetune/Step": 2582, "Finetune/Step Time": 4.884805539622903}
{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.9071654677391052, "Finetune/Loss (Raw)": 0.8666542768478394, "Finetune/Step": 2583, "Finetune/Step Time": 4.893239019438624}
{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.9078869819641113, "Finetune/Loss (Raw)": 1.088674783706665, "Finetune/Step": 2584, "Finetune/Step Time": 4.893687266856432}
{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.906718909740448, "Finetune/Loss (Raw)": 0.8398895859718323, "Finetune/Step": 2585, "Finetune/Step Time": 4.895939918234944}
{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.9068793058395386, "Finetune/Loss (Raw)": 1.0073349475860596, "Finetune/Step": 2586, "Finetune/Step Time": 4.882270090281963}
{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.9073605537414551, "Finetune/Loss (Raw)": 0.9636551737785339, "Finetune/Step": 2587, "Finetune/Step Time": 4.882415743544698}
{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.906753420829773, "Finetune/Loss (Raw)": 0.8938889503479004, "Finetune/Step": 2588, "Finetune/Step Time": 4.890993479639292}
{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.9061810970306396, "Finetune/Loss (Raw)": 1.0410237312316895, "Finetune/Step": 2589, "Finetune/Step Time": 4.89537619240582}
{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.9059324264526367, "Finetune/Loss (Raw)": 0.9608511924743652, "Finetune/Step": 2590, "Finetune/Step Time": 4.8987285066396}
{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.9051104784011841, "Finetune/Loss (Raw)": 0.8602786660194397, "Finetune/Step": 2591, "Finetune/Step Time": 4.937780451029539}
{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.9041805267333984, "Finetune/Loss (Raw)": 0.9371204376220703, "Finetune/Step": 2592, "Finetune/Step Time": 4.94603362865746}
{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.9037246108055115, "Finetune/Loss (Raw)": 0.8714591264724731, "Finetune/Step": 2593, "Finetune/Step Time": 4.95990770496428}
{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.9040248394012451, "Finetune/Loss (Raw)": 0.8812575340270996, "Finetune/Step": 2594, "Finetune/Step Time": 4.971172032877803}
{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.9038175344467163, "Finetune/Loss (Raw)": 0.9245433807373047, "Finetune/Step": 2595, "Finetune/Step Time": 4.981789695098996}
{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.901708722114563, "Finetune/Loss (Raw)": 0.889621913433075, "Finetune/Step": 2596, "Finetune/Step Time": 4.974372053518891}
{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.9011880159378052, "Finetune/Loss (Raw)": 0.9792670011520386, "Finetune/Step": 2597, "Finetune/Step Time": 4.966900227591395}
{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.9005546569824219, "Finetune/Loss (Raw)": 0.7961485385894775, "Finetune/Step": 2598, "Finetune/Step Time": 4.9789679404348135}
{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.9002976417541504, "Finetune/Loss (Raw)": 0.988976001739502, "Finetune/Step": 2599, "Finetune/Step Time": 4.977093931287527}
{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8997896313667297, "Finetune/Loss (Raw)": 0.9140874743461609, "Finetune/Step": 2600, "Finetune/Step Time": 4.987981071695685}
{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.8998031616210938, "Finetune/Loss (Raw)": 0.9622951745986938, "Finetune/Step": 2601, "Finetune/Step Time": 4.99467508867383}
{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.9000953435897827, "Finetune/Loss (Raw)": 1.0524530410766602, "Finetune/Step": 2602, "Finetune/Step Time": 4.992577465251088}
{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.9008534550666809, "Finetune/Loss (Raw)": 1.0175646543502808, "Finetune/Step": 2603, "Finetune/Step Time": 4.997093856334686}
{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.9005247950553894, "Finetune/Loss (Raw)": 0.9281179308891296, "Finetune/Step": 2604, "Finetune/Step Time": 5.0031083934009075}
{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8992576003074646, "Finetune/Loss (Raw)": 0.8057551383972168, "Finetune/Step": 2605, "Finetune/Step Time": 5.001484986394644}
{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.898674488067627, "Finetune/Loss (Raw)": 0.8717821836471558, "Finetune/Step": 2606, "Finetune/Step Time": 5.030936881899834}
{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.8996431827545166, "Finetune/Loss (Raw)": 0.9903371334075928, "Finetune/Step": 2607, "Finetune/Step Time": 5.045298036187887}
{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.9002585411071777, "Finetune/Loss (Raw)": 0.9662973880767822, "Finetune/Step": 2608, "Finetune/Step Time": 5.037626901641488}
{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.9046875238418579, "Finetune/Loss (Raw)": 0.9387132525444031, "Finetune/Step": 2609, "Finetune/Step Time": 5.002446033060551}
{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.9033603072166443, "Finetune/Loss (Raw)": 0.9556578993797302, "Finetune/Step": 2610, "Finetune/Step Time": 5.024700667709112}
{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.901597261428833, "Finetune/Loss (Raw)": 0.7343947887420654, "Finetune/Step": 2611, "Finetune/Step Time": 5.025547757744789}
{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.9016575217247009, "Finetune/Loss (Raw)": 0.9287821054458618, "Finetune/Step": 2612, "Finetune/Step Time": 5.0141348242759705}
{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.9023562073707581, "Finetune/Loss (Raw)": 1.0506439208984375, "Finetune/Step": 2613, "Finetune/Step Time": 5.018671477213502}
{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.9025588035583496, "Finetune/Loss (Raw)": 0.8778451085090637, "Finetune/Step": 2614, "Finetune/Step Time": 5.010990859940648}
{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.9080043435096741, "Finetune/Loss (Raw)": 1.0065175294876099, "Finetune/Step": 2615, "Finetune/Step Time": 4.985177908092737}
{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.9072111248970032, "Finetune/Loss (Raw)": 0.9718376398086548, "Finetune/Step": 2616, "Finetune/Step Time": 4.988341262564063}
{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.9024184942245483, "Finetune/Loss (Raw)": 0.39319702982902527, "Finetune/Step": 2617, "Finetune/Step Time": 4.989902390167117}
{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.9064894318580627, "Finetune/Loss (Raw)": 0.835125207901001, "Finetune/Step": 2618, "Finetune/Step Time": 4.960873318836093}
{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.9070248603820801, "Finetune/Loss (Raw)": 0.9992216229438782, "Finetune/Step": 2619, "Finetune/Step Time": 4.955029334872961}
{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.9072977900505066, "Finetune/Loss (Raw)": 0.8651217222213745, "Finetune/Step": 2620, "Finetune/Step Time": 4.950521022081375}
{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.9066323041915894, "Finetune/Loss (Raw)": 0.9238188862800598, "Finetune/Step": 2621, "Finetune/Step Time": 4.947258880361915}
{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.9059180021286011, "Finetune/Loss (Raw)": 0.970483660697937, "Finetune/Step": 2622, "Finetune/Step Time": 4.942187342792749}
{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.9056307673454285, "Finetune/Loss (Raw)": 0.9297546148300171, "Finetune/Step": 2623, "Finetune/Step Time": 4.962476329877973}
{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.9055401682853699, "Finetune/Loss (Raw)": 0.9424758553504944, "Finetune/Step": 2624, "Finetune/Step Time": 4.951174100860953}
{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.9051650762557983, "Finetune/Loss (Raw)": 0.8066267967224121, "Finetune/Step": 2625, "Finetune/Step Time": 4.970213836058974}
{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8994793891906738, "Finetune/Loss (Raw)": 0.3066491186618805, "Finetune/Step": 2626, "Finetune/Step Time": 5.005812890827656}
{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.9011332988739014, "Finetune/Loss (Raw)": 0.9087710976600647, "Finetune/Step": 2627, "Finetune/Step Time": 4.988425834104419}
{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.9014960527420044, "Finetune/Loss (Raw)": 1.0238564014434814, "Finetune/Step": 2628, "Finetune/Step Time": 4.987666441127658}
{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.899465799331665, "Finetune/Loss (Raw)": 0.6976124048233032, "Finetune/Step": 2629, "Finetune/Step Time": 5.002948567271233}
{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.898459792137146, "Finetune/Loss (Raw)": 0.8396475315093994, "Finetune/Step": 2630, "Finetune/Step Time": 5.002938110381365}
{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8997388482093811, "Finetune/Loss (Raw)": 1.087422251701355, "Finetune/Step": 2631, "Finetune/Step Time": 4.999773073941469}
{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8990889191627502, "Finetune/Loss (Raw)": 0.8343306183815002, "Finetune/Step": 2632, "Finetune/Step Time": 4.99547641351819}
{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8993740677833557, "Finetune/Loss (Raw)": 0.9719597697257996, "Finetune/Step": 2633, "Finetune/Step Time": 4.997639367356896}
{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.9001516103744507, "Finetune/Loss (Raw)": 0.99236661195755, "Finetune/Step": 2634, "Finetune/Step Time": 4.998330511152744}
{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.8996384143829346, "Finetune/Loss (Raw)": 0.9743108749389648, "Finetune/Step": 2635, "Finetune/Step Time": 4.992500768974423}
{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.9009274244308472, "Finetune/Loss (Raw)": 1.0357487201690674, "Finetune/Step": 2636, "Finetune/Step Time": 4.991748785600066}
{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.9008960127830505, "Finetune/Loss (Raw)": 0.8549215197563171, "Finetune/Step": 2637, "Finetune/Step Time": 4.9966759867966175}
{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.9002725481987, "Finetune/Loss (Raw)": 1.003728985786438, "Finetune/Step": 2638, "Finetune/Step Time": 5.017116412520409}
{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8991217613220215, "Finetune/Loss (Raw)": 0.8557175397872925, "Finetune/Step": 2639, "Finetune/Step Time": 5.007780658081174}
{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8952056169509888, "Finetune/Loss (Raw)": 0.3428793251514435, "Finetune/Step": 2640, "Finetune/Step Time": 5.03434138186276}
{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8955975770950317, "Finetune/Loss (Raw)": 0.9356434941291809, "Finetune/Step": 2641, "Finetune/Step Time": 5.025626353919506}
{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.8945965766906738, "Finetune/Loss (Raw)": 0.9311484694480896, "Finetune/Step": 2642, "Finetune/Step Time": 5.0149629302322865}
{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8943511843681335, "Finetune/Loss (Raw)": 0.7953264713287354, "Finetune/Step": 2643, "Finetune/Step Time": 5.012158300727606}
{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8933508396148682, "Finetune/Loss (Raw)": 0.8299881219863892, "Finetune/Step": 2644, "Finetune/Step Time": 5.045572679489851}
{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8937249183654785, "Finetune/Loss (Raw)": 1.0048048496246338, "Finetune/Step": 2645, "Finetune/Step Time": 5.048805758357048}
{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.894342303276062, "Finetune/Loss (Raw)": 0.9802204370498657, "Finetune/Step": 2646, "Finetune/Step Time": 5.034808333963156}
{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8938688635826111, "Finetune/Loss (Raw)": 0.8522465229034424, "Finetune/Step": 2647, "Finetune/Step Time": 5.040730582550168}
{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.893904447555542, "Finetune/Loss (Raw)": 1.0249685049057007, "Finetune/Step": 2648, "Finetune/Step Time": 5.051612349227071}
{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8977604508399963, "Finetune/Loss (Raw)": 0.8942938446998596, "Finetune/Step": 2649, "Finetune/Step Time": 5.029235657304525}
{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8964371085166931, "Finetune/Loss (Raw)": 0.8258802890777588, "Finetune/Step": 2650, "Finetune/Step Time": 5.012357736006379}
{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8974728584289551, "Finetune/Loss (Raw)": 0.876630961894989, "Finetune/Step": 2651, "Finetune/Step Time": 5.007731141522527}
{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.898523211479187, "Finetune/Loss (Raw)": 1.0497132539749146, "Finetune/Step": 2652, "Finetune/Step Time": 5.0143208634108305}
{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8987743258476257, "Finetune/Loss (Raw)": 0.9333636164665222, "Finetune/Step": 2653, "Finetune/Step Time": 5.019546227529645}
{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8938865661621094, "Finetune/Loss (Raw)": 0.3359447717666626, "Finetune/Step": 2654, "Finetune/Step Time": 5.05348645336926}
{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8934884071350098, "Finetune/Loss (Raw)": 0.9844788908958435, "Finetune/Step": 2655, "Finetune/Step Time": 5.051919223740697}
{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8927482962608337, "Finetune/Loss (Raw)": 0.9246416687965393, "Finetune/Step": 2656, "Finetune/Step Time": 5.048596194013953}
{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8966890573501587, "Finetune/Loss (Raw)": 0.7707085609436035, "Finetune/Step": 2657, "Finetune/Step Time": 5.027934851124883}
{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8952102661132812, "Finetune/Loss (Raw)": 0.7595075964927673, "Finetune/Step": 2658, "Finetune/Step Time": 5.041180167347193}
{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8966878652572632, "Finetune/Loss (Raw)": 1.0432461500167847, "Finetune/Step": 2659, "Finetune/Step Time": 5.026338057592511}
{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8962913155555725, "Finetune/Loss (Raw)": 0.9677567481994629, "Finetune/Step": 2660, "Finetune/Step Time": 5.010225746780634}
{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8978341817855835, "Finetune/Loss (Raw)": 1.140386700630188, "Finetune/Step": 2661, "Finetune/Step Time": 5.014474546536803}
{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.9031209945678711, "Finetune/Loss (Raw)": 1.0510364770889282, "Finetune/Step": 2662, "Finetune/Step Time": 4.97624022513628}
{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.9029699563980103, "Finetune/Loss (Raw)": 1.0167896747589111, "Finetune/Step": 2663, "Finetune/Step Time": 4.983536701649427}
{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.9003310203552246, "Finetune/Loss (Raw)": 0.4329662322998047, "Finetune/Step": 2664, "Finetune/Step Time": 5.001187389716506}
{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8991140127182007, "Finetune/Loss (Raw)": 0.8052928447723389, "Finetune/Step": 2665, "Finetune/Step Time": 4.989218961447477}
{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8986334204673767, "Finetune/Loss (Raw)": 0.9812024831771851, "Finetune/Step": 2666, "Finetune/Step Time": 4.997252693399787}
{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.897875189781189, "Finetune/Loss (Raw)": 0.812082052230835, "Finetune/Step": 2667, "Finetune/Step Time": 4.992195971310139}
{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8965228796005249, "Finetune/Loss (Raw)": 0.873757004737854, "Finetune/Step": 2668, "Finetune/Step Time": 4.982920121401548}
{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8977713584899902, "Finetune/Loss (Raw)": 1.0458054542541504, "Finetune/Step": 2669, "Finetune/Step Time": 4.9660115968436}
{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8977575898170471, "Finetune/Loss (Raw)": 0.9430007338523865, "Finetune/Step": 2670, "Finetune/Step Time": 4.961216511204839}
{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.8967311382293701, "Finetune/Loss (Raw)": 0.8195014595985413, "Finetune/Step": 2671, "Finetune/Step Time": 4.9677392560988665}
{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8964067697525024, "Finetune/Loss (Raw)": 0.7123048305511475, "Finetune/Step": 2672, "Finetune/Step Time": 4.97311032935977}
{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8962317705154419, "Finetune/Loss (Raw)": 0.8832881450653076, "Finetune/Step": 2673, "Finetune/Step Time": 4.973280023783445}
{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.9011003375053406, "Finetune/Loss (Raw)": 0.8990376591682434, "Finetune/Step": 2674, "Finetune/Step Time": 4.949125982820988}
{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.9009806513786316, "Finetune/Loss (Raw)": 0.8875174522399902, "Finetune/Step": 2675, "Finetune/Step Time": 4.95368517562747}
{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8992989659309387, "Finetune/Loss (Raw)": 0.8553581833839417, "Finetune/Step": 2676, "Finetune/Step Time": 4.962437639012933}
{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.904727041721344, "Finetune/Loss (Raw)": 1.0137096643447876, "Finetune/Step": 2677, "Finetune/Step Time": 4.925249131396413}
{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.9043835997581482, "Finetune/Loss (Raw)": 0.9277383089065552, "Finetune/Step": 2678, "Finetune/Step Time": 4.924475375562906}
{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.9048062562942505, "Finetune/Loss (Raw)": 1.0535697937011719, "Finetune/Step": 2679, "Finetune/Step Time": 4.922224018722773}
{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.9034357070922852, "Finetune/Loss (Raw)": 0.9436745643615723, "Finetune/Step": 2680, "Finetune/Step Time": 4.924990868195891}
{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8987370729446411, "Finetune/Loss (Raw)": 0.33748799562454224, "Finetune/Step": 2681, "Finetune/Step Time": 4.947654884308577}
{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8982757925987244, "Finetune/Loss (Raw)": 0.9184922575950623, "Finetune/Step": 2682, "Finetune/Step Time": 4.923415465280414}
{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.9030859470367432, "Finetune/Loss (Raw)": 0.9424887895584106, "Finetune/Step": 2683, "Finetune/Step Time": 4.892014903947711}
{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.9028471112251282, "Finetune/Loss (Raw)": 0.906644880771637, "Finetune/Step": 2684, "Finetune/Step Time": 4.891596594825387}
{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.9038745164871216, "Finetune/Loss (Raw)": 0.92182856798172, "Finetune/Step": 2685, "Finetune/Step Time": 4.8899299670010805}
{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.9033627510070801, "Finetune/Loss (Raw)": 0.8234798312187195, "Finetune/Step": 2686, "Finetune/Step Time": 4.892584277316928}
{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.9031710624694824, "Finetune/Loss (Raw)": 0.9235379099845886, "Finetune/Step": 2687, "Finetune/Step Time": 4.8938246704638}
{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.9034385681152344, "Finetune/Loss (Raw)": 0.9749038219451904, "Finetune/Step": 2688, "Finetune/Step Time": 4.874680673703551}
{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.9046381711959839, "Finetune/Loss (Raw)": 1.0668036937713623, "Finetune/Step": 2689, "Finetune/Step Time": 4.872330129146576}
{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.8994161486625671, "Finetune/Loss (Raw)": 0.3668898046016693, "Finetune/Step": 2690, "Finetune/Step Time": 4.9082397017627954}
{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.9023875594139099, "Finetune/Loss (Raw)": 1.0849789381027222, "Finetune/Step": 2691, "Finetune/Step Time": 4.900556294247508}
{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.9017322063446045, "Finetune/Loss (Raw)": 0.8818982839584351, "Finetune/Step": 2692, "Finetune/Step Time": 4.905165437608957}
{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.901774525642395, "Finetune/Loss (Raw)": 1.0084887742996216, "Finetune/Step": 2693, "Finetune/Step Time": 4.902546338737011}
{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.9016269445419312, "Finetune/Loss (Raw)": 0.938391387462616, "Finetune/Step": 2694, "Finetune/Step Time": 4.90393141657114}
{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.9020233154296875, "Finetune/Loss (Raw)": 0.874218761920929, "Finetune/Step": 2695, "Finetune/Step Time": 4.902844931930304}
{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.9035466313362122, "Finetune/Loss (Raw)": 1.0219969749450684, "Finetune/Step": 2696, "Finetune/Step Time": 4.9146897699683905}
{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.9013849496841431, "Finetune/Loss (Raw)": 0.8882468938827515, "Finetune/Step": 2697, "Finetune/Step Time": 4.917126392945647}
{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.9005591869354248, "Finetune/Loss (Raw)": 0.8514724969863892, "Finetune/Step": 2698, "Finetune/Step Time": 4.912452103570104}
{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.9003793001174927, "Finetune/Loss (Raw)": 1.0640896558761597, "Finetune/Step": 2699, "Finetune/Step Time": 4.926837278530002}
{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.9001861810684204, "Finetune/Loss (Raw)": 0.8882429003715515, "Finetune/Step": 2700, "Finetune/Step Time": 4.926418285816908}
{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.9001156091690063, "Finetune/Loss (Raw)": 0.9175750613212585, "Finetune/Step": 2701, "Finetune/Step Time": 4.9492115546017885}
{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.900423526763916, "Finetune/Loss (Raw)": 0.9686075448989868, "Finetune/Step": 2702, "Finetune/Step Time": 4.937662890180945}
{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.9004653692245483, "Finetune/Loss (Raw)": 0.8799841403961182, "Finetune/Step": 2703, "Finetune/Step Time": 4.954609340056777}
{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8993588089942932, "Finetune/Loss (Raw)": 0.8362351655960083, "Finetune/Step": 2704, "Finetune/Step Time": 4.966820498928428}
{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.8985081911087036, "Finetune/Loss (Raw)": 0.9052565097808838, "Finetune/Step": 2705, "Finetune/Step Time": 4.966935761272907}
{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.898270845413208, "Finetune/Loss (Raw)": 1.0240826606750488, "Finetune/Step": 2706, "Finetune/Step Time": 4.973698236048222}
{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8981761932373047, "Finetune/Loss (Raw)": 1.0402954816818237, "Finetune/Step": 2707, "Finetune/Step Time": 4.9698456060141325}
{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.900510311126709, "Finetune/Loss (Raw)": 1.040268898010254, "Finetune/Step": 2708, "Finetune/Step Time": 4.967113990336657}
{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8990578055381775, "Finetune/Loss (Raw)": 0.8923237919807434, "Finetune/Step": 2709, "Finetune/Step Time": 4.977163938805461}
{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8948618173599243, "Finetune/Loss (Raw)": 0.37509700655937195, "Finetune/Step": 2710, "Finetune/Step Time": 5.014236217364669}
{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8959379196166992, "Finetune/Loss (Raw)": 1.004391074180603, "Finetune/Step": 2711, "Finetune/Step Time": 5.004681194201112}
{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8949582576751709, "Finetune/Loss (Raw)": 0.9632725715637207, "Finetune/Step": 2712, "Finetune/Step Time": 5.023080049082637}
{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8955553770065308, "Finetune/Loss (Raw)": 0.9163205027580261, "Finetune/Step": 2713, "Finetune/Step Time": 5.029892632737756}
{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.8953206539154053, "Finetune/Loss (Raw)": 0.9772875905036926, "Finetune/Step": 2714, "Finetune/Step Time": 5.029623497277498}
{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8945525884628296, "Finetune/Loss (Raw)": 0.8653586506843567, "Finetune/Step": 2715, "Finetune/Step Time": 5.022519800812006}
{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.894381046295166, "Finetune/Loss (Raw)": 0.8719203472137451, "Finetune/Step": 2716, "Finetune/Step Time": 5.014952797442675}
{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8934741020202637, "Finetune/Loss (Raw)": 0.9249369502067566, "Finetune/Step": 2717, "Finetune/Step Time": 4.996585559099913}
{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8929896950721741, "Finetune/Loss (Raw)": 0.8988474607467651, "Finetune/Step": 2718, "Finetune/Step Time": 4.996089439839125}
{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8938971757888794, "Finetune/Loss (Raw)": 0.9764379858970642, "Finetune/Step": 2719, "Finetune/Step Time": 4.958433071151376}
{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.89415043592453, "Finetune/Loss (Raw)": 0.9695345163345337, "Finetune/Step": 2720, "Finetune/Step Time": 4.953737076371908}
{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8942685127258301, "Finetune/Loss (Raw)": 0.8865751624107361, "Finetune/Step": 2721, "Finetune/Step Time": 4.95076535269618}
{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8944438695907593, "Finetune/Loss (Raw)": 0.9036984443664551, "Finetune/Step": 2722, "Finetune/Step Time": 4.941474014893174}
{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8941113948822021, "Finetune/Loss (Raw)": 0.8819916248321533, "Finetune/Step": 2723, "Finetune/Step Time": 4.930491032078862}
{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8945865631103516, "Finetune/Loss (Raw)": 0.9504428505897522, "Finetune/Step": 2724, "Finetune/Step Time": 4.933715546503663}
{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8943367600440979, "Finetune/Loss (Raw)": 0.9472966194152832, "Finetune/Step": 2725, "Finetune/Step Time": 4.927214728668332}
{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8954973220825195, "Finetune/Loss (Raw)": 0.9446971416473389, "Finetune/Step": 2726, "Finetune/Step Time": 4.924326894804835}
{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8950668573379517, "Finetune/Loss (Raw)": 0.9338782429695129, "Finetune/Step": 2727, "Finetune/Step Time": 4.927121829241514}
{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8945336937904358, "Finetune/Loss (Raw)": 0.8458391427993774, "Finetune/Step": 2728, "Finetune/Step Time": 4.919542325660586}
{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8902527093887329, "Finetune/Loss (Raw)": 0.4143278896808624, "Finetune/Step": 2729, "Finetune/Step Time": 4.945358622819185}
{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8884518146514893, "Finetune/Loss (Raw)": 0.8219422698020935, "Finetune/Step": 2730, "Finetune/Step Time": 4.9523936584591866}
{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8876974582672119, "Finetune/Loss (Raw)": 0.921013593673706, "Finetune/Step": 2731, "Finetune/Step Time": 4.949786588549614}
{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.888014018535614, "Finetune/Loss (Raw)": 0.9686288237571716, "Finetune/Step": 2732, "Finetune/Step Time": 4.944953136146069}
{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8889342546463013, "Finetune/Loss (Raw)": 0.9235525727272034, "Finetune/Step": 2733, "Finetune/Step Time": 4.945262564346194}
{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8899334669113159, "Finetune/Loss (Raw)": 0.999673068523407, "Finetune/Step": 2734, "Finetune/Step Time": 4.921700395643711}
{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8899593949317932, "Finetune/Loss (Raw)": 0.9936615228652954, "Finetune/Step": 2735, "Finetune/Step Time": 4.898527203127742}
{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8859672546386719, "Finetune/Loss (Raw)": 0.4553047716617584, "Finetune/Step": 2736, "Finetune/Step Time": 4.932331522926688}
{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8837634325027466, "Finetune/Loss (Raw)": 0.6566165685653687, "Finetune/Step": 2737, "Finetune/Step Time": 4.937412224709988}
{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8836313486099243, "Finetune/Loss (Raw)": 0.9387529492378235, "Finetune/Step": 2738, "Finetune/Step Time": 4.932448135688901}
{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8853960633277893, "Finetune/Loss (Raw)": 0.9602765440940857, "Finetune/Step": 2739, "Finetune/Step Time": 4.923746692016721}
{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.884871244430542, "Finetune/Loss (Raw)": 0.8616110682487488, "Finetune/Step": 2740, "Finetune/Step Time": 4.927101401612163}
{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.8846876621246338, "Finetune/Loss (Raw)": 1.027146577835083, "Finetune/Step": 2741, "Finetune/Step Time": 4.9217714462429285}
{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.8852241039276123, "Finetune/Loss (Raw)": 0.9465025663375854, "Finetune/Step": 2742, "Finetune/Step Time": 4.926816947758198}
{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.885149359703064, "Finetune/Loss (Raw)": 0.9969543218612671, "Finetune/Step": 2743, "Finetune/Step Time": 4.918826900422573}
{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.8850665092468262, "Finetune/Loss (Raw)": 0.9612299203872681, "Finetune/Step": 2744, "Finetune/Step Time": 4.915378097444773}
{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8899446129798889, "Finetune/Loss (Raw)": 1.0175971984863281, "Finetune/Step": 2745, "Finetune/Step Time": 4.880079487338662}
{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8906916379928589, "Finetune/Loss (Raw)": 0.9307449460029602, "Finetune/Step": 2746, "Finetune/Step Time": 4.88678771443665}
{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8900085687637329, "Finetune/Loss (Raw)": 0.9117915034294128, "Finetune/Step": 2747, "Finetune/Step Time": 4.90333635546267}
{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.8914836645126343, "Finetune/Loss (Raw)": 1.0539233684539795, "Finetune/Step": 2748, "Finetune/Step Time": 4.90548569150269}
{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8919764757156372, "Finetune/Loss (Raw)": 0.9869089722633362, "Finetune/Step": 2749, "Finetune/Step Time": 4.901881730183959}
{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8912420868873596, "Finetune/Loss (Raw)": 0.8764826655387878, "Finetune/Step": 2750, "Finetune/Step Time": 4.911152800545096}
{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8914954662322998, "Finetune/Loss (Raw)": 0.9621862769126892, "Finetune/Step": 2751, "Finetune/Step Time": 4.9005531538277864}
{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8918594717979431, "Finetune/Loss (Raw)": 0.9890649914741516, "Finetune/Step": 2752, "Finetune/Step Time": 4.899989169090986}
{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8934051990509033, "Finetune/Loss (Raw)": 1.0044788122177124, "Finetune/Step": 2753, "Finetune/Step Time": 4.880560992285609}
{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8985669612884521, "Finetune/Loss (Raw)": 0.9673504829406738, "Finetune/Step": 2754, "Finetune/Step Time": 4.842362636700273}
{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8942222595214844, "Finetune/Loss (Raw)": 0.35265210270881653, "Finetune/Step": 2755, "Finetune/Step Time": 4.881332062184811}
{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8942960500717163, "Finetune/Loss (Raw)": 1.033299446105957, "Finetune/Step": 2756, "Finetune/Step Time": 4.898072715848684}
{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8952195644378662, "Finetune/Loss (Raw)": 0.8158202171325684, "Finetune/Step": 2757, "Finetune/Step Time": 4.914703901857138}
{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8962624073028564, "Finetune/Loss (Raw)": 0.9731374979019165, "Finetune/Step": 2758, "Finetune/Step Time": 4.920413864776492}
{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8945020437240601, "Finetune/Loss (Raw)": 0.8620937466621399, "Finetune/Step": 2759, "Finetune/Step Time": 4.921313714236021}
{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8940277099609375, "Finetune/Loss (Raw)": 0.7736139893531799, "Finetune/Step": 2760, "Finetune/Step Time": 4.914784638211131}
{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8896809220314026, "Finetune/Loss (Raw)": 0.4155724048614502, "Finetune/Step": 2761, "Finetune/Step Time": 4.950825825333595}
{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8887829780578613, "Finetune/Loss (Raw)": 0.8774346113204956, "Finetune/Step": 2762, "Finetune/Step Time": 4.9602226708084345}
{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8882887363433838, "Finetune/Loss (Raw)": 0.9110499024391174, "Finetune/Step": 2763, "Finetune/Step Time": 4.963090442121029}
{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8873448371887207, "Finetune/Loss (Raw)": 0.9149302244186401, "Finetune/Step": 2764, "Finetune/Step Time": 4.963681776076555}
{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8833904266357422, "Finetune/Loss (Raw)": 0.34874969720840454, "Finetune/Step": 2765, "Finetune/Step Time": 4.993756413459778}
{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8824360370635986, "Finetune/Loss (Raw)": 0.8815683722496033, "Finetune/Step": 2766, "Finetune/Step Time": 4.979209104552865}
{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8839224576950073, "Finetune/Loss (Raw)": 1.0459842681884766, "Finetune/Step": 2767, "Finetune/Step Time": 4.992638636380434}
{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8890681266784668, "Finetune/Loss (Raw)": 1.001520037651062, "Finetune/Step": 2768, "Finetune/Step Time": 4.958483509719372}
{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8892974853515625, "Finetune/Loss (Raw)": 0.9650024771690369, "Finetune/Step": 2769, "Finetune/Step Time": 4.967214407399297}
{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8876686692237854, "Finetune/Loss (Raw)": 0.7226592302322388, "Finetune/Step": 2770, "Finetune/Step Time": 4.984058693051338}
{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.8886662721633911, "Finetune/Loss (Raw)": 0.9230228066444397, "Finetune/Step": 2771, "Finetune/Step Time": 4.9769947193562984}
{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8896258473396301, "Finetune/Loss (Raw)": 0.952812910079956, "Finetune/Step": 2772, "Finetune/Step Time": 4.945913163945079}
{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8894462585449219, "Finetune/Loss (Raw)": 0.9818121790885925, "Finetune/Step": 2773, "Finetune/Step Time": 4.938696835190058}
{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8843561410903931, "Finetune/Loss (Raw)": 0.3286930024623871, "Finetune/Step": 2774, "Finetune/Step Time": 4.974286599084735}
{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.8851495981216431, "Finetune/Loss (Raw)": 0.9538037180900574, "Finetune/Step": 2775, "Finetune/Step Time": 4.963986843824387}
{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8836688995361328, "Finetune/Loss (Raw)": 0.8354405760765076, "Finetune/Step": 2776, "Finetune/Step Time": 4.956191403791308}
{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.883529543876648, "Finetune/Loss (Raw)": 0.8764554858207703, "Finetune/Step": 2777, "Finetune/Step Time": 4.942826882004738}
{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8843107223510742, "Finetune/Loss (Raw)": 0.925872802734375, "Finetune/Step": 2778, "Finetune/Step Time": 4.943198550492525}
{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8844013214111328, "Finetune/Loss (Raw)": 0.8882290720939636, "Finetune/Step": 2779, "Finetune/Step Time": 4.949068747460842}
{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.8832908272743225, "Finetune/Loss (Raw)": 0.907569169998169, "Finetune/Step": 2780, "Finetune/Step Time": 4.947606785222888}
{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.8841505646705627, "Finetune/Loss (Raw)": 1.0434073209762573, "Finetune/Step": 2781, "Finetune/Step Time": 4.932197488844395}
{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.8883469104766846, "Finetune/Loss (Raw)": 0.8730740547180176, "Finetune/Step": 2782, "Finetune/Step Time": 4.893364991992712}
{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8890402317047119, "Finetune/Loss (Raw)": 1.0732228755950928, "Finetune/Step": 2783, "Finetune/Step Time": 4.897343719378114}
{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8875953555107117, "Finetune/Loss (Raw)": 0.7397079467773438, "Finetune/Step": 2784, "Finetune/Step Time": 4.909967204555869}
{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8886182904243469, "Finetune/Loss (Raw)": 0.9016360640525818, "Finetune/Step": 2785, "Finetune/Step Time": 4.898875970393419}
{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8906077146530151, "Finetune/Loss (Raw)": 1.0141584873199463, "Finetune/Step": 2786, "Finetune/Step Time": 4.87605013884604}
{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8892437219619751, "Finetune/Loss (Raw)": 0.8686575293540955, "Finetune/Step": 2787, "Finetune/Step Time": 4.876362195238471}
{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8893545269966125, "Finetune/Loss (Raw)": 0.9819391965866089, "Finetune/Step": 2788, "Finetune/Step Time": 4.886551262810826}
{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8874707221984863, "Finetune/Loss (Raw)": 0.8992511630058289, "Finetune/Step": 2789, "Finetune/Step Time": 4.899557337164879}
{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8866922855377197, "Finetune/Loss (Raw)": 0.9514038562774658, "Finetune/Step": 2790, "Finetune/Step Time": 4.908612372353673}
{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.885073721408844, "Finetune/Loss (Raw)": 0.8096100687980652, "Finetune/Step": 2791, "Finetune/Step Time": 4.918658062815666}
{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8897906541824341, "Finetune/Loss (Raw)": 1.0367356538772583, "Finetune/Step": 2792, "Finetune/Step Time": 4.897592814639211}
{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8914725184440613, "Finetune/Loss (Raw)": 1.0205729007720947, "Finetune/Step": 2793, "Finetune/Step Time": 4.895514523610473}
{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8905317187309265, "Finetune/Loss (Raw)": 0.8607769012451172, "Finetune/Step": 2794, "Finetune/Step Time": 4.892313661053777}
{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8915528655052185, "Finetune/Loss (Raw)": 0.9427884221076965, "Finetune/Step": 2795, "Finetune/Step Time": 4.90904962643981}
{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8916143774986267, "Finetune/Loss (Raw)": 0.8816298246383667, "Finetune/Step": 2796, "Finetune/Step Time": 4.925700407475233}
{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8900543451309204, "Finetune/Loss (Raw)": 0.8461192846298218, "Finetune/Step": 2797, "Finetune/Step Time": 4.938266605138779}
{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8856033086776733, "Finetune/Loss (Raw)": 0.37326595187187195, "Finetune/Step": 2798, "Finetune/Step Time": 4.983906337991357}
{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8852695226669312, "Finetune/Loss (Raw)": 0.7767857909202576, "Finetune/Step": 2799, "Finetune/Step Time": 4.986977342516184}
{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.885921835899353, "Finetune/Loss (Raw)": 0.795802116394043, "Finetune/Step": 2800, "Finetune/Step Time": 4.981419913470745}
{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8869051337242126, "Finetune/Loss (Raw)": 1.0091423988342285, "Finetune/Step": 2801, "Finetune/Step Time": 4.984919069334865}
{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8877761363983154, "Finetune/Loss (Raw)": 1.0105317831039429, "Finetune/Step": 2802, "Finetune/Step Time": 4.984155407175422}
{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.888320803642273, "Finetune/Loss (Raw)": 0.9572341442108154, "Finetune/Step": 2803, "Finetune/Step Time": 4.988892203196883}
{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8891303539276123, "Finetune/Loss (Raw)": 0.9589800834655762, "Finetune/Step": 2804, "Finetune/Step Time": 4.978115314617753}
{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8894413709640503, "Finetune/Loss (Raw)": 1.0535203218460083, "Finetune/Step": 2805, "Finetune/Step Time": 4.976727468892932}
{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8890624642372131, "Finetune/Loss (Raw)": 0.879235565662384, "Finetune/Step": 2806, "Finetune/Step Time": 4.977784438058734}
{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.8876166939735413, "Finetune/Loss (Raw)": 0.8685120940208435, "Finetune/Step": 2807, "Finetune/Step Time": 4.976017231121659}
{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8866836428642273, "Finetune/Loss (Raw)": 0.8242455124855042, "Finetune/Step": 2808, "Finetune/Step Time": 4.98616286739707}
{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8867630362510681, "Finetune/Loss (Raw)": 0.3476487696170807, "Finetune/Step": 2809, "Finetune/Step Time": 4.986364772543311}
{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8857053518295288, "Finetune/Loss (Raw)": 0.7831039428710938, "Finetune/Step": 2810, "Finetune/Step Time": 4.984501091763377}
{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8858375549316406, "Finetune/Loss (Raw)": 0.9594113826751709, "Finetune/Step": 2811, "Finetune/Step Time": 4.9827921986579895}
{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8859087824821472, "Finetune/Loss (Raw)": 0.9157633781433105, "Finetune/Step": 2812, "Finetune/Step Time": 4.982245331630111}
{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8867611289024353, "Finetune/Loss (Raw)": 1.0309333801269531, "Finetune/Step": 2813, "Finetune/Step Time": 4.981065720319748}
{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8830485343933105, "Finetune/Loss (Raw)": 0.34826111793518066, "Finetune/Step": 2814, "Finetune/Step Time": 5.016253309324384}
{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8841201066970825, "Finetune/Loss (Raw)": 1.0606985092163086, "Finetune/Step": 2815, "Finetune/Step Time": 5.018531264737248}
{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8842108845710754, "Finetune/Loss (Raw)": 0.9865291118621826, "Finetune/Step": 2816, "Finetune/Step Time": 5.016791192814708}
{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.8829345703125, "Finetune/Loss (Raw)": 0.9034281969070435, "Finetune/Step": 2817, "Finetune/Step Time": 5.028931055217981}
{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8868435621261597, "Finetune/Loss (Raw)": 0.8672469854354858, "Finetune/Step": 2818, "Finetune/Step Time": 4.998360516503453}
{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.8865883350372314, "Finetune/Loss (Raw)": 1.052306056022644, "Finetune/Step": 2819, "Finetune/Step Time": 5.001954039558768}
{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8879733681678772, "Finetune/Loss (Raw)": 1.0591840744018555, "Finetune/Step": 2820, "Finetune/Step Time": 4.996272329241037}
{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8860619068145752, "Finetune/Loss (Raw)": 0.7638275623321533, "Finetune/Step": 2821, "Finetune/Step Time": 5.009408053010702}
{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.886039137840271, "Finetune/Loss (Raw)": 0.9354714751243591, "Finetune/Step": 2822, "Finetune/Step Time": 5.010830156505108}
{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.8823257684707642, "Finetune/Loss (Raw)": 0.39891183376312256, "Finetune/Step": 2823, "Finetune/Step Time": 5.041241703554988}
{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8810637593269348, "Finetune/Loss (Raw)": 0.8604564666748047, "Finetune/Step": 2824, "Finetune/Step Time": 5.027094462886453}
{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8805664777755737, "Finetune/Loss (Raw)": 0.8245935440063477, "Finetune/Step": 2825, "Finetune/Step Time": 5.0260952059179544}
{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8802318572998047, "Finetune/Loss (Raw)": 0.8086411356925964, "Finetune/Step": 2826, "Finetune/Step Time": 5.028561767190695}
{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8796062469482422, "Finetune/Loss (Raw)": 0.9840116500854492, "Finetune/Step": 2827, "Finetune/Step Time": 5.010995050892234}
{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8811237215995789, "Finetune/Loss (Raw)": 1.08247971534729, "Finetune/Step": 2828, "Finetune/Step Time": 5.0106171648949385}
{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8815898895263672, "Finetune/Loss (Raw)": 0.9772468209266663, "Finetune/Step": 2829, "Finetune/Step Time": 4.9931436534971}
{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.88177490234375, "Finetune/Loss (Raw)": 0.9922882318496704, "Finetune/Step": 2830, "Finetune/Step Time": 4.985045816749334}
{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8833787441253662, "Finetune/Loss (Raw)": 1.0852742195129395, "Finetune/Step": 2831, "Finetune/Step Time": 4.968756824731827}
{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8850109577178955, "Finetune/Loss (Raw)": 1.0451571941375732, "Finetune/Step": 2832, "Finetune/Step Time": 4.964081475511193}
{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8851276636123657, "Finetune/Loss (Raw)": 0.9201931953430176, "Finetune/Step": 2833, "Finetune/Step Time": 4.970777092501521}
{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8798682689666748, "Finetune/Loss (Raw)": 0.35089099407196045, "Finetune/Step": 2834, "Finetune/Step Time": 5.000259714201093}
{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8792046308517456, "Finetune/Loss (Raw)": 0.9553414583206177, "Finetune/Step": 2835, "Finetune/Step Time": 5.00318499468267}
{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8772949576377869, "Finetune/Loss (Raw)": 0.7958333492279053, "Finetune/Step": 2836, "Finetune/Step Time": 4.995223477482796}
{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8780163526535034, "Finetune/Loss (Raw)": 0.9846667051315308, "Finetune/Step": 2837, "Finetune/Step Time": 4.983973475173116}
{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.881895899772644, "Finetune/Loss (Raw)": 0.8716757893562317, "Finetune/Step": 2838, "Finetune/Step Time": 4.94347295537591}
{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8807986974716187, "Finetune/Loss (Raw)": 0.8639519214630127, "Finetune/Step": 2839, "Finetune/Step Time": 4.948677532374859}
{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8809434175491333, "Finetune/Loss (Raw)": 0.9817901253700256, "Finetune/Step": 2840, "Finetune/Step Time": 4.932394264265895}
{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8824462294578552, "Finetune/Loss (Raw)": 1.1086812019348145, "Finetune/Step": 2841, "Finetune/Step Time": 4.9265706073492765}
{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8821151256561279, "Finetune/Loss (Raw)": 0.934910237789154, "Finetune/Step": 2842, "Finetune/Step Time": 4.9289446119219065}
{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.8814682960510254, "Finetune/Loss (Raw)": 0.7825604677200317, "Finetune/Step": 2843, "Finetune/Step Time": 4.934091636911035}
{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8819817304611206, "Finetune/Loss (Raw)": 0.9376442432403564, "Finetune/Step": 2844, "Finetune/Step Time": 4.934348173439503}
{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8824276924133301, "Finetune/Loss (Raw)": 0.9820160269737244, "Finetune/Step": 2845, "Finetune/Step Time": 4.945444446057081}
{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8824180960655212, "Finetune/Loss (Raw)": 0.8976235389709473, "Finetune/Step": 2846, "Finetune/Step Time": 4.9435970839113}
{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8805115818977356, "Finetune/Loss (Raw)": 0.7324033975601196, "Finetune/Step": 2847, "Finetune/Step Time": 4.955697292461991}
{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8808194994926453, "Finetune/Loss (Raw)": 1.008947491645813, "Finetune/Step": 2848, "Finetune/Step Time": 4.962510533630848}
{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8809934854507446, "Finetune/Loss (Raw)": 0.9088407158851624, "Finetune/Step": 2849, "Finetune/Step Time": 4.952135602012277}
{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8810231685638428, "Finetune/Loss (Raw)": 0.9075089693069458, "Finetune/Step": 2850, "Finetune/Step Time": 4.947353342548013}
{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8817352056503296, "Finetune/Loss (Raw)": 0.973117470741272, "Finetune/Step": 2851, "Finetune/Step Time": 4.943486561998725}
{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8824504017829895, "Finetune/Loss (Raw)": 1.0420016050338745, "Finetune/Step": 2852, "Finetune/Step Time": 4.943492453545332}
{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.88204425573349, "Finetune/Loss (Raw)": 0.8953038454055786, "Finetune/Step": 2853, "Finetune/Step Time": 4.943818710744381}
{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.882233202457428, "Finetune/Loss (Raw)": 0.9688883423805237, "Finetune/Step": 2854, "Finetune/Step Time": 4.936708243563771}
{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8827359676361084, "Finetune/Loss (Raw)": 0.9982287287712097, "Finetune/Step": 2855, "Finetune/Step Time": 4.947852769866586}
{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8839008808135986, "Finetune/Loss (Raw)": 0.9949436783790588, "Finetune/Step": 2856, "Finetune/Step Time": 4.961624434217811}
{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8884396553039551, "Finetune/Loss (Raw)": 0.9952901005744934, "Finetune/Step": 2857, "Finetune/Step Time": 4.928362214937806}
{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8886322379112244, "Finetune/Loss (Raw)": 0.8465983867645264, "Finetune/Step": 2858, "Finetune/Step Time": 4.916486354544759}
{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.8887578845024109, "Finetune/Loss (Raw)": 0.9370905160903931, "Finetune/Step": 2859, "Finetune/Step Time": 4.924003757536411}
{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8876168727874756, "Finetune/Loss (Raw)": 0.8225871324539185, "Finetune/Step": 2860, "Finetune/Step Time": 4.934467472136021}
{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.88869708776474, "Finetune/Loss (Raw)": 1.0618160963058472, "Finetune/Step": 2861, "Finetune/Step Time": 4.934712998569012}
{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8875665664672852, "Finetune/Loss (Raw)": 0.8549724817276001, "Finetune/Step": 2862, "Finetune/Step Time": 4.951072135940194}
{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.8874679803848267, "Finetune/Loss (Raw)": 0.9810411334037781, "Finetune/Step": 2863, "Finetune/Step Time": 4.954129863530397}
{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8907452821731567, "Finetune/Loss (Raw)": 0.8748000860214233, "Finetune/Step": 2864, "Finetune/Step Time": 4.917042868211865}
{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8935689330101013, "Finetune/Loss (Raw)": 1.0180376768112183, "Finetune/Step": 2865, "Finetune/Step Time": 4.903526399284601}
{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.889268696308136, "Finetune/Loss (Raw)": 0.388325035572052, "Finetune/Step": 2866, "Finetune/Step Time": 4.925096010789275}
{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8890945911407471, "Finetune/Loss (Raw)": 0.9379920959472656, "Finetune/Step": 2867, "Finetune/Step Time": 4.928183548152447}
{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8906504511833191, "Finetune/Loss (Raw)": 1.0607635974884033, "Finetune/Step": 2868, "Finetune/Step Time": 4.923160616308451}
{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8886041641235352, "Finetune/Loss (Raw)": 0.7652134895324707, "Finetune/Step": 2869, "Finetune/Step Time": 4.95936313085258}
{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.884143590927124, "Finetune/Loss (Raw)": 0.3755582273006439, "Finetune/Step": 2870, "Finetune/Step Time": 4.993357954546809}
{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8846020698547363, "Finetune/Loss (Raw)": 1.0556390285491943, "Finetune/Step": 2871, "Finetune/Step Time": 4.991783602163196}
{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8850634098052979, "Finetune/Loss (Raw)": 1.020278811454773, "Finetune/Step": 2872, "Finetune/Step Time": 4.997540295124054}
{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8844365477561951, "Finetune/Loss (Raw)": 0.9373522400856018, "Finetune/Step": 2873, "Finetune/Step Time": 4.999240327626467}
{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8799346685409546, "Finetune/Loss (Raw)": 0.35450994968414307, "Finetune/Step": 2874, "Finetune/Step Time": 5.021379020065069}
{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8809566497802734, "Finetune/Loss (Raw)": 1.0426079034805298, "Finetune/Step": 2875, "Finetune/Step Time": 5.000840833410621}
{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8798115849494934, "Finetune/Loss (Raw)": 0.9073505997657776, "Finetune/Step": 2876, "Finetune/Step Time": 5.009425081312656}
{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8789312839508057, "Finetune/Loss (Raw)": 0.8742309808731079, "Finetune/Step": 2877, "Finetune/Step Time": 5.012428535148501}
{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.879740297794342, "Finetune/Loss (Raw)": 0.9800384640693665, "Finetune/Step": 2878, "Finetune/Step Time": 5.012557780370116}
{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8786146640777588, "Finetune/Loss (Raw)": 0.8181080222129822, "Finetune/Step": 2879, "Finetune/Step Time": 5.013704216107726}
{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8787962198257446, "Finetune/Loss (Raw)": 1.0123015642166138, "Finetune/Step": 2880, "Finetune/Step Time": 5.005094438791275}
{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8789231777191162, "Finetune/Loss (Raw)": 1.020734429359436, "Finetune/Step": 2881, "Finetune/Step Time": 5.0103148724883795}
{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8792941570281982, "Finetune/Loss (Raw)": 1.0148296356201172, "Finetune/Step": 2882, "Finetune/Step Time": 5.0113670863211155}
{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8846225738525391, "Finetune/Loss (Raw)": 1.0346972942352295, "Finetune/Step": 2883, "Finetune/Step Time": 4.983978422358632}
{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.8835647106170654, "Finetune/Loss (Raw)": 0.8978857398033142, "Finetune/Step": 2884, "Finetune/Step Time": 4.990489412099123}
{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8848404884338379, "Finetune/Loss (Raw)": 0.9791147112846375, "Finetune/Step": 2885, "Finetune/Step Time": 4.963519837707281}
{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8829622268676758, "Finetune/Loss (Raw)": 0.7327290773391724, "Finetune/Step": 2886, "Finetune/Step Time": 4.981304796412587}
{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.8827821016311646, "Finetune/Loss (Raw)": 0.8390294313430786, "Finetune/Step": 2887, "Finetune/Step Time": 4.986213956028223}
{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8852888345718384, "Finetune/Loss (Raw)": 1.0944727659225464, "Finetune/Step": 2888, "Finetune/Step Time": 4.993924098089337}
{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.8845903873443604, "Finetune/Loss (Raw)": 0.326181024312973, "Finetune/Step": 2889, "Finetune/Step Time": 4.992920884862542}
{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.884202778339386, "Finetune/Loss (Raw)": 0.8278205394744873, "Finetune/Step": 2890, "Finetune/Step Time": 4.981770280748606}
{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8842447400093079, "Finetune/Loss (Raw)": 0.9164210557937622, "Finetune/Step": 2891, "Finetune/Step Time": 4.9811240788549185}
{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.8859818577766418, "Finetune/Loss (Raw)": 1.1372755765914917, "Finetune/Step": 2892, "Finetune/Step Time": 4.99042790196836}
{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.890427827835083, "Finetune/Loss (Raw)": 0.917838454246521, "Finetune/Step": 2893, "Finetune/Step Time": 4.951639888808131}
{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8916518092155457, "Finetune/Loss (Raw)": 1.0382364988327026, "Finetune/Step": 2894, "Finetune/Step Time": 4.950464531779289}
{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8907449245452881, "Finetune/Loss (Raw)": 0.9299070239067078, "Finetune/Step": 2895, "Finetune/Step Time": 4.937164543196559}
{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8906335234642029, "Finetune/Loss (Raw)": 0.987252414226532, "Finetune/Step": 2896, "Finetune/Step Time": 4.9392736200243235}
{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8910219669342041, "Finetune/Loss (Raw)": 1.0147271156311035, "Finetune/Step": 2897, "Finetune/Step Time": 4.933371229097247}
{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8928518295288086, "Finetune/Loss (Raw)": 0.9568829536437988, "Finetune/Step": 2898, "Finetune/Step Time": 4.916180485859513}
{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8926215171813965, "Finetune/Loss (Raw)": 0.8935415148735046, "Finetune/Step": 2899, "Finetune/Step Time": 4.916638948023319}
{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8915777802467346, "Finetune/Loss (Raw)": 0.8192147016525269, "Finetune/Step": 2900, "Finetune/Step Time": 4.919711109250784}
{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8905453681945801, "Finetune/Loss (Raw)": 0.8496659994125366, "Finetune/Step": 2901, "Finetune/Step Time": 4.929210413247347}
{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8958056569099426, "Finetune/Loss (Raw)": 1.0020084381103516, "Finetune/Step": 2902, "Finetune/Step Time": 4.916320903226733}
{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.8961617946624756, "Finetune/Loss (Raw)": 0.9993899464607239, "Finetune/Step": 2903, "Finetune/Step Time": 4.919250521808863}
{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8965722322463989, "Finetune/Loss (Raw)": 0.8879737257957458, "Finetune/Step": 2904, "Finetune/Step Time": 4.917687550187111}
{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8970404863357544, "Finetune/Loss (Raw)": 0.9363965392112732, "Finetune/Step": 2905, "Finetune/Step Time": 4.91929049231112}
{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8974187970161438, "Finetune/Loss (Raw)": 0.974291980266571, "Finetune/Step": 2906, "Finetune/Step Time": 4.920790694653988}
{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8974637389183044, "Finetune/Loss (Raw)": 0.8939816951751709, "Finetune/Step": 2907, "Finetune/Step Time": 4.912934619933367}
{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.897942304611206, "Finetune/Loss (Raw)": 0.9688261151313782, "Finetune/Step": 2908, "Finetune/Step Time": 4.916018631309271}
{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8985010385513306, "Finetune/Loss (Raw)": 1.1149283647537231, "Finetune/Step": 2909, "Finetune/Step Time": 4.91024511680007}
{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8996917009353638, "Finetune/Loss (Raw)": 1.0254743099212646, "Finetune/Step": 2910, "Finetune/Step Time": 4.9107742086052895}
{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8998171091079712, "Finetune/Loss (Raw)": 1.0892753601074219, "Finetune/Step": 2911, "Finetune/Step Time": 4.896630197763443}
{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.9016342163085938, "Finetune/Loss (Raw)": 0.9722987413406372, "Finetune/Step": 2912, "Finetune/Step Time": 4.888603158295155}
{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.9023520946502686, "Finetune/Loss (Raw)": 0.9935304522514343, "Finetune/Step": 2913, "Finetune/Step Time": 4.88104348257184}
{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.9003505706787109, "Finetune/Loss (Raw)": 0.7579554915428162, "Finetune/Step": 2914, "Finetune/Step Time": 4.907610312104225}
{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.8999231457710266, "Finetune/Loss (Raw)": 0.813946545124054, "Finetune/Step": 2915, "Finetune/Step Time": 4.919504946097732}
{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8997848033905029, "Finetune/Loss (Raw)": 0.9642301201820374, "Finetune/Step": 2916, "Finetune/Step Time": 4.906311931088567}
{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.900657594203949, "Finetune/Loss (Raw)": 1.010972261428833, "Finetune/Step": 2917, "Finetune/Step Time": 4.890433574095368}
{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.9002885818481445, "Finetune/Loss (Raw)": 0.9041669964790344, "Finetune/Step": 2918, "Finetune/Step Time": 4.889943217858672}
{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.9012829065322876, "Finetune/Loss (Raw)": 0.9368842244148254, "Finetune/Step": 2919, "Finetune/Step Time": 4.874172210693359}
{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8958714008331299, "Finetune/Loss (Raw)": 0.3440632224082947, "Finetune/Step": 2920, "Finetune/Step Time": 4.896321790292859}
{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.895233690738678, "Finetune/Loss (Raw)": 0.9389446377754211, "Finetune/Step": 2921, "Finetune/Step Time": 4.913825798779726}
{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.8953667879104614, "Finetune/Loss (Raw)": 0.8778137564659119, "Finetune/Step": 2922, "Finetune/Step Time": 4.9065693356096745}
{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8953932523727417, "Finetune/Loss (Raw)": 0.9461838603019714, "Finetune/Step": 2923, "Finetune/Step Time": 4.922802273184061}
{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8967313766479492, "Finetune/Loss (Raw)": 1.0529066324234009, "Finetune/Step": 2924, "Finetune/Step Time": 4.9061133954674006}
{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.898295521736145, "Finetune/Loss (Raw)": 1.0463231801986694, "Finetune/Step": 2925, "Finetune/Step Time": 4.895846365019679}
{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.9026364088058472, "Finetune/Loss (Raw)": 0.928895115852356, "Finetune/Step": 2926, "Finetune/Step Time": 4.882370604202151}
{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.9022091627120972, "Finetune/Loss (Raw)": 0.722103476524353, "Finetune/Step": 2927, "Finetune/Step Time": 4.886374179273844}
{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.9034532308578491, "Finetune/Loss (Raw)": 0.9550410509109497, "Finetune/Step": 2928, "Finetune/Step Time": 4.900538204237819}
{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.9040335416793823, "Finetune/Loss (Raw)": 1.0834310054779053, "Finetune/Step": 2929, "Finetune/Step Time": 4.890807576477528}
{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.9039231538772583, "Finetune/Loss (Raw)": 0.9963895678520203, "Finetune/Step": 2930, "Finetune/Step Time": 4.87784318998456}
{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.9041475057601929, "Finetune/Loss (Raw)": 0.9859632253646851, "Finetune/Step": 2931, "Finetune/Step Time": 4.875482644885778}
{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.9041996002197266, "Finetune/Loss (Raw)": 0.9656475186347961, "Finetune/Step": 2932, "Finetune/Step Time": 4.884936502203345}
{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.9034914970397949, "Finetune/Loss (Raw)": 0.962883710861206, "Finetune/Step": 2933, "Finetune/Step Time": 4.901313723996282}
{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.9041147828102112, "Finetune/Loss (Raw)": 0.9590112566947937, "Finetune/Step": 2934, "Finetune/Step Time": 4.894871756434441}
{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.9047281742095947, "Finetune/Loss (Raw)": 0.9470354318618774, "Finetune/Step": 2935, "Finetune/Step Time": 4.8998206499964}
{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.9066996574401855, "Finetune/Loss (Raw)": 1.0765944719314575, "Finetune/Step": 2936, "Finetune/Step Time": 4.905958671122789}
{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.9124476909637451, "Finetune/Loss (Raw)": 1.083389163017273, "Finetune/Step": 2937, "Finetune/Step Time": 4.871525881811976}
{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.9138680696487427, "Finetune/Loss (Raw)": 0.964911937713623, "Finetune/Step": 2938, "Finetune/Step Time": 4.867988888174295}
{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.9136345386505127, "Finetune/Loss (Raw)": 0.9295174479484558, "Finetune/Step": 2939, "Finetune/Step Time": 4.866560384631157}
{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.912430465221405, "Finetune/Loss (Raw)": 0.7616500854492188, "Finetune/Step": 2940, "Finetune/Step Time": 4.868741912767291}
{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.9100576639175415, "Finetune/Loss (Raw)": 0.7272148728370667, "Finetune/Step": 2941, "Finetune/Step Time": 4.886674389243126}
{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.9155689477920532, "Finetune/Loss (Raw)": 1.053695559501648, "Finetune/Step": 2942, "Finetune/Step Time": 4.854833273217082}
{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.9149619340896606, "Finetune/Loss (Raw)": 0.9830144643783569, "Finetune/Step": 2943, "Finetune/Step Time": 4.85970176383853}
{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.9147471189498901, "Finetune/Loss (Raw)": 0.9590273499488831, "Finetune/Step": 2944, "Finetune/Step Time": 4.877969466149807}
{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.914558470249176, "Finetune/Loss (Raw)": 0.879277765750885, "Finetune/Step": 2945, "Finetune/Step Time": 4.887150267139077}
{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.9153237342834473, "Finetune/Loss (Raw)": 0.9652054309844971, "Finetune/Step": 2946, "Finetune/Step Time": 4.878325508907437}
{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.9141700863838196, "Finetune/Loss (Raw)": 0.9046362042427063, "Finetune/Step": 2947, "Finetune/Step Time": 4.894621908664703}
{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.9138869047164917, "Finetune/Loss (Raw)": 1.0229339599609375, "Finetune/Step": 2948, "Finetune/Step Time": 4.904739683493972}
{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.9155111312866211, "Finetune/Loss (Raw)": 0.9717230200767517, "Finetune/Step": 2949, "Finetune/Step Time": 4.894797783344984}
{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.9153997898101807, "Finetune/Loss (Raw)": 0.9212273955345154, "Finetune/Step": 2950, "Finetune/Step Time": 4.888965968042612}
{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.9146251678466797, "Finetune/Loss (Raw)": 0.29976412653923035, "Finetune/Step": 2951, "Finetune/Step Time": 4.88913425244391}
{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.9156529903411865, "Finetune/Loss (Raw)": 0.9920121431350708, "Finetune/Step": 2952, "Finetune/Step Time": 4.886938506737351}
{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.9171634912490845, "Finetune/Loss (Raw)": 1.0179345607757568, "Finetune/Step": 2953, "Finetune/Step Time": 4.886002894490957}
{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.9173403978347778, "Finetune/Loss (Raw)": 0.8312965631484985, "Finetune/Step": 2954, "Finetune/Step Time": 4.890636269003153}
{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.9182047247886658, "Finetune/Loss (Raw)": 1.094635248184204, "Finetune/Step": 2955, "Finetune/Step Time": 4.89751635119319}
{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.917285680770874, "Finetune/Loss (Raw)": 0.964846134185791, "Finetune/Step": 2956, "Finetune/Step Time": 4.894464848563075}
{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.9170829653739929, "Finetune/Loss (Raw)": 0.9513018131256104, "Finetune/Step": 2957, "Finetune/Step Time": 4.882849650457501}
{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.9167612791061401, "Finetune/Loss (Raw)": 0.9511144161224365, "Finetune/Step": 2958, "Finetune/Step Time": 4.891382543370128}
{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.9107308387756348, "Finetune/Loss (Raw)": 0.31337684392929077, "Finetune/Step": 2959, "Finetune/Step Time": 4.923513034358621}
{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.9100231528282166, "Finetune/Loss (Raw)": 0.954572856426239, "Finetune/Step": 2960, "Finetune/Step Time": 4.920734910294414}
{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.9096027612686157, "Finetune/Loss (Raw)": 0.866378903388977, "Finetune/Step": 2961, "Finetune/Step Time": 4.906972050666809}
{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.915398120880127, "Finetune/Loss (Raw)": 1.0927062034606934, "Finetune/Step": 2962, "Finetune/Step Time": 4.876879431307316}
{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.9158771634101868, "Finetune/Loss (Raw)": 1.0166468620300293, "Finetune/Step": 2963, "Finetune/Step Time": 4.8874152936041355}
{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.9177874326705933, "Finetune/Loss (Raw)": 1.040351152420044, "Finetune/Step": 2964, "Finetune/Step Time": 4.890297275036573}
{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.9179351329803467, "Finetune/Loss (Raw)": 1.0035741329193115, "Finetune/Step": 2965, "Finetune/Step Time": 4.886169269680977}
{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.9177795052528381, "Finetune/Loss (Raw)": 0.8517554402351379, "Finetune/Step": 2966, "Finetune/Step Time": 4.894135873764753}
{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.9174761772155762, "Finetune/Loss (Raw)": 0.8251267671585083, "Finetune/Step": 2967, "Finetune/Step Time": 4.906116737052798}
{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.9181573987007141, "Finetune/Loss (Raw)": 1.068983793258667, "Finetune/Step": 2968, "Finetune/Step Time": 4.9151007533073425}
{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.9164606332778931, "Finetune/Loss (Raw)": 0.8914982080459595, "Finetune/Step": 2969, "Finetune/Step Time": 4.911785015836358}
{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.9165748357772827, "Finetune/Loss (Raw)": 0.9495269060134888, "Finetune/Step": 2970, "Finetune/Step Time": 4.923728020861745}
{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.9178748726844788, "Finetune/Loss (Raw)": 0.9489637613296509, "Finetune/Step": 2971, "Finetune/Step Time": 4.931116795167327}
{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.9181084036827087, "Finetune/Loss (Raw)": 0.9675339460372925, "Finetune/Step": 2972, "Finetune/Step Time": 4.9270254150033}
{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.9168787002563477, "Finetune/Loss (Raw)": 0.8246179223060608, "Finetune/Step": 2973, "Finetune/Step Time": 4.930204419419169}
{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.9174067378044128, "Finetune/Loss (Raw)": 0.9652116894721985, "Finetune/Step": 2974, "Finetune/Step Time": 4.931094625964761}
{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.9147017002105713, "Finetune/Loss (Raw)": 0.38615357875823975, "Finetune/Step": 2975, "Finetune/Step Time": 4.953414244577289}
{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.9134489297866821, "Finetune/Loss (Raw)": 0.848596453666687, "Finetune/Step": 2976, "Finetune/Step Time": 4.947586294263601}
{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.9139763712882996, "Finetune/Loss (Raw)": 0.9763540625572205, "Finetune/Step": 2977, "Finetune/Step Time": 4.945152349770069}
{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.9149666428565979, "Finetune/Loss (Raw)": 1.0342668294906616, "Finetune/Step": 2978, "Finetune/Step Time": 4.945720374584198}
{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.9146011471748352, "Finetune/Loss (Raw)": 0.9263261556625366, "Finetune/Step": 2979, "Finetune/Step Time": 4.956601105630398}
{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.9133947491645813, "Finetune/Loss (Raw)": 0.8875848054885864, "Finetune/Step": 2980, "Finetune/Step Time": 4.960019385442138}
{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.9127551317214966, "Finetune/Loss (Raw)": 0.8134412169456482, "Finetune/Step": 2981, "Finetune/Step Time": 4.9868166875094175}
{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.9118456244468689, "Finetune/Loss (Raw)": 0.8524652123451233, "Finetune/Step": 2982, "Finetune/Step Time": 4.980214847251773}
{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.9122700691223145, "Finetune/Loss (Raw)": 1.0525531768798828, "Finetune/Step": 2983, "Finetune/Step Time": 4.964317172765732}
{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.9131544828414917, "Finetune/Loss (Raw)": 1.1081523895263672, "Finetune/Step": 2984, "Finetune/Step Time": 4.963985277339816}
{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.9124532341957092, "Finetune/Loss (Raw)": 0.9055302143096924, "Finetune/Step": 2985, "Finetune/Step Time": 4.963916532695293}
{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.9083671569824219, "Finetune/Loss (Raw)": 0.3235831558704376, "Finetune/Step": 2986, "Finetune/Step Time": 5.00145004875958}
{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.9079397916793823, "Finetune/Loss (Raw)": 0.8823884129524231, "Finetune/Step": 2987, "Finetune/Step Time": 5.014319771900773}
{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.9092113971710205, "Finetune/Loss (Raw)": 0.9853505492210388, "Finetune/Step": 2988, "Finetune/Step Time": 5.011034402996302}
{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.9078096151351929, "Finetune/Loss (Raw)": 0.8823840022087097, "Finetune/Step": 2989, "Finetune/Step Time": 5.015141572803259}
{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.9093042612075806, "Finetune/Loss (Raw)": 1.0462876558303833, "Finetune/Step": 2990, "Finetune/Step Time": 4.990999294444919}
{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.9094259738922119, "Finetune/Loss (Raw)": 0.9966210722923279, "Finetune/Step": 2991, "Finetune/Step Time": 4.989966634660959}
{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.9092357754707336, "Finetune/Loss (Raw)": 0.8504582047462463, "Finetune/Step": 2992, "Finetune/Step Time": 5.0011000987142324}
{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.9094085693359375, "Finetune/Loss (Raw)": 1.040148138999939, "Finetune/Step": 2993, "Finetune/Step Time": 4.997077347710729}
{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.9147827625274658, "Finetune/Loss (Raw)": 1.076231598854065, "Finetune/Step": 2994, "Finetune/Step Time": 4.957589698955417}
{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.9149671792984009, "Finetune/Loss (Raw)": 0.9615908265113831, "Finetune/Step": 2995, "Finetune/Step Time": 4.9610367100685835}
{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.9139590263366699, "Finetune/Loss (Raw)": 0.9317235350608826, "Finetune/Step": 2996, "Finetune/Step Time": 4.981565663591027}
{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.9148128628730774, "Finetune/Loss (Raw)": 0.8745060563087463, "Finetune/Step": 2997, "Finetune/Step Time": 4.95196034386754}
{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.9190813302993774, "Finetune/Loss (Raw)": 0.9219169020652771, "Finetune/Step": 2998, "Finetune/Step Time": 4.920377878472209}
{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.9197129011154175, "Finetune/Loss (Raw)": 1.136483907699585, "Finetune/Step": 2999, "Finetune/Step Time": 4.932122953236103}
{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.9189152717590332, "Finetune/Loss (Raw)": 0.9181811809539795, "Finetune/Step": 3000, "Finetune/Step Time": 4.930829586461186}
{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.9185988903045654, "Finetune/Loss (Raw)": 0.8968589305877686, "Finetune/Step": 3001, "Finetune/Step Time": 4.93382453918457}
{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.923258900642395, "Finetune/Loss (Raw)": 0.9509903192520142, "Finetune/Step": 3002, "Finetune/Step Time": 4.901016443967819}
{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.9222458600997925, "Finetune/Loss (Raw)": 0.9129350185394287, "Finetune/Step": 3003, "Finetune/Step Time": 4.907951332628727}
{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.9226498603820801, "Finetune/Loss (Raw)": 0.9590678811073303, "Finetune/Step": 3004, "Finetune/Step Time": 4.900912193581462}
{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.9218918681144714, "Finetune/Loss (Raw)": 0.7772045731544495, "Finetune/Step": 3005, "Finetune/Step Time": 4.919172862544656}
{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.9217648506164551, "Finetune/Loss (Raw)": 0.9637758135795593, "Finetune/Step": 3006, "Finetune/Step Time": 4.911672735586762}
{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.9216436147689819, "Finetune/Loss (Raw)": 0.8025860786437988, "Finetune/Step": 3007, "Finetune/Step Time": 4.913639895617962}
{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.9214332103729248, "Finetune/Loss (Raw)": 0.9853814840316772, "Finetune/Step": 3008, "Finetune/Step Time": 4.915111735463142}
{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.9215241074562073, "Finetune/Loss (Raw)": 1.0323621034622192, "Finetune/Step": 3009, "Finetune/Step Time": 4.907614331692457}
{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.9206433296203613, "Finetune/Loss (Raw)": 0.9020991325378418, "Finetune/Step": 3010, "Finetune/Step Time": 4.908375168219209}
{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.9208585023880005, "Finetune/Loss (Raw)": 1.0622355937957764, "Finetune/Step": 3011, "Finetune/Step Time": 4.899449050426483}
{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.9215518236160278, "Finetune/Loss (Raw)": 0.9866260290145874, "Finetune/Step": 3012, "Finetune/Step Time": 4.877079833298922}
{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.9210794568061829, "Finetune/Loss (Raw)": 0.9186555743217468, "Finetune/Step": 3013, "Finetune/Step Time": 4.868198707699776}
{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.9223267436027527, "Finetune/Loss (Raw)": 0.8923794627189636, "Finetune/Step": 3014, "Finetune/Step Time": 4.851639853790402}
{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.9219871759414673, "Finetune/Loss (Raw)": 0.7955678701400757, "Finetune/Step": 3015, "Finetune/Step Time": 4.860600167885423}
{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.9209038019180298, "Finetune/Loss (Raw)": 0.9558026790618896, "Finetune/Step": 3016, "Finetune/Step Time": 4.864238256588578}
{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.924693763256073, "Finetune/Loss (Raw)": 0.8112911581993103, "Finetune/Step": 3017, "Finetune/Step Time": 4.834203006699681}
{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.9251002073287964, "Finetune/Loss (Raw)": 0.8798515200614929, "Finetune/Step": 3018, "Finetune/Step Time": 4.829438580200076}
{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.9255481958389282, "Finetune/Loss (Raw)": 0.9737527370452881, "Finetune/Step": 3019, "Finetune/Step Time": 4.83100869692862}
{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.923804759979248, "Finetune/Loss (Raw)": 0.9141210913658142, "Finetune/Step": 3020, "Finetune/Step Time": 4.81280667707324}
{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.9238193035125732, "Finetune/Loss (Raw)": 0.919697105884552, "Finetune/Step": 3021, "Finetune/Step Time": 4.816678179427981}
{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.9235876798629761, "Finetune/Loss (Raw)": 1.0085872411727905, "Finetune/Step": 3022, "Finetune/Step Time": 4.822326947003603}
{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.9223229885101318, "Finetune/Loss (Raw)": 0.7680339217185974, "Finetune/Step": 3023, "Finetune/Step Time": 4.825104674324393}
{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.9222012758255005, "Finetune/Loss (Raw)": 0.9716713428497314, "Finetune/Step": 3024, "Finetune/Step Time": 4.830585787072778}
{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.9217894077301025, "Finetune/Loss (Raw)": 0.9620009660720825, "Finetune/Step": 3025, "Finetune/Step Time": 4.8298947382718325}
{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.9221045970916748, "Finetune/Loss (Raw)": 0.9972377419471741, "Finetune/Step": 3026, "Finetune/Step Time": 4.834067892283201}
{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.9230865240097046, "Finetune/Loss (Raw)": 1.0192217826843262, "Finetune/Step": 3027, "Finetune/Step Time": 4.8323710560798645}
{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.9240103960037231, "Finetune/Loss (Raw)": 0.9374743103981018, "Finetune/Step": 3028, "Finetune/Step Time": 4.835703803226352}
{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.9258058667182922, "Finetune/Loss (Raw)": 1.0794824361801147, "Finetune/Step": 3029, "Finetune/Step Time": 4.8265642914921045}
{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.925218939781189, "Finetune/Loss (Raw)": 0.9268870949745178, "Finetune/Step": 3030, "Finetune/Step Time": 4.818026812747121}
{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.9248296022415161, "Finetune/Loss (Raw)": 0.9495478272438049, "Finetune/Step": 3031, "Finetune/Step Time": 4.815134754404426}
{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.9259945750236511, "Finetune/Loss (Raw)": 1.0370944738388062, "Finetune/Step": 3032, "Finetune/Step Time": 4.819673243910074}
{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.9258826971054077, "Finetune/Loss (Raw)": 0.9220784306526184, "Finetune/Step": 3033, "Finetune/Step Time": 4.816568963229656}
{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.9266363382339478, "Finetune/Loss (Raw)": 1.0707619190216064, "Finetune/Step": 3034, "Finetune/Step Time": 4.812261933460832}
{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.9268456101417542, "Finetune/Loss (Raw)": 0.9207562804222107, "Finetune/Step": 3035, "Finetune/Step Time": 4.8140260968357325}
{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.9266102313995361, "Finetune/Loss (Raw)": 0.9387006163597107, "Finetune/Step": 3036, "Finetune/Step Time": 4.8272983860224485}
{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.9261251091957092, "Finetune/Loss (Raw)": 1.052836298942566, "Finetune/Step": 3037, "Finetune/Step Time": 4.830043347552419}
{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.9261715412139893, "Finetune/Loss (Raw)": 1.0314162969589233, "Finetune/Step": 3038, "Finetune/Step Time": 4.829063126817346}
{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.9244308471679688, "Finetune/Loss (Raw)": 0.8664699196815491, "Finetune/Step": 3039, "Finetune/Step Time": 4.828982776030898}
{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.9243992567062378, "Finetune/Loss (Raw)": 0.968254029750824, "Finetune/Step": 3040, "Finetune/Step Time": 4.821821220219135}
{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.9227611422538757, "Finetune/Loss (Raw)": 0.7838491797447205, "Finetune/Step": 3041, "Finetune/Step Time": 4.826756434515119}
{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.924263060092926, "Finetune/Loss (Raw)": 0.9502013921737671, "Finetune/Step": 3042, "Finetune/Step Time": 4.80236897803843}
{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.9202859401702881, "Finetune/Loss (Raw)": 0.3048771321773529, "Finetune/Step": 3043, "Finetune/Step Time": 4.82815626449883}
{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.9185934662818909, "Finetune/Loss (Raw)": 0.7475910782814026, "Finetune/Step": 3044, "Finetune/Step Time": 4.84717558696866}
{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.9174184203147888, "Finetune/Loss (Raw)": 0.8605638742446899, "Finetune/Step": 3045, "Finetune/Step Time": 4.853320669382811}
{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.9188613295555115, "Finetune/Loss (Raw)": 1.0888646841049194, "Finetune/Step": 3046, "Finetune/Step Time": 4.847052818164229}
{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.9184199571609497, "Finetune/Loss (Raw)": 0.8803833723068237, "Finetune/Step": 3047, "Finetune/Step Time": 4.846795599907637}
{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.9241018891334534, "Finetune/Loss (Raw)": 1.0713539123535156, "Finetune/Step": 3048, "Finetune/Step Time": 4.81073428504169}
{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.9238759279251099, "Finetune/Loss (Raw)": 0.9100222587585449, "Finetune/Step": 3049, "Finetune/Step Time": 4.799680693075061}
{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.9250045418739319, "Finetune/Loss (Raw)": 1.0222793817520142, "Finetune/Step": 3050, "Finetune/Step Time": 4.791131369769573}
{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.9259628653526306, "Finetune/Loss (Raw)": 1.0688413381576538, "Finetune/Step": 3051, "Finetune/Step Time": 4.769550023600459}
{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.9250217080116272, "Finetune/Loss (Raw)": 0.9324448704719543, "Finetune/Step": 3052, "Finetune/Step Time": 4.773909756913781}
{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.9247909784317017, "Finetune/Loss (Raw)": 1.01679265499115, "Finetune/Step": 3053, "Finetune/Step Time": 4.776864694431424}
{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.9256018400192261, "Finetune/Loss (Raw)": 1.0326756238937378, "Finetune/Step": 3054, "Finetune/Step Time": 4.75073186121881}
{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.9276574850082397, "Finetune/Loss (Raw)": 0.9852259159088135, "Finetune/Step": 3055, "Finetune/Step Time": 4.742148272693157}
{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.9280369877815247, "Finetune/Loss (Raw)": 1.0036282539367676, "Finetune/Step": 3056, "Finetune/Step Time": 4.715700626373291}
{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.9259829521179199, "Finetune/Loss (Raw)": 0.8205076456069946, "Finetune/Step": 3057, "Finetune/Step Time": 4.728554895147681}
{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.9261953830718994, "Finetune/Loss (Raw)": 1.0235815048217773, "Finetune/Step": 3058, "Finetune/Step Time": 4.7253226190805435}
{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.9261097311973572, "Finetune/Loss (Raw)": 0.9749955534934998, "Finetune/Step": 3059, "Finetune/Step Time": 4.721715601161122}
{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.9265707731246948, "Finetune/Loss (Raw)": 1.0246663093566895, "Finetune/Step": 3060, "Finetune/Step Time": 4.72006774507463}
{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.9267358779907227, "Finetune/Loss (Raw)": 0.9840168952941895, "Finetune/Step": 3061, "Finetune/Step Time": 4.712746310979128}
{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.9263098239898682, "Finetune/Loss (Raw)": 0.9044688940048218, "Finetune/Step": 3062, "Finetune/Step Time": 4.745813904330134}
{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.9259923100471497, "Finetune/Loss (Raw)": 0.9063974022865295, "Finetune/Step": 3063, "Finetune/Step Time": 4.737456629052758}
{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.9249311685562134, "Finetune/Loss (Raw)": 0.9407734274864197, "Finetune/Step": 3064, "Finetune/Step Time": 4.718924893066287}
{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.9233417510986328, "Finetune/Loss (Raw)": 0.8799464106559753, "Finetune/Step": 3065, "Finetune/Step Time": 4.740952622145414}
{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.9215490818023682, "Finetune/Loss (Raw)": 0.7354475259780884, "Finetune/Step": 3066, "Finetune/Step Time": 4.774383643642068}
{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.9214467406272888, "Finetune/Loss (Raw)": 0.9164121747016907, "Finetune/Step": 3067, "Finetune/Step Time": 4.774938378483057}
{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.9229896068572998, "Finetune/Loss (Raw)": 0.9591346383094788, "Finetune/Step": 3068, "Finetune/Step Time": 4.786672284826636}
{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.9236146211624146, "Finetune/Loss (Raw)": 0.8072226047515869, "Finetune/Step": 3069, "Finetune/Step Time": 4.777913192287087}
{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.9227511882781982, "Finetune/Loss (Raw)": 0.9431690573692322, "Finetune/Step": 3070, "Finetune/Step Time": 4.775606902316213}
{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.9231846928596497, "Finetune/Loss (Raw)": 1.0385041236877441, "Finetune/Step": 3071, "Finetune/Step Time": 4.767840541899204}
{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.9227284789085388, "Finetune/Loss (Raw)": 0.9006415009498596, "Finetune/Step": 3072, "Finetune/Step Time": 4.758209440857172}
{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.9230652451515198, "Finetune/Loss (Raw)": 0.9223825335502625, "Finetune/Step": 3073, "Finetune/Step Time": 4.748555989935994}
{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.9224491119384766, "Finetune/Loss (Raw)": 0.8863429427146912, "Finetune/Step": 3074, "Finetune/Step Time": 4.756292564794421}
{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.9176308512687683, "Finetune/Loss (Raw)": 0.2878909111022949, "Finetune/Step": 3075, "Finetune/Step Time": 4.776112264022231}
{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.9158792495727539, "Finetune/Loss (Raw)": 0.7987282872200012, "Finetune/Step": 3076, "Finetune/Step Time": 4.762330234050751}
{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.9157872796058655, "Finetune/Loss (Raw)": 0.9599536657333374, "Finetune/Step": 3077, "Finetune/Step Time": 4.7622487004846334}
{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.9152765274047852, "Finetune/Loss (Raw)": 0.8558508157730103, "Finetune/Step": 3078, "Finetune/Step Time": 4.7587051801383495}
{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.9194791316986084, "Finetune/Loss (Raw)": 0.8376904726028442, "Finetune/Step": 3079, "Finetune/Step Time": 4.750467112287879}
{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.9178617000579834, "Finetune/Loss (Raw)": 0.784993052482605, "Finetune/Step": 3080, "Finetune/Step Time": 4.754835147410631}
{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.9165320992469788, "Finetune/Loss (Raw)": 0.847744345664978, "Finetune/Step": 3081, "Finetune/Step Time": 4.758069362491369}
{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.9169314503669739, "Finetune/Loss (Raw)": 0.8824106454849243, "Finetune/Step": 3082, "Finetune/Step Time": 4.753081828355789}
{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.9161873459815979, "Finetune/Loss (Raw)": 0.9993854761123657, "Finetune/Step": 3083, "Finetune/Step Time": 4.758903061971068}
{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.9152383804321289, "Finetune/Loss (Raw)": 0.8433783650398254, "Finetune/Step": 3084, "Finetune/Step Time": 4.775548439472914}
{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.9164950847625732, "Finetune/Loss (Raw)": 1.1121636629104614, "Finetune/Step": 3085, "Finetune/Step Time": 4.772926477715373}
{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.9168447256088257, "Finetune/Loss (Raw)": 0.9958709478378296, "Finetune/Step": 3086, "Finetune/Step Time": 4.7672480419278145}
{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.9218359589576721, "Finetune/Loss (Raw)": 0.9522506594657898, "Finetune/Step": 3087, "Finetune/Step Time": 4.737079972401261}
{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.9202984571456909, "Finetune/Loss (Raw)": 0.7577826976776123, "Finetune/Step": 3088, "Finetune/Step Time": 4.735834315419197}
{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.921093225479126, "Finetune/Loss (Raw)": 0.9681051969528198, "Finetune/Step": 3089, "Finetune/Step Time": 4.739819521084428}
{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.9194115400314331, "Finetune/Loss (Raw)": 0.8774442672729492, "Finetune/Step": 3090, "Finetune/Step Time": 4.733435720205307}
{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.9182513952255249, "Finetune/Loss (Raw)": 0.8681499361991882, "Finetune/Step": 3091, "Finetune/Step Time": 4.737150592729449}
{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.9124153852462769, "Finetune/Loss (Raw)": 0.29334211349487305, "Finetune/Step": 3092, "Finetune/Step Time": 4.770037008449435}
{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.9116752743721008, "Finetune/Loss (Raw)": 0.9088389277458191, "Finetune/Step": 3093, "Finetune/Step Time": 4.776858331635594}
{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.9123531579971313, "Finetune/Loss (Raw)": 0.9385191798210144, "Finetune/Step": 3094, "Finetune/Step Time": 4.7713921051472425}
{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.9130682945251465, "Finetune/Loss (Raw)": 0.9166669249534607, "Finetune/Step": 3095, "Finetune/Step Time": 4.752589559182525}
{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.9120620489120483, "Finetune/Loss (Raw)": 0.9401959776878357, "Finetune/Step": 3096, "Finetune/Step Time": 4.747025789692998}
{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.9074469804763794, "Finetune/Loss (Raw)": 0.3007659614086151, "Finetune/Step": 3097, "Finetune/Step Time": 4.7847068551927805}
{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.9060629606246948, "Finetune/Loss (Raw)": 0.7723676562309265, "Finetune/Step": 3098, "Finetune/Step Time": 4.772445799782872}
{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.9063193798065186, "Finetune/Loss (Raw)": 0.9817834496498108, "Finetune/Step": 3099, "Finetune/Step Time": 4.7758192382752895}
{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.9075698852539062, "Finetune/Loss (Raw)": 1.1275973320007324, "Finetune/Step": 3100, "Finetune/Step Time": 4.777905905619264}
{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.9064524173736572, "Finetune/Loss (Raw)": 0.6815886497497559, "Finetune/Step": 3101, "Finetune/Step Time": 4.780100772157311}
{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.906697154045105, "Finetune/Loss (Raw)": 0.9965358972549438, "Finetune/Step": 3102, "Finetune/Step Time": 4.787572642788291}
{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.912050187587738, "Finetune/Loss (Raw)": 1.0713433027267456, "Finetune/Step": 3103, "Finetune/Step Time": 4.764390466734767}
{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.9129173159599304, "Finetune/Loss (Raw)": 0.9595910310745239, "Finetune/Step": 3104, "Finetune/Step Time": 4.759170638397336}
{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.9125749468803406, "Finetune/Loss (Raw)": 0.9325270056724548, "Finetune/Step": 3105, "Finetune/Step Time": 4.749568723142147}
{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.911484956741333, "Finetune/Loss (Raw)": 0.8947478532791138, "Finetune/Step": 3106, "Finetune/Step Time": 4.749801244586706}
{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.9123634696006775, "Finetune/Loss (Raw)": 1.0387732982635498, "Finetune/Step": 3107, "Finetune/Step Time": 4.7428128607571125}
{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.9120191335678101, "Finetune/Loss (Raw)": 0.8435137867927551, "Finetune/Step": 3108, "Finetune/Step Time": 4.73415438272059}
{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.9128775596618652, "Finetune/Loss (Raw)": 0.9233169555664062, "Finetune/Step": 3109, "Finetune/Step Time": 4.709971386939287}
{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.9130417108535767, "Finetune/Loss (Raw)": 0.8734703660011292, "Finetune/Step": 3110, "Finetune/Step Time": 4.706803804263473}
{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.9119317531585693, "Finetune/Loss (Raw)": 0.910485029220581, "Finetune/Step": 3111, "Finetune/Step Time": 4.7220912128686905}
{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.9111830592155457, "Finetune/Loss (Raw)": 1.0123234987258911, "Finetune/Step": 3112, "Finetune/Step Time": 4.706701301038265}
{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.9112827777862549, "Finetune/Loss (Raw)": 0.9182978868484497, "Finetune/Step": 3113, "Finetune/Step Time": 4.7200847864151}
{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.9162344932556152, "Finetune/Loss (Raw)": 0.9573984742164612, "Finetune/Step": 3114, "Finetune/Step Time": 4.690105749294162}
{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.91628497838974, "Finetune/Loss (Raw)": 0.8888513445854187, "Finetune/Step": 3115, "Finetune/Step Time": 4.666076328605413}
{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.9146592020988464, "Finetune/Loss (Raw)": 0.7772473096847534, "Finetune/Step": 3116, "Finetune/Step Time": 4.693457132205367}
{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.9149960875511169, "Finetune/Loss (Raw)": 0.9255043268203735, "Finetune/Step": 3117, "Finetune/Step Time": 4.6884787902235985}
{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.9104907512664795, "Finetune/Loss (Raw)": 0.46960628032684326, "Finetune/Step": 3118, "Finetune/Step Time": 4.726295480504632}
{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.9097556471824646, "Finetune/Loss (Raw)": 0.9025277495384216, "Finetune/Step": 3119, "Finetune/Step Time": 4.726211799308658}
{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.910398542881012, "Finetune/Loss (Raw)": 0.9327513575553894, "Finetune/Step": 3120, "Finetune/Step Time": 4.720272991806269}
{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.9084380865097046, "Finetune/Loss (Raw)": 0.7892057299613953, "Finetune/Step": 3121, "Finetune/Step Time": 4.731736093759537}
{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.9073907732963562, "Finetune/Loss (Raw)": 0.942175030708313, "Finetune/Step": 3122, "Finetune/Step Time": 4.733471816405654}
{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.9066627025604248, "Finetune/Loss (Raw)": 0.8684009313583374, "Finetune/Step": 3123, "Finetune/Step Time": 4.727832932025194}
{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.9074347019195557, "Finetune/Loss (Raw)": 1.0305343866348267, "Finetune/Step": 3124, "Finetune/Step Time": 4.711379334330559}
{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.9084154367446899, "Finetune/Loss (Raw)": 1.00003981590271, "Finetune/Step": 3125, "Finetune/Step Time": 4.705957796424627}
{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.9092184901237488, "Finetune/Loss (Raw)": 1.0247079133987427, "Finetune/Step": 3126, "Finetune/Step Time": 4.701639072969556}
{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.9084733128547668, "Finetune/Loss (Raw)": 1.041106939315796, "Finetune/Step": 3127, "Finetune/Step Time": 4.692176716402173}
{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.9072129726409912, "Finetune/Loss (Raw)": 0.7568559646606445, "Finetune/Step": 3128, "Finetune/Step Time": 4.728743862360716}
{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.9071763753890991, "Finetune/Loss (Raw)": 0.8921825885772705, "Finetune/Step": 3129, "Finetune/Step Time": 4.7250256054103374}
{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.9064781665802002, "Finetune/Loss (Raw)": 0.8616105914115906, "Finetune/Step": 3130, "Finetune/Step Time": 4.739687908440828}
{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.9062869548797607, "Finetune/Loss (Raw)": 0.888460099697113, "Finetune/Step": 3131, "Finetune/Step Time": 4.741060258820653}
{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.9019902944564819, "Finetune/Loss (Raw)": 0.40909498929977417, "Finetune/Step": 3132, "Finetune/Step Time": 4.782643426209688}
{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.9034245610237122, "Finetune/Loss (Raw)": 0.9607909917831421, "Finetune/Step": 3133, "Finetune/Step Time": 4.76288603246212}
{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.9033173322677612, "Finetune/Loss (Raw)": 0.9500471353530884, "Finetune/Step": 3134, "Finetune/Step Time": 4.777735119685531}
{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.9046099781990051, "Finetune/Loss (Raw)": 0.9680474996566772, "Finetune/Step": 3135, "Finetune/Step Time": 4.769533516839147}
{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.9046952724456787, "Finetune/Loss (Raw)": 0.9963087439537048, "Finetune/Step": 3136, "Finetune/Step Time": 4.771309478208423}
{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.9034879207611084, "Finetune/Loss (Raw)": 0.8778200745582581, "Finetune/Step": 3137, "Finetune/Step Time": 4.787505457177758}
{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.9027261734008789, "Finetune/Loss (Raw)": 0.804589569568634, "Finetune/Step": 3138, "Finetune/Step Time": 4.795376095920801}
{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.9015204310417175, "Finetune/Loss (Raw)": 0.9079006910324097, "Finetune/Step": 3139, "Finetune/Step Time": 4.802444959059358}
{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.9009219408035278, "Finetune/Loss (Raw)": 0.910018801689148, "Finetune/Step": 3140, "Finetune/Step Time": 4.812801029533148}
{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.9003880023956299, "Finetune/Loss (Raw)": 0.8503050208091736, "Finetune/Step": 3141, "Finetune/Step Time": 4.814864829182625}
{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.9003640413284302, "Finetune/Loss (Raw)": 0.8893208503723145, "Finetune/Step": 3142, "Finetune/Step Time": 4.819311773404479}
{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.9002087116241455, "Finetune/Loss (Raw)": 0.7756811380386353, "Finetune/Step": 3143, "Finetune/Step Time": 4.8187691904604435}
{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.9006403684616089, "Finetune/Loss (Raw)": 1.0110653638839722, "Finetune/Step": 3144, "Finetune/Step Time": 4.810765204951167}
{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.9021995067596436, "Finetune/Loss (Raw)": 1.0108487606048584, "Finetune/Step": 3145, "Finetune/Step Time": 4.811168499290943}
{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.9029780626296997, "Finetune/Loss (Raw)": 0.9795089960098267, "Finetune/Step": 3146, "Finetune/Step Time": 4.811700290068984}
{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.9034819602966309, "Finetune/Loss (Raw)": 1.038249135017395, "Finetune/Step": 3147, "Finetune/Step Time": 4.824190981686115}
{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.9048083424568176, "Finetune/Loss (Raw)": 1.0839009284973145, "Finetune/Step": 3148, "Finetune/Step Time": 4.844436822459102}
{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.9008821249008179, "Finetune/Loss (Raw)": 0.4171404540538788, "Finetune/Step": 3149, "Finetune/Step Time": 4.877669282257557}
{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.9001314640045166, "Finetune/Loss (Raw)": 0.9125013947486877, "Finetune/Step": 3150, "Finetune/Step Time": 4.868785759434104}
{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.9013823866844177, "Finetune/Loss (Raw)": 0.9281538128852844, "Finetune/Step": 3151, "Finetune/Step Time": 4.870460210368037}
{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.9004029035568237, "Finetune/Loss (Raw)": 0.8462992906570435, "Finetune/Step": 3152, "Finetune/Step Time": 4.865065818652511}
{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.9003746509552002, "Finetune/Loss (Raw)": 0.9583799242973328, "Finetune/Step": 3153, "Finetune/Step Time": 4.865143658593297}
{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.8998901844024658, "Finetune/Loss (Raw)": 0.9352350234985352, "Finetune/Step": 3154, "Finetune/Step Time": 4.85717992298305}
{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.8997262716293335, "Finetune/Loss (Raw)": 0.998231053352356, "Finetune/Step": 3155, "Finetune/Step Time": 4.851556982845068}
{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8988819122314453, "Finetune/Loss (Raw)": 0.8293996453285217, "Finetune/Step": 3156, "Finetune/Step Time": 4.84641420841217}
{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.898554801940918, "Finetune/Loss (Raw)": 1.037615180015564, "Finetune/Step": 3157, "Finetune/Step Time": 4.852380413562059}
{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8935177326202393, "Finetune/Loss (Raw)": 0.2821444272994995, "Finetune/Step": 3158, "Finetune/Step Time": 4.875010704621673}
{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8931054472923279, "Finetune/Loss (Raw)": 0.8967722058296204, "Finetune/Step": 3159, "Finetune/Step Time": 4.878629855811596}
{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8919365406036377, "Finetune/Loss (Raw)": 0.8874708414077759, "Finetune/Step": 3160, "Finetune/Step Time": 4.868844939395785}
{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.8921689391136169, "Finetune/Loss (Raw)": 0.9518266320228577, "Finetune/Step": 3161, "Finetune/Step Time": 4.888417882844806}
{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8869961500167847, "Finetune/Loss (Raw)": 0.40865081548690796, "Finetune/Step": 3162, "Finetune/Step Time": 4.92395843192935}
{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.8882795572280884, "Finetune/Loss (Raw)": 1.0850337743759155, "Finetune/Step": 3163, "Finetune/Step Time": 4.934894463047385}
{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8887145519256592, "Finetune/Loss (Raw)": 0.9943716526031494, "Finetune/Step": 3164, "Finetune/Step Time": 4.915619306266308}
{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8863096833229065, "Finetune/Loss (Raw)": 0.7450169324874878, "Finetune/Step": 3165, "Finetune/Step Time": 4.917452719062567}
{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8848603963851929, "Finetune/Loss (Raw)": 0.8459020256996155, "Finetune/Step": 3166, "Finetune/Step Time": 4.917957816272974}
{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8854857087135315, "Finetune/Loss (Raw)": 0.9465129971504211, "Finetune/Step": 3167, "Finetune/Step Time": 4.915609203279018}
{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8861043453216553, "Finetune/Loss (Raw)": 1.047446370124817, "Finetune/Step": 3168, "Finetune/Step Time": 4.921208333224058}
{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8823946714401245, "Finetune/Loss (Raw)": 0.3090042173862457, "Finetune/Step": 3169, "Finetune/Step Time": 4.954003235325217}
{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8813058733940125, "Finetune/Loss (Raw)": 0.8108364939689636, "Finetune/Step": 3170, "Finetune/Step Time": 4.9545589704066515}
{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8855568170547485, "Finetune/Loss (Raw)": 0.8489976525306702, "Finetune/Step": 3171, "Finetune/Step Time": 4.921283505856991}
{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8870336413383484, "Finetune/Loss (Raw)": 0.9366201162338257, "Finetune/Step": 3172, "Finetune/Step Time": 4.903034459799528}
{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8869203329086304, "Finetune/Loss (Raw)": 0.8460696935653687, "Finetune/Step": 3173, "Finetune/Step Time": 4.920611899346113}
{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.8868713974952698, "Finetune/Loss (Raw)": 1.082595944404602, "Finetune/Step": 3174, "Finetune/Step Time": 4.926188440993428}
{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.887226402759552, "Finetune/Loss (Raw)": 0.9258268475532532, "Finetune/Step": 3175, "Finetune/Step Time": 4.922510266304016}
{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8873597979545593, "Finetune/Loss (Raw)": 1.0884212255477905, "Finetune/Step": 3176, "Finetune/Step Time": 4.924003452062607}
{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8870798945426941, "Finetune/Loss (Raw)": 0.8741996884346008, "Finetune/Step": 3177, "Finetune/Step Time": 4.921784685924649}
{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8860160112380981, "Finetune/Loss (Raw)": 0.8861017823219299, "Finetune/Step": 3178, "Finetune/Step Time": 4.927807675674558}
{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8864855766296387, "Finetune/Loss (Raw)": 1.1289424896240234, "Finetune/Step": 3179, "Finetune/Step Time": 4.933625806123018}
{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8857946395874023, "Finetune/Loss (Raw)": 0.8440099954605103, "Finetune/Step": 3180, "Finetune/Step Time": 4.929400306195021}
{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8854979276657104, "Finetune/Loss (Raw)": 0.9788135886192322, "Finetune/Step": 3181, "Finetune/Step Time": 4.92467288672924}
{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8848709464073181, "Finetune/Loss (Raw)": 0.9524204134941101, "Finetune/Step": 3182, "Finetune/Step Time": 4.927697474136949}
{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.8842607736587524, "Finetune/Loss (Raw)": 0.9071193933486938, "Finetune/Step": 3183, "Finetune/Step Time": 4.92728672362864}
{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8838679194450378, "Finetune/Loss (Raw)": 0.9533478617668152, "Finetune/Step": 3184, "Finetune/Step Time": 4.937971906736493}
{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8849447965621948, "Finetune/Loss (Raw)": 0.9583424925804138, "Finetune/Step": 3185, "Finetune/Step Time": 4.932078646495938}
{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8838720321655273, "Finetune/Loss (Raw)": 0.8862737417221069, "Finetune/Step": 3186, "Finetune/Step Time": 4.941882826387882}
{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8840146660804749, "Finetune/Loss (Raw)": 0.993255615234375, "Finetune/Step": 3187, "Finetune/Step Time": 4.9402299001812935}
{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8830511569976807, "Finetune/Loss (Raw)": 0.901335597038269, "Finetune/Step": 3188, "Finetune/Step Time": 4.949282236397266}
{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8824034333229065, "Finetune/Loss (Raw)": 0.901106059551239, "Finetune/Step": 3189, "Finetune/Step Time": 4.939454160630703}
{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8825399875640869, "Finetune/Loss (Raw)": 0.9219502210617065, "Finetune/Step": 3190, "Finetune/Step Time": 4.909916751086712}
{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8836095333099365, "Finetune/Loss (Raw)": 1.0433039665222168, "Finetune/Step": 3191, "Finetune/Step Time": 4.941177165135741}
{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8831019997596741, "Finetune/Loss (Raw)": 0.875799834728241, "Finetune/Step": 3192, "Finetune/Step Time": 4.9465778805315495}
{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8832123279571533, "Finetune/Loss (Raw)": 0.8940708637237549, "Finetune/Step": 3193, "Finetune/Step Time": 4.926316751167178}
{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8838419914245605, "Finetune/Loss (Raw)": 0.8160459995269775, "Finetune/Step": 3194, "Finetune/Step Time": 4.898203006014228}
{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8846784830093384, "Finetune/Loss (Raw)": 1.0234848260879517, "Finetune/Step": 3195, "Finetune/Step Time": 4.905019151046872}
{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8846094608306885, "Finetune/Loss (Raw)": 0.9503025412559509, "Finetune/Step": 3196, "Finetune/Step Time": 4.8941306527704}
{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8863423466682434, "Finetune/Loss (Raw)": 1.0290255546569824, "Finetune/Step": 3197, "Finetune/Step Time": 4.891724817454815}
{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.8855375051498413, "Finetune/Loss (Raw)": 0.8401472568511963, "Finetune/Step": 3198, "Finetune/Step Time": 4.900418195873499}
{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8848801255226135, "Finetune/Loss (Raw)": 0.9543623328208923, "Finetune/Step": 3199, "Finetune/Step Time": 4.906344525516033}
{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8863780498504639, "Finetune/Loss (Raw)": 1.0923758745193481, "Finetune/Step": 3200, "Finetune/Step Time": 4.901381637901068}
{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.885778546333313, "Finetune/Loss (Raw)": 0.845645010471344, "Finetune/Step": 3201, "Finetune/Step Time": 4.897434277459979}
{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8859759569168091, "Finetune/Loss (Raw)": 0.9116160273551941, "Finetune/Step": 3202, "Finetune/Step Time": 4.888531267642975}
{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8906520009040833, "Finetune/Loss (Raw)": 0.886422336101532, "Finetune/Step": 3203, "Finetune/Step Time": 4.851749626919627}
{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8911563158035278, "Finetune/Loss (Raw)": 0.8632857799530029, "Finetune/Step": 3204, "Finetune/Step Time": 4.858848407864571}
{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8904015421867371, "Finetune/Loss (Raw)": 0.8633353114128113, "Finetune/Step": 3205, "Finetune/Step Time": 4.855279704555869}
{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.890182614326477, "Finetune/Loss (Raw)": 0.8278331756591797, "Finetune/Step": 3206, "Finetune/Step Time": 4.856433656066656}
{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8911715745925903, "Finetune/Loss (Raw)": 0.9642728567123413, "Finetune/Step": 3207, "Finetune/Step Time": 4.850924681872129}
{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8928252458572388, "Finetune/Loss (Raw)": 0.9966598749160767, "Finetune/Step": 3208, "Finetune/Step Time": 4.84435817040503}
{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8930606245994568, "Finetune/Loss (Raw)": 0.8778735995292664, "Finetune/Step": 3209, "Finetune/Step Time": 4.847034581005573}
{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8927146196365356, "Finetune/Loss (Raw)": 0.8381292223930359, "Finetune/Step": 3210, "Finetune/Step Time": 4.851268773898482}
{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8926119804382324, "Finetune/Loss (Raw)": 0.9862451553344727, "Finetune/Step": 3211, "Finetune/Step Time": 4.84483240172267}
{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8891065120697021, "Finetune/Loss (Raw)": 0.3946824371814728, "Finetune/Step": 3212, "Finetune/Step Time": 4.867302756756544}
{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8881829380989075, "Finetune/Loss (Raw)": 0.9939377903938293, "Finetune/Step": 3213, "Finetune/Step Time": 4.864998854696751}
{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8880959749221802, "Finetune/Loss (Raw)": 0.9847383499145508, "Finetune/Step": 3214, "Finetune/Step Time": 4.877090165391564}
{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8871113061904907, "Finetune/Loss (Raw)": 0.8262159824371338, "Finetune/Step": 3215, "Finetune/Step Time": 4.885374603793025}
{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8872058391571045, "Finetune/Loss (Raw)": 0.769882082939148, "Finetune/Step": 3216, "Finetune/Step Time": 4.911064334213734}
{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8871414661407471, "Finetune/Loss (Raw)": 0.9598652124404907, "Finetune/Step": 3217, "Finetune/Step Time": 4.9027404226362705}
{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8876724243164062, "Finetune/Loss (Raw)": 0.945411205291748, "Finetune/Step": 3218, "Finetune/Step Time": 4.900607168674469}
{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.887021005153656, "Finetune/Loss (Raw)": 0.7847692966461182, "Finetune/Step": 3219, "Finetune/Step Time": 4.885113563388586}
{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.8933346271514893, "Finetune/Loss (Raw)": 1.1014823913574219, "Finetune/Step": 3220, "Finetune/Step Time": 4.848073562607169}
{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8929097652435303, "Finetune/Loss (Raw)": 0.8544595837593079, "Finetune/Step": 3221, "Finetune/Step Time": 4.852002760395408}
{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8881630897521973, "Finetune/Loss (Raw)": 0.33094558119773865, "Finetune/Step": 3222, "Finetune/Step Time": 4.886309029534459}
{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.887859582901001, "Finetune/Loss (Raw)": 0.8778119683265686, "Finetune/Step": 3223, "Finetune/Step Time": 4.891888957470655}
{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8881027698516846, "Finetune/Loss (Raw)": 0.9713262915611267, "Finetune/Step": 3224, "Finetune/Step Time": 4.893028326332569}
{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8929818868637085, "Finetune/Loss (Raw)": 0.9252905249595642, "Finetune/Step": 3225, "Finetune/Step Time": 4.860254153609276}
{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.8943111896514893, "Finetune/Loss (Raw)": 0.9425196051597595, "Finetune/Step": 3226, "Finetune/Step Time": 4.859250349923968}
{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8937467336654663, "Finetune/Loss (Raw)": 0.90953129529953, "Finetune/Step": 3227, "Finetune/Step Time": 4.859657371416688}
{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8920318484306335, "Finetune/Loss (Raw)": 0.9080974459648132, "Finetune/Step": 3228, "Finetune/Step Time": 4.857357811182737}
{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.894629716873169, "Finetune/Loss (Raw)": 1.014106035232544, "Finetune/Step": 3229, "Finetune/Step Time": 4.841527413576841}
{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8937150239944458, "Finetune/Loss (Raw)": 0.8794657588005066, "Finetune/Step": 3230, "Finetune/Step Time": 4.844223029911518}
{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8926964998245239, "Finetune/Loss (Raw)": 0.9409690499305725, "Finetune/Step": 3231, "Finetune/Step Time": 4.857063125818968}
{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8934433460235596, "Finetune/Loss (Raw)": 1.0551851987838745, "Finetune/Step": 3232, "Finetune/Step Time": 4.859091112390161}
{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8951370716094971, "Finetune/Loss (Raw)": 1.1493252515792847, "Finetune/Step": 3233, "Finetune/Step Time": 4.862077319994569}
{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8943485021591187, "Finetune/Loss (Raw)": 0.7938184142112732, "Finetune/Step": 3234, "Finetune/Step Time": 4.883742203935981}
{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8946431875228882, "Finetune/Loss (Raw)": 1.0764909982681274, "Finetune/Step": 3235, "Finetune/Step Time": 4.888470942154527}
{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8940659761428833, "Finetune/Loss (Raw)": 0.7696257829666138, "Finetune/Step": 3236, "Finetune/Step Time": 4.8953532092273235}
{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.894798755645752, "Finetune/Loss (Raw)": 1.0171151161193848, "Finetune/Step": 3237, "Finetune/Step Time": 4.8930556904524565}
{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8910537958145142, "Finetune/Loss (Raw)": 0.39411693811416626, "Finetune/Step": 3238, "Finetune/Step Time": 4.930584220215678}
{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8922002911567688, "Finetune/Loss (Raw)": 1.0572367906570435, "Finetune/Step": 3239, "Finetune/Step Time": 4.919278273358941}
{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8930215835571289, "Finetune/Loss (Raw)": 1.1174378395080566, "Finetune/Step": 3240, "Finetune/Step Time": 4.920649426057935}
{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8936893343925476, "Finetune/Loss (Raw)": 1.003778100013733, "Finetune/Step": 3241, "Finetune/Step Time": 4.915602415800095}
{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8940611481666565, "Finetune/Loss (Raw)": 1.0049923658370972, "Finetune/Step": 3242, "Finetune/Step Time": 4.912592079490423}
{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.894805371761322, "Finetune/Loss (Raw)": 0.9841107726097107, "Finetune/Step": 3243, "Finetune/Step Time": 4.911630416288972}
{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8965405225753784, "Finetune/Loss (Raw)": 0.9993473291397095, "Finetune/Step": 3244, "Finetune/Step Time": 4.875694431364536}
{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8973506689071655, "Finetune/Loss (Raw)": 1.0291962623596191, "Finetune/Step": 3245, "Finetune/Step Time": 4.88082529976964}
{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8995707035064697, "Finetune/Loss (Raw)": 0.7537755966186523, "Finetune/Step": 3246, "Finetune/Step Time": 4.847961341962218}
{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8995705842971802, "Finetune/Loss (Raw)": 0.9025095701217651, "Finetune/Step": 3247, "Finetune/Step Time": 4.84739762544632}
{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.9003289937973022, "Finetune/Loss (Raw)": 1.0298281908035278, "Finetune/Step": 3248, "Finetune/Step Time": 4.850962493568659}
{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.9022431373596191, "Finetune/Loss (Raw)": 1.0342214107513428, "Finetune/Step": 3249, "Finetune/Step Time": 4.840097380802035}
{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.9017957448959351, "Finetune/Loss (Raw)": 0.8849132657051086, "Finetune/Step": 3250, "Finetune/Step Time": 4.858868567273021}
{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.9023342132568359, "Finetune/Loss (Raw)": 0.9373153448104858, "Finetune/Step": 3251, "Finetune/Step Time": 4.886919021606445}
{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.9027944803237915, "Finetune/Loss (Raw)": 1.0894532203674316, "Finetune/Step": 3252, "Finetune/Step Time": 4.886641662567854}
{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.903252124786377, "Finetune/Loss (Raw)": 1.0586094856262207, "Finetune/Step": 3253, "Finetune/Step Time": 4.889163624495268}
{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.9029113054275513, "Finetune/Loss (Raw)": 0.9810907244682312, "Finetune/Step": 3254, "Finetune/Step Time": 4.8835162948817015}
{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.9020801782608032, "Finetune/Loss (Raw)": 0.9347231984138489, "Finetune/Step": 3255, "Finetune/Step Time": 4.894895626232028}
{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.9044203758239746, "Finetune/Loss (Raw)": 1.0563982725143433, "Finetune/Step": 3256, "Finetune/Step Time": 4.860603611916304}
{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.9040469527244568, "Finetune/Loss (Raw)": 0.8443824648857117, "Finetune/Step": 3257, "Finetune/Step Time": 4.875649159774184}
{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.9059417843818665, "Finetune/Loss (Raw)": 1.1041522026062012, "Finetune/Step": 3258, "Finetune/Step Time": 4.864278564229608}
{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.9060973525047302, "Finetune/Loss (Raw)": 0.9083722829818726, "Finetune/Step": 3259, "Finetune/Step Time": 4.867930930107832}
{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.9108110666275024, "Finetune/Loss (Raw)": 1.0124545097351074, "Finetune/Step": 3260, "Finetune/Step Time": 4.848948592320085}
{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.9098544716835022, "Finetune/Loss (Raw)": 0.8383423686027527, "Finetune/Step": 3261, "Finetune/Step Time": 4.850013976916671}
{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.9102314710617065, "Finetune/Loss (Raw)": 0.9983025193214417, "Finetune/Step": 3262, "Finetune/Step Time": 4.836647080257535}
{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.9107494354248047, "Finetune/Loss (Raw)": 1.0343493223190308, "Finetune/Step": 3263, "Finetune/Step Time": 4.834695976227522}
{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.9099839925765991, "Finetune/Loss (Raw)": 0.8983327746391296, "Finetune/Step": 3264, "Finetune/Step Time": 4.835347091779113}
{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.9118074178695679, "Finetune/Loss (Raw)": 1.1112139225006104, "Finetune/Step": 3265, "Finetune/Step Time": 4.818922756239772}
{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.9127041101455688, "Finetune/Loss (Raw)": 0.919374942779541, "Finetune/Step": 3266, "Finetune/Step Time": 4.812877992168069}
{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.9133315086364746, "Finetune/Loss (Raw)": 0.9881969094276428, "Finetune/Step": 3267, "Finetune/Step Time": 4.82707591727376}
{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.9140061140060425, "Finetune/Loss (Raw)": 0.9963701963424683, "Finetune/Step": 3268, "Finetune/Step Time": 4.815603826195002}
{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.915233850479126, "Finetune/Loss (Raw)": 1.0074526071548462, "Finetune/Step": 3269, "Finetune/Step Time": 4.818085024133325}
{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.9151548147201538, "Finetune/Loss (Raw)": 0.8792082071304321, "Finetune/Step": 3270, "Finetune/Step Time": 4.813089270144701}
{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.9161515235900879, "Finetune/Loss (Raw)": 0.9032630324363708, "Finetune/Step": 3271, "Finetune/Step Time": 4.797543488442898}
{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.9160656929016113, "Finetune/Loss (Raw)": 1.0000711679458618, "Finetune/Step": 3272, "Finetune/Step Time": 4.826750325039029}
{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.9147084355354309, "Finetune/Loss (Raw)": 0.8371240496635437, "Finetune/Step": 3273, "Finetune/Step Time": 4.82667219825089}
{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.9095423221588135, "Finetune/Loss (Raw)": 0.31825023889541626, "Finetune/Step": 3274, "Finetune/Step Time": 4.867701232433319}
{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.9077727794647217, "Finetune/Loss (Raw)": 0.8117422461509705, "Finetune/Step": 3275, "Finetune/Step Time": 4.860577557235956}
{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.9066346883773804, "Finetune/Loss (Raw)": 0.9382306337356567, "Finetune/Step": 3276, "Finetune/Step Time": 4.851224070414901}
{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.9110293388366699, "Finetune/Loss (Raw)": 0.9796528220176697, "Finetune/Step": 3277, "Finetune/Step Time": 4.8138766176998615}
{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.9108918905258179, "Finetune/Loss (Raw)": 0.8949087858200073, "Finetune/Step": 3278, "Finetune/Step Time": 4.8172926884144545}
{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.9114432334899902, "Finetune/Loss (Raw)": 0.9987292885780334, "Finetune/Step": 3279, "Finetune/Step Time": 4.8247496373951435}
{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.9128015041351318, "Finetune/Loss (Raw)": 1.0201493501663208, "Finetune/Step": 3280, "Finetune/Step Time": 4.823757782578468}
{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.9135860800743103, "Finetune/Loss (Raw)": 1.05880606174469, "Finetune/Step": 3281, "Finetune/Step Time": 4.825707016512752}
{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.9133733510971069, "Finetune/Loss (Raw)": 0.9080082774162292, "Finetune/Step": 3282, "Finetune/Step Time": 4.827127169817686}
{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.9084408283233643, "Finetune/Loss (Raw)": 0.36686697602272034, "Finetune/Step": 3283, "Finetune/Step Time": 4.862727897241712}
{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.9090664386749268, "Finetune/Loss (Raw)": 0.9094785451889038, "Finetune/Step": 3284, "Finetune/Step Time": 4.865815747529268}
{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.9088558554649353, "Finetune/Loss (Raw)": 1.0106618404388428, "Finetune/Step": 3285, "Finetune/Step Time": 4.859154334291816}
{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.9136897921562195, "Finetune/Loss (Raw)": 0.9008878469467163, "Finetune/Step": 3286, "Finetune/Step Time": 4.829212063923478}
{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.9140092134475708, "Finetune/Loss (Raw)": 0.9376570582389832, "Finetune/Step": 3287, "Finetune/Step Time": 4.836224613711238}
{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.9150834083557129, "Finetune/Loss (Raw)": 1.0249682664871216, "Finetune/Step": 3288, "Finetune/Step Time": 4.841584814712405}
{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.9142122268676758, "Finetune/Loss (Raw)": 0.8403184413909912, "Finetune/Step": 3289, "Finetune/Step Time": 4.822863459587097}
{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.9186414480209351, "Finetune/Loss (Raw)": 0.9755865931510925, "Finetune/Step": 3290, "Finetune/Step Time": 4.788306167349219}
{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.916522204875946, "Finetune/Loss (Raw)": 0.8137693405151367, "Finetune/Step": 3291, "Finetune/Step Time": 4.78355048969388}
{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.9156657457351685, "Finetune/Loss (Raw)": 0.8847494721412659, "Finetune/Step": 3292, "Finetune/Step Time": 4.784275855869055}
{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.9173764586448669, "Finetune/Loss (Raw)": 0.9639862179756165, "Finetune/Step": 3293, "Finetune/Step Time": 4.779669973999262}
{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.9176207184791565, "Finetune/Loss (Raw)": 0.8771652579307556, "Finetune/Step": 3294, "Finetune/Step Time": 4.806588165462017}
{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.9169541001319885, "Finetune/Loss (Raw)": 0.8611892461776733, "Finetune/Step": 3295, "Finetune/Step Time": 4.809651518240571}
{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.9162490963935852, "Finetune/Loss (Raw)": 0.957203209400177, "Finetune/Step": 3296, "Finetune/Step Time": 4.811006313189864}
{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.9205503463745117, "Finetune/Loss (Raw)": 0.8595679402351379, "Finetune/Step": 3297, "Finetune/Step Time": 4.795366246253252}
{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.9221327304840088, "Finetune/Loss (Raw)": 1.0133838653564453, "Finetune/Step": 3298, "Finetune/Step Time": 4.793634450063109}
{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.9184622168540955, "Finetune/Loss (Raw)": 0.37916654348373413, "Finetune/Step": 3299, "Finetune/Step Time": 4.826978590339422}
{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.9185366630554199, "Finetune/Loss (Raw)": 0.9461483359336853, "Finetune/Step": 3300, "Finetune/Step Time": 4.829506833106279}
{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.9180145263671875, "Finetune/Loss (Raw)": 0.77923583984375, "Finetune/Step": 3301, "Finetune/Step Time": 4.812154643237591}
{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.9172645211219788, "Finetune/Loss (Raw)": 0.986600935459137, "Finetune/Step": 3302, "Finetune/Step Time": 4.810219945386052}
{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.9170089960098267, "Finetune/Loss (Raw)": 0.893122136592865, "Finetune/Step": 3303, "Finetune/Step Time": 4.814249936491251}
{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.9154021143913269, "Finetune/Loss (Raw)": 0.8827368021011353, "Finetune/Step": 3304, "Finetune/Step Time": 4.8240358382463455}
{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.9166485071182251, "Finetune/Loss (Raw)": 1.033742904663086, "Finetune/Step": 3305, "Finetune/Step Time": 4.820119706913829}
{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.9164872169494629, "Finetune/Loss (Raw)": 0.8654488921165466, "Finetune/Step": 3306, "Finetune/Step Time": 4.812115794047713}
{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.9159879088401794, "Finetune/Loss (Raw)": 1.0650322437286377, "Finetune/Step": 3307, "Finetune/Step Time": 4.801582472398877}
{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.917585015296936, "Finetune/Loss (Raw)": 1.048444151878357, "Finetune/Step": 3308, "Finetune/Step Time": 4.80751933157444}
{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.9180440902709961, "Finetune/Loss (Raw)": 1.0375667810440063, "Finetune/Step": 3309, "Finetune/Step Time": 4.818351101130247}
{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.9170836210250854, "Finetune/Loss (Raw)": 0.8294838666915894, "Finetune/Step": 3310, "Finetune/Step Time": 4.815104804933071}
{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.9165281057357788, "Finetune/Loss (Raw)": 0.836011528968811, "Finetune/Step": 3311, "Finetune/Step Time": 4.823451014235616}
{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.9158926606178284, "Finetune/Loss (Raw)": 0.87201327085495, "Finetune/Step": 3312, "Finetune/Step Time": 4.817605260759592}
{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.9117370843887329, "Finetune/Loss (Raw)": 0.426437109708786, "Finetune/Step": 3313, "Finetune/Step Time": 4.847480587661266}
{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.9113194942474365, "Finetune/Loss (Raw)": 0.8328173160552979, "Finetune/Step": 3314, "Finetune/Step Time": 4.838582053780556}
{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.9125833511352539, "Finetune/Loss (Raw)": 1.155023217201233, "Finetune/Step": 3315, "Finetune/Step Time": 4.838279413059354}
{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.912136435508728, "Finetune/Loss (Raw)": 0.8441342711448669, "Finetune/Step": 3316, "Finetune/Step Time": 4.82936904206872}
{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.9126068353652954, "Finetune/Loss (Raw)": 0.9613180160522461, "Finetune/Step": 3317, "Finetune/Step Time": 4.836428873240948}
{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.9079921245574951, "Finetune/Loss (Raw)": 0.3312720060348511, "Finetune/Step": 3318, "Finetune/Step Time": 4.866875395178795}
{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.9077037572860718, "Finetune/Loss (Raw)": 1.0063871145248413, "Finetune/Step": 3319, "Finetune/Step Time": 4.8420270048081875}
{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.9078640937805176, "Finetune/Loss (Raw)": 0.8963278532028198, "Finetune/Step": 3320, "Finetune/Step Time": 4.834050010889769}
{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.9075757265090942, "Finetune/Loss (Raw)": 0.8571545481681824, "Finetune/Step": 3321, "Finetune/Step Time": 4.833761293441057}
{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.9081926345825195, "Finetune/Loss (Raw)": 0.8950062394142151, "Finetune/Step": 3322, "Finetune/Step Time": 4.827112408354878}
{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.9084563851356506, "Finetune/Loss (Raw)": 1.0572538375854492, "Finetune/Step": 3323, "Finetune/Step Time": 4.84446045383811}
{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.9078084230422974, "Finetune/Loss (Raw)": 0.8673591613769531, "Finetune/Step": 3324, "Finetune/Step Time": 4.8580400962382555}
{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.9063506126403809, "Finetune/Loss (Raw)": 0.8424209952354431, "Finetune/Step": 3325, "Finetune/Step Time": 4.851655991747975}
{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.9074124097824097, "Finetune/Loss (Raw)": 0.9760587811470032, "Finetune/Step": 3326, "Finetune/Step Time": 4.843248536810279}
{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.9062725305557251, "Finetune/Loss (Raw)": 0.8084610104560852, "Finetune/Step": 3327, "Finetune/Step Time": 4.849621282890439}
{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.9059836864471436, "Finetune/Loss (Raw)": 1.0554031133651733, "Finetune/Step": 3328, "Finetune/Step Time": 4.8483525812625885}
{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.9076435565948486, "Finetune/Loss (Raw)": 1.0581073760986328, "Finetune/Step": 3329, "Finetune/Step Time": 4.850971207022667}
{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.9070850610733032, "Finetune/Loss (Raw)": 0.8401275873184204, "Finetune/Step": 3330, "Finetune/Step Time": 4.864515686407685}
{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.9077565670013428, "Finetune/Loss (Raw)": 0.9723761677742004, "Finetune/Step": 3331, "Finetune/Step Time": 4.88384042493999}
{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.9081915020942688, "Finetune/Loss (Raw)": 0.9189532995223999, "Finetune/Step": 3332, "Finetune/Step Time": 4.877312848344445}
{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.9091155529022217, "Finetune/Loss (Raw)": 0.9816255569458008, "Finetune/Step": 3333, "Finetune/Step Time": 4.877175759524107}
{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.9098572731018066, "Finetune/Loss (Raw)": 0.9227655529975891, "Finetune/Step": 3334, "Finetune/Step Time": 4.877610094845295}
{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.9092217683792114, "Finetune/Loss (Raw)": 0.8829250335693359, "Finetune/Step": 3335, "Finetune/Step Time": 4.861797593533993}
{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.9084025621414185, "Finetune/Loss (Raw)": 0.8918118476867676, "Finetune/Step": 3336, "Finetune/Step Time": 4.860925007611513}
{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.908122718334198, "Finetune/Loss (Raw)": 0.8420488238334656, "Finetune/Step": 3337, "Finetune/Step Time": 4.869861859828234}
{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.9087684154510498, "Finetune/Loss (Raw)": 0.9207735061645508, "Finetune/Step": 3338, "Finetune/Step Time": 4.867629539221525}
{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.9087231159210205, "Finetune/Loss (Raw)": 0.9804562926292419, "Finetune/Step": 3339, "Finetune/Step Time": 4.859756823629141}
{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.9131045341491699, "Finetune/Loss (Raw)": 0.9554932117462158, "Finetune/Step": 3340, "Finetune/Step Time": 4.8262840043753386}
{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.9136182069778442, "Finetune/Loss (Raw)": 1.0596940517425537, "Finetune/Step": 3341, "Finetune/Step Time": 4.838435525074601}
{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.9140917062759399, "Finetune/Loss (Raw)": 1.0453509092330933, "Finetune/Step": 3342, "Finetune/Step Time": 4.819483304396272}
{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.9151851534843445, "Finetune/Loss (Raw)": 0.9661747813224792, "Finetune/Step": 3343, "Finetune/Step Time": 4.807427179068327}
{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.9151225090026855, "Finetune/Loss (Raw)": 0.7618615031242371, "Finetune/Step": 3344, "Finetune/Step Time": 4.782732460647821}
{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.9103469848632812, "Finetune/Loss (Raw)": 0.34859442710876465, "Finetune/Step": 3345, "Finetune/Step Time": 4.822544625028968}
{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.9112966060638428, "Finetune/Loss (Raw)": 1.0669708251953125, "Finetune/Step": 3346, "Finetune/Step Time": 4.82128450833261}
{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.9113224744796753, "Finetune/Loss (Raw)": 0.7880799770355225, "Finetune/Step": 3347, "Finetune/Step Time": 4.822126245126128}
{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.9105339050292969, "Finetune/Loss (Raw)": 1.0005348920822144, "Finetune/Step": 3348, "Finetune/Step Time": 4.826856711879373}
{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.9114727973937988, "Finetune/Loss (Raw)": 0.9746450781822205, "Finetune/Step": 3349, "Finetune/Step Time": 4.823504537343979}
{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.9175794124603271, "Finetune/Loss (Raw)": 1.112593412399292, "Finetune/Step": 3350, "Finetune/Step Time": 4.794419214129448}
{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.9176427125930786, "Finetune/Loss (Raw)": 0.8859185576438904, "Finetune/Step": 3351, "Finetune/Step Time": 4.801648825407028}
{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.9176978468894958, "Finetune/Loss (Raw)": 0.9783788323402405, "Finetune/Step": 3352, "Finetune/Step Time": 4.805469511076808}
{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.9184091687202454, "Finetune/Loss (Raw)": 1.0163384675979614, "Finetune/Step": 3353, "Finetune/Step Time": 4.8219866175204515}
{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.9184821248054504, "Finetune/Loss (Raw)": 0.9518579244613647, "Finetune/Step": 3354, "Finetune/Step Time": 4.82001194730401}
{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.9192051887512207, "Finetune/Loss (Raw)": 1.0020772218704224, "Finetune/Step": 3355, "Finetune/Step Time": 4.811808234080672}
{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.9198534488677979, "Finetune/Loss (Raw)": 0.9910731911659241, "Finetune/Step": 3356, "Finetune/Step Time": 4.814009867608547}
{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.918881893157959, "Finetune/Loss (Raw)": 0.8897508382797241, "Finetune/Step": 3357, "Finetune/Step Time": 4.81504269130528}
{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.9186201095581055, "Finetune/Loss (Raw)": 0.8459658026695251, "Finetune/Step": 3358, "Finetune/Step Time": 4.808768842369318}
{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.91977858543396, "Finetune/Loss (Raw)": 1.0892571210861206, "Finetune/Step": 3359, "Finetune/Step Time": 4.78215803578496}
{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.9196361303329468, "Finetune/Loss (Raw)": 1.0369420051574707, "Finetune/Step": 3360, "Finetune/Step Time": 4.783053312450647}
{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.9184125661849976, "Finetune/Loss (Raw)": 0.9927162528038025, "Finetune/Step": 3361, "Finetune/Step Time": 4.796473270282149}
{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.9188757538795471, "Finetune/Loss (Raw)": 0.8531021475791931, "Finetune/Step": 3362, "Finetune/Step Time": 4.779192995280027}
{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.9180021286010742, "Finetune/Loss (Raw)": 0.9646641612052917, "Finetune/Step": 3363, "Finetune/Step Time": 4.779067173600197}
{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.9196935296058655, "Finetune/Loss (Raw)": 0.9861197471618652, "Finetune/Step": 3364, "Finetune/Step Time": 4.770896073430777}
{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.9189994931221008, "Finetune/Loss (Raw)": 0.9282832145690918, "Finetune/Step": 3365, "Finetune/Step Time": 4.784779945388436}
{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.9227006435394287, "Finetune/Loss (Raw)": 0.8678667545318604, "Finetune/Step": 3366, "Finetune/Step Time": 4.766654236242175}
{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.9211294651031494, "Finetune/Loss (Raw)": 0.8561286330223083, "Finetune/Step": 3367, "Finetune/Step Time": 4.763766523450613}
{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.9157928228378296, "Finetune/Loss (Raw)": 0.4343475103378296, "Finetune/Step": 3368, "Finetune/Step Time": 4.7983431071043015}
{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.916043758392334, "Finetune/Loss (Raw)": 1.0358912944793701, "Finetune/Step": 3369, "Finetune/Step Time": 4.790736917406321}
{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.9158214330673218, "Finetune/Loss (Raw)": 0.976542592048645, "Finetune/Step": 3370, "Finetune/Step Time": 4.787848198786378}
{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.9137111306190491, "Finetune/Loss (Raw)": 0.7139890193939209, "Finetune/Step": 3371, "Finetune/Step Time": 4.809673752635717}
{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.9130774736404419, "Finetune/Loss (Raw)": 0.918235182762146, "Finetune/Step": 3372, "Finetune/Step Time": 4.820699917152524}
{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.9128377437591553, "Finetune/Loss (Raw)": 0.9985056519508362, "Finetune/Step": 3373, "Finetune/Step Time": 4.826307760551572}
{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.9142781496047974, "Finetune/Loss (Raw)": 0.9381554126739502, "Finetune/Step": 3374, "Finetune/Step Time": 4.8289430402219296}
{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.9163414239883423, "Finetune/Loss (Raw)": 1.1666054725646973, "Finetune/Step": 3375, "Finetune/Step Time": 4.826728178188205}
{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.916312575340271, "Finetune/Loss (Raw)": 1.0261306762695312, "Finetune/Step": 3376, "Finetune/Step Time": 4.819112481549382}
{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.914699137210846, "Finetune/Loss (Raw)": 0.8277125358581543, "Finetune/Step": 3377, "Finetune/Step Time": 4.830141877755523}
{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.9157642126083374, "Finetune/Loss (Raw)": 1.0212366580963135, "Finetune/Step": 3378, "Finetune/Step Time": 4.826201336458325}
{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.9141931533813477, "Finetune/Loss (Raw)": 0.7362302541732788, "Finetune/Step": 3379, "Finetune/Step Time": 4.800363205373287}
{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.9121542572975159, "Finetune/Loss (Raw)": 0.828463613986969, "Finetune/Step": 3380, "Finetune/Step Time": 4.793243110179901}
{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.9111161828041077, "Finetune/Loss (Raw)": 0.9257394671440125, "Finetune/Step": 3381, "Finetune/Step Time": 4.792688511312008}
{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.9118776917457581, "Finetune/Loss (Raw)": 1.0785613059997559, "Finetune/Step": 3382, "Finetune/Step Time": 4.794927451759577}
{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.9115775227546692, "Finetune/Loss (Raw)": 0.8963017463684082, "Finetune/Step": 3383, "Finetune/Step Time": 4.782591639086604}
{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.9109605550765991, "Finetune/Loss (Raw)": 0.9774289131164551, "Finetune/Step": 3384, "Finetune/Step Time": 4.778027528896928}
{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.9106870889663696, "Finetune/Loss (Raw)": 0.8093739151954651, "Finetune/Step": 3385, "Finetune/Step Time": 4.7621803265064955}
{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.9093624949455261, "Finetune/Loss (Raw)": 0.9346098899841309, "Finetune/Step": 3386, "Finetune/Step Time": 4.7542875818908215}
{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.9088577032089233, "Finetune/Loss (Raw)": 0.8437647223472595, "Finetune/Step": 3387, "Finetune/Step Time": 4.742644686251879}
{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.9075658321380615, "Finetune/Loss (Raw)": 0.8470852375030518, "Finetune/Step": 3388, "Finetune/Step Time": 4.724759764969349}
{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.9084876179695129, "Finetune/Loss (Raw)": 0.9563294649124146, "Finetune/Step": 3389, "Finetune/Step Time": 4.729188524186611}
{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.9083819389343262, "Finetune/Loss (Raw)": 0.9847801327705383, "Finetune/Step": 3390, "Finetune/Step Time": 4.73387891240418}
{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.909024715423584, "Finetune/Loss (Raw)": 1.1166242361068726, "Finetune/Step": 3391, "Finetune/Step Time": 4.730270208790898}
{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.9089463949203491, "Finetune/Loss (Raw)": 0.8883051872253418, "Finetune/Step": 3392, "Finetune/Step Time": 4.72987194545567}
{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.9084862470626831, "Finetune/Loss (Raw)": 1.0523232221603394, "Finetune/Step": 3393, "Finetune/Step Time": 4.726490369066596}
{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.9086861610412598, "Finetune/Loss (Raw)": 0.94496089220047, "Finetune/Step": 3394, "Finetune/Step Time": 4.746716877445579}
{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.9089545011520386, "Finetune/Loss (Raw)": 1.0225458145141602, "Finetune/Step": 3395, "Finetune/Step Time": 4.7241739965975285}
{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.9074552655220032, "Finetune/Loss (Raw)": 0.804463803768158, "Finetune/Step": 3396, "Finetune/Step Time": 4.730310022830963}
{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.9068889617919922, "Finetune/Loss (Raw)": 0.9349671006202698, "Finetune/Step": 3397, "Finetune/Step Time": 4.7281323708593845}
{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.9071756601333618, "Finetune/Loss (Raw)": 0.9158985614776611, "Finetune/Step": 3398, "Finetune/Step Time": 4.721573168411851}
{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.9067760109901428, "Finetune/Loss (Raw)": 0.8521091938018799, "Finetune/Step": 3399, "Finetune/Step Time": 4.73051062785089}
{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.9057708978652954, "Finetune/Loss (Raw)": 0.8714203238487244, "Finetune/Step": 3400, "Finetune/Step Time": 4.703598467633128}
{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.9057930707931519, "Finetune/Loss (Raw)": 0.839965283870697, "Finetune/Step": 3401, "Finetune/Step Time": 4.7017860896885395}
{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.9104533195495605, "Finetune/Loss (Raw)": 0.9147550463676453, "Finetune/Step": 3402, "Finetune/Step Time": 4.660593109205365}
{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.9108139872550964, "Finetune/Loss (Raw)": 0.8579122424125671, "Finetune/Step": 3403, "Finetune/Step Time": 4.655743794515729}
{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.9108698964118958, "Finetune/Loss (Raw)": 0.9453896880149841, "Finetune/Step": 3404, "Finetune/Step Time": 4.646934432908893}
{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.9095003604888916, "Finetune/Loss (Raw)": 0.804349958896637, "Finetune/Step": 3405, "Finetune/Step Time": 4.719462061300874}
{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.9100612998008728, "Finetune/Loss (Raw)": 0.9667096734046936, "Finetune/Step": 3406, "Finetune/Step Time": 4.721880324184895}
{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.9097341299057007, "Finetune/Loss (Raw)": 0.9568548202514648, "Finetune/Step": 3407, "Finetune/Step Time": 4.709505619481206}
{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.9094536900520325, "Finetune/Loss (Raw)": 0.9842445254325867, "Finetune/Step": 3408, "Finetune/Step Time": 4.7103235349059105}
{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.9083634614944458, "Finetune/Loss (Raw)": 0.9192613363265991, "Finetune/Step": 3409, "Finetune/Step Time": 4.708192957565188}
{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.9080105423927307, "Finetune/Loss (Raw)": 0.8628339767456055, "Finetune/Step": 3410, "Finetune/Step Time": 4.717270877212286}
{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.9132431745529175, "Finetune/Loss (Raw)": 1.0366429090499878, "Finetune/Step": 3411, "Finetune/Step Time": 4.680925065651536}
{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.9139564037322998, "Finetune/Loss (Raw)": 1.000766634941101, "Finetune/Step": 3412, "Finetune/Step Time": 4.676517682150006}
{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.9143301248550415, "Finetune/Loss (Raw)": 1.0585060119628906, "Finetune/Step": 3413, "Finetune/Step Time": 4.684037318453193}
{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.9157617092132568, "Finetune/Loss (Raw)": 1.0841251611709595, "Finetune/Step": 3414, "Finetune/Step Time": 4.6822889894247055}
{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.9144513607025146, "Finetune/Loss (Raw)": 0.7699377536773682, "Finetune/Step": 3415, "Finetune/Step Time": 4.6797693725675344}
{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.9097353219985962, "Finetune/Loss (Raw)": 0.4213070273399353, "Finetune/Step": 3416, "Finetune/Step Time": 4.712494352832437}
{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.9107177257537842, "Finetune/Loss (Raw)": 0.9660791754722595, "Finetune/Step": 3417, "Finetune/Step Time": 4.718961903825402}
{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.9105085730552673, "Finetune/Loss (Raw)": 0.9488065838813782, "Finetune/Step": 3418, "Finetune/Step Time": 4.730195699259639}
{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.9115335941314697, "Finetune/Loss (Raw)": 0.9449802041053772, "Finetune/Step": 3419, "Finetune/Step Time": 4.722950829192996}
{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.9103004932403564, "Finetune/Loss (Raw)": 0.7269046902656555, "Finetune/Step": 3420, "Finetune/Step Time": 4.748266518115997}
{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.9100869297981262, "Finetune/Loss (Raw)": 0.9366573691368103, "Finetune/Step": 3421, "Finetune/Step Time": 4.751495059579611}
{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.9105154275894165, "Finetune/Loss (Raw)": 0.9320105910301208, "Finetune/Step": 3422, "Finetune/Step Time": 4.744403822347522}
{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.9104111194610596, "Finetune/Loss (Raw)": 0.8478320240974426, "Finetune/Step": 3423, "Finetune/Step Time": 4.742867700755596}
{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.9056388139724731, "Finetune/Loss (Raw)": 0.3463536202907562, "Finetune/Step": 3424, "Finetune/Step Time": 4.7776943277567625}
{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.9060676097869873, "Finetune/Loss (Raw)": 0.9144514203071594, "Finetune/Step": 3425, "Finetune/Step Time": 4.76515044644475}
{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.9041584730148315, "Finetune/Loss (Raw)": 0.7690098285675049, "Finetune/Step": 3426, "Finetune/Step Time": 4.767524579539895}
{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.9091084599494934, "Finetune/Loss (Raw)": 1.0127699375152588, "Finetune/Step": 3427, "Finetune/Step Time": 4.735638342797756}
{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.909034252166748, "Finetune/Loss (Raw)": 0.9366436004638672, "Finetune/Step": 3428, "Finetune/Step Time": 4.743805693462491}
{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.9103728532791138, "Finetune/Loss (Raw)": 0.9505873918533325, "Finetune/Step": 3429, "Finetune/Step Time": 4.740342549979687}
{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.9096323847770691, "Finetune/Loss (Raw)": 0.8918145298957825, "Finetune/Step": 3430, "Finetune/Step Time": 4.734634580090642}
{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.9105874300003052, "Finetune/Loss (Raw)": 1.0153722763061523, "Finetune/Step": 3431, "Finetune/Step Time": 4.732752740383148}
{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.9100287556648254, "Finetune/Loss (Raw)": 0.8112248778343201, "Finetune/Step": 3432, "Finetune/Step Time": 4.73507371917367}
{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.908957839012146, "Finetune/Loss (Raw)": 0.8966647982597351, "Finetune/Step": 3433, "Finetune/Step Time": 4.752649901434779}
{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.9092683792114258, "Finetune/Loss (Raw)": 0.9051929712295532, "Finetune/Step": 3434, "Finetune/Step Time": 4.777101380750537}
{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.9083138704299927, "Finetune/Loss (Raw)": 0.9428647756576538, "Finetune/Step": 3435, "Finetune/Step Time": 4.790644476190209}
{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.9064996838569641, "Finetune/Loss (Raw)": 0.8162217736244202, "Finetune/Step": 3436, "Finetune/Step Time": 4.784450389444828}
{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.905717134475708, "Finetune/Loss (Raw)": 0.937399685382843, "Finetune/Step": 3437, "Finetune/Step Time": 4.772815279662609}
{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.9060310125350952, "Finetune/Loss (Raw)": 0.869667649269104, "Finetune/Step": 3438, "Finetune/Step Time": 4.771595040336251}
{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.9074941873550415, "Finetune/Loss (Raw)": 1.0232936143875122, "Finetune/Step": 3439, "Finetune/Step Time": 4.776405433192849}
{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.9078189134597778, "Finetune/Loss (Raw)": 0.9135759472846985, "Finetune/Step": 3440, "Finetune/Step Time": 4.778066281229258}
{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.9105740785598755, "Finetune/Loss (Raw)": 0.7790931463241577, "Finetune/Step": 3441, "Finetune/Step Time": 4.764887534081936}
{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.9103572368621826, "Finetune/Loss (Raw)": 0.8050656318664551, "Finetune/Step": 3442, "Finetune/Step Time": 4.772195145487785}
{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.9080169796943665, "Finetune/Loss (Raw)": 0.855471670627594, "Finetune/Step": 3443, "Finetune/Step Time": 4.782456416636705}
{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.9088233113288879, "Finetune/Loss (Raw)": 0.9473460912704468, "Finetune/Step": 3444, "Finetune/Step Time": 4.7764940317720175}
{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.9075099229812622, "Finetune/Loss (Raw)": 0.7932060360908508, "Finetune/Step": 3445, "Finetune/Step Time": 4.788870194926858}
{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.9119386076927185, "Finetune/Loss (Raw)": 0.8981384038925171, "Finetune/Step": 3446, "Finetune/Step Time": 4.762738848105073}
{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.9122423529624939, "Finetune/Loss (Raw)": 1.0452715158462524, "Finetune/Step": 3447, "Finetune/Step Time": 4.757276598364115}
{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.9125885963439941, "Finetune/Loss (Raw)": 0.9406448006629944, "Finetune/Step": 3448, "Finetune/Step Time": 4.768471771851182}
{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.9138585329055786, "Finetune/Loss (Raw)": 1.0197021961212158, "Finetune/Step": 3449, "Finetune/Step Time": 4.76366888359189}
{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.9143813848495483, "Finetune/Loss (Raw)": 0.9619373083114624, "Finetune/Step": 3450, "Finetune/Step Time": 4.784073309972882}
{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.9129836559295654, "Finetune/Loss (Raw)": 0.8783375024795532, "Finetune/Step": 3451, "Finetune/Step Time": 4.756265560165048}
{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.9140359163284302, "Finetune/Loss (Raw)": 1.0020544528961182, "Finetune/Step": 3452, "Finetune/Step Time": 4.7406186778098345}
{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.9142214059829712, "Finetune/Loss (Raw)": 0.8661606907844543, "Finetune/Step": 3453, "Finetune/Step Time": 4.738705836236477}
{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.9136598706245422, "Finetune/Loss (Raw)": 0.9041822552680969, "Finetune/Step": 3454, "Finetune/Step Time": 4.751551814377308}
{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.9099791049957275, "Finetune/Loss (Raw)": 0.3373250365257263, "Finetune/Step": 3455, "Finetune/Step Time": 4.777374263852835}
{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.9093217849731445, "Finetune/Loss (Raw)": 0.9712668061256409, "Finetune/Step": 3456, "Finetune/Step Time": 4.774107221513987}
{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.9081156253814697, "Finetune/Loss (Raw)": 0.9037185311317444, "Finetune/Step": 3457, "Finetune/Step Time": 4.770547844469547}
{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.9088864326477051, "Finetune/Loss (Raw)": 0.9387951493263245, "Finetune/Step": 3458, "Finetune/Step Time": 4.778640428557992}
{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.9082939624786377, "Finetune/Loss (Raw)": 0.8965407013893127, "Finetune/Step": 3459, "Finetune/Step Time": 4.763227880001068}
{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.9090574979782104, "Finetune/Loss (Raw)": 1.0166763067245483, "Finetune/Step": 3460, "Finetune/Step Time": 4.764918750151992}
{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.9039846658706665, "Finetune/Loss (Raw)": 0.3323063552379608, "Finetune/Step": 3461, "Finetune/Step Time": 4.800321821123362}
{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.904303252696991, "Finetune/Loss (Raw)": 0.9635418057441711, "Finetune/Step": 3462, "Finetune/Step Time": 4.796669131144881}
{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.904417872428894, "Finetune/Loss (Raw)": 0.8975999355316162, "Finetune/Step": 3463, "Finetune/Step Time": 4.798610573634505}
{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.904965877532959, "Finetune/Loss (Raw)": 0.9619620442390442, "Finetune/Step": 3464, "Finetune/Step Time": 4.799535524100065}
{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.9052747488021851, "Finetune/Loss (Raw)": 0.8815796375274658, "Finetune/Step": 3465, "Finetune/Step Time": 4.7893007174134254}
{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.9048725366592407, "Finetune/Loss (Raw)": 0.8692916035652161, "Finetune/Step": 3466, "Finetune/Step Time": 4.787547821179032}
{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.9031466245651245, "Finetune/Loss (Raw)": 0.7595325708389282, "Finetune/Step": 3467, "Finetune/Step Time": 4.791938992217183}
{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.9016505479812622, "Finetune/Loss (Raw)": 0.7639989256858826, "Finetune/Step": 3468, "Finetune/Step Time": 4.800514908507466}
{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.9010646343231201, "Finetune/Loss (Raw)": 0.9847022891044617, "Finetune/Step": 3469, "Finetune/Step Time": 4.803578920662403}
{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.899741530418396, "Finetune/Loss (Raw)": 0.8759869933128357, "Finetune/Step": 3470, "Finetune/Step Time": 4.815661873668432}
{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8997287750244141, "Finetune/Loss (Raw)": 0.9645463824272156, "Finetune/Step": 3471, "Finetune/Step Time": 4.821703754365444}
{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.9003856182098389, "Finetune/Loss (Raw)": 0.8459354639053345, "Finetune/Step": 3472, "Finetune/Step Time": 4.822313375771046}
{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.9063318967819214, "Finetune/Loss (Raw)": 1.1097135543823242, "Finetune/Step": 3473, "Finetune/Step Time": 4.811450405046344}
{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.9044981002807617, "Finetune/Loss (Raw)": 0.8322501182556152, "Finetune/Step": 3474, "Finetune/Step Time": 4.816779410466552}
{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.9056001901626587, "Finetune/Loss (Raw)": 0.929141640663147, "Finetune/Step": 3475, "Finetune/Step Time": 4.823569845408201}
{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.9039750099182129, "Finetune/Loss (Raw)": 0.7925168871879578, "Finetune/Step": 3476, "Finetune/Step Time": 4.828864362090826}
{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.9030407667160034, "Finetune/Loss (Raw)": 0.8550658822059631, "Finetune/Step": 3477, "Finetune/Step Time": 4.846802935004234}
{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.9023318290710449, "Finetune/Loss (Raw)": 1.0218473672866821, "Finetune/Step": 3478, "Finetune/Step Time": 4.839331269264221}
{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.9039278030395508, "Finetune/Loss (Raw)": 1.0902045965194702, "Finetune/Step": 3479, "Finetune/Step Time": 4.826095316559076}
{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.9037007093429565, "Finetune/Loss (Raw)": 0.9493080973625183, "Finetune/Step": 3480, "Finetune/Step Time": 4.817808646708727}
{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.9034644961357117, "Finetune/Loss (Raw)": 0.9861013889312744, "Finetune/Step": 3481, "Finetune/Step Time": 4.7945388332009315}
{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.9033524990081787, "Finetune/Loss (Raw)": 0.9375240206718445, "Finetune/Step": 3482, "Finetune/Step Time": 4.794414704665542}
{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.9031482934951782, "Finetune/Loss (Raw)": 0.9759405851364136, "Finetune/Step": 3483, "Finetune/Step Time": 4.833218866959214}
{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.9030740261077881, "Finetune/Loss (Raw)": 0.9815676212310791, "Finetune/Step": 3484, "Finetune/Step Time": 4.8497045654803514}
{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.9041278958320618, "Finetune/Loss (Raw)": 1.0246421098709106, "Finetune/Step": 3485, "Finetune/Step Time": 4.84664261713624}
{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.905170202255249, "Finetune/Loss (Raw)": 0.9793844819068909, "Finetune/Step": 3486, "Finetune/Step Time": 4.840534636750817}
{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.902868926525116, "Finetune/Loss (Raw)": 0.7946954965591431, "Finetune/Step": 3487, "Finetune/Step Time": 4.83914265409112}
{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.9009072780609131, "Finetune/Loss (Raw)": 0.7858467698097229, "Finetune/Step": 3488, "Finetune/Step Time": 4.838648442178965}
{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.901300311088562, "Finetune/Loss (Raw)": 1.0430212020874023, "Finetune/Step": 3489, "Finetune/Step Time": 4.826151126995683}
{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.9011320471763611, "Finetune/Loss (Raw)": 0.8315677642822266, "Finetune/Step": 3490, "Finetune/Step Time": 4.830234484747052}
{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.9015430212020874, "Finetune/Loss (Raw)": 1.017266035079956, "Finetune/Step": 3491, "Finetune/Step Time": 4.825855605304241}
{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.9012571573257446, "Finetune/Loss (Raw)": 0.9495410323143005, "Finetune/Step": 3492, "Finetune/Step Time": 4.8357277270406485}
{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8999814987182617, "Finetune/Loss (Raw)": 0.7649833559989929, "Finetune/Step": 3493, "Finetune/Step Time": 4.827993316575885}
{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.9012826681137085, "Finetune/Loss (Raw)": 1.0344277620315552, "Finetune/Step": 3494, "Finetune/Step Time": 4.809100879356265}
{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.9021912813186646, "Finetune/Loss (Raw)": 0.9724263548851013, "Finetune/Step": 3495, "Finetune/Step Time": 4.808829478919506}
{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.907153844833374, "Finetune/Loss (Raw)": 1.0695581436157227, "Finetune/Step": 3496, "Finetune/Step Time": 4.781011890619993}
{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.9057084918022156, "Finetune/Loss (Raw)": 0.8508848547935486, "Finetune/Step": 3497, "Finetune/Step Time": 4.790296142920852}
{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.9054458737373352, "Finetune/Loss (Raw)": 0.9429256916046143, "Finetune/Step": 3498, "Finetune/Step Time": 4.794501135125756}
{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.9077087044715881, "Finetune/Loss (Raw)": 1.003635287284851, "Finetune/Step": 3499, "Finetune/Step Time": 4.779649356380105}
{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.9081358909606934, "Finetune/Loss (Raw)": 0.9729161262512207, "Finetune/Step": 3500, "Finetune/Step Time": 4.770634880289435}
{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.9079950451850891, "Finetune/Loss (Raw)": 0.980471134185791, "Finetune/Step": 3501, "Finetune/Step Time": 4.756692895665765}
{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.9093695878982544, "Finetune/Loss (Raw)": 1.1140977144241333, "Finetune/Step": 3502, "Finetune/Step Time": 4.751911222934723}
{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.9080735445022583, "Finetune/Loss (Raw)": 1.000716209411621, "Finetune/Step": 3503, "Finetune/Step Time": 4.752177711576223}
{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.9069323539733887, "Finetune/Loss (Raw)": 0.8800608515739441, "Finetune/Step": 3504, "Finetune/Step Time": 4.753862582147121}
{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.9084916114807129, "Finetune/Loss (Raw)": 1.0272881984710693, "Finetune/Step": 3505, "Finetune/Step Time": 4.749449787661433}
{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.90728360414505, "Finetune/Loss (Raw)": 0.8666120767593384, "Finetune/Step": 3506, "Finetune/Step Time": 4.746029539033771}
{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.9072707891464233, "Finetune/Loss (Raw)": 0.734594464302063, "Finetune/Step": 3507, "Finetune/Step Time": 4.7609498500823975}
{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.9079948663711548, "Finetune/Loss (Raw)": 0.9211434125900269, "Finetune/Step": 3508, "Finetune/Step Time": 4.76109510846436}
{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.9089157581329346, "Finetune/Loss (Raw)": 1.0436139106750488, "Finetune/Step": 3509, "Finetune/Step Time": 4.769476659595966}
{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.9069506525993347, "Finetune/Loss (Raw)": 0.8270295262336731, "Finetune/Step": 3510, "Finetune/Step Time": 4.767873300239444}
{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.9072176218032837, "Finetune/Loss (Raw)": 0.9304705262184143, "Finetune/Step": 3511, "Finetune/Step Time": 4.775176212191582}
{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.9069858193397522, "Finetune/Loss (Raw)": 0.9477601647377014, "Finetune/Step": 3512, "Finetune/Step Time": 4.773387832567096}
{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.9083061218261719, "Finetune/Loss (Raw)": 0.978377640247345, "Finetune/Step": 3513, "Finetune/Step Time": 4.773526618257165}
{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.90742027759552, "Finetune/Loss (Raw)": 0.8212215304374695, "Finetune/Step": 3514, "Finetune/Step Time": 4.777821619063616}
{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.907776415348053, "Finetune/Loss (Raw)": 0.8893492221832275, "Finetune/Step": 3515, "Finetune/Step Time": 4.789408408105373}
{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.9082815647125244, "Finetune/Loss (Raw)": 0.911745011806488, "Finetune/Step": 3516, "Finetune/Step Time": 4.785324381664395}
{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.9085302948951721, "Finetune/Loss (Raw)": 0.9881637692451477, "Finetune/Step": 3517, "Finetune/Step Time": 4.782830266281962}
{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.9080498218536377, "Finetune/Loss (Raw)": 0.9232797026634216, "Finetune/Step": 3518, "Finetune/Step Time": 4.807931525632739}
{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.9061160087585449, "Finetune/Loss (Raw)": 0.8690993785858154, "Finetune/Step": 3519, "Finetune/Step Time": 4.831561461091042}
{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.9066524505615234, "Finetune/Loss (Raw)": 0.9569593071937561, "Finetune/Step": 3520, "Finetune/Step Time": 4.832916047424078}
{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.9066788554191589, "Finetune/Loss (Raw)": 1.0557087659835815, "Finetune/Step": 3521, "Finetune/Step Time": 4.833212768658996}
{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.9059011936187744, "Finetune/Loss (Raw)": 0.8454150557518005, "Finetune/Step": 3522, "Finetune/Step Time": 4.829253252595663}
{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.9046049118041992, "Finetune/Loss (Raw)": 0.8566315770149231, "Finetune/Step": 3523, "Finetune/Step Time": 4.854629432782531}
{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.904900074005127, "Finetune/Loss (Raw)": 0.8422418832778931, "Finetune/Step": 3524, "Finetune/Step Time": 4.857922041788697}
{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.9060893058776855, "Finetune/Loss (Raw)": 1.0871894359588623, "Finetune/Step": 3525, "Finetune/Step Time": 4.867428308352828}
{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.9062923789024353, "Finetune/Loss (Raw)": 0.9418875575065613, "Finetune/Step": 3526, "Finetune/Step Time": 4.875492302700877}
{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.9073746204376221, "Finetune/Loss (Raw)": 0.9906348586082458, "Finetune/Step": 3527, "Finetune/Step Time": 4.8634601123631}
{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.9078856110572815, "Finetune/Loss (Raw)": 0.9368287324905396, "Finetune/Step": 3528, "Finetune/Step Time": 4.868114439770579}
{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.9080045819282532, "Finetune/Loss (Raw)": 0.8551921248435974, "Finetune/Step": 3529, "Finetune/Step Time": 4.878172552213073}
{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.9083205461502075, "Finetune/Loss (Raw)": 0.9551966190338135, "Finetune/Step": 3530, "Finetune/Step Time": 4.885814176872373}
{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.9094772934913635, "Finetune/Loss (Raw)": 1.0059795379638672, "Finetune/Step": 3531, "Finetune/Step Time": 4.88538602925837}
{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.9088351726531982, "Finetune/Loss (Raw)": 0.8632070422172546, "Finetune/Step": 3532, "Finetune/Step Time": 4.897969793528318}
{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.905038058757782, "Finetune/Loss (Raw)": 0.3183102607727051, "Finetune/Step": 3533, "Finetune/Step Time": 4.863176427781582}
{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.9051874876022339, "Finetune/Loss (Raw)": 0.9858363270759583, "Finetune/Step": 3534, "Finetune/Step Time": 4.86572047509253}
{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.9003103971481323, "Finetune/Loss (Raw)": 0.3325846195220947, "Finetune/Step": 3535, "Finetune/Step Time": 4.906473625451326}
{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8995534777641296, "Finetune/Loss (Raw)": 0.8873617053031921, "Finetune/Step": 3536, "Finetune/Step Time": 4.903782362118363}
{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.9004933834075928, "Finetune/Loss (Raw)": 1.0395716428756714, "Finetune/Step": 3537, "Finetune/Step Time": 4.91668600961566}
{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.9018431305885315, "Finetune/Loss (Raw)": 1.0355958938598633, "Finetune/Step": 3538, "Finetune/Step Time": 4.913730472326279}
{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.9012951850891113, "Finetune/Loss (Raw)": 0.9665048122406006, "Finetune/Step": 3539, "Finetune/Step Time": 4.918128561228514}
{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.9006791710853577, "Finetune/Loss (Raw)": 0.9219261407852173, "Finetune/Step": 3540, "Finetune/Step Time": 4.922461470589042}
{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8995963335037231, "Finetune/Loss (Raw)": 0.9198967218399048, "Finetune/Step": 3541, "Finetune/Step Time": 4.913137651979923}
{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8983983397483826, "Finetune/Loss (Raw)": 0.9307847023010254, "Finetune/Step": 3542, "Finetune/Step Time": 4.922664945945144}
{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.8994691371917725, "Finetune/Loss (Raw)": 0.907002329826355, "Finetune/Step": 3543, "Finetune/Step Time": 4.934986971318722}
{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.9036704301834106, "Finetune/Loss (Raw)": 0.9590739607810974, "Finetune/Step": 3544, "Finetune/Step Time": 4.898857980966568}
{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.899355947971344, "Finetune/Loss (Raw)": 0.41381627321243286, "Finetune/Step": 3545, "Finetune/Step Time": 4.929421586915851}
{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.8986544609069824, "Finetune/Loss (Raw)": 0.8590138554573059, "Finetune/Step": 3546, "Finetune/Step Time": 4.9262974839657545}
{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.899403989315033, "Finetune/Loss (Raw)": 1.0409270524978638, "Finetune/Step": 3547, "Finetune/Step Time": 4.923230851069093}
{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.9014862179756165, "Finetune/Loss (Raw)": 0.9934333562850952, "Finetune/Step": 3548, "Finetune/Step Time": 4.910923579707742}
{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.9021924734115601, "Finetune/Loss (Raw)": 1.0270519256591797, "Finetune/Step": 3549, "Finetune/Step Time": 4.90942101739347}
{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.8975645899772644, "Finetune/Loss (Raw)": 0.33964771032333374, "Finetune/Step": 3550, "Finetune/Step Time": 4.92398140206933}
{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8973501324653625, "Finetune/Loss (Raw)": 0.8203790783882141, "Finetune/Step": 3551, "Finetune/Step Time": 4.942087471485138}
{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.9021176099777222, "Finetune/Loss (Raw)": 0.9565959572792053, "Finetune/Step": 3552, "Finetune/Step Time": 4.904824949800968}
{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.9010714292526245, "Finetune/Loss (Raw)": 0.7805355191230774, "Finetune/Step": 3553, "Finetune/Step Time": 4.912647280842066}
{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.9029167890548706, "Finetune/Loss (Raw)": 1.0052143335342407, "Finetune/Step": 3554, "Finetune/Step Time": 4.915172632783651}
{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.9037896990776062, "Finetune/Loss (Raw)": 1.124503254890442, "Finetune/Step": 3555, "Finetune/Step Time": 4.913408393040299}
{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8991644382476807, "Finetune/Loss (Raw)": 0.3446168899536133, "Finetune/Step": 3556, "Finetune/Step Time": 4.940454689785838}
{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.9000356793403625, "Finetune/Loss (Raw)": 1.0620970726013184, "Finetune/Step": 3557, "Finetune/Step Time": 4.938212076202035}
{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.9003587961196899, "Finetune/Loss (Raw)": 0.9331740736961365, "Finetune/Step": 3558, "Finetune/Step Time": 4.94005167670548}
{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.9003115892410278, "Finetune/Loss (Raw)": 1.0093363523483276, "Finetune/Step": 3559, "Finetune/Step Time": 4.938564293086529}
{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.9020966291427612, "Finetune/Loss (Raw)": 1.039707064628601, "Finetune/Step": 3560, "Finetune/Step Time": 4.922419203445315}
{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.9034605026245117, "Finetune/Loss (Raw)": 1.0712331533432007, "Finetune/Step": 3561, "Finetune/Step Time": 4.905931709334254}
{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.9023278951644897, "Finetune/Loss (Raw)": 0.7602176070213318, "Finetune/Step": 3562, "Finetune/Step Time": 4.881201604381204}
{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.9012320041656494, "Finetune/Loss (Raw)": 0.8025960922241211, "Finetune/Step": 3563, "Finetune/Step Time": 4.867489920929074}
{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.9015867710113525, "Finetune/Loss (Raw)": 0.8616363406181335, "Finetune/Step": 3564, "Finetune/Step Time": 4.8701481856405735}
{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.9009832143783569, "Finetune/Loss (Raw)": 0.8601371049880981, "Finetune/Step": 3565, "Finetune/Step Time": 4.873581252992153}
{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.9024510383605957, "Finetune/Loss (Raw)": 1.0575544834136963, "Finetune/Step": 3566, "Finetune/Step Time": 4.872930282726884}
{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.9017966389656067, "Finetune/Loss (Raw)": 0.939531147480011, "Finetune/Step": 3567, "Finetune/Step Time": 4.876779997721314}
{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.902477502822876, "Finetune/Loss (Raw)": 1.000720500946045, "Finetune/Step": 3568, "Finetune/Step Time": 4.881950555369258}
{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.9033743739128113, "Finetune/Loss (Raw)": 0.8938965797424316, "Finetune/Step": 3569, "Finetune/Step Time": 4.8693746365606785}
{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.9039449691772461, "Finetune/Loss (Raw)": 0.8780934810638428, "Finetune/Step": 3570, "Finetune/Step Time": 4.863865952938795}
{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.9048458337783813, "Finetune/Loss (Raw)": 0.9707978367805481, "Finetune/Step": 3571, "Finetune/Step Time": 4.856003457680345}
{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.9050248265266418, "Finetune/Loss (Raw)": 0.9702533483505249, "Finetune/Step": 3572, "Finetune/Step Time": 4.857634382322431}
{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.9064891338348389, "Finetune/Loss (Raw)": 0.9806347489356995, "Finetune/Step": 3573, "Finetune/Step Time": 4.839593725278974}
{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.9074857234954834, "Finetune/Loss (Raw)": 1.0256990194320679, "Finetune/Step": 3574, "Finetune/Step Time": 4.837426403537393}
{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.9064201712608337, "Finetune/Loss (Raw)": 0.9088841676712036, "Finetune/Step": 3575, "Finetune/Step Time": 4.838563056662679}
{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.9069986343383789, "Finetune/Loss (Raw)": 1.0146844387054443, "Finetune/Step": 3576, "Finetune/Step Time": 4.830739947035909}
{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.9062364101409912, "Finetune/Loss (Raw)": 0.922141432762146, "Finetune/Step": 3577, "Finetune/Step Time": 4.849272899329662}
{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.9065874218940735, "Finetune/Loss (Raw)": 1.0068638324737549, "Finetune/Step": 3578, "Finetune/Step Time": 4.833707885816693}
{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.9076415300369263, "Finetune/Loss (Raw)": 1.013266682624817, "Finetune/Step": 3579, "Finetune/Step Time": 4.834410944953561}
{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.9073733687400818, "Finetune/Loss (Raw)": 0.9677290916442871, "Finetune/Step": 3580, "Finetune/Step Time": 4.842159688472748}
{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.9086122512817383, "Finetune/Loss (Raw)": 1.0247361660003662, "Finetune/Step": 3581, "Finetune/Step Time": 4.851787967607379}
{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.9085160493850708, "Finetune/Loss (Raw)": 0.8918654918670654, "Finetune/Step": 3582, "Finetune/Step Time": 4.854231495410204}
{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.9125928282737732, "Finetune/Loss (Raw)": 0.859154462814331, "Finetune/Step": 3583, "Finetune/Step Time": 4.818502428010106}
{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.9126299619674683, "Finetune/Loss (Raw)": 0.9760196805000305, "Finetune/Step": 3584, "Finetune/Step Time": 4.82049910351634}
{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.913954496383667, "Finetune/Loss (Raw)": 1.0732567310333252, "Finetune/Step": 3585, "Finetune/Step Time": 4.814692880958319}
{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.9132245779037476, "Finetune/Loss (Raw)": 0.8453656435012817, "Finetune/Step": 3586, "Finetune/Step Time": 4.812882658094168}
{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.9128571152687073, "Finetune/Loss (Raw)": 0.8495129346847534, "Finetune/Step": 3587, "Finetune/Step Time": 4.806467259302735}
{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.9105777740478516, "Finetune/Loss (Raw)": 0.7249141335487366, "Finetune/Step": 3588, "Finetune/Step Time": 4.807765085250139}
{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.9150679707527161, "Finetune/Loss (Raw)": 0.9070516228675842, "Finetune/Step": 3589, "Finetune/Step Time": 4.781136803328991}
{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.9152135848999023, "Finetune/Loss (Raw)": 0.9821847081184387, "Finetune/Step": 3590, "Finetune/Step Time": 4.791020335629582}
{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.9146826267242432, "Finetune/Loss (Raw)": 0.8296363353729248, "Finetune/Step": 3591, "Finetune/Step Time": 4.789609303697944}
{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.9147502183914185, "Finetune/Loss (Raw)": 0.970613956451416, "Finetune/Step": 3592, "Finetune/Step Time": 4.794656857848167}
{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.9162278175354004, "Finetune/Loss (Raw)": 1.07070791721344, "Finetune/Step": 3593, "Finetune/Step Time": 4.791151612997055}
{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.9144304990768433, "Finetune/Loss (Raw)": 0.6392332911491394, "Finetune/Step": 3594, "Finetune/Step Time": 4.798248615115881}
{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.9158667325973511, "Finetune/Loss (Raw)": 0.9433741569519043, "Finetune/Step": 3595, "Finetune/Step Time": 4.815000524744391}
{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.9182887077331543, "Finetune/Loss (Raw)": 1.0740164518356323, "Finetune/Step": 3596, "Finetune/Step Time": 4.800495835021138}
{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.9125634431838989, "Finetune/Loss (Raw)": 0.2518685758113861, "Finetune/Step": 3597, "Finetune/Step Time": 4.829946842044592}
{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.9127993583679199, "Finetune/Loss (Raw)": 0.9061876535415649, "Finetune/Step": 3598, "Finetune/Step Time": 4.838672226294875}
{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.9119802117347717, "Finetune/Loss (Raw)": 0.8596847057342529, "Finetune/Step": 3599, "Finetune/Step Time": 4.835563253611326}
{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.9087382555007935, "Finetune/Loss (Raw)": 0.4309742748737335, "Finetune/Step": 3600, "Finetune/Step Time": 4.86301744915545}
{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.9075868725776672, "Finetune/Loss (Raw)": 0.962331235408783, "Finetune/Step": 3601, "Finetune/Step Time": 4.840170960873365}
{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.9079129695892334, "Finetune/Loss (Raw)": 0.8739880919456482, "Finetune/Step": 3602, "Finetune/Step Time": 4.83529863320291}
{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.9074881076812744, "Finetune/Loss (Raw)": 0.8747610449790955, "Finetune/Step": 3603, "Finetune/Step Time": 4.833396321162581}
{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.9087978601455688, "Finetune/Loss (Raw)": 0.960167407989502, "Finetune/Step": 3604, "Finetune/Step Time": 4.829990277066827}
{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.9085321426391602, "Finetune/Loss (Raw)": 0.8210482597351074, "Finetune/Step": 3605, "Finetune/Step Time": 4.816075062379241}
{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.9076335430145264, "Finetune/Loss (Raw)": 0.906834065914154, "Finetune/Step": 3606, "Finetune/Step Time": 4.828449323773384}
{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.9065983891487122, "Finetune/Loss (Raw)": 0.9577065110206604, "Finetune/Step": 3607, "Finetune/Step Time": 4.831669386476278}
{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.9066022634506226, "Finetune/Loss (Raw)": 0.9498042464256287, "Finetune/Step": 3608, "Finetune/Step Time": 4.8593970239162445}
{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.9064621925354004, "Finetune/Loss (Raw)": 0.9681641459465027, "Finetune/Step": 3609, "Finetune/Step Time": 4.860080191865563}
{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.9055755138397217, "Finetune/Loss (Raw)": 0.8240373134613037, "Finetune/Step": 3610, "Finetune/Step Time": 4.859175723046064}
{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.9005935788154602, "Finetune/Loss (Raw)": 0.3382519781589508, "Finetune/Step": 3611, "Finetune/Step Time": 4.851994168013334}
{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8999581336975098, "Finetune/Loss (Raw)": 0.9002322554588318, "Finetune/Step": 3612, "Finetune/Step Time": 4.8490540366619825}
{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8983831405639648, "Finetune/Loss (Raw)": 0.8230380415916443, "Finetune/Step": 3613, "Finetune/Step Time": 4.849561579525471}
{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8977028727531433, "Finetune/Loss (Raw)": 0.8923157453536987, "Finetune/Step": 3614, "Finetune/Step Time": 4.8537103440612555}
{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8988789916038513, "Finetune/Loss (Raw)": 0.9452309608459473, "Finetune/Step": 3615, "Finetune/Step Time": 4.864594614133239}
{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8990391492843628, "Finetune/Loss (Raw)": 0.8063499927520752, "Finetune/Step": 3616, "Finetune/Step Time": 4.868780566379428}
{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.8981845378875732, "Finetune/Loss (Raw)": 0.9336344003677368, "Finetune/Step": 3617, "Finetune/Step Time": 4.877023383975029}
{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.898758053779602, "Finetune/Loss (Raw)": 0.90497225522995, "Finetune/Step": 3618, "Finetune/Step Time": 4.878415588289499}
{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8975924253463745, "Finetune/Loss (Raw)": 0.8680744171142578, "Finetune/Step": 3619, "Finetune/Step Time": 4.876220505684614}
{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8969470262527466, "Finetune/Loss (Raw)": 0.866931140422821, "Finetune/Step": 3620, "Finetune/Step Time": 4.866107011213899}
{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8976157903671265, "Finetune/Loss (Raw)": 0.850578784942627, "Finetune/Step": 3621, "Finetune/Step Time": 4.859869230538607}
{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.896831750869751, "Finetune/Loss (Raw)": 0.9340722560882568, "Finetune/Step": 3622, "Finetune/Step Time": 4.858638074249029}
{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.8965982794761658, "Finetune/Loss (Raw)": 0.9425389170646667, "Finetune/Step": 3623, "Finetune/Step Time": 4.8595337346196175}
{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8961784243583679, "Finetune/Loss (Raw)": 1.0158151388168335, "Finetune/Step": 3624, "Finetune/Step Time": 4.853506477549672}
{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8973287343978882, "Finetune/Loss (Raw)": 0.9981219172477722, "Finetune/Step": 3625, "Finetune/Step Time": 4.84412020072341}
{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.896621823310852, "Finetune/Loss (Raw)": 0.852443516254425, "Finetune/Step": 3626, "Finetune/Step Time": 4.8403438199311495}
{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.8961958885192871, "Finetune/Loss (Raw)": 0.9491208791732788, "Finetune/Step": 3627, "Finetune/Step Time": 4.85561048425734}
{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.8959383964538574, "Finetune/Loss (Raw)": 0.9399584531784058, "Finetune/Step": 3628, "Finetune/Step Time": 4.861145731061697}
{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.894961416721344, "Finetune/Loss (Raw)": 0.8554168939590454, "Finetune/Step": 3629, "Finetune/Step Time": 4.867750249803066}
{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8932558298110962, "Finetune/Loss (Raw)": 0.8957793712615967, "Finetune/Step": 3630, "Finetune/Step Time": 4.867909861728549}
{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8912960290908813, "Finetune/Loss (Raw)": 0.749859631061554, "Finetune/Step": 3631, "Finetune/Step Time": 4.882190985605121}
{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8923707008361816, "Finetune/Loss (Raw)": 1.017614722251892, "Finetune/Step": 3632, "Finetune/Step Time": 4.885127825662494}
{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.8925100564956665, "Finetune/Loss (Raw)": 1.0451267957687378, "Finetune/Step": 3633, "Finetune/Step Time": 4.8799528032541275}
{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.8928674459457397, "Finetune/Loss (Raw)": 0.9123623371124268, "Finetune/Step": 3634, "Finetune/Step Time": 4.872486159205437}
{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8936618566513062, "Finetune/Loss (Raw)": 0.836283266544342, "Finetune/Step": 3635, "Finetune/Step Time": 4.856745049357414}
{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.8938617706298828, "Finetune/Loss (Raw)": 0.9467312097549438, "Finetune/Step": 3636, "Finetune/Step Time": 4.855783820152283}
{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8937369585037231, "Finetune/Loss (Raw)": 1.02763831615448, "Finetune/Step": 3637, "Finetune/Step Time": 4.841505758464336}
{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8948222398757935, "Finetune/Loss (Raw)": 0.9659408330917358, "Finetune/Step": 3638, "Finetune/Step Time": 4.8397231716662645}
{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8947272300720215, "Finetune/Loss (Raw)": 0.9183138012886047, "Finetune/Step": 3639, "Finetune/Step Time": 4.828548312187195}
{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8897417783737183, "Finetune/Loss (Raw)": 0.3096155822277069, "Finetune/Step": 3640, "Finetune/Step Time": 4.864551378414035}
{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8886231184005737, "Finetune/Loss (Raw)": 0.8351927995681763, "Finetune/Step": 3641, "Finetune/Step Time": 4.867625419050455}
{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8901913166046143, "Finetune/Loss (Raw)": 1.0219471454620361, "Finetune/Step": 3642, "Finetune/Step Time": 4.871191281825304}
{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8905254006385803, "Finetune/Loss (Raw)": 0.9321219325065613, "Finetune/Step": 3643, "Finetune/Step Time": 4.859393848106265}
{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8903136253356934, "Finetune/Loss (Raw)": 0.8846312761306763, "Finetune/Step": 3644, "Finetune/Step Time": 4.856182353571057}
{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8893091082572937, "Finetune/Loss (Raw)": 0.8595901727676392, "Finetune/Step": 3645, "Finetune/Step Time": 4.855660082772374}
{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.890139639377594, "Finetune/Loss (Raw)": 1.0295774936676025, "Finetune/Step": 3646, "Finetune/Step Time": 4.839809676632285}
{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.8908145427703857, "Finetune/Loss (Raw)": 0.9554890990257263, "Finetune/Step": 3647, "Finetune/Step Time": 4.817971903830767}
{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8910067081451416, "Finetune/Loss (Raw)": 0.9815561175346375, "Finetune/Step": 3648, "Finetune/Step Time": 4.819763882085681}
{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.8905580639839172, "Finetune/Loss (Raw)": 0.9982869029045105, "Finetune/Step": 3649, "Finetune/Step Time": 4.830006560310721}
{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8920830488204956, "Finetune/Loss (Raw)": 1.0406091213226318, "Finetune/Step": 3650, "Finetune/Step Time": 4.8163350354880095}
{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8916743993759155, "Finetune/Loss (Raw)": 0.8043319582939148, "Finetune/Step": 3651, "Finetune/Step Time": 4.805741371586919}
{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.892914891242981, "Finetune/Loss (Raw)": 1.001021385192871, "Finetune/Step": 3652, "Finetune/Step Time": 4.798719810321927}
{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8921138048171997, "Finetune/Loss (Raw)": 0.9846488237380981, "Finetune/Step": 3653, "Finetune/Step Time": 4.7900286335498095}
{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8921828269958496, "Finetune/Loss (Raw)": 0.9507142901420593, "Finetune/Step": 3654, "Finetune/Step Time": 4.799793116748333}
{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.8929647207260132, "Finetune/Loss (Raw)": 1.090730905532837, "Finetune/Step": 3655, "Finetune/Step Time": 4.809771817177534}
{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8921136260032654, "Finetune/Loss (Raw)": 0.8278844952583313, "Finetune/Step": 3656, "Finetune/Step Time": 4.8083488047122955}
{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8924734592437744, "Finetune/Loss (Raw)": 0.9012550115585327, "Finetune/Step": 3657, "Finetune/Step Time": 4.796825902536511}
{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.89240562915802, "Finetune/Loss (Raw)": 0.9465031623840332, "Finetune/Step": 3658, "Finetune/Step Time": 4.806665344163775}
{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.892002522945404, "Finetune/Loss (Raw)": 0.9543963670730591, "Finetune/Step": 3659, "Finetune/Step Time": 4.809917105361819}
{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8933661580085754, "Finetune/Loss (Raw)": 1.0377423763275146, "Finetune/Step": 3660, "Finetune/Step Time": 4.796887392178178}
{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.897867739200592, "Finetune/Loss (Raw)": 0.8945178389549255, "Finetune/Step": 3661, "Finetune/Step Time": 4.760235486552119}
{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8981521129608154, "Finetune/Loss (Raw)": 1.0222258567810059, "Finetune/Step": 3662, "Finetune/Step Time": 4.750685602426529}
{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.9041166305541992, "Finetune/Loss (Raw)": 1.0960564613342285, "Finetune/Step": 3663, "Finetune/Step Time": 4.707625703886151}
{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.9040070176124573, "Finetune/Loss (Raw)": 0.8733187913894653, "Finetune/Step": 3664, "Finetune/Step Time": 4.730705797672272}
{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.9033529758453369, "Finetune/Loss (Raw)": 0.9558596611022949, "Finetune/Step": 3665, "Finetune/Step Time": 4.722733424976468}
{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.9027186632156372, "Finetune/Loss (Raw)": 0.9543971419334412, "Finetune/Step": 3666, "Finetune/Step Time": 4.717637471854687}
{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8984619975090027, "Finetune/Loss (Raw)": 0.4216592311859131, "Finetune/Step": 3667, "Finetune/Step Time": 4.755571216344833}
{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.8981111645698547, "Finetune/Loss (Raw)": 0.8770193457603455, "Finetune/Step": 3668, "Finetune/Step Time": 4.745681844651699}
{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.8979369401931763, "Finetune/Loss (Raw)": 0.8975962400436401, "Finetune/Step": 3669, "Finetune/Step Time": 4.749389246106148}
{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.8980180621147156, "Finetune/Loss (Raw)": 0.9411665797233582, "Finetune/Step": 3670, "Finetune/Step Time": 4.734776305034757}
{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.8988867998123169, "Finetune/Loss (Raw)": 1.0182021856307983, "Finetune/Step": 3671, "Finetune/Step Time": 4.716490235179663}
{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8983627557754517, "Finetune/Loss (Raw)": 0.8919926285743713, "Finetune/Step": 3672, "Finetune/Step Time": 4.724539590999484}
{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.9008268117904663, "Finetune/Loss (Raw)": 0.7292174696922302, "Finetune/Step": 3673, "Finetune/Step Time": 4.69290909729898}
{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.9010828733444214, "Finetune/Loss (Raw)": 0.8917880058288574, "Finetune/Step": 3674, "Finetune/Step Time": 4.683812445029616}
{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.895858108997345, "Finetune/Loss (Raw)": 0.37216708064079285, "Finetune/Step": 3675, "Finetune/Step Time": 4.7236044108867645}
{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8960299491882324, "Finetune/Loss (Raw)": 1.0154139995574951, "Finetune/Step": 3676, "Finetune/Step Time": 4.726524638012052}
{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.895805299282074, "Finetune/Loss (Raw)": 0.9983054995536804, "Finetune/Step": 3677, "Finetune/Step Time": 4.726242104545236}
{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8984485864639282, "Finetune/Loss (Raw)": 0.6779897809028625, "Finetune/Step": 3678, "Finetune/Step Time": 4.691706262528896}
{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.9003393650054932, "Finetune/Loss (Raw)": 1.0623974800109863, "Finetune/Step": 3679, "Finetune/Step Time": 4.679495869204402}
{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.9003473520278931, "Finetune/Loss (Raw)": 0.9576089382171631, "Finetune/Step": 3680, "Finetune/Step Time": 4.679056769236922}
{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.9022238850593567, "Finetune/Loss (Raw)": 1.020740270614624, "Finetune/Step": 3681, "Finetune/Step Time": 4.659716222435236}
{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.9031845331192017, "Finetune/Loss (Raw)": 1.128177285194397, "Finetune/Step": 3682, "Finetune/Step Time": 4.656962536275387}
{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.9016351103782654, "Finetune/Loss (Raw)": 0.9261747598648071, "Finetune/Step": 3683, "Finetune/Step Time": 4.657122137024999}
{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.9043517112731934, "Finetune/Loss (Raw)": 0.6923390030860901, "Finetune/Step": 3684, "Finetune/Step Time": 4.6400893945246935}
{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.9030565023422241, "Finetune/Loss (Raw)": 0.8963196873664856, "Finetune/Step": 3685, "Finetune/Step Time": 4.636725582182407}
{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.9031580686569214, "Finetune/Loss (Raw)": 0.9461662769317627, "Finetune/Step": 3686, "Finetune/Step Time": 4.63611195422709}
{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.9024478197097778, "Finetune/Loss (Raw)": 0.918428361415863, "Finetune/Step": 3687, "Finetune/Step Time": 4.640867136418819}
{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.9011346697807312, "Finetune/Loss (Raw)": 0.8716213703155518, "Finetune/Step": 3688, "Finetune/Step Time": 4.649210749194026}
{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.9007461667060852, "Finetune/Loss (Raw)": 1.021511435508728, "Finetune/Step": 3689, "Finetune/Step Time": 4.6491441167891026}
{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.9022222757339478, "Finetune/Loss (Raw)": 0.9491508603096008, "Finetune/Step": 3690, "Finetune/Step Time": 4.652321869507432}
{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8983449339866638, "Finetune/Loss (Raw)": 0.3063030540943146, "Finetune/Step": 3691, "Finetune/Step Time": 4.686790332198143}
{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8997196555137634, "Finetune/Loss (Raw)": 1.0375934839248657, "Finetune/Step": 3692, "Finetune/Step Time": 4.680188395082951}
{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.9003092050552368, "Finetune/Loss (Raw)": 0.9356014132499695, "Finetune/Step": 3693, "Finetune/Step Time": 4.679202063009143}
{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.8984360694885254, "Finetune/Loss (Raw)": 0.8177947998046875, "Finetune/Step": 3694, "Finetune/Step Time": 4.703095654025674}
{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.9001514911651611, "Finetune/Loss (Raw)": 1.159108281135559, "Finetune/Step": 3695, "Finetune/Step Time": 4.681878734380007}
{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8994439840316772, "Finetune/Loss (Raw)": 0.9101525545120239, "Finetune/Step": 3696, "Finetune/Step Time": 4.674892079085112}
{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.8985772132873535, "Finetune/Loss (Raw)": 0.7829489707946777, "Finetune/Step": 3697, "Finetune/Step Time": 4.691260628402233}
{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.899446964263916, "Finetune/Loss (Raw)": 0.9894306659698486, "Finetune/Step": 3698, "Finetune/Step Time": 4.697840925306082}
{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8994758129119873, "Finetune/Loss (Raw)": 0.974484920501709, "Finetune/Step": 3699, "Finetune/Step Time": 4.69499871134758}
{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.8993598818778992, "Finetune/Loss (Raw)": 0.9554136991500854, "Finetune/Step": 3700, "Finetune/Step Time": 4.695747476071119}
{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8976571559906006, "Finetune/Loss (Raw)": 0.7626839876174927, "Finetune/Step": 3701, "Finetune/Step Time": 4.703120805323124}
{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8972922563552856, "Finetune/Loss (Raw)": 0.9789903163909912, "Finetune/Step": 3702, "Finetune/Step Time": 4.692654239013791}
{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.897879958152771, "Finetune/Loss (Raw)": 0.9841150045394897, "Finetune/Step": 3703, "Finetune/Step Time": 4.6905664671212435}
{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8975903391838074, "Finetune/Loss (Raw)": 0.9776139855384827, "Finetune/Step": 3704, "Finetune/Step Time": 4.696033835411072}
{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8963568210601807, "Finetune/Loss (Raw)": 0.7642476558685303, "Finetune/Step": 3705, "Finetune/Step Time": 4.677559414878488}
{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8954476714134216, "Finetune/Loss (Raw)": 0.8904979228973389, "Finetune/Step": 3706, "Finetune/Step Time": 4.679784128442407}
{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8945775032043457, "Finetune/Loss (Raw)": 0.9018809199333191, "Finetune/Step": 3707, "Finetune/Step Time": 4.70595802180469}
{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8937734365463257, "Finetune/Loss (Raw)": 0.8648110032081604, "Finetune/Step": 3708, "Finetune/Step Time": 4.717025365680456}
{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8940508365631104, "Finetune/Loss (Raw)": 1.0602399110794067, "Finetune/Step": 3709, "Finetune/Step Time": 4.707527218386531}
{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8950737118721008, "Finetune/Loss (Raw)": 1.022799015045166, "Finetune/Step": 3710, "Finetune/Step Time": 4.694819984957576}
{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.895004391670227, "Finetune/Loss (Raw)": 0.8502828478813171, "Finetune/Step": 3711, "Finetune/Step Time": 4.7066026125103235}
{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8955543637275696, "Finetune/Loss (Raw)": 1.046410322189331, "Finetune/Step": 3712, "Finetune/Step Time": 4.705640267580748}
{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8893649578094482, "Finetune/Loss (Raw)": 0.28101372718811035, "Finetune/Step": 3713, "Finetune/Step Time": 4.740131285041571}
{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8901495933532715, "Finetune/Loss (Raw)": 0.9457977414131165, "Finetune/Step": 3714, "Finetune/Step Time": 4.733179030939937}
{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8913694620132446, "Finetune/Loss (Raw)": 1.0056641101837158, "Finetune/Step": 3715, "Finetune/Step Time": 4.737741157412529}
{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8923865556716919, "Finetune/Loss (Raw)": 0.8550940752029419, "Finetune/Step": 3716, "Finetune/Step Time": 4.7608252093195915}
{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8917621374130249, "Finetune/Loss (Raw)": 0.8271292448043823, "Finetune/Step": 3717, "Finetune/Step Time": 4.775748969987035}
{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8907734155654907, "Finetune/Loss (Raw)": 0.8556317687034607, "Finetune/Step": 3718, "Finetune/Step Time": 4.773925196379423}
{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8898786306381226, "Finetune/Loss (Raw)": 0.7151007056236267, "Finetune/Step": 3719, "Finetune/Step Time": 4.77897696569562}
{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8905217051506042, "Finetune/Loss (Raw)": 1.0529218912124634, "Finetune/Step": 3720, "Finetune/Step Time": 4.788330342620611}
{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8900606632232666, "Finetune/Loss (Raw)": 1.0116981267929077, "Finetune/Step": 3721, "Finetune/Step Time": 4.787866644561291}
{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8925306797027588, "Finetune/Loss (Raw)": 0.9553936123847961, "Finetune/Step": 3722, "Finetune/Step Time": 4.784803753718734}
{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8930341005325317, "Finetune/Loss (Raw)": 1.0078120231628418, "Finetune/Step": 3723, "Finetune/Step Time": 4.772139115259051}
{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8912109136581421, "Finetune/Loss (Raw)": 0.8406525254249573, "Finetune/Step": 3724, "Finetune/Step Time": 4.7730838265269995}
{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8971236944198608, "Finetune/Loss (Raw)": 1.008705973625183, "Finetune/Step": 3725, "Finetune/Step Time": 4.735747704282403}
{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8930056095123291, "Finetune/Loss (Raw)": 0.3790711462497711, "Finetune/Step": 3726, "Finetune/Step Time": 4.752966992557049}
{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.8930004239082336, "Finetune/Loss (Raw)": 0.8590186834335327, "Finetune/Step": 3727, "Finetune/Step Time": 4.756851028650999}
{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8953895568847656, "Finetune/Loss (Raw)": 0.7367831468582153, "Finetune/Step": 3728, "Finetune/Step Time": 4.7349715903401375}
{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.8954933881759644, "Finetune/Loss (Raw)": 0.975622296333313, "Finetune/Step": 3729, "Finetune/Step Time": 4.744016004726291}
{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8962411284446716, "Finetune/Loss (Raw)": 0.9697009325027466, "Finetune/Step": 3730, "Finetune/Step Time": 4.772890169173479}
{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8969464898109436, "Finetune/Loss (Raw)": 0.9650447368621826, "Finetune/Step": 3731, "Finetune/Step Time": 4.772913683205843}
{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8967717885971069, "Finetune/Loss (Raw)": 0.937809944152832, "Finetune/Step": 3732, "Finetune/Step Time": 4.776597423478961}
{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8974711298942566, "Finetune/Loss (Raw)": 0.9105629920959473, "Finetune/Step": 3733, "Finetune/Step Time": 4.784135112538934}
{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8981634378433228, "Finetune/Loss (Raw)": 0.9954510927200317, "Finetune/Step": 3734, "Finetune/Step Time": 4.776638651266694}
{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.896456778049469, "Finetune/Loss (Raw)": 0.7392526865005493, "Finetune/Step": 3735, "Finetune/Step Time": 4.783065328374505}
{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8979110717773438, "Finetune/Loss (Raw)": 1.1359483003616333, "Finetune/Step": 3736, "Finetune/Step Time": 4.753183826804161}
{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8981380462646484, "Finetune/Loss (Raw)": 0.9972198009490967, "Finetune/Step": 3737, "Finetune/Step Time": 4.7717762384563684}
{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8985287547111511, "Finetune/Loss (Raw)": 0.8740509152412415, "Finetune/Step": 3738, "Finetune/Step Time": 4.781151117756963}
{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.9027762413024902, "Finetune/Loss (Raw)": 0.8819291591644287, "Finetune/Step": 3739, "Finetune/Step Time": 4.745570445433259}
{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.9029681086540222, "Finetune/Loss (Raw)": 0.9247886538505554, "Finetune/Step": 3740, "Finetune/Step Time": 4.729262929409742}
{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.9043599367141724, "Finetune/Loss (Raw)": 1.001194715499878, "Finetune/Step": 3741, "Finetune/Step Time": 4.729192307218909}
{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.9045023918151855, "Finetune/Loss (Raw)": 0.9105452299118042, "Finetune/Step": 3742, "Finetune/Step Time": 4.724965248256922}
{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.9045943021774292, "Finetune/Loss (Raw)": 0.9569984674453735, "Finetune/Step": 3743, "Finetune/Step Time": 4.751644425094128}
{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.9010859131813049, "Finetune/Loss (Raw)": 0.3572801649570465, "Finetune/Step": 3744, "Finetune/Step Time": 4.783400604501367}
{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8962801694869995, "Finetune/Loss (Raw)": 0.3184921145439148, "Finetune/Step": 3745, "Finetune/Step Time": 4.80693256855011}
{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.89524245262146, "Finetune/Loss (Raw)": 0.7721552848815918, "Finetune/Step": 3746, "Finetune/Step Time": 4.797859882935882}
{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8946568369865417, "Finetune/Loss (Raw)": 0.7931092381477356, "Finetune/Step": 3747, "Finetune/Step Time": 4.818283913657069}
{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8955802917480469, "Finetune/Loss (Raw)": 0.9851270914077759, "Finetune/Step": 3748, "Finetune/Step Time": 4.829129660502076}
{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.8954507112503052, "Finetune/Loss (Raw)": 0.8340052366256714, "Finetune/Step": 3749, "Finetune/Step Time": 4.836096754297614}
{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8957878947257996, "Finetune/Loss (Raw)": 0.9772241115570068, "Finetune/Step": 3750, "Finetune/Step Time": 4.8406402841210365}
{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8966454267501831, "Finetune/Loss (Raw)": 1.0522993803024292, "Finetune/Step": 3751, "Finetune/Step Time": 4.847777968272567}
{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8955764770507812, "Finetune/Loss (Raw)": 0.8789937496185303, "Finetune/Step": 3752, "Finetune/Step Time": 4.850178783759475}
{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.895097017288208, "Finetune/Loss (Raw)": 0.9367457032203674, "Finetune/Step": 3753, "Finetune/Step Time": 4.865044716745615}
{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8957646489143372, "Finetune/Loss (Raw)": 0.9379082918167114, "Finetune/Step": 3754, "Finetune/Step Time": 4.873698806390166}
{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8962624073028564, "Finetune/Loss (Raw)": 1.0128382444381714, "Finetune/Step": 3755, "Finetune/Step Time": 4.86145706102252}
{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8948421478271484, "Finetune/Loss (Raw)": 0.7581591606140137, "Finetune/Step": 3756, "Finetune/Step Time": 4.86291154846549}
{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8957929611206055, "Finetune/Loss (Raw)": 0.9771227240562439, "Finetune/Step": 3757, "Finetune/Step Time": 4.865397369489074}
{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8959029912948608, "Finetune/Loss (Raw)": 0.9098536968231201, "Finetune/Step": 3758, "Finetune/Step Time": 4.880405900999904}
{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.8978477716445923, "Finetune/Loss (Raw)": 0.9988030195236206, "Finetune/Step": 3759, "Finetune/Step Time": 4.86494473926723}
{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.896758496761322, "Finetune/Loss (Raw)": 0.878187894821167, "Finetune/Step": 3760, "Finetune/Step Time": 4.87050917185843}
{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.894676923751831, "Finetune/Loss (Raw)": 0.7786757946014404, "Finetune/Step": 3761, "Finetune/Step Time": 4.881517665460706}
{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8947563767433167, "Finetune/Loss (Raw)": 0.9225383400917053, "Finetune/Step": 3762, "Finetune/Step Time": 4.887279745191336}
{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.895880937576294, "Finetune/Loss (Raw)": 0.9802265167236328, "Finetune/Step": 3763, "Finetune/Step Time": 4.888497723266482}
{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8951222896575928, "Finetune/Loss (Raw)": 0.8496273756027222, "Finetune/Step": 3764, "Finetune/Step Time": 4.888943238183856}
{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8941540718078613, "Finetune/Loss (Raw)": 0.9037046432495117, "Finetune/Step": 3765, "Finetune/Step Time": 4.8981913812458515}
{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8942846059799194, "Finetune/Loss (Raw)": 0.9826534390449524, "Finetune/Step": 3766, "Finetune/Step Time": 4.901116713881493}
{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8948841094970703, "Finetune/Loss (Raw)": 0.9950426816940308, "Finetune/Step": 3767, "Finetune/Step Time": 4.9047105852514505}
{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.8987486362457275, "Finetune/Loss (Raw)": 0.804275631904602, "Finetune/Step": 3768, "Finetune/Step Time": 4.8778763599693775}
{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8941308259963989, "Finetune/Loss (Raw)": 0.24411895871162415, "Finetune/Step": 3769, "Finetune/Step Time": 4.91105530411005}
{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8946577906608582, "Finetune/Loss (Raw)": 1.0893957614898682, "Finetune/Step": 3770, "Finetune/Step Time": 4.902224322780967}
{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8960108757019043, "Finetune/Loss (Raw)": 1.1053130626678467, "Finetune/Step": 3771, "Finetune/Step Time": 4.904216855764389}
{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.896871030330658, "Finetune/Loss (Raw)": 0.9947397708892822, "Finetune/Step": 3772, "Finetune/Step Time": 4.909885928034782}
{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.8928209543228149, "Finetune/Loss (Raw)": 0.341171532869339, "Finetune/Step": 3773, "Finetune/Step Time": 4.943579040467739}
{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8925518989562988, "Finetune/Loss (Raw)": 0.995136022567749, "Finetune/Step": 3774, "Finetune/Step Time": 4.945853568613529}
{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8929809331893921, "Finetune/Loss (Raw)": 1.0104126930236816, "Finetune/Step": 3775, "Finetune/Step Time": 4.955772969871759}
{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8929255604743958, "Finetune/Loss (Raw)": 0.9744659662246704, "Finetune/Step": 3776, "Finetune/Step Time": 4.959266202524304}
{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8872296810150146, "Finetune/Loss (Raw)": 0.2692100405693054, "Finetune/Step": 3777, "Finetune/Step Time": 4.9891356863081455}
{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.886597752571106, "Finetune/Loss (Raw)": 0.9597227573394775, "Finetune/Step": 3778, "Finetune/Step Time": 4.99064957164228}
{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.8872123956680298, "Finetune/Loss (Raw)": 0.883013129234314, "Finetune/Step": 3779, "Finetune/Step Time": 4.990477005019784}
{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8859259486198425, "Finetune/Loss (Raw)": 0.8363564610481262, "Finetune/Step": 3780, "Finetune/Step Time": 4.990724740549922}
{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8859373927116394, "Finetune/Loss (Raw)": 0.986108660697937, "Finetune/Step": 3781, "Finetune/Step Time": 4.988210428506136}
{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8854051828384399, "Finetune/Loss (Raw)": 0.8825932145118713, "Finetune/Step": 3782, "Finetune/Step Time": 4.970657369121909}
{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8834999799728394, "Finetune/Loss (Raw)": 0.8468650579452515, "Finetune/Step": 3783, "Finetune/Step Time": 4.967690562829375}
{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8838355541229248, "Finetune/Loss (Raw)": 0.8708354234695435, "Finetune/Step": 3784, "Finetune/Step Time": 4.9737349059432745}
{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.883757472038269, "Finetune/Loss (Raw)": 0.891268789768219, "Finetune/Step": 3785, "Finetune/Step Time": 4.971986837685108}
{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8842796683311462, "Finetune/Loss (Raw)": 1.0133386850357056, "Finetune/Step": 3786, "Finetune/Step Time": 4.967454995959997}
{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.884261429309845, "Finetune/Loss (Raw)": 0.9520626664161682, "Finetune/Step": 3787, "Finetune/Step Time": 4.964480027556419}
{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8833481669425964, "Finetune/Loss (Raw)": 0.9208479523658752, "Finetune/Step": 3788, "Finetune/Step Time": 4.970192227512598}
{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.8829969167709351, "Finetune/Loss (Raw)": 0.849547266960144, "Finetune/Step": 3789, "Finetune/Step Time": 4.9890520218759775}
{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.8826938271522522, "Finetune/Loss (Raw)": 0.983437180519104, "Finetune/Step": 3790, "Finetune/Step Time": 4.99007304944098}
{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.881187379360199, "Finetune/Loss (Raw)": 0.9032266736030579, "Finetune/Step": 3791, "Finetune/Step Time": 4.98988301679492}
{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8770305514335632, "Finetune/Loss (Raw)": 0.34124666452407837, "Finetune/Step": 3792, "Finetune/Step Time": 5.003262493759394}
{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.8770183324813843, "Finetune/Loss (Raw)": 0.9543001055717468, "Finetune/Step": 3793, "Finetune/Step Time": 5.0165041126310825}
{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.8771253228187561, "Finetune/Loss (Raw)": 0.9680896997451782, "Finetune/Step": 3794, "Finetune/Step Time": 5.027625197544694}
{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8800169825553894, "Finetune/Loss (Raw)": 0.7917903065681458, "Finetune/Step": 3795, "Finetune/Step Time": 5.005126124247909}
{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8805007338523865, "Finetune/Loss (Raw)": 0.9389389157295227, "Finetune/Step": 3796, "Finetune/Step Time": 5.010605372488499}
{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8797347545623779, "Finetune/Loss (Raw)": 0.799552857875824, "Finetune/Step": 3797, "Finetune/Step Time": 5.015100158751011}
{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8792918920516968, "Finetune/Loss (Raw)": 0.8844805955886841, "Finetune/Step": 3798, "Finetune/Step Time": 5.011678475886583}
{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8784250020980835, "Finetune/Loss (Raw)": 0.9072366952896118, "Finetune/Step": 3799, "Finetune/Step Time": 5.02150721848011}
{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8792186975479126, "Finetune/Loss (Raw)": 0.99358731508255, "Finetune/Step": 3800, "Finetune/Step Time": 5.022793347015977}
{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.8806756734848022, "Finetune/Loss (Raw)": 0.9157143235206604, "Finetune/Step": 3801, "Finetune/Step Time": 5.02343481220305}
{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.881564736366272, "Finetune/Loss (Raw)": 1.005586862564087, "Finetune/Step": 3802, "Finetune/Step Time": 5.024699322879314}
{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8869345784187317, "Finetune/Loss (Raw)": 1.0595030784606934, "Finetune/Step": 3803, "Finetune/Step Time": 4.985174933448434}
{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.886610746383667, "Finetune/Loss (Raw)": 0.9739627838134766, "Finetune/Step": 3804, "Finetune/Step Time": 4.969406811520457}
{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.8860561847686768, "Finetune/Loss (Raw)": 0.9273226261138916, "Finetune/Step": 3805, "Finetune/Step Time": 4.9861805960536}
{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8880953788757324, "Finetune/Loss (Raw)": 0.9390082359313965, "Finetune/Step": 3806, "Finetune/Step Time": 4.998116986826062}
{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8867936134338379, "Finetune/Loss (Raw)": 0.8957690000534058, "Finetune/Step": 3807, "Finetune/Step Time": 5.000661896541715}
{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8860670924186707, "Finetune/Loss (Raw)": 0.8646153211593628, "Finetune/Step": 3808, "Finetune/Step Time": 5.007470607757568}
{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8850404024124146, "Finetune/Loss (Raw)": 0.8893319964408875, "Finetune/Step": 3809, "Finetune/Step Time": 5.022052224725485}
{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8837797045707703, "Finetune/Loss (Raw)": 0.9668042063713074, "Finetune/Step": 3810, "Finetune/Step Time": 5.018961863592267}
{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8836095333099365, "Finetune/Loss (Raw)": 0.904392659664154, "Finetune/Step": 3811, "Finetune/Step Time": 5.025203565135598}
{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.8848505020141602, "Finetune/Loss (Raw)": 0.8511744737625122, "Finetune/Step": 3812, "Finetune/Step Time": 5.019228482618928}
{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8848879337310791, "Finetune/Loss (Raw)": 0.9011109471321106, "Finetune/Step": 3813, "Finetune/Step Time": 5.017035046592355}
{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8844366073608398, "Finetune/Loss (Raw)": 0.8884003162384033, "Finetune/Step": 3814, "Finetune/Step Time": 5.014849299564958}
{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8841236233711243, "Finetune/Loss (Raw)": 0.8783693313598633, "Finetune/Step": 3815, "Finetune/Step Time": 5.026712227612734}
{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8845239281654358, "Finetune/Loss (Raw)": 0.9228565096855164, "Finetune/Step": 3816, "Finetune/Step Time": 5.0220156870782375}
{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8830958604812622, "Finetune/Loss (Raw)": 0.8387252688407898, "Finetune/Step": 3817, "Finetune/Step Time": 5.019025748595595}
{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8823889493942261, "Finetune/Loss (Raw)": 0.8586657643318176, "Finetune/Step": 3818, "Finetune/Step Time": 5.012314505875111}
{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8864952325820923, "Finetune/Loss (Raw)": 0.831902027130127, "Finetune/Step": 3819, "Finetune/Step Time": 4.984659308567643}
{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8841952085494995, "Finetune/Loss (Raw)": 0.7431859970092773, "Finetune/Step": 3820, "Finetune/Step Time": 4.98679175041616}
{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8837405443191528, "Finetune/Loss (Raw)": 0.8774152994155884, "Finetune/Step": 3821, "Finetune/Step Time": 4.992228906601667}
{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8837431073188782, "Finetune/Loss (Raw)": 0.8181193470954895, "Finetune/Step": 3822, "Finetune/Step Time": 4.970943512395024}
{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.882624626159668, "Finetune/Loss (Raw)": 1.0159387588500977, "Finetune/Step": 3823, "Finetune/Step Time": 4.973692545667291}
{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8827395439147949, "Finetune/Loss (Raw)": 0.9248639345169067, "Finetune/Step": 3824, "Finetune/Step Time": 4.972540821880102}
{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8829717636108398, "Finetune/Loss (Raw)": 0.8126690983772278, "Finetune/Step": 3825, "Finetune/Step Time": 4.950837351381779}
{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8818796873092651, "Finetune/Loss (Raw)": 0.8496556878089905, "Finetune/Step": 3826, "Finetune/Step Time": 4.94686771184206}
{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8817737698554993, "Finetune/Loss (Raw)": 0.9609247446060181, "Finetune/Step": 3827, "Finetune/Step Time": 4.974783563986421}
{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8820422291755676, "Finetune/Loss (Raw)": 0.9897770881652832, "Finetune/Step": 3828, "Finetune/Step Time": 4.977960066869855}
{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8782336711883545, "Finetune/Loss (Raw)": 0.2751806676387787, "Finetune/Step": 3829, "Finetune/Step Time": 5.0075798612087965}
{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8779698014259338, "Finetune/Loss (Raw)": 0.9452221393585205, "Finetune/Step": 3830, "Finetune/Step Time": 5.016553645953536}
{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8770847320556641, "Finetune/Loss (Raw)": 0.8708255290985107, "Finetune/Step": 3831, "Finetune/Step Time": 5.0237402357161045}
{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8779103755950928, "Finetune/Loss (Raw)": 1.083295464515686, "Finetune/Step": 3832, "Finetune/Step Time": 5.020644690841436}
{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.8799551725387573, "Finetune/Loss (Raw)": 1.0259839296340942, "Finetune/Step": 3833, "Finetune/Step Time": 5.044037584215403}
{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8809151649475098, "Finetune/Loss (Raw)": 1.013371467590332, "Finetune/Step": 3834, "Finetune/Step Time": 5.038058776408434}
{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8815841674804688, "Finetune/Loss (Raw)": 0.9875180721282959, "Finetune/Step": 3835, "Finetune/Step Time": 5.01866334490478}
{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.8816220164299011, "Finetune/Loss (Raw)": 0.8696512579917908, "Finetune/Step": 3836, "Finetune/Step Time": 4.996615367010236}
{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8803369998931885, "Finetune/Loss (Raw)": 0.8957575559616089, "Finetune/Step": 3837, "Finetune/Step Time": 5.002283684909344}
{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8789798617362976, "Finetune/Loss (Raw)": 0.8490867614746094, "Finetune/Step": 3838, "Finetune/Step Time": 4.994553465396166}
{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8796429634094238, "Finetune/Loss (Raw)": 0.9351539611816406, "Finetune/Step": 3839, "Finetune/Step Time": 5.009502032771707}
{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8783444762229919, "Finetune/Loss (Raw)": 0.8802092671394348, "Finetune/Step": 3840, "Finetune/Step Time": 5.00995497405529}
{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8841708302497864, "Finetune/Loss (Raw)": 1.0267870426177979, "Finetune/Step": 3841, "Finetune/Step Time": 4.974268302321434}
{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.883426308631897, "Finetune/Loss (Raw)": 0.8505038619041443, "Finetune/Step": 3842, "Finetune/Step Time": 4.966330891475081}
{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8827961683273315, "Finetune/Loss (Raw)": 0.9250067472457886, "Finetune/Step": 3843, "Finetune/Step Time": 4.978821322321892}
{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8830562829971313, "Finetune/Loss (Raw)": 0.8883833885192871, "Finetune/Step": 3844, "Finetune/Step Time": 4.95964802056551}
{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8834478855133057, "Finetune/Loss (Raw)": 0.8772522807121277, "Finetune/Step": 3845, "Finetune/Step Time": 4.937153369188309}
{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8826236128807068, "Finetune/Loss (Raw)": 0.7501266002655029, "Finetune/Step": 3846, "Finetune/Step Time": 4.93253786675632}
{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8849860429763794, "Finetune/Loss (Raw)": 1.0174893140792847, "Finetune/Step": 3847, "Finetune/Step Time": 4.920538736507297}
{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8793082237243652, "Finetune/Loss (Raw)": 0.32616692781448364, "Finetune/Step": 3848, "Finetune/Step Time": 4.940289506688714}
{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.8798417448997498, "Finetune/Loss (Raw)": 1.0799925327301025, "Finetune/Step": 3849, "Finetune/Step Time": 4.955922683700919}
{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8776043057441711, "Finetune/Loss (Raw)": 0.668992280960083, "Finetune/Step": 3850, "Finetune/Step Time": 4.963366121053696}
{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.876071572303772, "Finetune/Loss (Raw)": 0.8116270303726196, "Finetune/Step": 3851, "Finetune/Step Time": 4.95488285459578}
{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8767925500869751, "Finetune/Loss (Raw)": 0.932939350605011, "Finetune/Step": 3852, "Finetune/Step Time": 4.960763450711966}
{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8724100589752197, "Finetune/Loss (Raw)": 0.4477464556694031, "Finetune/Step": 3853, "Finetune/Step Time": 4.991083856672049}
{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.876876175403595, "Finetune/Loss (Raw)": 0.9507279396057129, "Finetune/Step": 3854, "Finetune/Step Time": 4.965842165052891}
{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.8756164312362671, "Finetune/Loss (Raw)": 0.6977765560150146, "Finetune/Step": 3855, "Finetune/Step Time": 4.971301814541221}
{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8779116272926331, "Finetune/Loss (Raw)": 1.0305637121200562, "Finetune/Step": 3856, "Finetune/Step Time": 4.963388431817293}
{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8730932474136353, "Finetune/Loss (Raw)": 0.35887834429740906, "Finetune/Step": 3857, "Finetune/Step Time": 4.987670939415693}
{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8681333065032959, "Finetune/Loss (Raw)": 0.33482325077056885, "Finetune/Step": 3858, "Finetune/Step Time": 4.9973011538386345}
{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8692353367805481, "Finetune/Loss (Raw)": 1.1061073541641235, "Finetune/Step": 3859, "Finetune/Step Time": 4.9898607190698385}
{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.8691387176513672, "Finetune/Loss (Raw)": 0.9254435300827026, "Finetune/Step": 3860, "Finetune/Step Time": 4.983070524409413}
{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8689373731613159, "Finetune/Loss (Raw)": 0.8847882151603699, "Finetune/Step": 3861, "Finetune/Step Time": 4.968435272574425}
{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8681951761245728, "Finetune/Loss (Raw)": 0.9004504680633545, "Finetune/Step": 3862, "Finetune/Step Time": 4.9730409774929285}
{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8694286346435547, "Finetune/Loss (Raw)": 0.8971383571624756, "Finetune/Step": 3863, "Finetune/Step Time": 4.977636003866792}
{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8680707216262817, "Finetune/Loss (Raw)": 0.9621263146400452, "Finetune/Step": 3864, "Finetune/Step Time": 4.986316867172718}
{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8677313327789307, "Finetune/Loss (Raw)": 0.9537884593009949, "Finetune/Step": 3865, "Finetune/Step Time": 5.003898253664374}
{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8692667484283447, "Finetune/Loss (Raw)": 1.070571780204773, "Finetune/Step": 3866, "Finetune/Step Time": 4.995390834286809}
{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8710559606552124, "Finetune/Loss (Raw)": 1.110962986946106, "Finetune/Step": 3867, "Finetune/Step Time": 4.9956444799900055}
{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8711512088775635, "Finetune/Loss (Raw)": 0.9369688034057617, "Finetune/Step": 3868, "Finetune/Step Time": 4.998851623386145}
{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8700360059738159, "Finetune/Loss (Raw)": 0.8584567308425903, "Finetune/Step": 3869, "Finetune/Step Time": 5.000229867175221}
{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8696891069412231, "Finetune/Loss (Raw)": 0.8661412000656128, "Finetune/Step": 3870, "Finetune/Step Time": 5.024623427540064}
{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8693342208862305, "Finetune/Loss (Raw)": 0.9115738272666931, "Finetune/Step": 3871, "Finetune/Step Time": 4.987943891435862}
{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.87123703956604, "Finetune/Loss (Raw)": 0.600832462310791, "Finetune/Step": 3872, "Finetune/Step Time": 4.987077165395021}
{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.8747882843017578, "Finetune/Loss (Raw)": 0.7730640769004822, "Finetune/Step": 3873, "Finetune/Step Time": 4.960682276636362}
{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8760184049606323, "Finetune/Loss (Raw)": 0.9296026825904846, "Finetune/Step": 3874, "Finetune/Step Time": 4.96073018014431}
{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8771374225616455, "Finetune/Loss (Raw)": 0.9363442063331604, "Finetune/Step": 3875, "Finetune/Step Time": 4.942863019183278}
{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.8766456842422485, "Finetune/Loss (Raw)": 0.922181248664856, "Finetune/Step": 3876, "Finetune/Step Time": 4.929408047348261}
{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8773514032363892, "Finetune/Loss (Raw)": 0.9243471622467041, "Finetune/Step": 3877, "Finetune/Step Time": 4.937227824702859}
{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8733561038970947, "Finetune/Loss (Raw)": 0.4658205509185791, "Finetune/Step": 3878, "Finetune/Step Time": 4.971245476976037}
{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8720791935920715, "Finetune/Loss (Raw)": 0.8888545036315918, "Finetune/Step": 3879, "Finetune/Step Time": 4.996644439175725}
{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8722338080406189, "Finetune/Loss (Raw)": 0.8987804651260376, "Finetune/Step": 3880, "Finetune/Step Time": 4.99345264211297}
{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.8724822998046875, "Finetune/Loss (Raw)": 0.968559980392456, "Finetune/Step": 3881, "Finetune/Step Time": 4.986043196171522}
{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.8728414177894592, "Finetune/Loss (Raw)": 0.9838669896125793, "Finetune/Step": 3882, "Finetune/Step Time": 4.990076819434762}
{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.87282794713974, "Finetune/Loss (Raw)": 1.0111172199249268, "Finetune/Step": 3883, "Finetune/Step Time": 4.983754478394985}
{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.8735566139221191, "Finetune/Loss (Raw)": 0.8514317870140076, "Finetune/Step": 3884, "Finetune/Step Time": 4.976754201576114}
{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8717659711837769, "Finetune/Loss (Raw)": 0.7479182481765747, "Finetune/Step": 3885, "Finetune/Step Time": 4.983198616653681}
{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8708419799804688, "Finetune/Loss (Raw)": 0.7915825247764587, "Finetune/Step": 3886, "Finetune/Step Time": 4.969601592049003}
{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.8696150183677673, "Finetune/Loss (Raw)": 0.8417508602142334, "Finetune/Step": 3887, "Finetune/Step Time": 4.970775034278631}
{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8701566457748413, "Finetune/Loss (Raw)": 0.9475109577178955, "Finetune/Step": 3888, "Finetune/Step Time": 4.962810607627034}
{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8711879849433899, "Finetune/Loss (Raw)": 0.9106970429420471, "Finetune/Step": 3889, "Finetune/Step Time": 4.953878680244088}
{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8714795708656311, "Finetune/Loss (Raw)": 0.9598546028137207, "Finetune/Step": 3890, "Finetune/Step Time": 4.947009120136499}
{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8711275458335876, "Finetune/Loss (Raw)": 0.935168445110321, "Finetune/Step": 3891, "Finetune/Step Time": 4.961540497839451}
{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.871381402015686, "Finetune/Loss (Raw)": 0.882116973400116, "Finetune/Step": 3892, "Finetune/Step Time": 4.9647383615374565}
{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.8671727180480957, "Finetune/Loss (Raw)": 0.3649924099445343, "Finetune/Step": 3893, "Finetune/Step Time": 4.990803906694055}
{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8667397499084473, "Finetune/Loss (Raw)": 0.9272381067276001, "Finetune/Step": 3894, "Finetune/Step Time": 4.989277655258775}
{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8665134310722351, "Finetune/Loss (Raw)": 0.9660751819610596, "Finetune/Step": 3895, "Finetune/Step Time": 4.987406877800822}
{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8680398464202881, "Finetune/Loss (Raw)": 0.9996575117111206, "Finetune/Step": 3896, "Finetune/Step Time": 4.9762933775782585}
{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8734132051467896, "Finetune/Loss (Raw)": 0.9319061040878296, "Finetune/Step": 3897, "Finetune/Step Time": 4.940243922173977}
{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.8721442222595215, "Finetune/Loss (Raw)": 0.9269669651985168, "Finetune/Step": 3898, "Finetune/Step Time": 4.95683235488832}
{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.871722936630249, "Finetune/Loss (Raw)": 1.0513824224472046, "Finetune/Step": 3899, "Finetune/Step Time": 4.960277799516916}
{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.8710829615592957, "Finetune/Loss (Raw)": 0.9128315448760986, "Finetune/Step": 3900, "Finetune/Step Time": 4.971062740311027}
{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8760156631469727, "Finetune/Loss (Raw)": 0.9725563526153564, "Finetune/Step": 3901, "Finetune/Step Time": 4.9349316116422415}
{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8759369850158691, "Finetune/Loss (Raw)": 0.9850627779960632, "Finetune/Step": 3902, "Finetune/Step Time": 4.918926561251283}
{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8758338689804077, "Finetune/Loss (Raw)": 0.9972156286239624, "Finetune/Step": 3903, "Finetune/Step Time": 4.9085312858223915}
{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8755301237106323, "Finetune/Loss (Raw)": 0.9355828762054443, "Finetune/Step": 3904, "Finetune/Step Time": 4.91192833147943}
{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8793570399284363, "Finetune/Loss (Raw)": 0.7590625286102295, "Finetune/Step": 3905, "Finetune/Step Time": 4.889655657112598}
{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.8798623085021973, "Finetune/Loss (Raw)": 1.0243916511535645, "Finetune/Step": 3906, "Finetune/Step Time": 4.923352487385273}
{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8822588920593262, "Finetune/Loss (Raw)": 1.1897777318954468, "Finetune/Step": 3907, "Finetune/Step Time": 4.908137047663331}
{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.8826854228973389, "Finetune/Loss (Raw)": 0.8909555077552795, "Finetune/Step": 3908, "Finetune/Step Time": 4.920670468360186}
{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.8818629384040833, "Finetune/Loss (Raw)": 0.8808292150497437, "Finetune/Step": 3909, "Finetune/Step Time": 4.926680164411664}
{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8827904462814331, "Finetune/Loss (Raw)": 1.0013117790222168, "Finetune/Step": 3910, "Finetune/Step Time": 4.927282942458987}
{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8846147060394287, "Finetune/Loss (Raw)": 1.0803717374801636, "Finetune/Step": 3911, "Finetune/Step Time": 4.923532152548432}
{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8845567107200623, "Finetune/Loss (Raw)": 0.8634161949157715, "Finetune/Step": 3912, "Finetune/Step Time": 4.926672708243132}
{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.88502037525177, "Finetune/Loss (Raw)": 0.9506173133850098, "Finetune/Step": 3913, "Finetune/Step Time": 4.9305350612849}
{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8838499784469604, "Finetune/Loss (Raw)": 0.863524317741394, "Finetune/Step": 3914, "Finetune/Step Time": 4.921959340572357}
{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8837261199951172, "Finetune/Loss (Raw)": 0.9362077713012695, "Finetune/Step": 3915, "Finetune/Step Time": 4.919223070144653}
{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.883736789226532, "Finetune/Loss (Raw)": 0.9222157001495361, "Finetune/Step": 3916, "Finetune/Step Time": 4.9248735178261995}
{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.884530782699585, "Finetune/Loss (Raw)": 0.951178252696991, "Finetune/Step": 3917, "Finetune/Step Time": 4.925355741754174}
{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8843766450881958, "Finetune/Loss (Raw)": 0.9637055993080139, "Finetune/Step": 3918, "Finetune/Step Time": 4.924954941496253}
{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8842242956161499, "Finetune/Loss (Raw)": 0.8837305307388306, "Finetune/Step": 3919, "Finetune/Step Time": 4.9407669976353645}
{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8888416290283203, "Finetune/Loss (Raw)": 0.9322671890258789, "Finetune/Step": 3920, "Finetune/Step Time": 4.940360309556127}
{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.88714200258255, "Finetune/Loss (Raw)": 0.7367449402809143, "Finetune/Step": 3921, "Finetune/Step Time": 4.950038993731141}
{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8873178958892822, "Finetune/Loss (Raw)": 0.9906046390533447, "Finetune/Step": 3922, "Finetune/Step Time": 4.947390556335449}
{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8873439431190491, "Finetune/Loss (Raw)": 0.7951251268386841, "Finetune/Step": 3923, "Finetune/Step Time": 4.941794352605939}
{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8872407674789429, "Finetune/Loss (Raw)": 0.9257272481918335, "Finetune/Step": 3924, "Finetune/Step Time": 4.945436080917716}
{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8884392976760864, "Finetune/Loss (Raw)": 0.9529740810394287, "Finetune/Step": 3925, "Finetune/Step Time": 4.94181147031486}
{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8882927894592285, "Finetune/Loss (Raw)": 0.8657230734825134, "Finetune/Step": 3926, "Finetune/Step Time": 4.946566365659237}
{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.888470470905304, "Finetune/Loss (Raw)": 0.9299805760383606, "Finetune/Step": 3927, "Finetune/Step Time": 4.95906937867403}
{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8889046907424927, "Finetune/Loss (Raw)": 1.0491664409637451, "Finetune/Step": 3928, "Finetune/Step Time": 4.959681615233421}
{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.889138400554657, "Finetune/Loss (Raw)": 0.9456270337104797, "Finetune/Step": 3929, "Finetune/Step Time": 4.955921579152346}
{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8883782625198364, "Finetune/Loss (Raw)": 0.9082931280136108, "Finetune/Step": 3930, "Finetune/Step Time": 4.961635824292898}
{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8880999088287354, "Finetune/Loss (Raw)": 1.0238673686981201, "Finetune/Step": 3931, "Finetune/Step Time": 4.968973282724619}
{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8876502513885498, "Finetune/Loss (Raw)": 0.9164114594459534, "Finetune/Step": 3932, "Finetune/Step Time": 4.983796317130327}
{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.885875940322876, "Finetune/Loss (Raw)": 0.7002098560333252, "Finetune/Step": 3933, "Finetune/Step Time": 4.992168087512255}
{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8849889039993286, "Finetune/Loss (Raw)": 0.8254703283309937, "Finetune/Step": 3934, "Finetune/Step Time": 4.979016410186887}
{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8848272562026978, "Finetune/Loss (Raw)": 0.8750750422477722, "Finetune/Step": 3935, "Finetune/Step Time": 4.981225349009037}
{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8858706951141357, "Finetune/Loss (Raw)": 0.9981796741485596, "Finetune/Step": 3936, "Finetune/Step Time": 4.972548654302955}
{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8862915635108948, "Finetune/Loss (Raw)": 0.94319748878479, "Finetune/Step": 3937, "Finetune/Step Time": 4.96743038110435}
{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8857448101043701, "Finetune/Loss (Raw)": 0.8968263268470764, "Finetune/Step": 3938, "Finetune/Step Time": 4.967723730951548}
{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8865669965744019, "Finetune/Loss (Raw)": 1.0096312761306763, "Finetune/Step": 3939, "Finetune/Step Time": 4.968949059024453}
{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.8869321346282959, "Finetune/Loss (Raw)": 0.8979129195213318, "Finetune/Step": 3940, "Finetune/Step Time": 4.956556113436818}
{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.8876354694366455, "Finetune/Loss (Raw)": 0.9911393523216248, "Finetune/Step": 3941, "Finetune/Step Time": 4.95975948125124}
{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8885166645050049, "Finetune/Loss (Raw)": 1.0011922121047974, "Finetune/Step": 3942, "Finetune/Step Time": 4.966388961300254}
{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8882747888565063, "Finetune/Loss (Raw)": 0.8474074006080627, "Finetune/Step": 3943, "Finetune/Step Time": 4.972487756982446}
{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8885116577148438, "Finetune/Loss (Raw)": 0.9531701803207397, "Finetune/Step": 3944, "Finetune/Step Time": 4.972094079479575}
{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.8907582759857178, "Finetune/Loss (Raw)": 1.1262898445129395, "Finetune/Step": 3945, "Finetune/Step Time": 4.994510458782315}
{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8911919593811035, "Finetune/Loss (Raw)": 0.9141875505447388, "Finetune/Step": 3946, "Finetune/Step Time": 5.015021143481135}
{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8919711112976074, "Finetune/Loss (Raw)": 0.9316325187683105, "Finetune/Step": 3947, "Finetune/Step Time": 5.016333553940058}
{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8889565467834473, "Finetune/Loss (Raw)": 0.3573216199874878, "Finetune/Step": 3948, "Finetune/Step Time": 5.0525392685085535}
{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8903288245201111, "Finetune/Loss (Raw)": 1.0530614852905273, "Finetune/Step": 3949, "Finetune/Step Time": 5.048711325973272}
{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8919453620910645, "Finetune/Loss (Raw)": 1.0250378847122192, "Finetune/Step": 3950, "Finetune/Step Time": 5.046312648802996}
{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8918966054916382, "Finetune/Loss (Raw)": 1.0097023248672485, "Finetune/Step": 3951, "Finetune/Step Time": 5.050310900434852}
{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8911426663398743, "Finetune/Loss (Raw)": 0.8283520936965942, "Finetune/Step": 3952, "Finetune/Step Time": 5.0592542085796595}
{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8917341232299805, "Finetune/Loss (Raw)": 0.8883752822875977, "Finetune/Step": 3953, "Finetune/Step Time": 5.056705009192228}
{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8918960094451904, "Finetune/Loss (Raw)": 0.8703749775886536, "Finetune/Step": 3954, "Finetune/Step Time": 5.050284272059798}
{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8908494710922241, "Finetune/Loss (Raw)": 0.8269745707511902, "Finetune/Step": 3955, "Finetune/Step Time": 5.01786195859313}
{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.891918420791626, "Finetune/Loss (Raw)": 1.1266038417816162, "Finetune/Step": 3956, "Finetune/Step Time": 5.018127171322703}
{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8969440460205078, "Finetune/Loss (Raw)": 0.9184561967849731, "Finetune/Step": 3957, "Finetune/Step Time": 4.982743848115206}
{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8965296745300293, "Finetune/Loss (Raw)": 0.8921769857406616, "Finetune/Step": 3958, "Finetune/Step Time": 4.979544872418046}
{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8965450525283813, "Finetune/Loss (Raw)": 0.8727951645851135, "Finetune/Step": 3959, "Finetune/Step Time": 4.992490839213133}
{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.8949186205863953, "Finetune/Loss (Raw)": 0.8751189112663269, "Finetune/Step": 3960, "Finetune/Step Time": 4.996161714196205}
{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.894509494304657, "Finetune/Loss (Raw)": 0.9736078381538391, "Finetune/Step": 3961, "Finetune/Step Time": 4.9782188683748245}
{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8931353092193604, "Finetune/Loss (Raw)": 0.8374798893928528, "Finetune/Step": 3962, "Finetune/Step Time": 4.985968194901943}
{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.8928849697113037, "Finetune/Loss (Raw)": 0.9554833173751831, "Finetune/Step": 3963, "Finetune/Step Time": 4.989882657304406}
{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8932244181632996, "Finetune/Loss (Raw)": 0.9131001830101013, "Finetune/Step": 3964, "Finetune/Step Time": 4.998971087858081}
{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8942688703536987, "Finetune/Loss (Raw)": 1.029442310333252, "Finetune/Step": 3965, "Finetune/Step Time": 5.011419164016843}
{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.8906181454658508, "Finetune/Loss (Raw)": 0.3817918300628662, "Finetune/Step": 3966, "Finetune/Step Time": 5.051087578758597}
{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8899592161178589, "Finetune/Loss (Raw)": 0.8508145213127136, "Finetune/Step": 3967, "Finetune/Step Time": 5.023359576240182}
{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8908827304840088, "Finetune/Loss (Raw)": 0.9984174370765686, "Finetune/Step": 3968, "Finetune/Step Time": 5.027293125167489}
{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8905677795410156, "Finetune/Loss (Raw)": 0.9864715933799744, "Finetune/Step": 3969, "Finetune/Step Time": 5.052238292992115}
{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8915316462516785, "Finetune/Loss (Raw)": 0.9738781452178955, "Finetune/Step": 3970, "Finetune/Step Time": 5.0526976101100445}
{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8921430110931396, "Finetune/Loss (Raw)": 1.0032607316970825, "Finetune/Step": 3971, "Finetune/Step Time": 5.039229182526469}
{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.8915801644325256, "Finetune/Loss (Raw)": 0.8163429498672485, "Finetune/Step": 3972, "Finetune/Step Time": 5.036819705739617}
{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8915653228759766, "Finetune/Loss (Raw)": 0.8753538727760315, "Finetune/Step": 3973, "Finetune/Step Time": 5.03365389443934}
{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8922079801559448, "Finetune/Loss (Raw)": 0.8323841691017151, "Finetune/Step": 3974, "Finetune/Step Time": 5.036812191829085}
{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.8919769525527954, "Finetune/Loss (Raw)": 0.9879130125045776, "Finetune/Step": 3975, "Finetune/Step Time": 5.035044688731432}
{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.8969519138336182, "Finetune/Loss (Raw)": 0.9629692435264587, "Finetune/Step": 3976, "Finetune/Step Time": 5.012121891602874}
{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8948661088943481, "Finetune/Loss (Raw)": 0.8130031228065491, "Finetune/Step": 3977, "Finetune/Step Time": 5.006947498768568}
{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8950297236442566, "Finetune/Loss (Raw)": 0.6899388432502747, "Finetune/Step": 3978, "Finetune/Step Time": 4.998227825388312}
{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.8957924842834473, "Finetune/Loss (Raw)": 0.9092612266540527, "Finetune/Step": 3979, "Finetune/Step Time": 5.00680130533874}
{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8939870595932007, "Finetune/Loss (Raw)": 0.7018518447875977, "Finetune/Step": 3980, "Finetune/Step Time": 5.003723502159119}
{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8984116315841675, "Finetune/Loss (Raw)": 1.0140800476074219, "Finetune/Step": 3981, "Finetune/Step Time": 4.969588739797473}
{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8976935148239136, "Finetune/Loss (Raw)": 0.8588045239448547, "Finetune/Step": 3982, "Finetune/Step Time": 4.962840618565679}
{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8990684747695923, "Finetune/Loss (Raw)": 0.8737783432006836, "Finetune/Step": 3983, "Finetune/Step Time": 4.9524036552757025}
{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8936367630958557, "Finetune/Loss (Raw)": 0.33530911803245544, "Finetune/Step": 3984, "Finetune/Step Time": 4.983261143788695}
{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8982829451560974, "Finetune/Loss (Raw)": 0.953585147857666, "Finetune/Step": 3985, "Finetune/Step Time": 4.950110860168934}
{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.9042844772338867, "Finetune/Loss (Raw)": 1.1030205488204956, "Finetune/Step": 3986, "Finetune/Step Time": 4.912915268912911}
{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.902043879032135, "Finetune/Loss (Raw)": 0.8193058967590332, "Finetune/Step": 3987, "Finetune/Step Time": 4.920642549172044}
{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.9025139808654785, "Finetune/Loss (Raw)": 0.9856228828430176, "Finetune/Step": 3988, "Finetune/Step Time": 4.9247773345559835}
{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.9034850597381592, "Finetune/Loss (Raw)": 1.0090887546539307, "Finetune/Step": 3989, "Finetune/Step Time": 4.923832401633263}
{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.9040036201477051, "Finetune/Loss (Raw)": 0.9668151140213013, "Finetune/Step": 3990, "Finetune/Step Time": 4.922036213800311}
{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.9050361514091492, "Finetune/Loss (Raw)": 1.0293108224868774, "Finetune/Step": 3991, "Finetune/Step Time": 4.913685599341989}
{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.9036357998847961, "Finetune/Loss (Raw)": 0.7828831076622009, "Finetune/Step": 3992, "Finetune/Step Time": 4.930605120956898}
{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.9035388827323914, "Finetune/Loss (Raw)": 0.9413791298866272, "Finetune/Step": 3993, "Finetune/Step Time": 4.9023731499910355}
{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.9015706777572632, "Finetune/Loss (Raw)": 0.818644106388092, "Finetune/Step": 3994, "Finetune/Step Time": 4.915185691788793}
{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8993961811065674, "Finetune/Loss (Raw)": 0.8326284289360046, "Finetune/Step": 3995, "Finetune/Step Time": 4.91528500802815}
{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8985006809234619, "Finetune/Loss (Raw)": 0.8223431706428528, "Finetune/Step": 3996, "Finetune/Step Time": 4.919777346774936}
{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8987363576889038, "Finetune/Loss (Raw)": 0.8886205554008484, "Finetune/Step": 3997, "Finetune/Step Time": 4.9181438609957695}
{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.9002394080162048, "Finetune/Loss (Raw)": 1.0585298538208008, "Finetune/Step": 3998, "Finetune/Step Time": 4.902150437235832}
{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.9010091423988342, "Finetune/Loss (Raw)": 1.010097861289978, "Finetune/Step": 3999, "Finetune/Step Time": 4.91862709261477}
{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.9028791785240173, "Finetune/Loss (Raw)": 0.8402061462402344, "Finetune/Step": 4000, "Finetune/Step Time": 4.888907449319959}
{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.903881847858429, "Finetune/Loss (Raw)": 0.9013997316360474, "Finetune/Step": 4001, "Finetune/Step Time": 4.900280587375164}
{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.9032793641090393, "Finetune/Loss (Raw)": 0.8524842262268066, "Finetune/Step": 4002, "Finetune/Step Time": 4.910594267770648}
{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.9030909538269043, "Finetune/Loss (Raw)": 0.9122270345687866, "Finetune/Step": 4003, "Finetune/Step Time": 4.9226106479763985}
{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.9034160375595093, "Finetune/Loss (Raw)": 0.96379554271698, "Finetune/Step": 4004, "Finetune/Step Time": 4.927050858736038}
{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.9033486843109131, "Finetune/Loss (Raw)": 0.9157195687294006, "Finetune/Step": 4005, "Finetune/Step Time": 4.911679323762655}
{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.9083704352378845, "Finetune/Loss (Raw)": 1.1086089611053467, "Finetune/Step": 4006, "Finetune/Step Time": 4.873487889766693}
{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.9042084813117981, "Finetune/Loss (Raw)": 0.35612666606903076, "Finetune/Step": 4007, "Finetune/Step Time": 4.873452549800277}
{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.9035510420799255, "Finetune/Loss (Raw)": 0.8146266341209412, "Finetune/Step": 4008, "Finetune/Step Time": 4.871447550132871}
{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.9026950001716614, "Finetune/Loss (Raw)": 0.8589847087860107, "Finetune/Step": 4009, "Finetune/Step Time": 4.866959262639284}
{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.9016225337982178, "Finetune/Loss (Raw)": 0.8465904593467712, "Finetune/Step": 4010, "Finetune/Step Time": 4.869368709623814}
{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.9017447233200073, "Finetune/Loss (Raw)": 1.0267531871795654, "Finetune/Step": 4011, "Finetune/Step Time": 4.874219911172986}
{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.9008629322052002, "Finetune/Loss (Raw)": 0.7385646104812622, "Finetune/Step": 4012, "Finetune/Step Time": 4.891734568402171}
{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.9023084044456482, "Finetune/Loss (Raw)": 0.9329454302787781, "Finetune/Step": 4013, "Finetune/Step Time": 4.885928193107247}
{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.9028637409210205, "Finetune/Loss (Raw)": 0.862665593624115, "Finetune/Step": 4014, "Finetune/Step Time": 4.917400326579809}
{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.9032516479492188, "Finetune/Loss (Raw)": 0.8913977742195129, "Finetune/Step": 4015, "Finetune/Step Time": 4.91805668361485}
{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.9031404256820679, "Finetune/Loss (Raw)": 0.9332814812660217, "Finetune/Step": 4016, "Finetune/Step Time": 4.919403599575162}
{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.9033581614494324, "Finetune/Loss (Raw)": 0.9385642409324646, "Finetune/Step": 4017, "Finetune/Step Time": 4.921406099572778}
{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8983768224716187, "Finetune/Loss (Raw)": 0.3222382664680481, "Finetune/Step": 4018, "Finetune/Step Time": 4.958727875724435}
{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8991888165473938, "Finetune/Loss (Raw)": 1.0391067266464233, "Finetune/Step": 4019, "Finetune/Step Time": 4.938647694885731}
{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.9000173807144165, "Finetune/Loss (Raw)": 0.9881778359413147, "Finetune/Step": 4020, "Finetune/Step Time": 4.937383769080043}
{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.9044370055198669, "Finetune/Loss (Raw)": 0.930699348449707, "Finetune/Step": 4021, "Finetune/Step Time": 4.912328589707613}
{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.9036750197410583, "Finetune/Loss (Raw)": 0.8297065496444702, "Finetune/Step": 4022, "Finetune/Step Time": 4.915278861299157}
{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.9034556746482849, "Finetune/Loss (Raw)": 0.9380028247833252, "Finetune/Step": 4023, "Finetune/Step Time": 4.917993392795324}
{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.9034268856048584, "Finetune/Loss (Raw)": 0.9959682822227478, "Finetune/Step": 4024, "Finetune/Step Time": 4.923887494951487}
{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.9032444953918457, "Finetune/Loss (Raw)": 0.9085626006126404, "Finetune/Step": 4025, "Finetune/Step Time": 4.92368839122355}
{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.9041327238082886, "Finetune/Loss (Raw)": 1.040659785270691, "Finetune/Step": 4026, "Finetune/Step Time": 4.910715444013476}
{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.9040985703468323, "Finetune/Loss (Raw)": 1.0470058917999268, "Finetune/Step": 4027, "Finetune/Step Time": 4.906946450471878}
{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.903713047504425, "Finetune/Loss (Raw)": 0.863483726978302, "Finetune/Step": 4028, "Finetune/Step Time": 4.892188232392073}
{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.9033576250076294, "Finetune/Loss (Raw)": 0.9270660281181335, "Finetune/Step": 4029, "Finetune/Step Time": 4.892624476924539}
{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8987224698066711, "Finetune/Loss (Raw)": 0.39175936579704285, "Finetune/Step": 4030, "Finetune/Step Time": 4.925091480836272}
{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.898133397102356, "Finetune/Loss (Raw)": 0.9218195080757141, "Finetune/Step": 4031, "Finetune/Step Time": 4.925103686749935}
{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8980845808982849, "Finetune/Loss (Raw)": 0.9293349981307983, "Finetune/Step": 4032, "Finetune/Step Time": 4.918556272983551}
{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8996402025222778, "Finetune/Loss (Raw)": 0.958175778388977, "Finetune/Step": 4033, "Finetune/Step Time": 4.907007593661547}
{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8985299468040466, "Finetune/Loss (Raw)": 0.8822812438011169, "Finetune/Step": 4034, "Finetune/Step Time": 4.867052432149649}
{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8963751792907715, "Finetune/Loss (Raw)": 0.9139686822891235, "Finetune/Step": 4035, "Finetune/Step Time": 4.873931461945176}
{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8977537751197815, "Finetune/Loss (Raw)": 1.067415714263916, "Finetune/Step": 4036, "Finetune/Step Time": 4.860909456387162}
{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8975655436515808, "Finetune/Loss (Raw)": 0.8567370772361755, "Finetune/Step": 4037, "Finetune/Step Time": 4.867299551144242}
{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8924930095672607, "Finetune/Loss (Raw)": 0.35203006863594055, "Finetune/Step": 4038, "Finetune/Step Time": 4.901152465492487}
{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8917897343635559, "Finetune/Loss (Raw)": 0.9903488159179688, "Finetune/Step": 4039, "Finetune/Step Time": 4.921282455325127}
{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8925362229347229, "Finetune/Loss (Raw)": 0.9589675068855286, "Finetune/Step": 4040, "Finetune/Step Time": 4.910284634679556}
{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8917220830917358, "Finetune/Loss (Raw)": 0.8464021682739258, "Finetune/Step": 4041, "Finetune/Step Time": 4.904781652614474}
{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8919021487236023, "Finetune/Loss (Raw)": 0.8865769505500793, "Finetune/Step": 4042, "Finetune/Step Time": 4.917719800025225}
{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8919639587402344, "Finetune/Loss (Raw)": 0.9441177248954773, "Finetune/Step": 4043, "Finetune/Step Time": 4.920569609850645}
{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8920599818229675, "Finetune/Loss (Raw)": 0.9345069527626038, "Finetune/Step": 4044, "Finetune/Step Time": 4.906985118985176}
{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8868820667266846, "Finetune/Loss (Raw)": 0.2884107530117035, "Finetune/Step": 4045, "Finetune/Step Time": 4.928307205438614}
{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8861271142959595, "Finetune/Loss (Raw)": 0.8670628666877747, "Finetune/Step": 4046, "Finetune/Step Time": 4.925035560503602}
{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.885905385017395, "Finetune/Loss (Raw)": 0.8553540706634521, "Finetune/Step": 4047, "Finetune/Step Time": 4.922700105234981}
{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8815094232559204, "Finetune/Loss (Raw)": 0.3695893883705139, "Finetune/Step": 4048, "Finetune/Step Time": 4.922434525564313}
{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8818707466125488, "Finetune/Loss (Raw)": 0.7829865217208862, "Finetune/Step": 4049, "Finetune/Step Time": 4.905462894588709}
{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8809468746185303, "Finetune/Loss (Raw)": 0.8723518252372742, "Finetune/Step": 4050, "Finetune/Step Time": 4.897530989721417}
{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8813127875328064, "Finetune/Loss (Raw)": 0.8419641852378845, "Finetune/Step": 4051, "Finetune/Step Time": 4.88937271758914}
{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.881095290184021, "Finetune/Loss (Raw)": 0.8978844285011292, "Finetune/Step": 4052, "Finetune/Step Time": 4.914967954158783}
{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8765310645103455, "Finetune/Loss (Raw)": 0.3687533140182495, "Finetune/Step": 4053, "Finetune/Step Time": 4.952643681317568}
{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.8770679235458374, "Finetune/Loss (Raw)": 0.9344468116760254, "Finetune/Step": 4054, "Finetune/Step Time": 4.967751132324338}
{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.8773034811019897, "Finetune/Loss (Raw)": 0.9601212739944458, "Finetune/Step": 4055, "Finetune/Step Time": 4.944194573909044}
{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8744051456451416, "Finetune/Loss (Raw)": 0.6781821846961975, "Finetune/Step": 4056, "Finetune/Step Time": 4.9545983374118805}
{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8748451471328735, "Finetune/Loss (Raw)": 1.0019456148147583, "Finetune/Step": 4057, "Finetune/Step Time": 4.951198682188988}
{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8744490742683411, "Finetune/Loss (Raw)": 0.8575968742370605, "Finetune/Step": 4058, "Finetune/Step Time": 4.942999538034201}
{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8738002181053162, "Finetune/Loss (Raw)": 0.9408128261566162, "Finetune/Step": 4059, "Finetune/Step Time": 4.956912141293287}
{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8724373579025269, "Finetune/Loss (Raw)": 0.7419657707214355, "Finetune/Step": 4060, "Finetune/Step Time": 4.95892371982336}
{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8738318681716919, "Finetune/Loss (Raw)": 0.8787160515785217, "Finetune/Step": 4061, "Finetune/Step Time": 4.951165363192558}
{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8757089376449585, "Finetune/Loss (Raw)": 1.065731406211853, "Finetune/Step": 4062, "Finetune/Step Time": 4.9542584381997585}
{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8716058731079102, "Finetune/Loss (Raw)": 0.3498813807964325, "Finetune/Step": 4063, "Finetune/Step Time": 4.984681811183691}
{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8667631149291992, "Finetune/Loss (Raw)": 0.3783063292503357, "Finetune/Step": 4064, "Finetune/Step Time": 5.021902775391936}
{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8660980463027954, "Finetune/Loss (Raw)": 0.8580601215362549, "Finetune/Step": 4065, "Finetune/Step Time": 5.026817349717021}
{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.866235613822937, "Finetune/Loss (Raw)": 0.9144471287727356, "Finetune/Step": 4066, "Finetune/Step Time": 5.030303832143545}
{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8665998578071594, "Finetune/Loss (Raw)": 1.0562541484832764, "Finetune/Step": 4067, "Finetune/Step Time": 5.029175249859691}
{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.8670785427093506, "Finetune/Loss (Raw)": 0.9591841101646423, "Finetune/Step": 4068, "Finetune/Step Time": 5.030682856217027}
{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8668394088745117, "Finetune/Loss (Raw)": 0.9605295658111572, "Finetune/Step": 4069, "Finetune/Step Time": 5.043896721675992}
{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8655886650085449, "Finetune/Loss (Raw)": 0.8410943746566772, "Finetune/Step": 4070, "Finetune/Step Time": 5.039506375789642}
{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8664464950561523, "Finetune/Loss (Raw)": 0.9572153687477112, "Finetune/Step": 4071, "Finetune/Step Time": 5.0460949167609215}
{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8651843070983887, "Finetune/Loss (Raw)": 0.7916019558906555, "Finetune/Step": 4072, "Finetune/Step Time": 5.056241014972329}
{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8636687994003296, "Finetune/Loss (Raw)": 0.9323062896728516, "Finetune/Step": 4073, "Finetune/Step Time": 5.03859037719667}
{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8646619915962219, "Finetune/Loss (Raw)": 1.0413175821304321, "Finetune/Step": 4074, "Finetune/Step Time": 5.019747802987695}
{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8640899658203125, "Finetune/Loss (Raw)": 0.8584144115447998, "Finetune/Step": 4075, "Finetune/Step Time": 5.00830801576376}
{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8669142723083496, "Finetune/Loss (Raw)": 0.7188288569450378, "Finetune/Step": 4076, "Finetune/Step Time": 4.991855146363378}
{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.865874707698822, "Finetune/Loss (Raw)": 0.9200006723403931, "Finetune/Step": 4077, "Finetune/Step Time": 5.011930406093597}
{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8645380735397339, "Finetune/Loss (Raw)": 0.8539525270462036, "Finetune/Step": 4078, "Finetune/Step Time": 5.014560302719474}
{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.8654352426528931, "Finetune/Loss (Raw)": 1.1245380640029907, "Finetune/Step": 4079, "Finetune/Step Time": 5.025907464325428}
{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8652583360671997, "Finetune/Loss (Raw)": 0.8057073354721069, "Finetune/Step": 4080, "Finetune/Step Time": 5.025100035592914}
{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.8655233979225159, "Finetune/Loss (Raw)": 0.9223008155822754, "Finetune/Step": 4081, "Finetune/Step Time": 5.047469962388277}
{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8654505610466003, "Finetune/Loss (Raw)": 0.8610540628433228, "Finetune/Step": 4082, "Finetune/Step Time": 5.055561086162925}
{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.8669278621673584, "Finetune/Loss (Raw)": 1.0160658359527588, "Finetune/Step": 4083, "Finetune/Step Time": 5.0575894471257925}
{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8617339730262756, "Finetune/Loss (Raw)": 0.4617886245250702, "Finetune/Step": 4084, "Finetune/Step Time": 5.087906351312995}
{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.862008273601532, "Finetune/Loss (Raw)": 0.9535694718360901, "Finetune/Step": 4085, "Finetune/Step Time": 5.099545644596219}
{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8623324036598206, "Finetune/Loss (Raw)": 0.9336628913879395, "Finetune/Step": 4086, "Finetune/Step Time": 5.106681227684021}
{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8636996150016785, "Finetune/Loss (Raw)": 1.0477951765060425, "Finetune/Step": 4087, "Finetune/Step Time": 5.093682132661343}
{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8645936846733093, "Finetune/Loss (Raw)": 0.9895592331886292, "Finetune/Step": 4088, "Finetune/Step Time": 5.0891255754977465}
{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8637596368789673, "Finetune/Loss (Raw)": 0.866850733757019, "Finetune/Step": 4089, "Finetune/Step Time": 5.090370396152139}
{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8639751672744751, "Finetune/Loss (Raw)": 0.865069568157196, "Finetune/Step": 4090, "Finetune/Step Time": 5.083166850730777}
{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8632690906524658, "Finetune/Loss (Raw)": 0.8651012778282166, "Finetune/Step": 4091, "Finetune/Step Time": 5.096403229981661}
{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8629539012908936, "Finetune/Loss (Raw)": 0.8727572560310364, "Finetune/Step": 4092, "Finetune/Step Time": 5.097874201834202}
{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8629745841026306, "Finetune/Loss (Raw)": 1.0320895910263062, "Finetune/Step": 4093, "Finetune/Step Time": 5.082227231934667}
{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8684401512145996, "Finetune/Loss (Raw)": 1.0813887119293213, "Finetune/Step": 4094, "Finetune/Step Time": 5.048027379438281}
{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.8681547045707703, "Finetune/Loss (Raw)": 0.8142714500427246, "Finetune/Step": 4095, "Finetune/Step Time": 5.055788237601519}
{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8687025904655457, "Finetune/Loss (Raw)": 1.0685487985610962, "Finetune/Step": 4096, "Finetune/Step Time": 5.054648170247674}
{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8688793182373047, "Finetune/Loss (Raw)": 1.009097695350647, "Finetune/Step": 4097, "Finetune/Step Time": 5.040287869051099}
{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8670481443405151, "Finetune/Loss (Raw)": 0.739485502243042, "Finetune/Step": 4098, "Finetune/Step Time": 5.048703245818615}
{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8666894435882568, "Finetune/Loss (Raw)": 0.957341194152832, "Finetune/Step": 4099, "Finetune/Step Time": 5.051589982584119}
{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8679922223091125, "Finetune/Loss (Raw)": 0.983105480670929, "Finetune/Step": 4100, "Finetune/Step Time": 5.051636353135109}
{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8685120344161987, "Finetune/Loss (Raw)": 0.9418931007385254, "Finetune/Step": 4101, "Finetune/Step Time": 5.072190696373582}
{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8689387440681458, "Finetune/Loss (Raw)": 0.8869989514350891, "Finetune/Step": 4102, "Finetune/Step Time": 5.068613143637776}
{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.8685163855552673, "Finetune/Loss (Raw)": 0.93385249376297, "Finetune/Step": 4103, "Finetune/Step Time": 5.071071811020374}
{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8679695725440979, "Finetune/Loss (Raw)": 0.8929784893989563, "Finetune/Step": 4104, "Finetune/Step Time": 5.06328384950757}
{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8682342171669006, "Finetune/Loss (Raw)": 0.8468718528747559, "Finetune/Step": 4105, "Finetune/Step Time": 5.05752208083868}
{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.8696467280387878, "Finetune/Loss (Raw)": 0.8707455992698669, "Finetune/Step": 4106, "Finetune/Step Time": 5.055885622277856}
{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8695303797721863, "Finetune/Loss (Raw)": 0.894368052482605, "Finetune/Step": 4107, "Finetune/Step Time": 5.05256487801671}
{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.871788501739502, "Finetune/Loss (Raw)": 0.990887463092804, "Finetune/Step": 4108, "Finetune/Step Time": 5.051556633785367}
{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8705673217773438, "Finetune/Loss (Raw)": 0.8577684164047241, "Finetune/Step": 4109, "Finetune/Step Time": 5.059506833553314}
{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8712764382362366, "Finetune/Loss (Raw)": 0.9495757222175598, "Finetune/Step": 4110, "Finetune/Step Time": 5.06715914607048}
{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.8726305961608887, "Finetune/Loss (Raw)": 1.0471076965332031, "Finetune/Step": 4111, "Finetune/Step Time": 5.067220425233245}
{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.8763861060142517, "Finetune/Loss (Raw)": 0.8160143494606018, "Finetune/Step": 4112, "Finetune/Step Time": 5.049493681639433}
{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8748369216918945, "Finetune/Loss (Raw)": 0.7552970051765442, "Finetune/Step": 4113, "Finetune/Step Time": 5.04744977876544}
{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8732532858848572, "Finetune/Loss (Raw)": 0.9003133773803711, "Finetune/Step": 4114, "Finetune/Step Time": 5.048778971657157}
{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.8739415407180786, "Finetune/Loss (Raw)": 0.9073925614356995, "Finetune/Step": 4115, "Finetune/Step Time": 5.045004827901721}
{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.871575653553009, "Finetune/Loss (Raw)": 0.6827953457832336, "Finetune/Step": 4116, "Finetune/Step Time": 5.053914796561003}
{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8700382709503174, "Finetune/Loss (Raw)": 0.8123046159744263, "Finetune/Step": 4117, "Finetune/Step Time": 5.068853177130222}
{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8709367513656616, "Finetune/Loss (Raw)": 1.0818195343017578, "Finetune/Step": 4118, "Finetune/Step Time": 5.062034083530307}
{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8708497285842896, "Finetune/Loss (Raw)": 1.0181771516799927, "Finetune/Step": 4119, "Finetune/Step Time": 5.056827444583178}
{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8722612857818604, "Finetune/Loss (Raw)": 0.963560163974762, "Finetune/Step": 4120, "Finetune/Step Time": 5.047100957483053}
{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.872129499912262, "Finetune/Loss (Raw)": 0.9245085716247559, "Finetune/Step": 4121, "Finetune/Step Time": 5.047224923968315}
{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8730159997940063, "Finetune/Loss (Raw)": 0.9321130514144897, "Finetune/Step": 4122, "Finetune/Step Time": 5.056764759123325}
{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8747338056564331, "Finetune/Loss (Raw)": 1.0525068044662476, "Finetune/Step": 4123, "Finetune/Step Time": 5.064195401966572}
{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8736739158630371, "Finetune/Loss (Raw)": 0.6866834759712219, "Finetune/Step": 4124, "Finetune/Step Time": 5.060480047017336}
{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8740943074226379, "Finetune/Loss (Raw)": 0.9424293041229248, "Finetune/Step": 4125, "Finetune/Step Time": 5.064444763585925}
{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8729714751243591, "Finetune/Loss (Raw)": 0.9148047566413879, "Finetune/Step": 4126, "Finetune/Step Time": 5.058617655187845}
{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.872316837310791, "Finetune/Loss (Raw)": 0.9263047575950623, "Finetune/Step": 4127, "Finetune/Step Time": 5.038346132263541}
{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8724234104156494, "Finetune/Loss (Raw)": 0.8538452386856079, "Finetune/Step": 4128, "Finetune/Step Time": 5.033751521259546}
{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8720351457595825, "Finetune/Loss (Raw)": 0.85170578956604, "Finetune/Step": 4129, "Finetune/Step Time": 5.013828998431563}
{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8721327185630798, "Finetune/Loss (Raw)": 0.8649750351905823, "Finetune/Step": 4130, "Finetune/Step Time": 5.004104731604457}
{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8721367120742798, "Finetune/Loss (Raw)": 0.9127287864685059, "Finetune/Step": 4131, "Finetune/Step Time": 4.99737349525094}
{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.8719240427017212, "Finetune/Loss (Raw)": 0.9365763068199158, "Finetune/Step": 4132, "Finetune/Step Time": 4.999165181070566}
{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.8717458248138428, "Finetune/Loss (Raw)": 0.8929160833358765, "Finetune/Step": 4133, "Finetune/Step Time": 5.012470595538616}
{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.8701674938201904, "Finetune/Loss (Raw)": 0.906572163105011, "Finetune/Step": 4134, "Finetune/Step Time": 5.028827581554651}
{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8738055229187012, "Finetune/Loss (Raw)": 0.8218021392822266, "Finetune/Step": 4135, "Finetune/Step Time": 4.993941631168127}
{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8743569850921631, "Finetune/Loss (Raw)": 0.885213315486908, "Finetune/Step": 4136, "Finetune/Step Time": 4.994462259113789}
{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8742581605911255, "Finetune/Loss (Raw)": 0.8463318347930908, "Finetune/Step": 4137, "Finetune/Step Time": 4.991694334894419}
{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.8754851818084717, "Finetune/Loss (Raw)": 1.0036486387252808, "Finetune/Step": 4138, "Finetune/Step Time": 4.977465856820345}
{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8738099336624146, "Finetune/Loss (Raw)": 0.8123235702514648, "Finetune/Step": 4139, "Finetune/Step Time": 4.967567438259721}
{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8746163845062256, "Finetune/Loss (Raw)": 0.8417839407920837, "Finetune/Step": 4140, "Finetune/Step Time": 4.9567729737609625}
{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8703019022941589, "Finetune/Loss (Raw)": 0.3806993365287781, "Finetune/Step": 4141, "Finetune/Step Time": 4.982790742069483}
{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8698937892913818, "Finetune/Loss (Raw)": 0.8104248046875, "Finetune/Step": 4142, "Finetune/Step Time": 4.953313671052456}
{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.8693569898605347, "Finetune/Loss (Raw)": 0.822692334651947, "Finetune/Step": 4143, "Finetune/Step Time": 4.95042428933084}
{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8643065690994263, "Finetune/Loss (Raw)": 0.2868221700191498, "Finetune/Step": 4144, "Finetune/Step Time": 4.9819845370948315}
{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8631304502487183, "Finetune/Loss (Raw)": 0.7880271077156067, "Finetune/Step": 4145, "Finetune/Step Time": 4.997039778158069}
{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8679303526878357, "Finetune/Loss (Raw)": 0.9366207718849182, "Finetune/Step": 4146, "Finetune/Step Time": 4.955637665465474}
{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8666357398033142, "Finetune/Loss (Raw)": 0.8733950853347778, "Finetune/Step": 4147, "Finetune/Step Time": 4.961596040055156}
{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8662122488021851, "Finetune/Loss (Raw)": 0.9339659214019775, "Finetune/Step": 4148, "Finetune/Step Time": 4.961771424859762}
{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8658053278923035, "Finetune/Loss (Raw)": 0.8786217570304871, "Finetune/Step": 4149, "Finetune/Step Time": 4.950753644108772}
{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8658597469329834, "Finetune/Loss (Raw)": 0.8366683721542358, "Finetune/Step": 4150, "Finetune/Step Time": 4.975883273407817}
{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8656206130981445, "Finetune/Loss (Raw)": 0.9073988795280457, "Finetune/Step": 4151, "Finetune/Step Time": 4.980587804690003}
{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8649159073829651, "Finetune/Loss (Raw)": 0.9057621359825134, "Finetune/Step": 4152, "Finetune/Step Time": 4.9852700755000114}
{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8646490573883057, "Finetune/Loss (Raw)": 0.8744118213653564, "Finetune/Step": 4153, "Finetune/Step Time": 4.982257556170225}
{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8635879755020142, "Finetune/Loss (Raw)": 0.9048307538032532, "Finetune/Step": 4154, "Finetune/Step Time": 4.986281659454107}
{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.861992359161377, "Finetune/Loss (Raw)": 0.8427785634994507, "Finetune/Step": 4155, "Finetune/Step Time": 4.988689746707678}
{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8625745177268982, "Finetune/Loss (Raw)": 0.9379924535751343, "Finetune/Step": 4156, "Finetune/Step Time": 4.987677413970232}
{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8633845448493958, "Finetune/Loss (Raw)": 1.030751347541809, "Finetune/Step": 4157, "Finetune/Step Time": 4.988077601417899}
{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8673087358474731, "Finetune/Loss (Raw)": 0.8940524458885193, "Finetune/Step": 4158, "Finetune/Step Time": 4.963167050853372}
{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.8676402568817139, "Finetune/Loss (Raw)": 0.9642618298530579, "Finetune/Step": 4159, "Finetune/Step Time": 4.963199831545353}
{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.8682540059089661, "Finetune/Loss (Raw)": 1.0078918933868408, "Finetune/Step": 4160, "Finetune/Step Time": 4.955922918394208}
{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8683344721794128, "Finetune/Loss (Raw)": 0.9684730768203735, "Finetune/Step": 4161, "Finetune/Step Time": 4.9532567001879215}
{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8690807223320007, "Finetune/Loss (Raw)": 0.9778017997741699, "Finetune/Step": 4162, "Finetune/Step Time": 4.954842753708363}
{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8680129051208496, "Finetune/Loss (Raw)": 0.7772936820983887, "Finetune/Step": 4163, "Finetune/Step Time": 4.965877510607243}
{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8645892143249512, "Finetune/Loss (Raw)": 0.6291736960411072, "Finetune/Step": 4164, "Finetune/Step Time": 4.972712831571698}
{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8661488890647888, "Finetune/Loss (Raw)": 1.0563782453536987, "Finetune/Step": 4165, "Finetune/Step Time": 4.9651304837316275}
{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8710125088691711, "Finetune/Loss (Raw)": 0.9745723605155945, "Finetune/Step": 4166, "Finetune/Step Time": 4.929374560713768}
{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8697539567947388, "Finetune/Loss (Raw)": 0.829255998134613, "Finetune/Step": 4167, "Finetune/Step Time": 4.914105214178562}
{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8679906725883484, "Finetune/Loss (Raw)": 0.7332639694213867, "Finetune/Step": 4168, "Finetune/Step Time": 4.912185624241829}
{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8642703890800476, "Finetune/Loss (Raw)": 0.3702089786529541, "Finetune/Step": 4169, "Finetune/Step Time": 4.947949880734086}
{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.8637980222702026, "Finetune/Loss (Raw)": 0.8261120915412903, "Finetune/Step": 4170, "Finetune/Step Time": 4.939290411770344}
{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.8638232946395874, "Finetune/Loss (Raw)": 0.9473618268966675, "Finetune/Step": 4171, "Finetune/Step Time": 4.946907449513674}
{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8639373779296875, "Finetune/Loss (Raw)": 0.9491047263145447, "Finetune/Step": 4172, "Finetune/Step Time": 4.967496415600181}
{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8684724569320679, "Finetune/Loss (Raw)": 0.8689009547233582, "Finetune/Step": 4173, "Finetune/Step Time": 4.932312421500683}
{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8644649386405945, "Finetune/Loss (Raw)": 0.3540969491004944, "Finetune/Step": 4174, "Finetune/Step Time": 4.969075866043568}
{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8640132546424866, "Finetune/Loss (Raw)": 0.7975443601608276, "Finetune/Step": 4175, "Finetune/Step Time": 4.957940347492695}
{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8676041960716248, "Finetune/Loss (Raw)": 0.8292312622070312, "Finetune/Step": 4176, "Finetune/Step Time": 4.935124360024929}
{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8695025444030762, "Finetune/Loss (Raw)": 1.0259712934494019, "Finetune/Step": 4177, "Finetune/Step Time": 4.950595101341605}
{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8701347708702087, "Finetune/Loss (Raw)": 0.9532777667045593, "Finetune/Step": 4178, "Finetune/Step Time": 4.953248864039779}
{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8707131147384644, "Finetune/Loss (Raw)": 0.9159930944442749, "Finetune/Step": 4179, "Finetune/Step Time": 4.9716830383986235}
{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.87143874168396, "Finetune/Loss (Raw)": 0.9907639026641846, "Finetune/Step": 4180, "Finetune/Step Time": 4.946545897051692}
{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.8752291202545166, "Finetune/Loss (Raw)": 0.8539155721664429, "Finetune/Step": 4181, "Finetune/Step Time": 4.909990165382624}
{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.873590350151062, "Finetune/Loss (Raw)": 0.7246888279914856, "Finetune/Step": 4182, "Finetune/Step Time": 4.904429679736495}
{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8736836910247803, "Finetune/Loss (Raw)": 0.9720755219459534, "Finetune/Step": 4183, "Finetune/Step Time": 4.910005627200007}
{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8756330609321594, "Finetune/Loss (Raw)": 0.9276939034461975, "Finetune/Step": 4184, "Finetune/Step Time": 4.893254984170198}
{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.875686764717102, "Finetune/Loss (Raw)": 1.008819818496704, "Finetune/Step": 4185, "Finetune/Step Time": 4.901650119572878}
{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8765497803688049, "Finetune/Loss (Raw)": 0.9680612683296204, "Finetune/Step": 4186, "Finetune/Step Time": 4.914682704955339}
{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8759134411811829, "Finetune/Loss (Raw)": 0.8593683242797852, "Finetune/Step": 4187, "Finetune/Step Time": 4.896702796220779}
{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8769734501838684, "Finetune/Loss (Raw)": 0.8776413798332214, "Finetune/Step": 4188, "Finetune/Step Time": 4.887672392651439}
{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8766169548034668, "Finetune/Loss (Raw)": 0.8330838680267334, "Finetune/Step": 4189, "Finetune/Step Time": 4.870215928182006}
{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8739731311798096, "Finetune/Loss (Raw)": 0.7273268699645996, "Finetune/Step": 4190, "Finetune/Step Time": 4.870535684749484}
{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8788307905197144, "Finetune/Loss (Raw)": 0.9716673493385315, "Finetune/Step": 4191, "Finetune/Step Time": 4.833690399304032}
{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8841701745986938, "Finetune/Loss (Raw)": 1.061740517616272, "Finetune/Step": 4192, "Finetune/Step Time": 4.795808924362063}
{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8798236846923828, "Finetune/Loss (Raw)": 0.30170938372612, "Finetune/Step": 4193, "Finetune/Step Time": 4.8216953836381435}
{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.8799663782119751, "Finetune/Loss (Raw)": 0.9327159523963928, "Finetune/Step": 4194, "Finetune/Step Time": 4.821283625438809}
{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8789983987808228, "Finetune/Loss (Raw)": 0.9323422908782959, "Finetune/Step": 4195, "Finetune/Step Time": 4.821692263707519}
{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8787868022918701, "Finetune/Loss (Raw)": 0.9321035146713257, "Finetune/Step": 4196, "Finetune/Step Time": 4.81955680064857}
{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.8764218091964722, "Finetune/Loss (Raw)": 0.6578059792518616, "Finetune/Step": 4197, "Finetune/Step Time": 4.833796136081219}
{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8775923848152161, "Finetune/Loss (Raw)": 0.9909374117851257, "Finetune/Step": 4198, "Finetune/Step Time": 4.83215930685401}
{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.8780263662338257, "Finetune/Loss (Raw)": 1.0127592086791992, "Finetune/Step": 4199, "Finetune/Step Time": 4.801444306969643}
{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8792089819908142, "Finetune/Loss (Raw)": 0.9429760575294495, "Finetune/Step": 4200, "Finetune/Step Time": 4.797847306355834}
{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8788801431655884, "Finetune/Loss (Raw)": 0.890221118927002, "Finetune/Step": 4201, "Finetune/Step Time": 4.808351552113891}
{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8774601221084595, "Finetune/Loss (Raw)": 0.8595458269119263, "Finetune/Step": 4202, "Finetune/Step Time": 4.810964941978455}
{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.877301812171936, "Finetune/Loss (Raw)": 0.8381532430648804, "Finetune/Step": 4203, "Finetune/Step Time": 4.811978697776794}
{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8782360553741455, "Finetune/Loss (Raw)": 0.8384096622467041, "Finetune/Step": 4204, "Finetune/Step Time": 4.792374640703201}
{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8783317804336548, "Finetune/Loss (Raw)": 0.9322574734687805, "Finetune/Step": 4205, "Finetune/Step Time": 4.7675402443856}
{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8785423040390015, "Finetune/Loss (Raw)": 0.8808973431587219, "Finetune/Step": 4206, "Finetune/Step Time": 4.76551272906363}
{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8772839307785034, "Finetune/Loss (Raw)": 0.963468074798584, "Finetune/Step": 4207, "Finetune/Step Time": 4.759217033162713}
{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8776669502258301, "Finetune/Loss (Raw)": 0.854728102684021, "Finetune/Step": 4208, "Finetune/Step Time": 4.748963983729482}
{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.8791405558586121, "Finetune/Loss (Raw)": 1.1109291315078735, "Finetune/Step": 4209, "Finetune/Step Time": 4.726621445268393}
{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8792383670806885, "Finetune/Loss (Raw)": 0.8735683560371399, "Finetune/Step": 4210, "Finetune/Step Time": 4.722042597830296}
{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8789453506469727, "Finetune/Loss (Raw)": 0.978569507598877, "Finetune/Step": 4211, "Finetune/Step Time": 4.73346795514226}
{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8816941976547241, "Finetune/Loss (Raw)": 0.8136321306228638, "Finetune/Step": 4212, "Finetune/Step Time": 4.697283614426851}
{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8802345991134644, "Finetune/Loss (Raw)": 0.7667513489723206, "Finetune/Step": 4213, "Finetune/Step Time": 4.695539450272918}
{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8802446126937866, "Finetune/Loss (Raw)": 0.934938907623291, "Finetune/Step": 4214, "Finetune/Step Time": 4.685938503593206}
{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8795678615570068, "Finetune/Loss (Raw)": 0.9611697196960449, "Finetune/Step": 4215, "Finetune/Step Time": 4.712149227038026}
{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8790613412857056, "Finetune/Loss (Raw)": 0.9247275590896606, "Finetune/Step": 4216, "Finetune/Step Time": 4.706946179270744}
{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8799681663513184, "Finetune/Loss (Raw)": 0.9829235672950745, "Finetune/Step": 4217, "Finetune/Step Time": 4.703844053670764}
{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8800693154335022, "Finetune/Loss (Raw)": 0.8780109286308289, "Finetune/Step": 4218, "Finetune/Step Time": 4.703116673976183}
{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8796783685684204, "Finetune/Loss (Raw)": 0.8150653839111328, "Finetune/Step": 4219, "Finetune/Step Time": 4.685862358659506}
{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.8798964619636536, "Finetune/Loss (Raw)": 0.9006725549697876, "Finetune/Step": 4220, "Finetune/Step Time": 4.675168804824352}
{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8800007104873657, "Finetune/Loss (Raw)": 1.0454355478286743, "Finetune/Step": 4221, "Finetune/Step Time": 4.676844492554665}
{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8793982267379761, "Finetune/Loss (Raw)": 1.0042681694030762, "Finetune/Step": 4222, "Finetune/Step Time": 4.6804328840225935}
{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8808736205101013, "Finetune/Loss (Raw)": 1.003122329711914, "Finetune/Step": 4223, "Finetune/Step Time": 4.671924313530326}
{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8790789246559143, "Finetune/Loss (Raw)": 0.83882737159729, "Finetune/Step": 4224, "Finetune/Step Time": 4.677064148709178}
{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8777203559875488, "Finetune/Loss (Raw)": 0.8352052569389343, "Finetune/Step": 4225, "Finetune/Step Time": 4.669772781431675}
{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8800268173217773, "Finetune/Loss (Raw)": 1.0347132682800293, "Finetune/Step": 4226, "Finetune/Step Time": 4.663173282518983}
{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8810687065124512, "Finetune/Loss (Raw)": 1.0907047986984253, "Finetune/Step": 4227, "Finetune/Step Time": 4.662936707958579}
{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8802341222763062, "Finetune/Loss (Raw)": 0.8762685656547546, "Finetune/Step": 4228, "Finetune/Step Time": 4.664981119334698}
{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8802090883255005, "Finetune/Loss (Raw)": 0.9386972784996033, "Finetune/Step": 4229, "Finetune/Step Time": 4.648112528026104}
{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8753430843353271, "Finetune/Loss (Raw)": 0.2641504108905792, "Finetune/Step": 4230, "Finetune/Step Time": 4.678314175456762}
{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8736664056777954, "Finetune/Loss (Raw)": 0.7192395329475403, "Finetune/Step": 4231, "Finetune/Step Time": 4.723940882831812}
{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8741252422332764, "Finetune/Loss (Raw)": 0.9517067074775696, "Finetune/Step": 4232, "Finetune/Step Time": 4.732968654483557}
{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8740585446357727, "Finetune/Loss (Raw)": 0.8383319973945618, "Finetune/Step": 4233, "Finetune/Step Time": 4.738965006545186}
{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8762729167938232, "Finetune/Loss (Raw)": 1.1541880369186401, "Finetune/Step": 4234, "Finetune/Step Time": 4.741390788927674}
{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8766092658042908, "Finetune/Loss (Raw)": 0.9374185800552368, "Finetune/Step": 4235, "Finetune/Step Time": 4.741358082741499}
{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8749707937240601, "Finetune/Loss (Raw)": 0.7811577916145325, "Finetune/Step": 4236, "Finetune/Step Time": 4.750030774623156}
{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.8764023184776306, "Finetune/Loss (Raw)": 1.0410065650939941, "Finetune/Step": 4237, "Finetune/Step Time": 4.742379559203982}
{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8768361806869507, "Finetune/Loss (Raw)": 1.0051103830337524, "Finetune/Step": 4238, "Finetune/Step Time": 4.730182169005275}
{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.876121997833252, "Finetune/Loss (Raw)": 0.9556925296783447, "Finetune/Step": 4239, "Finetune/Step Time": 4.726459970697761}
{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8764985799789429, "Finetune/Loss (Raw)": 0.8642120957374573, "Finetune/Step": 4240, "Finetune/Step Time": 4.709228437393904}
{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8773843050003052, "Finetune/Loss (Raw)": 0.8686693906784058, "Finetune/Step": 4241, "Finetune/Step Time": 4.710929533466697}
{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8779904842376709, "Finetune/Loss (Raw)": 0.9779143333435059, "Finetune/Step": 4242, "Finetune/Step Time": 4.709820995107293}
{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8781800270080566, "Finetune/Loss (Raw)": 0.931653618812561, "Finetune/Step": 4243, "Finetune/Step Time": 4.730157325044274}
{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8801333904266357, "Finetune/Loss (Raw)": 0.9328183531761169, "Finetune/Step": 4244, "Finetune/Step Time": 4.713611897081137}
{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.8810617923736572, "Finetune/Loss (Raw)": 0.9311439990997314, "Finetune/Step": 4245, "Finetune/Step Time": 4.710044765844941}
{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8797690272331238, "Finetune/Loss (Raw)": 0.9163482189178467, "Finetune/Step": 4246, "Finetune/Step Time": 4.752009596675634}
{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8788504600524902, "Finetune/Loss (Raw)": 0.9005971550941467, "Finetune/Step": 4247, "Finetune/Step Time": 4.760003857314587}
{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8735430240631104, "Finetune/Loss (Raw)": 0.2842041850090027, "Finetune/Step": 4248, "Finetune/Step Time": 4.782944962382317}
{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8738704919815063, "Finetune/Loss (Raw)": 0.9664255976676941, "Finetune/Step": 4249, "Finetune/Step Time": 4.781562026590109}
{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.872418999671936, "Finetune/Loss (Raw)": 0.7463280558586121, "Finetune/Step": 4250, "Finetune/Step Time": 4.767069097608328}
{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.870305597782135, "Finetune/Loss (Raw)": 0.7819879651069641, "Finetune/Step": 4251, "Finetune/Step Time": 4.760303221642971}
{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8734868764877319, "Finetune/Loss (Raw)": 1.0938851833343506, "Finetune/Step": 4252, "Finetune/Step Time": 4.767153805121779}
{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.871538519859314, "Finetune/Loss (Raw)": 0.6930350065231323, "Finetune/Step": 4253, "Finetune/Step Time": 4.787662141025066}
{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.8701509237289429, "Finetune/Loss (Raw)": 0.7371982932090759, "Finetune/Step": 4254, "Finetune/Step Time": 4.7979541309177876}
{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8692217469215393, "Finetune/Loss (Raw)": 0.8073732852935791, "Finetune/Step": 4255, "Finetune/Step Time": 4.804215587675571}
{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.8701212406158447, "Finetune/Loss (Raw)": 0.968974769115448, "Finetune/Step": 4256, "Finetune/Step Time": 4.82014263048768}
{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.8714001774787903, "Finetune/Loss (Raw)": 1.0154098272323608, "Finetune/Step": 4257, "Finetune/Step Time": 4.82451094314456}
{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8702248334884644, "Finetune/Loss (Raw)": 0.714533269405365, "Finetune/Step": 4258, "Finetune/Step Time": 4.831079805269837}
{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8712410926818848, "Finetune/Loss (Raw)": 1.0428060293197632, "Finetune/Step": 4259, "Finetune/Step Time": 4.834891313686967}
{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.870771050453186, "Finetune/Loss (Raw)": 0.8764125108718872, "Finetune/Step": 4260, "Finetune/Step Time": 4.831341801211238}
{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.871454656124115, "Finetune/Loss (Raw)": 0.980419397354126, "Finetune/Step": 4261, "Finetune/Step Time": 4.819581735879183}
{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8711691498756409, "Finetune/Loss (Raw)": 0.870029866695404, "Finetune/Step": 4262, "Finetune/Step Time": 4.81535199098289}
{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8731836080551147, "Finetune/Loss (Raw)": 1.0796583890914917, "Finetune/Step": 4263, "Finetune/Step Time": 4.813136473298073}
{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8727607727050781, "Finetune/Loss (Raw)": 0.8310804963111877, "Finetune/Step": 4264, "Finetune/Step Time": 4.8244509026408195}
{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.873719334602356, "Finetune/Loss (Raw)": 0.969033420085907, "Finetune/Step": 4265, "Finetune/Step Time": 4.832276150584221}
{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8735687136650085, "Finetune/Loss (Raw)": 0.9843695759773254, "Finetune/Step": 4266, "Finetune/Step Time": 4.831301812082529}
{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8737034797668457, "Finetune/Loss (Raw)": 0.829572319984436, "Finetune/Step": 4267, "Finetune/Step Time": 4.844944464042783}
{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8736348152160645, "Finetune/Loss (Raw)": 0.8329929709434509, "Finetune/Step": 4268, "Finetune/Step Time": 4.8363292291760445}
{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8770627379417419, "Finetune/Loss (Raw)": 0.8194699287414551, "Finetune/Step": 4269, "Finetune/Step Time": 4.8364028185606}
{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.8775163292884827, "Finetune/Loss (Raw)": 0.8684892058372498, "Finetune/Step": 4270, "Finetune/Step Time": 4.836703920736909}
{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8735991716384888, "Finetune/Loss (Raw)": 0.3212941884994507, "Finetune/Step": 4271, "Finetune/Step Time": 4.873747561126947}
{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8788049817085266, "Finetune/Loss (Raw)": 0.9531626105308533, "Finetune/Step": 4272, "Finetune/Step Time": 4.846612324938178}
{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8787126541137695, "Finetune/Loss (Raw)": 0.7762112617492676, "Finetune/Step": 4273, "Finetune/Step Time": 4.827725429087877}
{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8784453272819519, "Finetune/Loss (Raw)": 0.9024088382720947, "Finetune/Step": 4274, "Finetune/Step Time": 4.833370061591268}
{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.878504753112793, "Finetune/Loss (Raw)": 0.8809996247291565, "Finetune/Step": 4275, "Finetune/Step Time": 4.844202876091003}
{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8787302374839783, "Finetune/Loss (Raw)": 0.9628245830535889, "Finetune/Step": 4276, "Finetune/Step Time": 4.845252627506852}
{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8788922429084778, "Finetune/Loss (Raw)": 0.8993592262268066, "Finetune/Step": 4277, "Finetune/Step Time": 4.867504915222526}
{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8798760175704956, "Finetune/Loss (Raw)": 0.9625982642173767, "Finetune/Step": 4278, "Finetune/Step Time": 4.841126034036279}
{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8792534470558167, "Finetune/Loss (Raw)": 0.8277040123939514, "Finetune/Step": 4279, "Finetune/Step Time": 4.839278124272823}
{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8799587488174438, "Finetune/Loss (Raw)": 0.9960446357727051, "Finetune/Step": 4280, "Finetune/Step Time": 4.832797549664974}
{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.8812739849090576, "Finetune/Loss (Raw)": 1.0427621603012085, "Finetune/Step": 4281, "Finetune/Step Time": 4.838541993871331}
{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8818537592887878, "Finetune/Loss (Raw)": 0.9790444374084473, "Finetune/Step": 4282, "Finetune/Step Time": 4.836794313043356}
{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8825137615203857, "Finetune/Loss (Raw)": 0.9272485971450806, "Finetune/Step": 4283, "Finetune/Step Time": 4.841895190998912}
{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.882744550704956, "Finetune/Loss (Raw)": 0.9675384759902954, "Finetune/Step": 4284, "Finetune/Step Time": 4.840349843725562}
{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8802712559700012, "Finetune/Loss (Raw)": 0.7141684293746948, "Finetune/Step": 4285, "Finetune/Step Time": 4.874992225319147}
{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8807792663574219, "Finetune/Loss (Raw)": 0.9590824246406555, "Finetune/Step": 4286, "Finetune/Step Time": 4.8661339823156595}
{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8806198239326477, "Finetune/Loss (Raw)": 0.9438459277153015, "Finetune/Step": 4287, "Finetune/Step Time": 4.869127096608281}
{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8810889720916748, "Finetune/Loss (Raw)": 1.0679466724395752, "Finetune/Step": 4288, "Finetune/Step Time": 4.884113734588027}
{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8800833225250244, "Finetune/Loss (Raw)": 0.839746356010437, "Finetune/Step": 4289, "Finetune/Step Time": 4.885656338185072}
{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8803707361221313, "Finetune/Loss (Raw)": 1.014595627784729, "Finetune/Step": 4290, "Finetune/Step Time": 4.8866628762334585}
{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.881609320640564, "Finetune/Loss (Raw)": 0.9358242154121399, "Finetune/Step": 4291, "Finetune/Step Time": 4.871285079047084}
{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.8842257261276245, "Finetune/Loss (Raw)": 0.9640856981277466, "Finetune/Step": 4292, "Finetune/Step Time": 4.86657003313303}
{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8835372924804688, "Finetune/Loss (Raw)": 0.9682484269142151, "Finetune/Step": 4293, "Finetune/Step Time": 4.874589908868074}
{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8831181526184082, "Finetune/Loss (Raw)": 0.9209264516830444, "Finetune/Step": 4294, "Finetune/Step Time": 4.896373709663749}
{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8789750337600708, "Finetune/Loss (Raw)": 0.29894083738327026, "Finetune/Step": 4295, "Finetune/Step Time": 4.9289039839059114}
{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8813215494155884, "Finetune/Loss (Raw)": 1.033612847328186, "Finetune/Step": 4296, "Finetune/Step Time": 4.925729712471366}
{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8857166767120361, "Finetune/Loss (Raw)": 0.9327906370162964, "Finetune/Step": 4297, "Finetune/Step Time": 4.892586871981621}
{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.885174036026001, "Finetune/Loss (Raw)": 0.7566500902175903, "Finetune/Step": 4298, "Finetune/Step Time": 4.887244928628206}
{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.8855524063110352, "Finetune/Loss (Raw)": 0.995787501335144, "Finetune/Step": 4299, "Finetune/Step Time": 4.894057290628552}
{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8858369588851929, "Finetune/Loss (Raw)": 0.9855336546897888, "Finetune/Step": 4300, "Finetune/Step Time": 4.879021251574159}
{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8818612098693848, "Finetune/Loss (Raw)": 0.36000603437423706, "Finetune/Step": 4301, "Finetune/Step Time": 4.909394638612866}
{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8869868516921997, "Finetune/Loss (Raw)": 1.0101747512817383, "Finetune/Step": 4302, "Finetune/Step Time": 4.878349965438247}
{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.888870120048523, "Finetune/Loss (Raw)": 1.0386073589324951, "Finetune/Step": 4303, "Finetune/Step Time": 4.87837647087872}
{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8850185871124268, "Finetune/Loss (Raw)": 0.33622992038726807, "Finetune/Step": 4304, "Finetune/Step Time": 4.901104876771569}
{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8833935260772705, "Finetune/Loss (Raw)": 0.8179652690887451, "Finetune/Step": 4305, "Finetune/Step Time": 4.887246236205101}
{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8827037215232849, "Finetune/Loss (Raw)": 0.8649793863296509, "Finetune/Step": 4306, "Finetune/Step Time": 4.892886126413941}
{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8812023401260376, "Finetune/Loss (Raw)": 0.7238235473632812, "Finetune/Step": 4307, "Finetune/Step Time": 4.875549651682377}
{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8809847831726074, "Finetune/Loss (Raw)": 0.9629144072532654, "Finetune/Step": 4308, "Finetune/Step Time": 4.876187199726701}
{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.8814191222190857, "Finetune/Loss (Raw)": 0.9095090627670288, "Finetune/Step": 4309, "Finetune/Step Time": 4.886787597090006}
{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.878473162651062, "Finetune/Loss (Raw)": 0.34760627150535583, "Finetune/Step": 4310, "Finetune/Step Time": 4.911789909005165}
{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.8780554533004761, "Finetune/Loss (Raw)": 0.9186104536056519, "Finetune/Step": 4311, "Finetune/Step Time": 4.911902813240886}
{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8787668943405151, "Finetune/Loss (Raw)": 1.0187647342681885, "Finetune/Step": 4312, "Finetune/Step Time": 4.914112415164709}
{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8789793848991394, "Finetune/Loss (Raw)": 1.0360121726989746, "Finetune/Step": 4313, "Finetune/Step Time": 4.924681371077895}
{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8790715932846069, "Finetune/Loss (Raw)": 0.9798623323440552, "Finetune/Step": 4314, "Finetune/Step Time": 4.914880845695734}
{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8793129324913025, "Finetune/Loss (Raw)": 0.890261709690094, "Finetune/Step": 4315, "Finetune/Step Time": 4.911569815129042}
{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8792858719825745, "Finetune/Loss (Raw)": 0.8741759657859802, "Finetune/Step": 4316, "Finetune/Step Time": 4.914951931685209}
{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8798477649688721, "Finetune/Loss (Raw)": 0.9050054550170898, "Finetune/Step": 4317, "Finetune/Step Time": 4.912715433165431}
{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8808721303939819, "Finetune/Loss (Raw)": 0.8584461212158203, "Finetune/Step": 4318, "Finetune/Step Time": 4.9165901355445385}
{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8794325590133667, "Finetune/Loss (Raw)": 0.7874065637588501, "Finetune/Step": 4319, "Finetune/Step Time": 4.927381129935384}
{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.877833366394043, "Finetune/Loss (Raw)": 0.8570444583892822, "Finetune/Step": 4320, "Finetune/Step Time": 4.930652623996139}
{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.8813575506210327, "Finetune/Loss (Raw)": 0.7527962923049927, "Finetune/Step": 4321, "Finetune/Step Time": 4.908595973625779}
{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8821998834609985, "Finetune/Loss (Raw)": 1.0405374765396118, "Finetune/Step": 4322, "Finetune/Step Time": 4.917132806032896}
{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8807554244995117, "Finetune/Loss (Raw)": 0.7474477291107178, "Finetune/Step": 4323, "Finetune/Step Time": 4.914404733106494}
{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8800920248031616, "Finetune/Loss (Raw)": 0.8471871018409729, "Finetune/Step": 4324, "Finetune/Step Time": 4.918829645961523}
{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8805752992630005, "Finetune/Loss (Raw)": 0.7196725010871887, "Finetune/Step": 4325, "Finetune/Step Time": 4.908565782010555}
{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8790098428726196, "Finetune/Loss (Raw)": 0.7905558943748474, "Finetune/Step": 4326, "Finetune/Step Time": 4.916763976216316}
{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.8772250413894653, "Finetune/Loss (Raw)": 0.7843063473701477, "Finetune/Step": 4327, "Finetune/Step Time": 4.933980584144592}
{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8770015239715576, "Finetune/Loss (Raw)": 0.914365828037262, "Finetune/Step": 4328, "Finetune/Step Time": 4.927774069830775}
{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.877000093460083, "Finetune/Loss (Raw)": 0.8900321125984192, "Finetune/Step": 4329, "Finetune/Step Time": 4.9170675948262215}
{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8780782222747803, "Finetune/Loss (Raw)": 0.9975588321685791, "Finetune/Step": 4330, "Finetune/Step Time": 4.916765164583921}
{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.8791806101799011, "Finetune/Loss (Raw)": 0.9792572855949402, "Finetune/Step": 4331, "Finetune/Step Time": 4.916645823046565}
{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8799261450767517, "Finetune/Loss (Raw)": 0.9338283538818359, "Finetune/Step": 4332, "Finetune/Step Time": 4.919181067496538}
{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8805091977119446, "Finetune/Loss (Raw)": 1.0068937540054321, "Finetune/Step": 4333, "Finetune/Step Time": 4.920810412615538}
{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8811953663825989, "Finetune/Loss (Raw)": 0.96872878074646, "Finetune/Step": 4334, "Finetune/Step Time": 4.919384839013219}
{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8811827898025513, "Finetune/Loss (Raw)": 0.9618557095527649, "Finetune/Step": 4335, "Finetune/Step Time": 4.913966739550233}
{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.882665753364563, "Finetune/Loss (Raw)": 1.0445516109466553, "Finetune/Step": 4336, "Finetune/Step Time": 4.929882109165192}
{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.879663348197937, "Finetune/Loss (Raw)": 0.7266096472740173, "Finetune/Step": 4337, "Finetune/Step Time": 4.9592254143208265}
{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8798999786376953, "Finetune/Loss (Raw)": 0.9038665294647217, "Finetune/Step": 4338, "Finetune/Step Time": 4.9586761854588985}
{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8786299228668213, "Finetune/Loss (Raw)": 0.8159961700439453, "Finetune/Step": 4339, "Finetune/Step Time": 4.952945029363036}
{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8795908093452454, "Finetune/Loss (Raw)": 0.9366272687911987, "Finetune/Step": 4340, "Finetune/Step Time": 4.9673434514552355}
{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8814423084259033, "Finetune/Loss (Raw)": 1.0037448406219482, "Finetune/Step": 4341, "Finetune/Step Time": 4.958963017910719}
{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8811074495315552, "Finetune/Loss (Raw)": 0.8920820951461792, "Finetune/Step": 4342, "Finetune/Step Time": 5.00488962046802}
{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.8802274465560913, "Finetune/Loss (Raw)": 0.8485241532325745, "Finetune/Step": 4343, "Finetune/Step Time": 4.968119215220213}
{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8803550004959106, "Finetune/Loss (Raw)": 0.941060483455658, "Finetune/Step": 4344, "Finetune/Step Time": 4.977603830397129}
{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8797001838684082, "Finetune/Loss (Raw)": 0.8991054892539978, "Finetune/Step": 4345, "Finetune/Step Time": 4.977191494777799}
{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8799963593482971, "Finetune/Loss (Raw)": 0.9159194231033325, "Finetune/Step": 4346, "Finetune/Step Time": 4.980373756960034}
{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8814070820808411, "Finetune/Loss (Raw)": 0.99564129114151, "Finetune/Step": 4347, "Finetune/Step Time": 4.97307070530951}
{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8818286657333374, "Finetune/Loss (Raw)": 0.9546270966529846, "Finetune/Step": 4348, "Finetune/Step Time": 4.979136874899268}
{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8817341327667236, "Finetune/Loss (Raw)": 1.0333439111709595, "Finetune/Step": 4349, "Finetune/Step Time": 4.9762396309524775}
{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8792787194252014, "Finetune/Loss (Raw)": 0.6899681091308594, "Finetune/Step": 4350, "Finetune/Step Time": 4.98797032982111}
{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8788222670555115, "Finetune/Loss (Raw)": 0.9446997046470642, "Finetune/Step": 4351, "Finetune/Step Time": 4.987419284880161}
{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8792444467544556, "Finetune/Loss (Raw)": 0.8928616642951965, "Finetune/Step": 4352, "Finetune/Step Time": 4.978979287669063}
{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8800995945930481, "Finetune/Loss (Raw)": 0.9446637630462646, "Finetune/Step": 4353, "Finetune/Step Time": 4.976913068443537}
{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.87818843126297, "Finetune/Loss (Raw)": 0.7900882363319397, "Finetune/Step": 4354, "Finetune/Step Time": 4.975810866802931}
{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8770641088485718, "Finetune/Loss (Raw)": 0.946789562702179, "Finetune/Step": 4355, "Finetune/Step Time": 4.97145714238286}
{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8774837851524353, "Finetune/Loss (Raw)": 0.9299889802932739, "Finetune/Step": 4356, "Finetune/Step Time": 4.969563914462924}
{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8775162696838379, "Finetune/Loss (Raw)": 0.9428499341011047, "Finetune/Step": 4357, "Finetune/Step Time": 4.969667689874768}
{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.8830242156982422, "Finetune/Loss (Raw)": 0.9691759347915649, "Finetune/Step": 4358, "Finetune/Step Time": 4.943941300734878}
{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.884669840335846, "Finetune/Loss (Raw)": 0.9298770427703857, "Finetune/Step": 4359, "Finetune/Step Time": 4.903514642268419}
{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8839930295944214, "Finetune/Loss (Raw)": 0.8650771379470825, "Finetune/Step": 4360, "Finetune/Step Time": 4.890447897836566}
{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.8862547278404236, "Finetune/Loss (Raw)": 1.1278281211853027, "Finetune/Step": 4361, "Finetune/Step Time": 4.898694820702076}
{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8836495876312256, "Finetune/Loss (Raw)": 0.8207268118858337, "Finetune/Step": 4362, "Finetune/Step Time": 4.901487583294511}
{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.883336067199707, "Finetune/Loss (Raw)": 0.8972961902618408, "Finetune/Step": 4363, "Finetune/Step Time": 4.89835043810308}
{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8838006258010864, "Finetune/Loss (Raw)": 0.8406099677085876, "Finetune/Step": 4364, "Finetune/Step Time": 4.9102852512151}
{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8821116089820862, "Finetune/Loss (Raw)": 0.8248165249824524, "Finetune/Step": 4365, "Finetune/Step Time": 4.9253082275390625}
{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8815842866897583, "Finetune/Loss (Raw)": 0.9376119375228882, "Finetune/Step": 4366, "Finetune/Step Time": 4.9249832928180695}
{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8807298541069031, "Finetune/Loss (Raw)": 0.8463276624679565, "Finetune/Step": 4367, "Finetune/Step Time": 4.930901298299432}
{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8814959526062012, "Finetune/Loss (Raw)": 0.9622694253921509, "Finetune/Step": 4368, "Finetune/Step Time": 4.927513752132654}
{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8814252614974976, "Finetune/Loss (Raw)": 0.8596230149269104, "Finetune/Step": 4369, "Finetune/Step Time": 4.934753816574812}
{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8816754817962646, "Finetune/Loss (Raw)": 1.0099412202835083, "Finetune/Step": 4370, "Finetune/Step Time": 4.936880810186267}
{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8824623823165894, "Finetune/Loss (Raw)": 1.0323755741119385, "Finetune/Step": 4371, "Finetune/Step Time": 4.914757639169693}
{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8770906925201416, "Finetune/Loss (Raw)": 0.2452438771724701, "Finetune/Step": 4372, "Finetune/Step Time": 4.952142732217908}
{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8759948015213013, "Finetune/Loss (Raw)": 0.7908678650856018, "Finetune/Step": 4373, "Finetune/Step Time": 4.9486996699124575}
{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.8756612539291382, "Finetune/Loss (Raw)": 0.8736580014228821, "Finetune/Step": 4374, "Finetune/Step Time": 4.908396348357201}
{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8752915859222412, "Finetune/Loss (Raw)": 0.8532812595367432, "Finetune/Step": 4375, "Finetune/Step Time": 4.90929950773716}
{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8811352252960205, "Finetune/Loss (Raw)": 1.032188892364502, "Finetune/Step": 4376, "Finetune/Step Time": 4.887734999880195}
{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8805875182151794, "Finetune/Loss (Raw)": 0.8963204622268677, "Finetune/Step": 4377, "Finetune/Step Time": 4.883272552862763}
{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8819310665130615, "Finetune/Loss (Raw)": 0.9182984828948975, "Finetune/Step": 4378, "Finetune/Step Time": 4.893081100657582}
{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8823748230934143, "Finetune/Loss (Raw)": 0.8387941718101501, "Finetune/Step": 4379, "Finetune/Step Time": 4.904269363731146}
{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8818765878677368, "Finetune/Loss (Raw)": 1.030103087425232, "Finetune/Step": 4380, "Finetune/Step Time": 4.901651207357645}
{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.8838137984275818, "Finetune/Loss (Raw)": 0.940997302532196, "Finetune/Step": 4381, "Finetune/Step Time": 4.900545110926032}
{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8855268359184265, "Finetune/Loss (Raw)": 0.9564726948738098, "Finetune/Step": 4382, "Finetune/Step Time": 4.894689103588462}
{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.885356068611145, "Finetune/Loss (Raw)": 0.7855137586593628, "Finetune/Step": 4383, "Finetune/Step Time": 4.909187126904726}
{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8848880529403687, "Finetune/Loss (Raw)": 0.9090707302093506, "Finetune/Step": 4384, "Finetune/Step Time": 4.901056410744786}
{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8835465908050537, "Finetune/Loss (Raw)": 0.8437004089355469, "Finetune/Step": 4385, "Finetune/Step Time": 4.899650394916534}
{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8852436542510986, "Finetune/Loss (Raw)": 0.9317530393600464, "Finetune/Step": 4386, "Finetune/Step Time": 4.911667177453637}
{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8856556415557861, "Finetune/Loss (Raw)": 1.0955448150634766, "Finetune/Step": 4387, "Finetune/Step Time": 4.899499282240868}
{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8861576318740845, "Finetune/Loss (Raw)": 0.9406672716140747, "Finetune/Step": 4388, "Finetune/Step Time": 4.904431877657771}
{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8860371708869934, "Finetune/Loss (Raw)": 0.9650050401687622, "Finetune/Step": 4389, "Finetune/Step Time": 4.908915866166353}
{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.8859820365905762, "Finetune/Loss (Raw)": 0.8629648089408875, "Finetune/Step": 4390, "Finetune/Step Time": 4.902789492160082}
{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.8843502998352051, "Finetune/Loss (Raw)": 0.8708030581474304, "Finetune/Step": 4391, "Finetune/Step Time": 4.910832647234201}
{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8805811405181885, "Finetune/Loss (Raw)": 0.3486228287220001, "Finetune/Step": 4392, "Finetune/Step Time": 4.944246880710125}
{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8793107271194458, "Finetune/Loss (Raw)": 0.8064203858375549, "Finetune/Step": 4393, "Finetune/Step Time": 4.951916515827179}
{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.8784605264663696, "Finetune/Loss (Raw)": 0.8755412697792053, "Finetune/Step": 4394, "Finetune/Step Time": 4.962042335420847}
{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8789011836051941, "Finetune/Loss (Raw)": 0.885983407497406, "Finetune/Step": 4395, "Finetune/Step Time": 4.9520827159285545}
{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8804940581321716, "Finetune/Loss (Raw)": 1.0368759632110596, "Finetune/Step": 4396, "Finetune/Step Time": 4.960591960698366}
{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8773193955421448, "Finetune/Loss (Raw)": 0.41311830282211304, "Finetune/Step": 4397, "Finetune/Step Time": 4.962769420817494}
{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.877861499786377, "Finetune/Loss (Raw)": 0.9378747344017029, "Finetune/Step": 4398, "Finetune/Step Time": 4.965124547481537}
{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8819958567619324, "Finetune/Loss (Raw)": 0.8504948616027832, "Finetune/Step": 4399, "Finetune/Step Time": 4.931430481374264}
{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8818342685699463, "Finetune/Loss (Raw)": 0.9324756264686584, "Finetune/Step": 4400, "Finetune/Step Time": 4.932576904073358}
{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8783422112464905, "Finetune/Loss (Raw)": 0.32923343777656555, "Finetune/Step": 4401, "Finetune/Step Time": 4.9696205127984285}
{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8780523538589478, "Finetune/Loss (Raw)": 0.8652988076210022, "Finetune/Step": 4402, "Finetune/Step Time": 4.9879578948020935}
{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8787177801132202, "Finetune/Loss (Raw)": 0.9661831855773926, "Finetune/Step": 4403, "Finetune/Step Time": 4.972671857103705}
{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8793860077857971, "Finetune/Loss (Raw)": 1.0483548641204834, "Finetune/Step": 4404, "Finetune/Step Time": 4.9735304825007915}
{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.8791053295135498, "Finetune/Loss (Raw)": 0.8634328246116638, "Finetune/Step": 4405, "Finetune/Step Time": 4.963509481400251}
{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8778030872344971, "Finetune/Loss (Raw)": 0.7959110736846924, "Finetune/Step": 4406, "Finetune/Step Time": 4.96090754494071}
{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8777801990509033, "Finetune/Loss (Raw)": 0.8247766494750977, "Finetune/Step": 4407, "Finetune/Step Time": 4.965406650677323}
{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8782684803009033, "Finetune/Loss (Raw)": 1.0585365295410156, "Finetune/Step": 4408, "Finetune/Step Time": 4.964597715064883}
{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8769124746322632, "Finetune/Loss (Raw)": 0.8691990971565247, "Finetune/Step": 4409, "Finetune/Step Time": 4.963668502867222}
{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8765496015548706, "Finetune/Loss (Raw)": 0.9325965046882629, "Finetune/Step": 4410, "Finetune/Step Time": 4.960400773212314}
{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8761414885520935, "Finetune/Loss (Raw)": 0.8750126361846924, "Finetune/Step": 4411, "Finetune/Step Time": 4.9532776940613985}
{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.875221848487854, "Finetune/Loss (Raw)": 0.8498193621635437, "Finetune/Step": 4412, "Finetune/Step Time": 4.9550417996943}
{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8784202337265015, "Finetune/Loss (Raw)": 1.123564600944519, "Finetune/Step": 4413, "Finetune/Step Time": 4.918220853433013}
{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8775091171264648, "Finetune/Loss (Raw)": 0.8424537777900696, "Finetune/Step": 4414, "Finetune/Step Time": 4.917344033718109}
{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8778635263442993, "Finetune/Loss (Raw)": 0.9892172813415527, "Finetune/Step": 4415, "Finetune/Step Time": 4.9224821124225855}
{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8759278059005737, "Finetune/Loss (Raw)": 0.8201778531074524, "Finetune/Step": 4416, "Finetune/Step Time": 4.923521686345339}
{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8772951364517212, "Finetune/Loss (Raw)": 1.014756202697754, "Finetune/Step": 4417, "Finetune/Step Time": 4.9239023476839066}
{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.87631756067276, "Finetune/Loss (Raw)": 0.8894684314727783, "Finetune/Step": 4418, "Finetune/Step Time": 4.923959586769342}
{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.876475989818573, "Finetune/Loss (Raw)": 0.9561052322387695, "Finetune/Step": 4419, "Finetune/Step Time": 4.928933078423142}
{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8753231763839722, "Finetune/Loss (Raw)": 0.8165236711502075, "Finetune/Step": 4420, "Finetune/Step Time": 4.9409978818148375}
{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8748831748962402, "Finetune/Loss (Raw)": 0.9119296669960022, "Finetune/Step": 4421, "Finetune/Step Time": 4.939001347869635}
{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8749608397483826, "Finetune/Loss (Raw)": 0.9308692216873169, "Finetune/Step": 4422, "Finetune/Step Time": 4.921535484492779}
{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8793299198150635, "Finetune/Loss (Raw)": 0.8581857085227966, "Finetune/Step": 4423, "Finetune/Step Time": 4.891336170956492}
{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8738101720809937, "Finetune/Loss (Raw)": 0.32707783579826355, "Finetune/Step": 4424, "Finetune/Step Time": 4.930767748504877}
{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8732634782791138, "Finetune/Loss (Raw)": 0.8628137707710266, "Finetune/Step": 4425, "Finetune/Step Time": 4.951747231185436}
{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8746755719184875, "Finetune/Loss (Raw)": 0.9374020099639893, "Finetune/Step": 4426, "Finetune/Step Time": 4.9475547801703215}
{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8734917640686035, "Finetune/Loss (Raw)": 0.8442597985267639, "Finetune/Step": 4427, "Finetune/Step Time": 4.95111333206296}
{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8730971813201904, "Finetune/Loss (Raw)": 0.9350247383117676, "Finetune/Step": 4428, "Finetune/Step Time": 4.956199014559388}
{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.8774147033691406, "Finetune/Loss (Raw)": 0.9126420021057129, "Finetune/Step": 4429, "Finetune/Step Time": 4.9213810078799725}
{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8754079341888428, "Finetune/Loss (Raw)": 0.7533088326454163, "Finetune/Step": 4430, "Finetune/Step Time": 4.961756555363536}
{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.8744715452194214, "Finetune/Loss (Raw)": 0.9187538027763367, "Finetune/Step": 4431, "Finetune/Step Time": 4.969191089272499}
{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8790839314460754, "Finetune/Loss (Raw)": 0.9266223907470703, "Finetune/Step": 4432, "Finetune/Step Time": 4.93982295691967}
{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8786903619766235, "Finetune/Loss (Raw)": 0.7675800919532776, "Finetune/Step": 4433, "Finetune/Step Time": 4.943959377706051}
{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.879976749420166, "Finetune/Loss (Raw)": 1.0296416282653809, "Finetune/Step": 4434, "Finetune/Step Time": 4.938724081963301}
{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.8813854455947876, "Finetune/Loss (Raw)": 0.904131293296814, "Finetune/Step": 4435, "Finetune/Step Time": 4.9338039346039295}
{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.8803891539573669, "Finetune/Loss (Raw)": 0.8353978991508484, "Finetune/Step": 4436, "Finetune/Step Time": 4.9457544926553965}
{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8799597024917603, "Finetune/Loss (Raw)": 0.8545318245887756, "Finetune/Step": 4437, "Finetune/Step Time": 4.939762085676193}
{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.884384274482727, "Finetune/Loss (Raw)": 0.9139537215232849, "Finetune/Step": 4438, "Finetune/Step Time": 4.905929343774915}
{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8855472803115845, "Finetune/Loss (Raw)": 1.0674786567687988, "Finetune/Step": 4439, "Finetune/Step Time": 4.902814460918307}
{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8859033584594727, "Finetune/Loss (Raw)": 1.0643413066864014, "Finetune/Step": 4440, "Finetune/Step Time": 4.900974845513701}
{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.8857802152633667, "Finetune/Loss (Raw)": 1.0202528238296509, "Finetune/Step": 4441, "Finetune/Step Time": 4.895296173170209}
{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.885857105255127, "Finetune/Loss (Raw)": 0.9896972179412842, "Finetune/Step": 4442, "Finetune/Step Time": 4.9099803399294615}
{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8857272267341614, "Finetune/Loss (Raw)": 0.8736409544944763, "Finetune/Step": 4443, "Finetune/Step Time": 4.910599561408162}
{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8855170607566833, "Finetune/Loss (Raw)": 0.8472726345062256, "Finetune/Step": 4444, "Finetune/Step Time": 4.9007632676512}
{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8843982219696045, "Finetune/Loss (Raw)": 0.7617889642715454, "Finetune/Step": 4445, "Finetune/Step Time": 4.903816705569625}
{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8855727314949036, "Finetune/Loss (Raw)": 1.008788824081421, "Finetune/Step": 4446, "Finetune/Step Time": 4.894973769783974}
{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.886384129524231, "Finetune/Loss (Raw)": 0.8912635445594788, "Finetune/Step": 4447, "Finetune/Step Time": 4.879795728251338}
{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8868187069892883, "Finetune/Loss (Raw)": 0.9126749634742737, "Finetune/Step": 4448, "Finetune/Step Time": 4.8842675145715475}
{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8890702724456787, "Finetune/Loss (Raw)": 1.0409979820251465, "Finetune/Step": 4449, "Finetune/Step Time": 4.8822384011000395}
{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8873217105865479, "Finetune/Loss (Raw)": 0.8167181611061096, "Finetune/Step": 4450, "Finetune/Step Time": 4.870569430291653}
{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8879982233047485, "Finetune/Loss (Raw)": 0.834039568901062, "Finetune/Step": 4451, "Finetune/Step Time": 4.875653067603707}
{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8840575218200684, "Finetune/Loss (Raw)": 0.34278547763824463, "Finetune/Step": 4452, "Finetune/Step Time": 4.905327992513776}
{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.884637713432312, "Finetune/Loss (Raw)": 0.793936550617218, "Finetune/Step": 4453, "Finetune/Step Time": 4.891450863331556}
{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8858018517494202, "Finetune/Loss (Raw)": 0.9395599365234375, "Finetune/Step": 4454, "Finetune/Step Time": 4.889645973220468}
{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.8860777616500854, "Finetune/Loss (Raw)": 0.8196232914924622, "Finetune/Step": 4455, "Finetune/Step Time": 4.891682727262378}
{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8856033086776733, "Finetune/Loss (Raw)": 0.8536360859870911, "Finetune/Step": 4456, "Finetune/Step Time": 4.892678404226899}
{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8854080438613892, "Finetune/Loss (Raw)": 0.8650407195091248, "Finetune/Step": 4457, "Finetune/Step Time": 4.904103543609381}
{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8846899271011353, "Finetune/Loss (Raw)": 0.9056345820426941, "Finetune/Step": 4458, "Finetune/Step Time": 4.923302771523595}
{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8839378356933594, "Finetune/Loss (Raw)": 0.882992684841156, "Finetune/Step": 4459, "Finetune/Step Time": 4.9291358552873135}
{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.88435298204422, "Finetune/Loss (Raw)": 0.9869689345359802, "Finetune/Step": 4460, "Finetune/Step Time": 4.929668290540576}
{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.882941484451294, "Finetune/Loss (Raw)": 0.8262205123901367, "Finetune/Step": 4461, "Finetune/Step Time": 4.92865245975554}
{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8829666376113892, "Finetune/Loss (Raw)": 0.9719443321228027, "Finetune/Step": 4462, "Finetune/Step Time": 4.9413257371634245}
{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8812240362167358, "Finetune/Loss (Raw)": 0.7388081550598145, "Finetune/Step": 4463, "Finetune/Step Time": 4.951200814917684}
{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8801860213279724, "Finetune/Loss (Raw)": 0.9116840958595276, "Finetune/Step": 4464, "Finetune/Step Time": 4.954098433256149}
{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.880993664264679, "Finetune/Loss (Raw)": 0.8299844861030579, "Finetune/Step": 4465, "Finetune/Step Time": 4.924337115138769}
{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8807353973388672, "Finetune/Loss (Raw)": 0.870810329914093, "Finetune/Step": 4466, "Finetune/Step Time": 4.923320023342967}
{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8817951679229736, "Finetune/Loss (Raw)": 0.9516481161117554, "Finetune/Step": 4467, "Finetune/Step Time": 4.917507689446211}
{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8813284039497375, "Finetune/Loss (Raw)": 0.8768824934959412, "Finetune/Step": 4468, "Finetune/Step Time": 4.90415901504457}
{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8803457021713257, "Finetune/Loss (Raw)": 0.877961277961731, "Finetune/Step": 4469, "Finetune/Step Time": 4.910338466987014}
{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8801509141921997, "Finetune/Loss (Raw)": 0.8671513199806213, "Finetune/Step": 4470, "Finetune/Step Time": 4.866754161193967}
{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8801443576812744, "Finetune/Loss (Raw)": 0.8476778268814087, "Finetune/Step": 4471, "Finetune/Step Time": 4.880154067650437}
{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8798050284385681, "Finetune/Loss (Raw)": 0.897628128528595, "Finetune/Step": 4472, "Finetune/Step Time": 4.870969962328672}
{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8810675740242004, "Finetune/Loss (Raw)": 1.0607101917266846, "Finetune/Step": 4473, "Finetune/Step Time": 4.869037132710218}
{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8812830448150635, "Finetune/Loss (Raw)": 0.9435008764266968, "Finetune/Step": 4474, "Finetune/Step Time": 4.867459032684565}
{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.8798022270202637, "Finetune/Loss (Raw)": 0.8060927987098694, "Finetune/Step": 4475, "Finetune/Step Time": 4.888709591701627}
{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.879866361618042, "Finetune/Loss (Raw)": 0.962843120098114, "Finetune/Step": 4476, "Finetune/Step Time": 4.8895495012402534}
{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8783625364303589, "Finetune/Loss (Raw)": 0.8408480286598206, "Finetune/Step": 4477, "Finetune/Step Time": 4.890037652105093}
{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8805924654006958, "Finetune/Loss (Raw)": 0.9754026532173157, "Finetune/Step": 4478, "Finetune/Step Time": 4.8718960005789995}
{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8803724646568298, "Finetune/Loss (Raw)": 0.9165407419204712, "Finetune/Step": 4479, "Finetune/Step Time": 4.881331827491522}
{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8803603649139404, "Finetune/Loss (Raw)": 0.8913114666938782, "Finetune/Step": 4480, "Finetune/Step Time": 4.885719230398536}
{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8800375461578369, "Finetune/Loss (Raw)": 0.9033390879631042, "Finetune/Step": 4481, "Finetune/Step Time": 4.887549350038171}
{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8806262016296387, "Finetune/Loss (Raw)": 0.8654332160949707, "Finetune/Step": 4482, "Finetune/Step Time": 4.901649111881852}
{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8803280591964722, "Finetune/Loss (Raw)": 0.9086376428604126, "Finetune/Step": 4483, "Finetune/Step Time": 4.899216398596764}
{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.8803994655609131, "Finetune/Loss (Raw)": 0.9391272068023682, "Finetune/Step": 4484, "Finetune/Step Time": 4.9141840524971485}
{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8799310922622681, "Finetune/Loss (Raw)": 0.8828924894332886, "Finetune/Step": 4485, "Finetune/Step Time": 4.914462549611926}
{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8796795606613159, "Finetune/Loss (Raw)": 0.9369828104972839, "Finetune/Step": 4486, "Finetune/Step Time": 4.911678032949567}
{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.874924898147583, "Finetune/Loss (Raw)": 0.32128292322158813, "Finetune/Step": 4487, "Finetune/Step Time": 4.941315516829491}
{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8761723041534424, "Finetune/Loss (Raw)": 1.0247488021850586, "Finetune/Step": 4488, "Finetune/Step Time": 4.947532616555691}
{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.873288631439209, "Finetune/Loss (Raw)": 0.7587119936943054, "Finetune/Step": 4489, "Finetune/Step Time": 4.937659110873938}
{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8730405569076538, "Finetune/Loss (Raw)": 0.7889720797538757, "Finetune/Step": 4490, "Finetune/Step Time": 4.9418993052095175}
{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8724332451820374, "Finetune/Loss (Raw)": 0.8195567727088928, "Finetune/Step": 4491, "Finetune/Step Time": 4.941133914515376}
{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8732407689094543, "Finetune/Loss (Raw)": 0.9439795017242432, "Finetune/Step": 4492, "Finetune/Step Time": 4.929047180339694}
{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8736720681190491, "Finetune/Loss (Raw)": 0.8800230026245117, "Finetune/Step": 4493, "Finetune/Step Time": 4.924593634903431}
{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.8720561265945435, "Finetune/Loss (Raw)": 0.7307707667350769, "Finetune/Step": 4494, "Finetune/Step Time": 4.92957254126668}
{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8728488087654114, "Finetune/Loss (Raw)": 0.9477898478507996, "Finetune/Step": 4495, "Finetune/Step Time": 4.929141080006957}
{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.8715189695358276, "Finetune/Loss (Raw)": 0.7920498251914978, "Finetune/Step": 4496, "Finetune/Step Time": 4.9364827908575535}
{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8726534247398376, "Finetune/Loss (Raw)": 1.0048304796218872, "Finetune/Step": 4497, "Finetune/Step Time": 4.939245380461216}
{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8710917234420776, "Finetune/Loss (Raw)": 0.8100462555885315, "Finetune/Step": 4498, "Finetune/Step Time": 4.9440024215728045}
{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8706668615341187, "Finetune/Loss (Raw)": 0.977996289730072, "Finetune/Step": 4499, "Finetune/Step Time": 4.943835791200399}
{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8759968280792236, "Finetune/Loss (Raw)": 0.9274817109107971, "Finetune/Step": 4500, "Finetune/Step Time": 4.914495242759585}
{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.877476692199707, "Finetune/Loss (Raw)": 0.9802897572517395, "Finetune/Step": 4501, "Finetune/Step Time": 4.913135087117553}
{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8765472173690796, "Finetune/Loss (Raw)": 0.7546806335449219, "Finetune/Step": 4502, "Finetune/Step Time": 4.917892180383205}
{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8776437044143677, "Finetune/Loss (Raw)": 0.9936331510543823, "Finetune/Step": 4503, "Finetune/Step Time": 4.908534439280629}
{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8763953447341919, "Finetune/Loss (Raw)": 0.8723980784416199, "Finetune/Step": 4504, "Finetune/Step Time": 4.898050986230373}
{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8760002851486206, "Finetune/Loss (Raw)": 0.8457471132278442, "Finetune/Step": 4505, "Finetune/Step Time": 4.897612513974309}
{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8770834803581238, "Finetune/Loss (Raw)": 1.0569534301757812, "Finetune/Step": 4506, "Finetune/Step Time": 4.876767974346876}
{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.8730688095092773, "Finetune/Loss (Raw)": 0.3249133229255676, "Finetune/Step": 4507, "Finetune/Step Time": 4.898972632363439}
{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8722282648086548, "Finetune/Loss (Raw)": 0.9225214123725891, "Finetune/Step": 4508, "Finetune/Step Time": 4.898624502122402}
{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8712632656097412, "Finetune/Loss (Raw)": 0.8174704313278198, "Finetune/Step": 4509, "Finetune/Step Time": 4.884238505735993}
{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8717272877693176, "Finetune/Loss (Raw)": 1.0158697366714478, "Finetune/Step": 4510, "Finetune/Step Time": 4.880356550216675}
{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8737670183181763, "Finetune/Loss (Raw)": 1.0465962886810303, "Finetune/Step": 4511, "Finetune/Step Time": 4.8672971818596125}
{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8694359064102173, "Finetune/Loss (Raw)": 0.35468876361846924, "Finetune/Step": 4512, "Finetune/Step Time": 4.898781005293131}
{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.8696072101593018, "Finetune/Loss (Raw)": 0.8656312823295593, "Finetune/Step": 4513, "Finetune/Step Time": 4.89818262308836}
{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.868645429611206, "Finetune/Loss (Raw)": 0.8086423873901367, "Finetune/Step": 4514, "Finetune/Step Time": 4.879779454320669}
{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8669143915176392, "Finetune/Loss (Raw)": 0.8739739060401917, "Finetune/Step": 4515, "Finetune/Step Time": 4.882939744740725}
{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8658461570739746, "Finetune/Loss (Raw)": 0.8039361238479614, "Finetune/Step": 4516, "Finetune/Step Time": 4.88302455842495}
{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.8644660711288452, "Finetune/Loss (Raw)": 0.7883505821228027, "Finetune/Step": 4517, "Finetune/Step Time": 4.879133166745305}
{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.8658391237258911, "Finetune/Loss (Raw)": 1.0387120246887207, "Finetune/Step": 4518, "Finetune/Step Time": 4.8745927307754755}
{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8666881322860718, "Finetune/Loss (Raw)": 0.9794825315475464, "Finetune/Step": 4519, "Finetune/Step Time": 4.867777170613408}
{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8715783357620239, "Finetune/Loss (Raw)": 0.9745608568191528, "Finetune/Step": 4520, "Finetune/Step Time": 4.824584418907762}
{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8733322024345398, "Finetune/Loss (Raw)": 1.0309176445007324, "Finetune/Step": 4521, "Finetune/Step Time": 4.817530611529946}
{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8734351992607117, "Finetune/Loss (Raw)": 0.8887266516685486, "Finetune/Step": 4522, "Finetune/Step Time": 4.814442094415426}
{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8736766576766968, "Finetune/Loss (Raw)": 0.9168868064880371, "Finetune/Step": 4523, "Finetune/Step Time": 4.818686276674271}
{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8724925518035889, "Finetune/Loss (Raw)": 0.8853187561035156, "Finetune/Step": 4524, "Finetune/Step Time": 4.812671454623342}
{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8760346174240112, "Finetune/Loss (Raw)": 0.866500198841095, "Finetune/Step": 4525, "Finetune/Step Time": 4.7845225390046835}
{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.874206006526947, "Finetune/Loss (Raw)": 0.7038081288337708, "Finetune/Step": 4526, "Finetune/Step Time": 4.780291307717562}
{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8724315762519836, "Finetune/Loss (Raw)": 0.6233711838722229, "Finetune/Step": 4527, "Finetune/Step Time": 4.804173180833459}
{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8719878196716309, "Finetune/Loss (Raw)": 0.8756791353225708, "Finetune/Step": 4528, "Finetune/Step Time": 4.794593192636967}
{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8768166303634644, "Finetune/Loss (Raw)": 0.9473077058792114, "Finetune/Step": 4529, "Finetune/Step Time": 4.762139789760113}
{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8778094053268433, "Finetune/Loss (Raw)": 0.9923865795135498, "Finetune/Step": 4530, "Finetune/Step Time": 4.745521334931254}
{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8783212900161743, "Finetune/Loss (Raw)": 1.0317018032073975, "Finetune/Step": 4531, "Finetune/Step Time": 4.752575024962425}
{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8756227493286133, "Finetune/Loss (Raw)": 0.702945351600647, "Finetune/Step": 4532, "Finetune/Step Time": 4.7627894803881645}
{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.876158595085144, "Finetune/Loss (Raw)": 0.932013988494873, "Finetune/Step": 4533, "Finetune/Step Time": 4.755077164620161}
{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8725387454032898, "Finetune/Loss (Raw)": 0.332571417093277, "Finetune/Step": 4534, "Finetune/Step Time": 4.798161640763283}
{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8723950386047363, "Finetune/Loss (Raw)": 0.8063887357711792, "Finetune/Step": 4535, "Finetune/Step Time": 4.799839362502098}
{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8713355660438538, "Finetune/Loss (Raw)": 0.9229193925857544, "Finetune/Step": 4536, "Finetune/Step Time": 4.810059966519475}
{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.871596097946167, "Finetune/Loss (Raw)": 0.9025409817695618, "Finetune/Step": 4537, "Finetune/Step Time": 4.8074135556817055}
{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8716410994529724, "Finetune/Loss (Raw)": 0.9383565783500671, "Finetune/Step": 4538, "Finetune/Step Time": 4.806774809956551}
{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8711916208267212, "Finetune/Loss (Raw)": 0.817481517791748, "Finetune/Step": 4539, "Finetune/Step Time": 4.814365932717919}
{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8669594526290894, "Finetune/Loss (Raw)": 0.3081043064594269, "Finetune/Step": 4540, "Finetune/Step Time": 4.850913198664784}
{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8644455671310425, "Finetune/Loss (Raw)": 0.8017908930778503, "Finetune/Step": 4541, "Finetune/Step Time": 4.872925667092204}
{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.8640483021736145, "Finetune/Loss (Raw)": 0.7916012406349182, "Finetune/Step": 4542, "Finetune/Step Time": 4.87428842112422}
{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8630778193473816, "Finetune/Loss (Raw)": 0.8649972081184387, "Finetune/Step": 4543, "Finetune/Step Time": 4.868434643372893}
{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.864031195640564, "Finetune/Loss (Raw)": 0.942211925983429, "Finetune/Step": 4544, "Finetune/Step Time": 4.859880203381181}
{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8635826706886292, "Finetune/Loss (Raw)": 0.9573339223861694, "Finetune/Step": 4545, "Finetune/Step Time": 4.872207835316658}
{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8642399311065674, "Finetune/Loss (Raw)": 0.9736048579216003, "Finetune/Step": 4546, "Finetune/Step Time": 4.871397903189063}
{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8643903732299805, "Finetune/Loss (Raw)": 0.9753597974777222, "Finetune/Step": 4547, "Finetune/Step Time": 4.864820748567581}
{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8628643751144409, "Finetune/Loss (Raw)": 0.6212000846862793, "Finetune/Step": 4548, "Finetune/Step Time": 4.910545587539673}
{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8617818355560303, "Finetune/Loss (Raw)": 0.7733567357063293, "Finetune/Step": 4549, "Finetune/Step Time": 4.911026697605848}
{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8625519871711731, "Finetune/Loss (Raw)": 1.029455304145813, "Finetune/Step": 4550, "Finetune/Step Time": 4.908268306404352}
{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8631680011749268, "Finetune/Loss (Raw)": 0.9370332956314087, "Finetune/Step": 4551, "Finetune/Step Time": 4.90546970628202}
{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.8666200637817383, "Finetune/Loss (Raw)": 0.7689419984817505, "Finetune/Step": 4552, "Finetune/Step Time": 4.88112548738718}
{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8674581050872803, "Finetune/Loss (Raw)": 0.9700795412063599, "Finetune/Step": 4553, "Finetune/Step Time": 4.856897408142686}
{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8688693046569824, "Finetune/Loss (Raw)": 1.1180330514907837, "Finetune/Step": 4554, "Finetune/Step Time": 4.855661367997527}
{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8694552183151245, "Finetune/Loss (Raw)": 0.9192607402801514, "Finetune/Step": 4555, "Finetune/Step Time": 4.856964223086834}
{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8708271980285645, "Finetune/Loss (Raw)": 1.110638976097107, "Finetune/Step": 4556, "Finetune/Step Time": 4.85955573245883}
{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.870050847530365, "Finetune/Loss (Raw)": 0.8132702112197876, "Finetune/Step": 4557, "Finetune/Step Time": 4.8622427601367235}
{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8697406649589539, "Finetune/Loss (Raw)": 0.7136094570159912, "Finetune/Step": 4558, "Finetune/Step Time": 4.834900084882975}
{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8704227209091187, "Finetune/Loss (Raw)": 1.0060549974441528, "Finetune/Step": 4559, "Finetune/Step Time": 4.835710447281599}
{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8700715899467468, "Finetune/Loss (Raw)": 0.8816744685173035, "Finetune/Step": 4560, "Finetune/Step Time": 4.831589641049504}
{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.8715370297431946, "Finetune/Loss (Raw)": 0.955155611038208, "Finetune/Step": 4561, "Finetune/Step Time": 4.82076171040535}
{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8711408972740173, "Finetune/Loss (Raw)": 0.9789384603500366, "Finetune/Step": 4562, "Finetune/Step Time": 4.820968875661492}
{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8664214611053467, "Finetune/Loss (Raw)": 0.30004873871803284, "Finetune/Step": 4563, "Finetune/Step Time": 4.8551624938845634}
{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.866912305355072, "Finetune/Loss (Raw)": 0.8982226252555847, "Finetune/Step": 4564, "Finetune/Step Time": 4.8384011797606945}
{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8667790293693542, "Finetune/Loss (Raw)": 0.8374689221382141, "Finetune/Step": 4565, "Finetune/Step Time": 4.8333636950701475}
{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8665421009063721, "Finetune/Loss (Raw)": 0.883629322052002, "Finetune/Step": 4566, "Finetune/Step Time": 4.836007803678513}
{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8661524057388306, "Finetune/Loss (Raw)": 1.0175998210906982, "Finetune/Step": 4567, "Finetune/Step Time": 4.833482211455703}
{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8653583526611328, "Finetune/Loss (Raw)": 0.9626957178115845, "Finetune/Step": 4568, "Finetune/Step Time": 4.8307288233190775}
{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8657948970794678, "Finetune/Loss (Raw)": 1.0761324167251587, "Finetune/Step": 4569, "Finetune/Step Time": 4.822559799998999}
{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8657257556915283, "Finetune/Loss (Raw)": 0.9808508157730103, "Finetune/Step": 4570, "Finetune/Step Time": 4.808973263949156}
{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8661061525344849, "Finetune/Loss (Raw)": 0.9223369359970093, "Finetune/Step": 4571, "Finetune/Step Time": 4.826639112085104}
{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8664337396621704, "Finetune/Loss (Raw)": 0.8891950249671936, "Finetune/Step": 4572, "Finetune/Step Time": 4.832121465355158}
{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.867182731628418, "Finetune/Loss (Raw)": 0.857657790184021, "Finetune/Step": 4573, "Finetune/Step Time": 4.847385358065367}
{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8666524887084961, "Finetune/Loss (Raw)": 0.9409205913543701, "Finetune/Step": 4574, "Finetune/Step Time": 4.846727045252919}
{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.866270899772644, "Finetune/Loss (Raw)": 0.8424227833747864, "Finetune/Step": 4575, "Finetune/Step Time": 4.860748626291752}
{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8658143281936646, "Finetune/Loss (Raw)": 0.8542382717132568, "Finetune/Step": 4576, "Finetune/Step Time": 4.862670691683888}
{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8658440113067627, "Finetune/Loss (Raw)": 1.0447965860366821, "Finetune/Step": 4577, "Finetune/Step Time": 4.859765650704503}
{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.8675618767738342, "Finetune/Loss (Raw)": 1.0366014242172241, "Finetune/Step": 4578, "Finetune/Step Time": 4.870123542845249}
{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8642798662185669, "Finetune/Loss (Raw)": 0.41394731402397156, "Finetune/Step": 4579, "Finetune/Step Time": 4.894206354394555}
{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8636572957038879, "Finetune/Loss (Raw)": 0.2630962133407593, "Finetune/Step": 4580, "Finetune/Step Time": 4.8998158145695925}
{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.864415168762207, "Finetune/Loss (Raw)": 0.8909370303153992, "Finetune/Step": 4581, "Finetune/Step Time": 4.909056853502989}
{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.864810049533844, "Finetune/Loss (Raw)": 0.9901061058044434, "Finetune/Step": 4582, "Finetune/Step Time": 4.912333771586418}
{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8663210868835449, "Finetune/Loss (Raw)": 1.0130375623703003, "Finetune/Step": 4583, "Finetune/Step Time": 4.89357940107584}
{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.8660871982574463, "Finetune/Loss (Raw)": 0.8237056136131287, "Finetune/Step": 4584, "Finetune/Step Time": 4.900112561881542}
{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8653957843780518, "Finetune/Loss (Raw)": 0.7765336632728577, "Finetune/Step": 4585, "Finetune/Step Time": 4.888262553140521}
{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8645216822624207, "Finetune/Loss (Raw)": 0.793746829032898, "Finetune/Step": 4586, "Finetune/Step Time": 4.874408895149827}
{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8650333881378174, "Finetune/Loss (Raw)": 0.9484899640083313, "Finetune/Step": 4587, "Finetune/Step Time": 4.87022341042757}
{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.8657063245773315, "Finetune/Loss (Raw)": 1.073111653327942, "Finetune/Step": 4588, "Finetune/Step Time": 4.893876027315855}
{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8661343455314636, "Finetune/Loss (Raw)": 0.8810041546821594, "Finetune/Step": 4589, "Finetune/Step Time": 4.894003422930837}
{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8652728199958801, "Finetune/Loss (Raw)": 0.8616632223129272, "Finetune/Step": 4590, "Finetune/Step Time": 4.8840022422373295}
{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8670141100883484, "Finetune/Loss (Raw)": 0.9617007374763489, "Finetune/Step": 4591, "Finetune/Step Time": 4.873731603845954}
{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8621445894241333, "Finetune/Loss (Raw)": 0.288388729095459, "Finetune/Step": 4592, "Finetune/Step Time": 4.890787269920111}
{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8631864786148071, "Finetune/Loss (Raw)": 0.963341236114502, "Finetune/Step": 4593, "Finetune/Step Time": 4.895847495645285}
{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8595754504203796, "Finetune/Loss (Raw)": 0.40859827399253845, "Finetune/Step": 4594, "Finetune/Step Time": 4.9359139781445265}
{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8597924709320068, "Finetune/Loss (Raw)": 0.9794309139251709, "Finetune/Step": 4595, "Finetune/Step Time": 4.938282161951065}
{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8607663512229919, "Finetune/Loss (Raw)": 1.0015368461608887, "Finetune/Step": 4596, "Finetune/Step Time": 4.945307709276676}
{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.859965443611145, "Finetune/Loss (Raw)": 0.7754440903663635, "Finetune/Step": 4597, "Finetune/Step Time": 4.940656695514917}
{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.8601952791213989, "Finetune/Loss (Raw)": 0.8965715765953064, "Finetune/Step": 4598, "Finetune/Step Time": 4.937814129516482}
{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8600590229034424, "Finetune/Loss (Raw)": 0.83023601770401, "Finetune/Step": 4599, "Finetune/Step Time": 4.931783966720104}
{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8599066734313965, "Finetune/Loss (Raw)": 0.8781334161758423, "Finetune/Step": 4600, "Finetune/Step Time": 4.935536639764905}
{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.857609748840332, "Finetune/Loss (Raw)": 0.7666995525360107, "Finetune/Step": 4601, "Finetune/Step Time": 4.940387194976211}
{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.858573317527771, "Finetune/Loss (Raw)": 1.0668383836746216, "Finetune/Step": 4602, "Finetune/Step Time": 4.948623206466436}
{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8599607944488525, "Finetune/Loss (Raw)": 0.9836899042129517, "Finetune/Step": 4603, "Finetune/Step Time": 4.940966170281172}
{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8591670989990234, "Finetune/Loss (Raw)": 0.8612494468688965, "Finetune/Step": 4604, "Finetune/Step Time": 4.935328746214509}
{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8551520109176636, "Finetune/Loss (Raw)": 0.32691890001296997, "Finetune/Step": 4605, "Finetune/Step Time": 4.969925098121166}
{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8546468615531921, "Finetune/Loss (Raw)": 0.910736620426178, "Finetune/Step": 4606, "Finetune/Step Time": 4.97787107527256}
{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8542317152023315, "Finetune/Loss (Raw)": 0.8634108901023865, "Finetune/Step": 4607, "Finetune/Step Time": 4.969666687771678}
{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8541964292526245, "Finetune/Loss (Raw)": 0.8867939710617065, "Finetune/Step": 4608, "Finetune/Step Time": 4.9657251406461}
{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8555307984352112, "Finetune/Loss (Raw)": 1.074135184288025, "Finetune/Step": 4609, "Finetune/Step Time": 4.964029395952821}
{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8554764986038208, "Finetune/Loss (Raw)": 0.8584842681884766, "Finetune/Step": 4610, "Finetune/Step Time": 4.946830159053206}
{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8505865335464478, "Finetune/Loss (Raw)": 0.28272339701652527, "Finetune/Step": 4611, "Finetune/Step Time": 4.9820693247020245}
{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8504586815834045, "Finetune/Loss (Raw)": 0.9227560758590698, "Finetune/Step": 4612, "Finetune/Step Time": 4.963561713695526}
{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8505995273590088, "Finetune/Loss (Raw)": 0.9009148478507996, "Finetune/Step": 4613, "Finetune/Step Time": 4.988244038075209}
{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8495047688484192, "Finetune/Loss (Raw)": 0.7968599200248718, "Finetune/Step": 4614, "Finetune/Step Time": 4.994799571111798}
{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8548086285591125, "Finetune/Loss (Raw)": 1.0001786947250366, "Finetune/Step": 4615, "Finetune/Step Time": 4.959398712962866}
{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8535041809082031, "Finetune/Loss (Raw)": 0.8577815890312195, "Finetune/Step": 4616, "Finetune/Step Time": 4.951148133724928}
{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.853874683380127, "Finetune/Loss (Raw)": 0.8061347603797913, "Finetune/Step": 4617, "Finetune/Step Time": 4.94294310733676}
{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8548290133476257, "Finetune/Loss (Raw)": 0.911126434803009, "Finetune/Step": 4618, "Finetune/Step Time": 4.93442458845675}
{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8567577004432678, "Finetune/Loss (Raw)": 1.0664271116256714, "Finetune/Step": 4619, "Finetune/Step Time": 4.936312278732657}
{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.8561968803405762, "Finetune/Loss (Raw)": 0.8721993565559387, "Finetune/Step": 4620, "Finetune/Step Time": 4.939863031730056}
{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.857509970664978, "Finetune/Loss (Raw)": 1.0480937957763672, "Finetune/Step": 4621, "Finetune/Step Time": 4.929434288293123}
{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.8589317798614502, "Finetune/Loss (Raw)": 0.9127642512321472, "Finetune/Step": 4622, "Finetune/Step Time": 4.925903657451272}
{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8595868945121765, "Finetune/Loss (Raw)": 1.0316424369812012, "Finetune/Step": 4623, "Finetune/Step Time": 4.9235090259462595}
{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8602673411369324, "Finetune/Loss (Raw)": 0.8791477680206299, "Finetune/Step": 4624, "Finetune/Step Time": 4.916511166840792}
{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8597936630249023, "Finetune/Loss (Raw)": 0.9441957473754883, "Finetune/Step": 4625, "Finetune/Step Time": 4.917063953354955}
{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8561498522758484, "Finetune/Loss (Raw)": 0.3436392545700073, "Finetune/Step": 4626, "Finetune/Step Time": 4.947188830003142}
{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.8558939099311829, "Finetune/Loss (Raw)": 0.945239245891571, "Finetune/Step": 4627, "Finetune/Step Time": 4.95712829194963}
{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8551861643791199, "Finetune/Loss (Raw)": 0.8368856906890869, "Finetune/Step": 4628, "Finetune/Step Time": 4.960958741605282}
{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8544097542762756, "Finetune/Loss (Raw)": 0.8809049725532532, "Finetune/Step": 4629, "Finetune/Step Time": 4.959367794916034}
{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8551327586174011, "Finetune/Loss (Raw)": 0.8472309708595276, "Finetune/Step": 4630, "Finetune/Step Time": 4.967539519071579}
{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8535258769989014, "Finetune/Loss (Raw)": 0.7879577875137329, "Finetune/Step": 4631, "Finetune/Step Time": 4.9863624181598425}
{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8487833142280579, "Finetune/Loss (Raw)": 0.26534396409988403, "Finetune/Step": 4632, "Finetune/Step Time": 5.016620054841042}
{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.8493812680244446, "Finetune/Loss (Raw)": 0.9222838282585144, "Finetune/Step": 4633, "Finetune/Step Time": 5.029010716825724}
{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8484488725662231, "Finetune/Loss (Raw)": 0.9376064538955688, "Finetune/Step": 4634, "Finetune/Step Time": 5.035966042429209}
{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8519861102104187, "Finetune/Loss (Raw)": 0.7776834964752197, "Finetune/Step": 4635, "Finetune/Step Time": 5.0198337491601706}
{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8518420457839966, "Finetune/Loss (Raw)": 0.9040841460227966, "Finetune/Step": 4636, "Finetune/Step Time": 5.021786233410239}
{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8526872396469116, "Finetune/Loss (Raw)": 0.9256508350372314, "Finetune/Step": 4637, "Finetune/Step Time": 5.0159286092966795}
{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.853638768196106, "Finetune/Loss (Raw)": 1.1376700401306152, "Finetune/Step": 4638, "Finetune/Step Time": 5.0195663925260305}
{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.851457953453064, "Finetune/Loss (Raw)": 0.7674532532691956, "Finetune/Step": 4639, "Finetune/Step Time": 5.044220199808478}
{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.856595516204834, "Finetune/Loss (Raw)": 1.0122929811477661, "Finetune/Step": 4640, "Finetune/Step Time": 5.0082493387162685}
{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8570858240127563, "Finetune/Loss (Raw)": 0.92839115858078, "Finetune/Step": 4641, "Finetune/Step Time": 5.006704967468977}
{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8578047752380371, "Finetune/Loss (Raw)": 0.9006687998771667, "Finetune/Step": 4642, "Finetune/Step Time": 5.0075026750564575}
{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.8587695360183716, "Finetune/Loss (Raw)": 0.9974631667137146, "Finetune/Step": 4643, "Finetune/Step Time": 5.004758322611451}
{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8553676605224609, "Finetune/Loss (Raw)": 0.36848801374435425, "Finetune/Step": 4644, "Finetune/Step Time": 5.0360940005630255}
{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8573905229568481, "Finetune/Loss (Raw)": 1.0472795963287354, "Finetune/Step": 4645, "Finetune/Step Time": 5.034102952107787}
{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8557696342468262, "Finetune/Loss (Raw)": 0.8312389850616455, "Finetune/Step": 4646, "Finetune/Step Time": 5.047060156241059}
{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8553255796432495, "Finetune/Loss (Raw)": 0.9226400256156921, "Finetune/Step": 4647, "Finetune/Step Time": 5.051345644518733}
{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.855478048324585, "Finetune/Loss (Raw)": 0.9940779209136963, "Finetune/Step": 4648, "Finetune/Step Time": 5.0626963302493095}
{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8551782965660095, "Finetune/Loss (Raw)": 0.9925507307052612, "Finetune/Step": 4649, "Finetune/Step Time": 5.059066995978355}
{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.8550887107849121, "Finetune/Loss (Raw)": 0.8772555589675903, "Finetune/Step": 4650, "Finetune/Step Time": 5.067011311650276}
{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8550927639007568, "Finetune/Loss (Raw)": 0.9174103736877441, "Finetune/Step": 4651, "Finetune/Step Time": 5.065593961626291}
{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8551154136657715, "Finetune/Loss (Raw)": 0.8882154226303101, "Finetune/Step": 4652, "Finetune/Step Time": 5.064063481986523}
{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8506585359573364, "Finetune/Loss (Raw)": 0.2960195243358612, "Finetune/Step": 4653, "Finetune/Step Time": 5.091707672923803}
{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.852327823638916, "Finetune/Loss (Raw)": 0.917482852935791, "Finetune/Step": 4654, "Finetune/Step Time": 5.096438890323043}
{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8533650040626526, "Finetune/Loss (Raw)": 0.7561295032501221, "Finetune/Step": 4655, "Finetune/Step Time": 5.0753885339945555}
{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8499037027359009, "Finetune/Loss (Raw)": 0.43262600898742676, "Finetune/Step": 4656, "Finetune/Step Time": 5.118661146610975}
{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8493204116821289, "Finetune/Loss (Raw)": 0.8726542592048645, "Finetune/Step": 4657, "Finetune/Step Time": 5.1157735120505095}
{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8491830825805664, "Finetune/Loss (Raw)": 0.9748103618621826, "Finetune/Step": 4658, "Finetune/Step Time": 5.111569028347731}
{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.848730742931366, "Finetune/Loss (Raw)": 0.9737964868545532, "Finetune/Step": 4659, "Finetune/Step Time": 5.113649459555745}
{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8510735034942627, "Finetune/Loss (Raw)": 1.0028162002563477, "Finetune/Step": 4660, "Finetune/Step Time": 5.120282033458352}
{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8503819704055786, "Finetune/Loss (Raw)": 0.8435049057006836, "Finetune/Step": 4661, "Finetune/Step Time": 5.122115608304739}
{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8551016449928284, "Finetune/Loss (Raw)": 0.9366865158081055, "Finetune/Step": 4662, "Finetune/Step Time": 5.079417575150728}
{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8563756942749023, "Finetune/Loss (Raw)": 0.9694710373878479, "Finetune/Step": 4663, "Finetune/Step Time": 5.068458633497357}
{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8562435507774353, "Finetune/Loss (Raw)": 0.9059995412826538, "Finetune/Step": 4664, "Finetune/Step Time": 5.056528672575951}
{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.855646014213562, "Finetune/Loss (Raw)": 0.8260536789894104, "Finetune/Step": 4665, "Finetune/Step Time": 5.056550765410066}
{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8546352386474609, "Finetune/Loss (Raw)": 0.8089842200279236, "Finetune/Step": 4666, "Finetune/Step Time": 5.07623678445816}
{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8563500046730042, "Finetune/Loss (Raw)": 1.0369670391082764, "Finetune/Step": 4667, "Finetune/Step Time": 5.069692039862275}
{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.8607279062271118, "Finetune/Loss (Raw)": 0.868482232093811, "Finetune/Step": 4668, "Finetune/Step Time": 5.044483562931418}
{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8571653366088867, "Finetune/Loss (Raw)": 0.3457789123058319, "Finetune/Step": 4669, "Finetune/Step Time": 5.0605397671461105}
{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8583076596260071, "Finetune/Loss (Raw)": 0.9378170371055603, "Finetune/Step": 4670, "Finetune/Step Time": 5.059964930638671}
{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8582952618598938, "Finetune/Loss (Raw)": 0.8634122014045715, "Finetune/Step": 4671, "Finetune/Step Time": 5.055114960297942}
{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8580856919288635, "Finetune/Loss (Raw)": 0.9153856635093689, "Finetune/Step": 4672, "Finetune/Step Time": 5.069019762799144}
{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8574284315109253, "Finetune/Loss (Raw)": 0.8732004761695862, "Finetune/Step": 4673, "Finetune/Step Time": 5.057604443281889}
{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.85774827003479, "Finetune/Loss (Raw)": 1.0145491361618042, "Finetune/Step": 4674, "Finetune/Step Time": 5.081252051517367}
{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8573143482208252, "Finetune/Loss (Raw)": 0.9198132753372192, "Finetune/Step": 4675, "Finetune/Step Time": 5.083277907222509}
{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8592623472213745, "Finetune/Loss (Raw)": 0.8705427050590515, "Finetune/Step": 4676, "Finetune/Step Time": 5.020892018452287}
{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8606855273246765, "Finetune/Loss (Raw)": 0.9555272459983826, "Finetune/Step": 4677, "Finetune/Step Time": 5.010686594992876}
{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.8604080677032471, "Finetune/Loss (Raw)": 0.993939995765686, "Finetune/Step": 4678, "Finetune/Step Time": 5.03630168735981}
{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8590947389602661, "Finetune/Loss (Raw)": 0.7689300179481506, "Finetune/Step": 4679, "Finetune/Step Time": 5.035880405455828}
{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8614007830619812, "Finetune/Loss (Raw)": 1.064117670059204, "Finetune/Step": 4680, "Finetune/Step Time": 5.027472827583551}
{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.8609475493431091, "Finetune/Loss (Raw)": 0.9120607376098633, "Finetune/Step": 4681, "Finetune/Step Time": 5.044575659558177}
{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8597601652145386, "Finetune/Loss (Raw)": 0.9660585522651672, "Finetune/Step": 4682, "Finetune/Step Time": 5.055637018755078}
{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8601746559143066, "Finetune/Loss (Raw)": 0.9723061919212341, "Finetune/Step": 4683, "Finetune/Step Time": 5.039599282667041}
{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8591312170028687, "Finetune/Loss (Raw)": 0.9770752787590027, "Finetune/Step": 4684, "Finetune/Step Time": 5.031983783468604}
{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8602440357208252, "Finetune/Loss (Raw)": 0.9557125568389893, "Finetune/Step": 4685, "Finetune/Step Time": 5.034334382042289}
{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8609294891357422, "Finetune/Loss (Raw)": 0.8013529777526855, "Finetune/Step": 4686, "Finetune/Step Time": 5.032615564763546}
{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8602598309516907, "Finetune/Loss (Raw)": 0.9203383326530457, "Finetune/Step": 4687, "Finetune/Step Time": 5.029463345184922}
{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.862351655960083, "Finetune/Loss (Raw)": 1.1494230031967163, "Finetune/Step": 4688, "Finetune/Step Time": 5.02627182751894}
{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8630335927009583, "Finetune/Loss (Raw)": 1.042444109916687, "Finetune/Step": 4689, "Finetune/Step Time": 5.017707793042064}
{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.8620405197143555, "Finetune/Loss (Raw)": 0.8518259525299072, "Finetune/Step": 4690, "Finetune/Step Time": 5.031884992495179}
{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.867402970790863, "Finetune/Loss (Raw)": 0.9864435791969299, "Finetune/Step": 4691, "Finetune/Step Time": 4.997769953683019}
{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.868620753288269, "Finetune/Loss (Raw)": 1.0540956258773804, "Finetune/Step": 4692, "Finetune/Step Time": 4.998503480106592}
{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8694552779197693, "Finetune/Loss (Raw)": 0.9442868828773499, "Finetune/Step": 4693, "Finetune/Step Time": 5.010296331718564}
{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8706047534942627, "Finetune/Loss (Raw)": 1.0307625532150269, "Finetune/Step": 4694, "Finetune/Step Time": 5.003978461027145}
{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8706547021865845, "Finetune/Loss (Raw)": 1.02399742603302, "Finetune/Step": 4695, "Finetune/Step Time": 5.0088198110461235}
{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8697724342346191, "Finetune/Loss (Raw)": 0.8497653007507324, "Finetune/Step": 4696, "Finetune/Step Time": 5.020139990374446}
{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.868550717830658, "Finetune/Loss (Raw)": 0.9197540879249573, "Finetune/Step": 4697, "Finetune/Step Time": 5.015152661129832}
{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8684186339378357, "Finetune/Loss (Raw)": 0.9639446139335632, "Finetune/Step": 4698, "Finetune/Step Time": 5.019349223002791}
{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.869147002696991, "Finetune/Loss (Raw)": 1.0155630111694336, "Finetune/Step": 4699, "Finetune/Step Time": 5.020640075206757}
{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8693878650665283, "Finetune/Loss (Raw)": 0.9200328588485718, "Finetune/Step": 4700, "Finetune/Step Time": 5.015962652862072}
{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8701334595680237, "Finetune/Loss (Raw)": 0.9530882835388184, "Finetune/Step": 4701, "Finetune/Step Time": 5.004459880292416}
{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8696889877319336, "Finetune/Loss (Raw)": 0.884030282497406, "Finetune/Step": 4702, "Finetune/Step Time": 5.006412461400032}
{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8708965182304382, "Finetune/Loss (Raw)": 0.9969853758811951, "Finetune/Step": 4703, "Finetune/Step Time": 4.989324422553182}
{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8703018426895142, "Finetune/Loss (Raw)": 0.7781276702880859, "Finetune/Step": 4704, "Finetune/Step Time": 4.983495591208339}
{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.8698477745056152, "Finetune/Loss (Raw)": 0.9866732358932495, "Finetune/Step": 4705, "Finetune/Step Time": 4.978322308510542}
{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.868400514125824, "Finetune/Loss (Raw)": 0.8513498902320862, "Finetune/Step": 4706, "Finetune/Step Time": 4.965166661888361}
{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8712537288665771, "Finetune/Loss (Raw)": 0.7791568040847778, "Finetune/Step": 4707, "Finetune/Step Time": 4.931788429617882}
{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8753657341003418, "Finetune/Loss (Raw)": 0.7894317507743835, "Finetune/Step": 4708, "Finetune/Step Time": 4.891147119924426}
{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8743675351142883, "Finetune/Loss (Raw)": 0.7631680369377136, "Finetune/Step": 4709, "Finetune/Step Time": 4.895475406199694}
{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8747822046279907, "Finetune/Loss (Raw)": 1.0431824922561646, "Finetune/Step": 4710, "Finetune/Step Time": 4.891819143667817}
{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8738217353820801, "Finetune/Loss (Raw)": 0.8900987505912781, "Finetune/Step": 4711, "Finetune/Step Time": 4.89219462685287}
{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8742189407348633, "Finetune/Loss (Raw)": 0.8745489120483398, "Finetune/Step": 4712, "Finetune/Step Time": 4.899768648669124}
{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8758683800697327, "Finetune/Loss (Raw)": 0.9876627326011658, "Finetune/Step": 4713, "Finetune/Step Time": 4.901910567656159}
{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8764059543609619, "Finetune/Loss (Raw)": 0.8625569939613342, "Finetune/Step": 4714, "Finetune/Step Time": 4.905098071321845}
{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8766738772392273, "Finetune/Loss (Raw)": 0.9827808141708374, "Finetune/Step": 4715, "Finetune/Step Time": 4.9085451159626245}
{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8755221366882324, "Finetune/Loss (Raw)": 0.9256872534751892, "Finetune/Step": 4716, "Finetune/Step Time": 4.88429369777441}
{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8758923411369324, "Finetune/Loss (Raw)": 0.9283912777900696, "Finetune/Step": 4717, "Finetune/Step Time": 4.887080622836947}
{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8746837377548218, "Finetune/Loss (Raw)": 0.70697021484375, "Finetune/Step": 4718, "Finetune/Step Time": 4.906626384705305}
{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.873564600944519, "Finetune/Loss (Raw)": 0.8184413909912109, "Finetune/Step": 4719, "Finetune/Step Time": 4.9119723327457905}
{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8767569065093994, "Finetune/Loss (Raw)": 0.6970138549804688, "Finetune/Step": 4720, "Finetune/Step Time": 4.912508364766836}
{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8759775161743164, "Finetune/Loss (Raw)": 0.8635765314102173, "Finetune/Step": 4721, "Finetune/Step Time": 4.916881561279297}
{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8797658681869507, "Finetune/Loss (Raw)": 0.8935084939002991, "Finetune/Step": 4722, "Finetune/Step Time": 4.877948308363557}
{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.8793224096298218, "Finetune/Loss (Raw)": 0.9226685166358948, "Finetune/Step": 4723, "Finetune/Step Time": 4.876734800636768}
{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8785926699638367, "Finetune/Loss (Raw)": 0.9081218242645264, "Finetune/Step": 4724, "Finetune/Step Time": 4.898728782311082}
{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8798049688339233, "Finetune/Loss (Raw)": 0.930620551109314, "Finetune/Step": 4725, "Finetune/Step Time": 4.901196468621492}
{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8790423274040222, "Finetune/Loss (Raw)": 0.7989519834518433, "Finetune/Step": 4726, "Finetune/Step Time": 4.9037684965878725}
{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8793214559555054, "Finetune/Loss (Raw)": 0.8659662008285522, "Finetune/Step": 4727, "Finetune/Step Time": 4.900020411238074}
{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8798545598983765, "Finetune/Loss (Raw)": 0.9463669061660767, "Finetune/Step": 4728, "Finetune/Step Time": 4.902630845084786}
{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8825160264968872, "Finetune/Loss (Raw)": 1.1073635816574097, "Finetune/Step": 4729, "Finetune/Step Time": 4.899385394528508}
{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.8812764286994934, "Finetune/Loss (Raw)": 0.9081801772117615, "Finetune/Step": 4730, "Finetune/Step Time": 4.894480200484395}
{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8802685737609863, "Finetune/Loss (Raw)": 0.854680061340332, "Finetune/Step": 4731, "Finetune/Step Time": 4.893029751256108}
{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8804464340209961, "Finetune/Loss (Raw)": 0.884012758731842, "Finetune/Step": 4732, "Finetune/Step Time": 4.892970250919461}
{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8853616714477539, "Finetune/Loss (Raw)": 0.9560736417770386, "Finetune/Step": 4733, "Finetune/Step Time": 4.852652812376618}
{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8847892880439758, "Finetune/Loss (Raw)": 0.8374758362770081, "Finetune/Step": 4734, "Finetune/Step Time": 4.859460331499577}
{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8859552145004272, "Finetune/Loss (Raw)": 1.012649655342102, "Finetune/Step": 4735, "Finetune/Step Time": 4.859931195154786}
{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8849577903747559, "Finetune/Loss (Raw)": 0.7591138482093811, "Finetune/Step": 4736, "Finetune/Step Time": 4.869908077642322}
{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8831900358200073, "Finetune/Loss (Raw)": 0.8478692770004272, "Finetune/Step": 4737, "Finetune/Step Time": 4.879333540797234}
{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8846362829208374, "Finetune/Loss (Raw)": 1.0436058044433594, "Finetune/Step": 4738, "Finetune/Step Time": 4.888261156156659}
{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8887493014335632, "Finetune/Loss (Raw)": 0.8091883063316345, "Finetune/Step": 4739, "Finetune/Step Time": 4.856288800016046}
{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8883464932441711, "Finetune/Loss (Raw)": 0.8711910843849182, "Finetune/Step": 4740, "Finetune/Step Time": 4.859998883679509}
{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8870788812637329, "Finetune/Loss (Raw)": 0.7386600375175476, "Finetune/Step": 4741, "Finetune/Step Time": 4.842448737472296}
{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8874386548995972, "Finetune/Loss (Raw)": 0.8429156541824341, "Finetune/Step": 4742, "Finetune/Step Time": 4.85294446349144}
{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8855502605438232, "Finetune/Loss (Raw)": 0.7584669589996338, "Finetune/Step": 4743, "Finetune/Step Time": 4.868342999368906}
{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8870819807052612, "Finetune/Loss (Raw)": 1.0538400411605835, "Finetune/Step": 4744, "Finetune/Step Time": 4.869591215625405}
{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8872323632240295, "Finetune/Loss (Raw)": 0.8253849744796753, "Finetune/Step": 4745, "Finetune/Step Time": 4.888907685875893}
{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8868514895439148, "Finetune/Loss (Raw)": 0.8623718619346619, "Finetune/Step": 4746, "Finetune/Step Time": 4.912826735526323}
{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.8868927955627441, "Finetune/Loss (Raw)": 1.0717159509658813, "Finetune/Step": 4747, "Finetune/Step Time": 4.912499900907278}
{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8876018524169922, "Finetune/Loss (Raw)": 0.9629630446434021, "Finetune/Step": 4748, "Finetune/Step Time": 4.902545630931854}
{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8863386511802673, "Finetune/Loss (Raw)": 0.8863994479179382, "Finetune/Step": 4749, "Finetune/Step Time": 4.899048242717981}
{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8862264156341553, "Finetune/Loss (Raw)": 0.8983945846557617, "Finetune/Step": 4750, "Finetune/Step Time": 4.901711003854871}
{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8855472803115845, "Finetune/Loss (Raw)": 0.9447164535522461, "Finetune/Step": 4751, "Finetune/Step Time": 4.917558254674077}
{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.886115312576294, "Finetune/Loss (Raw)": 0.9518544673919678, "Finetune/Step": 4752, "Finetune/Step Time": 4.920638086274266}
{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8849748373031616, "Finetune/Loss (Raw)": 0.7982166409492493, "Finetune/Step": 4753, "Finetune/Step Time": 4.912106230854988}
{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8896095752716064, "Finetune/Loss (Raw)": 0.9368799328804016, "Finetune/Step": 4754, "Finetune/Step Time": 4.882144175469875}
{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8897882699966431, "Finetune/Loss (Raw)": 0.9681200385093689, "Finetune/Step": 4755, "Finetune/Step Time": 4.882113091647625}
{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8904335498809814, "Finetune/Loss (Raw)": 0.9194815158843994, "Finetune/Step": 4756, "Finetune/Step Time": 4.8803167920559645}
{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8906533718109131, "Finetune/Loss (Raw)": 0.9090431332588196, "Finetune/Step": 4757, "Finetune/Step Time": 4.879372987896204}
{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8908706903457642, "Finetune/Loss (Raw)": 0.8750410676002502, "Finetune/Step": 4758, "Finetune/Step Time": 4.869420578703284}
{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.8916375637054443, "Finetune/Loss (Raw)": 0.8861133456230164, "Finetune/Step": 4759, "Finetune/Step Time": 4.855049619451165}
{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8966127038002014, "Finetune/Loss (Raw)": 0.9021703004837036, "Finetune/Step": 4760, "Finetune/Step Time": 4.822152841836214}
{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8957054615020752, "Finetune/Loss (Raw)": 0.8061564564704895, "Finetune/Step": 4761, "Finetune/Step Time": 4.8252149894833565}
{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8948159217834473, "Finetune/Loss (Raw)": 0.8237486481666565, "Finetune/Step": 4762, "Finetune/Step Time": 4.824245486408472}
{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.89586341381073, "Finetune/Loss (Raw)": 0.911752462387085, "Finetune/Step": 4763, "Finetune/Step Time": 4.80870451964438}
{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8958576917648315, "Finetune/Loss (Raw)": 0.9033512473106384, "Finetune/Step": 4764, "Finetune/Step Time": 4.806711200624704}
{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8949402570724487, "Finetune/Loss (Raw)": 0.8082318305969238, "Finetune/Step": 4765, "Finetune/Step Time": 4.806672303006053}
{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8944164514541626, "Finetune/Loss (Raw)": 1.07061767578125, "Finetune/Step": 4766, "Finetune/Step Time": 4.808561068028212}
{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8955625295639038, "Finetune/Loss (Raw)": 0.9141514897346497, "Finetune/Step": 4767, "Finetune/Step Time": 4.77842821739614}
{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8942804336547852, "Finetune/Loss (Raw)": 0.8481863737106323, "Finetune/Step": 4768, "Finetune/Step Time": 4.783031743019819}
{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8937995433807373, "Finetune/Loss (Raw)": 0.8668323159217834, "Finetune/Step": 4769, "Finetune/Step Time": 4.781963029876351}
{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8921535611152649, "Finetune/Loss (Raw)": 0.6899833083152771, "Finetune/Step": 4770, "Finetune/Step Time": 4.786206940189004}
{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8924549221992493, "Finetune/Loss (Raw)": 1.0360372066497803, "Finetune/Step": 4771, "Finetune/Step Time": 4.789393367245793}
{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8958885669708252, "Finetune/Loss (Raw)": 0.8079911470413208, "Finetune/Step": 4772, "Finetune/Step Time": 4.766090273857117}
{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.8927481174468994, "Finetune/Loss (Raw)": 0.645309329032898, "Finetune/Step": 4773, "Finetune/Step Time": 4.7660047970712185}
{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8935757875442505, "Finetune/Loss (Raw)": 0.9371747374534607, "Finetune/Step": 4774, "Finetune/Step Time": 4.762397337704897}
{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.8943040370941162, "Finetune/Loss (Raw)": 1.0158536434173584, "Finetune/Step": 4775, "Finetune/Step Time": 4.7597522512078285}
{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8933703303337097, "Finetune/Loss (Raw)": 0.8745701909065247, "Finetune/Step": 4776, "Finetune/Step Time": 4.765830751508474}
{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8930013179779053, "Finetune/Loss (Raw)": 0.9453242421150208, "Finetune/Step": 4777, "Finetune/Step Time": 4.767010582610965}
{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8883651494979858, "Finetune/Loss (Raw)": 0.2838168442249298, "Finetune/Step": 4778, "Finetune/Step Time": 4.787183150649071}
{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8894745707511902, "Finetune/Loss (Raw)": 1.0594148635864258, "Finetune/Step": 4779, "Finetune/Step Time": 4.788623698055744}
{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8896192908287048, "Finetune/Loss (Raw)": 0.9067426323890686, "Finetune/Step": 4780, "Finetune/Step Time": 4.799716109409928}
{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8938772678375244, "Finetune/Loss (Raw)": 0.8410369157791138, "Finetune/Step": 4781, "Finetune/Step Time": 4.772363975644112}
{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8937450647354126, "Finetune/Loss (Raw)": 0.9005659818649292, "Finetune/Step": 4782, "Finetune/Step Time": 4.774156196042895}
{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8906511664390564, "Finetune/Loss (Raw)": 0.3601047992706299, "Finetune/Step": 4783, "Finetune/Step Time": 4.810349239036441}
{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8944992423057556, "Finetune/Loss (Raw)": 0.9251877665519714, "Finetune/Step": 4784, "Finetune/Step Time": 4.768242944031954}
{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8960381746292114, "Finetune/Loss (Raw)": 1.0696324110031128, "Finetune/Step": 4785, "Finetune/Step Time": 4.770013330504298}
{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8956634402275085, "Finetune/Loss (Raw)": 0.9268425703048706, "Finetune/Step": 4786, "Finetune/Step Time": 4.7776424288749695}
{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8949968814849854, "Finetune/Loss (Raw)": 0.8884826898574829, "Finetune/Step": 4787, "Finetune/Step Time": 4.767709717154503}
{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8942134976387024, "Finetune/Loss (Raw)": 0.9025391936302185, "Finetune/Step": 4788, "Finetune/Step Time": 4.777266496792436}
{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8935282230377197, "Finetune/Loss (Raw)": 0.7557904124259949, "Finetune/Step": 4789, "Finetune/Step Time": 4.777000956237316}
{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8941134810447693, "Finetune/Loss (Raw)": 1.0116022825241089, "Finetune/Step": 4790, "Finetune/Step Time": 4.782546846196055}
{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8888548612594604, "Finetune/Loss (Raw)": 0.2963610291481018, "Finetune/Step": 4791, "Finetune/Step Time": 4.819341666996479}
{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.8898720741271973, "Finetune/Loss (Raw)": 1.0362111330032349, "Finetune/Step": 4792, "Finetune/Step Time": 4.823164654895663}
{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8908752799034119, "Finetune/Loss (Raw)": 0.954461932182312, "Finetune/Step": 4793, "Finetune/Step Time": 4.821639731526375}
{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8911647200584412, "Finetune/Loss (Raw)": 0.8460291624069214, "Finetune/Step": 4794, "Finetune/Step Time": 4.802647814154625}
{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8895862102508545, "Finetune/Loss (Raw)": 0.8349154591560364, "Finetune/Step": 4795, "Finetune/Step Time": 4.828353265300393}
{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8903487920761108, "Finetune/Loss (Raw)": 0.9660985469818115, "Finetune/Step": 4796, "Finetune/Step Time": 4.821782052516937}
{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8950536251068115, "Finetune/Loss (Raw)": 0.9479950666427612, "Finetune/Step": 4797, "Finetune/Step Time": 4.786078995093703}
{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8935503959655762, "Finetune/Loss (Raw)": 0.7453992962837219, "Finetune/Step": 4798, "Finetune/Step Time": 4.802494017407298}
{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8938704133033752, "Finetune/Loss (Raw)": 0.9043755531311035, "Finetune/Step": 4799, "Finetune/Step Time": 4.8074628338217735}
{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8952849507331848, "Finetune/Loss (Raw)": 1.0964508056640625, "Finetune/Step": 4800, "Finetune/Step Time": 4.791055269539356}
{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8960592150688171, "Finetune/Loss (Raw)": 0.972307562828064, "Finetune/Step": 4801, "Finetune/Step Time": 4.784197466447949}
{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.895230770111084, "Finetune/Loss (Raw)": 0.9085017442703247, "Finetune/Step": 4802, "Finetune/Step Time": 4.758017044514418}
{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8955042362213135, "Finetune/Loss (Raw)": 0.9548220038414001, "Finetune/Step": 4803, "Finetune/Step Time": 4.7689631171524525}
{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8960891366004944, "Finetune/Loss (Raw)": 0.9454094767570496, "Finetune/Step": 4804, "Finetune/Step Time": 4.771866476163268}
{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8962931632995605, "Finetune/Loss (Raw)": 0.9816411137580872, "Finetune/Step": 4805, "Finetune/Step Time": 4.778370782732964}
{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8961960077285767, "Finetune/Loss (Raw)": 0.981507420539856, "Finetune/Step": 4806, "Finetune/Step Time": 4.759183384478092}
{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.897078275680542, "Finetune/Loss (Raw)": 0.881858229637146, "Finetune/Step": 4807, "Finetune/Step Time": 4.760322785004973}
{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8964996337890625, "Finetune/Loss (Raw)": 0.9900517463684082, "Finetune/Step": 4808, "Finetune/Step Time": 4.756616551429033}
{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8950049877166748, "Finetune/Loss (Raw)": 0.7207484841346741, "Finetune/Step": 4809, "Finetune/Step Time": 4.745366854593158}
{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8942821025848389, "Finetune/Loss (Raw)": 0.8735319375991821, "Finetune/Step": 4810, "Finetune/Step Time": 4.736347306519747}
{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8938987255096436, "Finetune/Loss (Raw)": 0.923226535320282, "Finetune/Step": 4811, "Finetune/Step Time": 4.752376044169068}
{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.893357515335083, "Finetune/Loss (Raw)": 0.9077998399734497, "Finetune/Step": 4812, "Finetune/Step Time": 4.75235371850431}
{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8895767331123352, "Finetune/Loss (Raw)": 0.47177666425704956, "Finetune/Step": 4813, "Finetune/Step Time": 4.783389067277312}
{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8903980255126953, "Finetune/Loss (Raw)": 0.9064762592315674, "Finetune/Step": 4814, "Finetune/Step Time": 4.773509211838245}
{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8908445835113525, "Finetune/Loss (Raw)": 0.9774948358535767, "Finetune/Step": 4815, "Finetune/Step Time": 4.7655389457941055}
{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8886095881462097, "Finetune/Loss (Raw)": 0.8633478879928589, "Finetune/Step": 4816, "Finetune/Step Time": 4.782071469351649}
{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8877353668212891, "Finetune/Loss (Raw)": 0.9305481314659119, "Finetune/Step": 4817, "Finetune/Step Time": 4.7920540906488895}
{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.8889760971069336, "Finetune/Loss (Raw)": 1.0106388330459595, "Finetune/Step": 4818, "Finetune/Step Time": 4.782433081418276}
{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.8889707922935486, "Finetune/Loss (Raw)": 0.9857560396194458, "Finetune/Step": 4819, "Finetune/Step Time": 4.781970290467143}
{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8880299925804138, "Finetune/Loss (Raw)": 0.933676540851593, "Finetune/Step": 4820, "Finetune/Step Time": 4.784515703096986}
{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8883937001228333, "Finetune/Loss (Raw)": 0.9908463954925537, "Finetune/Step": 4821, "Finetune/Step Time": 4.771828439086676}
{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8874977827072144, "Finetune/Loss (Raw)": 0.9160774946212769, "Finetune/Step": 4822, "Finetune/Step Time": 4.779971573501825}
{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8871608376502991, "Finetune/Loss (Raw)": 0.9808721542358398, "Finetune/Step": 4823, "Finetune/Step Time": 4.778672367334366}
{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8827893137931824, "Finetune/Loss (Raw)": 0.2902125120162964, "Finetune/Step": 4824, "Finetune/Step Time": 4.798943685367703}
{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8828550577163696, "Finetune/Loss (Raw)": 0.928169310092926, "Finetune/Step": 4825, "Finetune/Step Time": 4.803295828402042}
{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8828794956207275, "Finetune/Loss (Raw)": 0.9670678973197937, "Finetune/Step": 4826, "Finetune/Step Time": 4.801978826522827}
{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.8825112581253052, "Finetune/Loss (Raw)": 0.9684329032897949, "Finetune/Step": 4827, "Finetune/Step Time": 4.7855408024042845}
{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8830043077468872, "Finetune/Loss (Raw)": 0.9831432104110718, "Finetune/Step": 4828, "Finetune/Step Time": 4.7926665637642145}
{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8824664950370789, "Finetune/Loss (Raw)": 0.8842490911483765, "Finetune/Step": 4829, "Finetune/Step Time": 4.798770876601338}
{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8829315304756165, "Finetune/Loss (Raw)": 0.9435515403747559, "Finetune/Step": 4830, "Finetune/Step Time": 4.796568512916565}
{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8778954148292542, "Finetune/Loss (Raw)": 0.35236307978630066, "Finetune/Step": 4831, "Finetune/Step Time": 4.8354678731411695}
{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8783672451972961, "Finetune/Loss (Raw)": 0.8385227918624878, "Finetune/Step": 4832, "Finetune/Step Time": 4.859068028628826}
{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8776538372039795, "Finetune/Loss (Raw)": 0.8953609466552734, "Finetune/Step": 4833, "Finetune/Step Time": 4.862199228256941}
{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8790444135665894, "Finetune/Loss (Raw)": 1.0293409824371338, "Finetune/Step": 4834, "Finetune/Step Time": 4.866593146696687}
{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8805487155914307, "Finetune/Loss (Raw)": 0.9717053174972534, "Finetune/Step": 4835, "Finetune/Step Time": 4.86345068924129}
{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8820797204971313, "Finetune/Loss (Raw)": 0.9853976964950562, "Finetune/Step": 4836, "Finetune/Step Time": 4.861709805205464}
{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8831065893173218, "Finetune/Loss (Raw)": 0.8946120738983154, "Finetune/Step": 4837, "Finetune/Step Time": 4.843564186245203}
{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8829687833786011, "Finetune/Loss (Raw)": 1.025533676147461, "Finetune/Step": 4838, "Finetune/Step Time": 4.845225194469094}
{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8826215267181396, "Finetune/Loss (Raw)": 0.8456624746322632, "Finetune/Step": 4839, "Finetune/Step Time": 4.846749663352966}
{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8833029270172119, "Finetune/Loss (Raw)": 0.961763322353363, "Finetune/Step": 4840, "Finetune/Step Time": 4.837111778557301}
{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8821548819541931, "Finetune/Loss (Raw)": 0.8407096862792969, "Finetune/Step": 4841, "Finetune/Step Time": 4.848541250452399}
{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8825592994689941, "Finetune/Loss (Raw)": 0.9143286347389221, "Finetune/Step": 4842, "Finetune/Step Time": 4.8587742783129215}
{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8833297491073608, "Finetune/Loss (Raw)": 1.081392765045166, "Finetune/Step": 4843, "Finetune/Step Time": 4.85496411472559}
{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8830873966217041, "Finetune/Loss (Raw)": 0.8946744203567505, "Finetune/Step": 4844, "Finetune/Step Time": 4.8749739564955235}
{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8840963840484619, "Finetune/Loss (Raw)": 1.057540774345398, "Finetune/Step": 4845, "Finetune/Step Time": 4.877867383882403}
{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8864489793777466, "Finetune/Loss (Raw)": 1.0080980062484741, "Finetune/Step": 4846, "Finetune/Step Time": 4.883236788213253}
{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8825383186340332, "Finetune/Loss (Raw)": 0.31787964701652527, "Finetune/Step": 4847, "Finetune/Step Time": 4.908557897433639}
{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8834729790687561, "Finetune/Loss (Raw)": 0.8166448473930359, "Finetune/Step": 4848, "Finetune/Step Time": 4.8712005242705345}
{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8829423785209656, "Finetune/Loss (Raw)": 0.7956638336181641, "Finetune/Step": 4849, "Finetune/Step Time": 4.891511019319296}
{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8837627172470093, "Finetune/Loss (Raw)": 0.9985092282295227, "Finetune/Step": 4850, "Finetune/Step Time": 4.899933060631156}
{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8838886618614197, "Finetune/Loss (Raw)": 0.9387935996055603, "Finetune/Step": 4851, "Finetune/Step Time": 4.905145797878504}
{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8836585879325867, "Finetune/Loss (Raw)": 0.878668487071991, "Finetune/Step": 4852, "Finetune/Step Time": 4.902192858979106}
{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8847748637199402, "Finetune/Loss (Raw)": 1.073502779006958, "Finetune/Step": 4853, "Finetune/Step Time": 4.908962210640311}
{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8837417364120483, "Finetune/Loss (Raw)": 0.6667120456695557, "Finetune/Step": 4854, "Finetune/Step Time": 4.911885466426611}
{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8844021558761597, "Finetune/Loss (Raw)": 0.9505038857460022, "Finetune/Step": 4855, "Finetune/Step Time": 4.918784772977233}
{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8843470215797424, "Finetune/Loss (Raw)": 0.9393064975738525, "Finetune/Step": 4856, "Finetune/Step Time": 4.913286376744509}
{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8834675550460815, "Finetune/Loss (Raw)": 0.9947867393493652, "Finetune/Step": 4857, "Finetune/Step Time": 4.911793138831854}
{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8844354748725891, "Finetune/Loss (Raw)": 1.032080054283142, "Finetune/Step": 4858, "Finetune/Step Time": 4.915209248661995}
{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.885144054889679, "Finetune/Loss (Raw)": 0.9453786611557007, "Finetune/Step": 4859, "Finetune/Step Time": 4.901631556451321}
{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8846561908721924, "Finetune/Loss (Raw)": 0.8215650320053101, "Finetune/Step": 4860, "Finetune/Step Time": 4.900244180113077}
{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8843376636505127, "Finetune/Loss (Raw)": 0.9152993559837341, "Finetune/Step": 4861, "Finetune/Step Time": 4.9150977078825235}
{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8855735063552856, "Finetune/Loss (Raw)": 0.9956721067428589, "Finetune/Step": 4862, "Finetune/Step Time": 4.899853205308318}
{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8857257962226868, "Finetune/Loss (Raw)": 1.032138705253601, "Finetune/Step": 4863, "Finetune/Step Time": 4.904347274452448}
{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8876146078109741, "Finetune/Loss (Raw)": 1.0008820295333862, "Finetune/Step": 4864, "Finetune/Step Time": 4.90964762493968}
{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8883865475654602, "Finetune/Loss (Raw)": 0.9466772079467773, "Finetune/Step": 4865, "Finetune/Step Time": 4.904202712699771}
{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8864875435829163, "Finetune/Loss (Raw)": 0.8005300760269165, "Finetune/Step": 4866, "Finetune/Step Time": 4.8958924021571875}
{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8828747272491455, "Finetune/Loss (Raw)": 0.3467543125152588, "Finetune/Step": 4867, "Finetune/Step Time": 4.931432208046317}
{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8821704387664795, "Finetune/Loss (Raw)": 0.7810376286506653, "Finetune/Step": 4868, "Finetune/Step Time": 4.93017846532166}
{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8828389048576355, "Finetune/Loss (Raw)": 0.8242210149765015, "Finetune/Step": 4869, "Finetune/Step Time": 4.940697284415364}
{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8825705051422119, "Finetune/Loss (Raw)": 0.8085587024688721, "Finetune/Step": 4870, "Finetune/Step Time": 4.9262267872691154}
{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8843615055084229, "Finetune/Loss (Raw)": 0.9877194762229919, "Finetune/Step": 4871, "Finetune/Step Time": 4.920714942738414}
{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8828980326652527, "Finetune/Loss (Raw)": 0.8665105104446411, "Finetune/Step": 4872, "Finetune/Step Time": 4.920736292377114}
{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8830149173736572, "Finetune/Loss (Raw)": 0.8403502702713013, "Finetune/Step": 4873, "Finetune/Step Time": 4.917763724923134}
{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.881846010684967, "Finetune/Loss (Raw)": 0.712752640247345, "Finetune/Step": 4874, "Finetune/Step Time": 4.901910277083516}
{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8801803588867188, "Finetune/Loss (Raw)": 0.8585163354873657, "Finetune/Step": 4875, "Finetune/Step Time": 4.9107344299554825}
{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.880152702331543, "Finetune/Loss (Raw)": 0.9594166874885559, "Finetune/Step": 4876, "Finetune/Step Time": 4.904296576976776}
{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.881233274936676, "Finetune/Loss (Raw)": 1.024714469909668, "Finetune/Step": 4877, "Finetune/Step Time": 4.9061569925397635}
{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.8815425634384155, "Finetune/Loss (Raw)": 0.9379808902740479, "Finetune/Step": 4878, "Finetune/Step Time": 4.907882887870073}
{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8815941214561462, "Finetune/Loss (Raw)": 0.9513185024261475, "Finetune/Step": 4879, "Finetune/Step Time": 4.8889997061342}
{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8818186521530151, "Finetune/Loss (Raw)": 0.9805920720100403, "Finetune/Step": 4880, "Finetune/Step Time": 4.885519860312343}
{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8842580914497375, "Finetune/Loss (Raw)": 1.110468864440918, "Finetune/Step": 4881, "Finetune/Step Time": 4.885793706402183}
{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8833856582641602, "Finetune/Loss (Raw)": 0.8252032995223999, "Finetune/Step": 4882, "Finetune/Step Time": 4.888309201225638}
{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8821165561676025, "Finetune/Loss (Raw)": 0.8056815266609192, "Finetune/Step": 4883, "Finetune/Step Time": 4.879007248207927}
{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8829251527786255, "Finetune/Loss (Raw)": 1.0229718685150146, "Finetune/Step": 4884, "Finetune/Step Time": 4.876008611172438}
{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8826620578765869, "Finetune/Loss (Raw)": 0.8753716349601746, "Finetune/Step": 4885, "Finetune/Step Time": 4.879368187859654}
{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8838673830032349, "Finetune/Loss (Raw)": 1.0293270349502563, "Finetune/Step": 4886, "Finetune/Step Time": 4.8862239792943}
{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8841415643692017, "Finetune/Loss (Raw)": 0.9212061166763306, "Finetune/Step": 4887, "Finetune/Step Time": 4.892794582992792}
{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.88489830493927, "Finetune/Loss (Raw)": 0.999036431312561, "Finetune/Step": 4888, "Finetune/Step Time": 4.90296739153564}
{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8856977224349976, "Finetune/Loss (Raw)": 0.908473551273346, "Finetune/Step": 4889, "Finetune/Step Time": 4.89144778624177}
{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8863046765327454, "Finetune/Loss (Raw)": 0.9014419317245483, "Finetune/Step": 4890, "Finetune/Step Time": 4.910591632127762}
{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8854900598526001, "Finetune/Loss (Raw)": 0.8074815273284912, "Finetune/Step": 4891, "Finetune/Step Time": 4.907491339370608}
{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8857066631317139, "Finetune/Loss (Raw)": 0.9310752153396606, "Finetune/Step": 4892, "Finetune/Step Time": 4.902975555509329}
{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8875700235366821, "Finetune/Loss (Raw)": 1.0467466115951538, "Finetune/Step": 4893, "Finetune/Step Time": 4.902891404926777}
{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.886005163192749, "Finetune/Loss (Raw)": 0.8703199028968811, "Finetune/Step": 4894, "Finetune/Step Time": 4.909459713846445}
{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8852840065956116, "Finetune/Loss (Raw)": 0.8218327760696411, "Finetune/Step": 4895, "Finetune/Step Time": 4.9113743752241135}
{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8862594366073608, "Finetune/Loss (Raw)": 0.9730460047721863, "Finetune/Step": 4896, "Finetune/Step Time": 4.90388123691082}
{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8851244449615479, "Finetune/Loss (Raw)": 0.7215539216995239, "Finetune/Step": 4897, "Finetune/Step Time": 4.9097922164946795}
{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.8860921263694763, "Finetune/Loss (Raw)": 0.8138456344604492, "Finetune/Step": 4898, "Finetune/Step Time": 4.911086954176426}
{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.885948657989502, "Finetune/Loss (Raw)": 1.0176702737808228, "Finetune/Step": 4899, "Finetune/Step Time": 4.908412894234061}
{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.886560320854187, "Finetune/Loss (Raw)": 0.8862903118133545, "Finetune/Step": 4900, "Finetune/Step Time": 4.895353617146611}
{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.888251543045044, "Finetune/Loss (Raw)": 0.8617839217185974, "Finetune/Step": 4901, "Finetune/Step Time": 4.893812593072653}
{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8877338171005249, "Finetune/Loss (Raw)": 0.8709030151367188, "Finetune/Step": 4902, "Finetune/Step Time": 4.887043926864862}
{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8866355419158936, "Finetune/Loss (Raw)": 0.8752681016921997, "Finetune/Step": 4903, "Finetune/Step Time": 4.886811256408691}
{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8866925239562988, "Finetune/Loss (Raw)": 0.8818687796592712, "Finetune/Step": 4904, "Finetune/Step Time": 4.877452431246638}
{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8870240449905396, "Finetune/Loss (Raw)": 0.9877575635910034, "Finetune/Step": 4905, "Finetune/Step Time": 4.881774861365557}
{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8917696475982666, "Finetune/Loss (Raw)": 0.8912560939788818, "Finetune/Step": 4906, "Finetune/Step Time": 4.84861708059907}
{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8899335861206055, "Finetune/Loss (Raw)": 0.8244020342826843, "Finetune/Step": 4907, "Finetune/Step Time": 4.850853759795427}
{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8900222778320312, "Finetune/Loss (Raw)": 0.9181010127067566, "Finetune/Step": 4908, "Finetune/Step Time": 4.861649960279465}
{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.8904131650924683, "Finetune/Loss (Raw)": 0.891065776348114, "Finetune/Step": 4909, "Finetune/Step Time": 4.857792371883988}
{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8906431198120117, "Finetune/Loss (Raw)": 0.9300004839897156, "Finetune/Step": 4910, "Finetune/Step Time": 4.847284512594342}
{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8947731256484985, "Finetune/Loss (Raw)": 0.8887401223182678, "Finetune/Step": 4911, "Finetune/Step Time": 4.805801719427109}
{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8950260877609253, "Finetune/Loss (Raw)": 0.9575690627098083, "Finetune/Step": 4912, "Finetune/Step Time": 4.8128736559301615}
{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8943060636520386, "Finetune/Loss (Raw)": 0.9774660468101501, "Finetune/Step": 4913, "Finetune/Step Time": 4.827554469928145}
{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8901974558830261, "Finetune/Loss (Raw)": 0.40094664692878723, "Finetune/Step": 4914, "Finetune/Step Time": 4.855083195492625}
{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8893972635269165, "Finetune/Loss (Raw)": 0.7860496640205383, "Finetune/Step": 4915, "Finetune/Step Time": 4.858162499964237}
{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.8894025087356567, "Finetune/Loss (Raw)": 0.9032207131385803, "Finetune/Step": 4916, "Finetune/Step Time": 4.8316168412566185}
{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8866637945175171, "Finetune/Loss (Raw)": 0.4052327871322632, "Finetune/Step": 4917, "Finetune/Step Time": 4.863552434369922}
{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.886017382144928, "Finetune/Loss (Raw)": 0.9288623929023743, "Finetune/Step": 4918, "Finetune/Step Time": 4.8572997990995646}
{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.8906753063201904, "Finetune/Loss (Raw)": 0.8925695419311523, "Finetune/Step": 4919, "Finetune/Step Time": 4.82306369766593}
{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8898721933364868, "Finetune/Loss (Raw)": 0.9334112405776978, "Finetune/Step": 4920, "Finetune/Step Time": 4.8192100916057825}
{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8901301622390747, "Finetune/Loss (Raw)": 0.9874894618988037, "Finetune/Step": 4921, "Finetune/Step Time": 4.837923811748624}
{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8896381855010986, "Finetune/Loss (Raw)": 0.7830559611320496, "Finetune/Step": 4922, "Finetune/Step Time": 4.839106917381287}
{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8896838426589966, "Finetune/Loss (Raw)": 0.8407557606697083, "Finetune/Step": 4923, "Finetune/Step Time": 4.818695891648531}
{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.889371395111084, "Finetune/Loss (Raw)": 0.9261066317558289, "Finetune/Step": 4924, "Finetune/Step Time": 4.820347737520933}
{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.8887571096420288, "Finetune/Loss (Raw)": 0.8693699836730957, "Finetune/Step": 4925, "Finetune/Step Time": 4.8200616631656885}
{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8895565867424011, "Finetune/Loss (Raw)": 0.8477309942245483, "Finetune/Step": 4926, "Finetune/Step Time": 4.804296988993883}
{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8890764117240906, "Finetune/Loss (Raw)": 0.8429136276245117, "Finetune/Step": 4927, "Finetune/Step Time": 4.802404295653105}
{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8859192132949829, "Finetune/Loss (Raw)": 0.6923285722732544, "Finetune/Step": 4928, "Finetune/Step Time": 4.825462659820914}
{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.884980320930481, "Finetune/Loss (Raw)": 0.8521254062652588, "Finetune/Step": 4929, "Finetune/Step Time": 4.829626247286797}
{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8851451873779297, "Finetune/Loss (Raw)": 0.9296080470085144, "Finetune/Step": 4930, "Finetune/Step Time": 4.829251606017351}
{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8852772116661072, "Finetune/Loss (Raw)": 0.97171950340271, "Finetune/Step": 4931, "Finetune/Step Time": 4.820939812809229}
{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8852447271347046, "Finetune/Loss (Raw)": 0.9412490725517273, "Finetune/Step": 4932, "Finetune/Step Time": 4.8182803094387054}
{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8839998245239258, "Finetune/Loss (Raw)": 0.822291374206543, "Finetune/Step": 4933, "Finetune/Step Time": 4.8351046945899725}
{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.883842408657074, "Finetune/Loss (Raw)": 0.9613668918609619, "Finetune/Step": 4934, "Finetune/Step Time": 4.830227050930262}
{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8847325444221497, "Finetune/Loss (Raw)": 0.9957953691482544, "Finetune/Step": 4935, "Finetune/Step Time": 4.829501936212182}
{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8833850622177124, "Finetune/Loss (Raw)": 0.8175679445266724, "Finetune/Step": 4936, "Finetune/Step Time": 4.839890096336603}
{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8860287070274353, "Finetune/Loss (Raw)": 1.0591399669647217, "Finetune/Step": 4937, "Finetune/Step Time": 4.833563692867756}
{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8867679834365845, "Finetune/Loss (Raw)": 0.9681592583656311, "Finetune/Step": 4938, "Finetune/Step Time": 4.84516560845077}
{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8821545839309692, "Finetune/Loss (Raw)": 0.33270499110221863, "Finetune/Step": 4939, "Finetune/Step Time": 4.8597153108567}
{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.8805767297744751, "Finetune/Loss (Raw)": 0.7058429718017578, "Finetune/Step": 4940, "Finetune/Step Time": 4.859546285122633}
{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8829721808433533, "Finetune/Loss (Raw)": 0.7783908247947693, "Finetune/Step": 4941, "Finetune/Step Time": 4.825099131092429}
{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8826318979263306, "Finetune/Loss (Raw)": 0.8629208207130432, "Finetune/Step": 4942, "Finetune/Step Time": 4.831909704953432}
{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.8814352750778198, "Finetune/Loss (Raw)": 0.8243266940116882, "Finetune/Step": 4943, "Finetune/Step Time": 4.843504156917334}
{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8822618722915649, "Finetune/Loss (Raw)": 0.9691512584686279, "Finetune/Step": 4944, "Finetune/Step Time": 4.829815153032541}
{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8826080560684204, "Finetune/Loss (Raw)": 0.9748650789260864, "Finetune/Step": 4945, "Finetune/Step Time": 4.824411088600755}
{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8817867040634155, "Finetune/Loss (Raw)": 0.9055037498474121, "Finetune/Step": 4946, "Finetune/Step Time": 4.824962021782994}
{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8817039728164673, "Finetune/Loss (Raw)": 0.9751620888710022, "Finetune/Step": 4947, "Finetune/Step Time": 4.826533503830433}
{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8810746669769287, "Finetune/Loss (Raw)": 0.8531279563903809, "Finetune/Step": 4948, "Finetune/Step Time": 4.824158737435937}
{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.8800404071807861, "Finetune/Loss (Raw)": 0.8584596514701843, "Finetune/Step": 4949, "Finetune/Step Time": 4.822131251916289}
{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8796567320823669, "Finetune/Loss (Raw)": 0.8669702410697937, "Finetune/Step": 4950, "Finetune/Step Time": 4.834166258573532}
{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8794443607330322, "Finetune/Loss (Raw)": 0.9536914229393005, "Finetune/Step": 4951, "Finetune/Step Time": 4.8328863605856895}
{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.8846736550331116, "Finetune/Loss (Raw)": 0.9595586657524109, "Finetune/Step": 4952, "Finetune/Step Time": 4.807613724842668}
{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8842906355857849, "Finetune/Loss (Raw)": 0.8791435360908508, "Finetune/Step": 4953, "Finetune/Step Time": 4.808938989415765}
{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8845002055168152, "Finetune/Loss (Raw)": 0.9938929677009583, "Finetune/Step": 4954, "Finetune/Step Time": 4.860380984842777}
{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.884005606174469, "Finetune/Loss (Raw)": 0.9051215052604675, "Finetune/Step": 4955, "Finetune/Step Time": 4.8634258303791285}
{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8839669227600098, "Finetune/Loss (Raw)": 0.9781996607780457, "Finetune/Step": 4956, "Finetune/Step Time": 4.851101225242019}
{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8849687576293945, "Finetune/Loss (Raw)": 1.01246976852417, "Finetune/Step": 4957, "Finetune/Step Time": 4.840784251689911}
{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8845071196556091, "Finetune/Loss (Raw)": 0.8844719529151917, "Finetune/Step": 4958, "Finetune/Step Time": 4.858020398765802}
{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.885154128074646, "Finetune/Loss (Raw)": 0.4351746141910553, "Finetune/Step": 4959, "Finetune/Step Time": 4.858269929885864}
{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8853477239608765, "Finetune/Loss (Raw)": 0.8633098602294922, "Finetune/Step": 4960, "Finetune/Step Time": 4.831533640623093}
{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8848711252212524, "Finetune/Loss (Raw)": 0.8343519568443298, "Finetune/Step": 4961, "Finetune/Step Time": 4.82947089523077}
{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8843513131141663, "Finetune/Loss (Raw)": 0.9628070592880249, "Finetune/Step": 4962, "Finetune/Step Time": 4.828587086871266}
{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8836851119995117, "Finetune/Loss (Raw)": 0.8864343166351318, "Finetune/Step": 4963, "Finetune/Step Time": 4.832806367427111}
{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.8836849927902222, "Finetune/Loss (Raw)": 0.985378623008728, "Finetune/Step": 4964, "Finetune/Step Time": 4.836724286898971}
{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8845425844192505, "Finetune/Loss (Raw)": 1.0043834447860718, "Finetune/Step": 4965, "Finetune/Step Time": 4.837475264444947}
{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.8830721378326416, "Finetune/Loss (Raw)": 0.8373188376426697, "Finetune/Step": 4966, "Finetune/Step Time": 4.834557959809899}
{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8838663697242737, "Finetune/Loss (Raw)": 0.9473241567611694, "Finetune/Step": 4967, "Finetune/Step Time": 4.831793703138828}
{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8837449550628662, "Finetune/Loss (Raw)": 0.9462248682975769, "Finetune/Step": 4968, "Finetune/Step Time": 4.827079826965928}
{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8844739198684692, "Finetune/Loss (Raw)": 0.9340078830718994, "Finetune/Step": 4969, "Finetune/Step Time": 4.825318247079849}
{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8850651979446411, "Finetune/Loss (Raw)": 0.9900140762329102, "Finetune/Step": 4970, "Finetune/Step Time": 4.812401412054896}
{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8848614692687988, "Finetune/Loss (Raw)": 1.0553224086761475, "Finetune/Step": 4971, "Finetune/Step Time": 4.824267758056521}
{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8850013017654419, "Finetune/Loss (Raw)": 0.912567138671875, "Finetune/Step": 4972, "Finetune/Step Time": 4.818233218044043}
{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.884760320186615, "Finetune/Loss (Raw)": 1.0266942977905273, "Finetune/Step": 4973, "Finetune/Step Time": 4.818046409636736}
{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8792269229888916, "Finetune/Loss (Raw)": 0.2998248338699341, "Finetune/Step": 4974, "Finetune/Step Time": 4.826250027865171}
{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8833708763122559, "Finetune/Loss (Raw)": 0.8483060598373413, "Finetune/Step": 4975, "Finetune/Step Time": 4.7946407701820135}
{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.8850662708282471, "Finetune/Loss (Raw)": 1.0336631536483765, "Finetune/Step": 4976, "Finetune/Step Time": 4.797359952703118}
{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8851099610328674, "Finetune/Loss (Raw)": 0.8012495040893555, "Finetune/Step": 4977, "Finetune/Step Time": 4.797651456668973}
{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8838838338851929, "Finetune/Loss (Raw)": 0.8415616154670715, "Finetune/Step": 4978, "Finetune/Step Time": 4.787946607917547}
{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8835126161575317, "Finetune/Loss (Raw)": 0.8912779092788696, "Finetune/Step": 4979, "Finetune/Step Time": 4.789956491440535}
{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8825244307518005, "Finetune/Loss (Raw)": 0.7521826028823853, "Finetune/Step": 4980, "Finetune/Step Time": 4.784650977700949}
{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8802766799926758, "Finetune/Loss (Raw)": 0.7857843041419983, "Finetune/Step": 4981, "Finetune/Step Time": 4.775708412751555}
{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8828504681587219, "Finetune/Loss (Raw)": 0.9961603283882141, "Finetune/Step": 4982, "Finetune/Step Time": 4.770922280848026}
{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8786036372184753, "Finetune/Loss (Raw)": 0.40691065788269043, "Finetune/Step": 4983, "Finetune/Step Time": 4.799191473051906}
{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8779211640357971, "Finetune/Loss (Raw)": 0.8519499897956848, "Finetune/Step": 4984, "Finetune/Step Time": 4.8102871887385845}
{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8785992860794067, "Finetune/Loss (Raw)": 1.0815889835357666, "Finetune/Step": 4985, "Finetune/Step Time": 4.807099059224129}
{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8762018084526062, "Finetune/Loss (Raw)": 0.7252012491226196, "Finetune/Step": 4986, "Finetune/Step Time": 4.798860652372241}
{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8763777017593384, "Finetune/Loss (Raw)": 0.9678888916969299, "Finetune/Step": 4987, "Finetune/Step Time": 4.806030340492725}
{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8776203989982605, "Finetune/Loss (Raw)": 0.9806348085403442, "Finetune/Step": 4988, "Finetune/Step Time": 4.814177002757788}
{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8779722452163696, "Finetune/Loss (Raw)": 0.9603368043899536, "Finetune/Step": 4989, "Finetune/Step Time": 4.8114263266325}
{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.8772915601730347, "Finetune/Loss (Raw)": 0.9085468649864197, "Finetune/Step": 4990, "Finetune/Step Time": 4.814572773873806}
{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8760300278663635, "Finetune/Loss (Raw)": 0.8706600666046143, "Finetune/Step": 4991, "Finetune/Step Time": 4.808719774708152}
{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8762266635894775, "Finetune/Loss (Raw)": 1.0260497331619263, "Finetune/Step": 4992, "Finetune/Step Time": 4.808700557798147}
{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.87408447265625, "Finetune/Loss (Raw)": 0.6724751591682434, "Finetune/Step": 4993, "Finetune/Step Time": 4.822100784629583}
{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8746456503868103, "Finetune/Loss (Raw)": 0.8723591566085815, "Finetune/Step": 4994, "Finetune/Step Time": 4.834408355876803}
{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.8770288228988647, "Finetune/Loss (Raw)": 0.6518044471740723, "Finetune/Step": 4995, "Finetune/Step Time": 4.808949349448085}
{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8793352842330933, "Finetune/Loss (Raw)": 1.0762659311294556, "Finetune/Step": 4996, "Finetune/Step Time": 4.810495246201754}
{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8803821802139282, "Finetune/Loss (Raw)": 0.9582160711288452, "Finetune/Step": 4997, "Finetune/Step Time": 4.789035262539983}
{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8830463886260986, "Finetune/Loss (Raw)": 1.1495827436447144, "Finetune/Step": 4998, "Finetune/Step Time": 4.786798847839236}
{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8832350373268127, "Finetune/Loss (Raw)": 1.0118662118911743, "Finetune/Step": 4999, "Finetune/Step Time": 4.776949556544423}
{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8791854381561279, "Finetune/Loss (Raw)": 0.34816184639930725, "Finetune/Step": 5000, "Finetune/Step Time": 4.813451647758484}
{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8802604675292969, "Finetune/Loss (Raw)": 0.9779565334320068, "Finetune/Step": 5001, "Finetune/Step Time": 4.795569811016321}
{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.8804126977920532, "Finetune/Loss (Raw)": 0.7322303056716919, "Finetune/Step": 5002, "Finetune/Step Time": 4.797213828191161}
{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8802689909934998, "Finetune/Loss (Raw)": 0.8401286602020264, "Finetune/Step": 5003, "Finetune/Step Time": 4.785507798194885}
{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.879063069820404, "Finetune/Loss (Raw)": 0.8050563931465149, "Finetune/Step": 5004, "Finetune/Step Time": 4.79873313754797}
{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8782168626785278, "Finetune/Loss (Raw)": 0.9164024591445923, "Finetune/Step": 5005, "Finetune/Step Time": 4.800609719008207}
{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.878120481967926, "Finetune/Loss (Raw)": 0.9256435632705688, "Finetune/Step": 5006, "Finetune/Step Time": 4.792569939047098}
{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8774175047874451, "Finetune/Loss (Raw)": 0.8613357543945312, "Finetune/Step": 5007, "Finetune/Step Time": 4.802658326923847}
{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8761979937553406, "Finetune/Loss (Raw)": 0.8244895339012146, "Finetune/Step": 5008, "Finetune/Step Time": 4.809489324688911}
{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8757356405258179, "Finetune/Loss (Raw)": 1.0512956380844116, "Finetune/Step": 5009, "Finetune/Step Time": 4.806263621896505}
{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8771059513092041, "Finetune/Loss (Raw)": 1.0005944967269897, "Finetune/Step": 5010, "Finetune/Step Time": 4.797043528407812}
{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8778699040412903, "Finetune/Loss (Raw)": 0.9034759402275085, "Finetune/Step": 5011, "Finetune/Step Time": 4.798337988555431}
{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8767013549804688, "Finetune/Loss (Raw)": 0.8733987212181091, "Finetune/Step": 5012, "Finetune/Step Time": 4.7964662946760654}
{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.8757733106613159, "Finetune/Loss (Raw)": 0.7565789818763733, "Finetune/Step": 5013, "Finetune/Step Time": 4.795160764828324}
{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8742234706878662, "Finetune/Loss (Raw)": 0.830953061580658, "Finetune/Step": 5014, "Finetune/Step Time": 4.784713724628091}
{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8733751177787781, "Finetune/Loss (Raw)": 0.8126133680343628, "Finetune/Step": 5015, "Finetune/Step Time": 4.77376033179462}
{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8726730346679688, "Finetune/Loss (Raw)": 0.9091655015945435, "Finetune/Step": 5016, "Finetune/Step Time": 4.788969350978732}
{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8720870614051819, "Finetune/Loss (Raw)": 0.8334711194038391, "Finetune/Step": 5017, "Finetune/Step Time": 4.794265704229474}
{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8712946176528931, "Finetune/Loss (Raw)": 0.8000053763389587, "Finetune/Step": 5018, "Finetune/Step Time": 4.782313140109181}
{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.8713290095329285, "Finetune/Loss (Raw)": 0.8118893504142761, "Finetune/Step": 5019, "Finetune/Step Time": 4.781338902190328}
{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8667435646057129, "Finetune/Loss (Raw)": 0.3441370725631714, "Finetune/Step": 5020, "Finetune/Step Time": 4.815570464357734}
{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8659961223602295, "Finetune/Loss (Raw)": 0.9510793089866638, "Finetune/Step": 5021, "Finetune/Step Time": 4.814816854894161}
{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.866410493850708, "Finetune/Loss (Raw)": 0.9233563542366028, "Finetune/Step": 5022, "Finetune/Step Time": 4.7969572599977255}
{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8673632740974426, "Finetune/Loss (Raw)": 0.9437857866287231, "Finetune/Step": 5023, "Finetune/Step Time": 4.8039079792797565}
{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8665270805358887, "Finetune/Loss (Raw)": 0.8660117983818054, "Finetune/Step": 5024, "Finetune/Step Time": 4.807777550071478}
{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8676484823226929, "Finetune/Loss (Raw)": 0.8650985956192017, "Finetune/Step": 5025, "Finetune/Step Time": 4.812463099136949}
{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8688644170761108, "Finetune/Loss (Raw)": 0.9694805145263672, "Finetune/Step": 5026, "Finetune/Step Time": 4.8041640520095825}
{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8685804605484009, "Finetune/Loss (Raw)": 0.9813331961631775, "Finetune/Step": 5027, "Finetune/Step Time": 4.807047255337238}
{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8694543242454529, "Finetune/Loss (Raw)": 0.998136579990387, "Finetune/Step": 5028, "Finetune/Step Time": 4.809812365099788}
{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8699465394020081, "Finetune/Loss (Raw)": 0.9247889518737793, "Finetune/Step": 5029, "Finetune/Step Time": 4.811527797952294}
{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8698558807373047, "Finetune/Loss (Raw)": 0.8592994213104248, "Finetune/Step": 5030, "Finetune/Step Time": 4.814961604773998}
{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.8703826665878296, "Finetune/Loss (Raw)": 0.942699670791626, "Finetune/Step": 5031, "Finetune/Step Time": 4.81661338545382}
{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8713074922561646, "Finetune/Loss (Raw)": 1.0002423524856567, "Finetune/Step": 5032, "Finetune/Step Time": 4.809189675375819}
{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.8706294298171997, "Finetune/Loss (Raw)": 0.9009618163108826, "Finetune/Step": 5033, "Finetune/Step Time": 4.802300667390227}
{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8712122440338135, "Finetune/Loss (Raw)": 0.9658614993095398, "Finetune/Step": 5034, "Finetune/Step Time": 4.799642775207758}
{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8712767958641052, "Finetune/Loss (Raw)": 0.8326631784439087, "Finetune/Step": 5035, "Finetune/Step Time": 4.796999907121062}
{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8707664012908936, "Finetune/Loss (Raw)": 0.8527671098709106, "Finetune/Step": 5036, "Finetune/Step Time": 4.771868743002415}
{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8715946674346924, "Finetune/Loss (Raw)": 0.9970846772193909, "Finetune/Step": 5037, "Finetune/Step Time": 4.766942569985986}
{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8721712231636047, "Finetune/Loss (Raw)": 1.003804087638855, "Finetune/Step": 5038, "Finetune/Step Time": 4.7799636740237474}
{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8740900754928589, "Finetune/Loss (Raw)": 1.1343574523925781, "Finetune/Step": 5039, "Finetune/Step Time": 4.785059776157141}
{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.872765302658081, "Finetune/Loss (Raw)": 0.787993311882019, "Finetune/Step": 5040, "Finetune/Step Time": 4.7892555594444275}
{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8731932044029236, "Finetune/Loss (Raw)": 1.0322372913360596, "Finetune/Step": 5041, "Finetune/Step Time": 4.7713385708630085}
{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8780403733253479, "Finetune/Loss (Raw)": 1.0213868618011475, "Finetune/Step": 5042, "Finetune/Step Time": 4.755172409117222}
{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8788110017776489, "Finetune/Loss (Raw)": 0.8846928477287292, "Finetune/Step": 5043, "Finetune/Step Time": 4.757298022508621}
{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8785987496376038, "Finetune/Loss (Raw)": 0.8760442733764648, "Finetune/Step": 5044, "Finetune/Step Time": 4.766298903152347}
{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8776560425758362, "Finetune/Loss (Raw)": 0.2845681607723236, "Finetune/Step": 5045, "Finetune/Step Time": 4.77117552049458}
{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8729712963104248, "Finetune/Loss (Raw)": 0.3292232155799866, "Finetune/Step": 5046, "Finetune/Step Time": 4.806180687621236}
{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8733080625534058, "Finetune/Loss (Raw)": 0.9356659054756165, "Finetune/Step": 5047, "Finetune/Step Time": 4.805518446490169}
{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8738009333610535, "Finetune/Loss (Raw)": 0.9964985847473145, "Finetune/Step": 5048, "Finetune/Step Time": 4.806056369096041}
{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8730841875076294, "Finetune/Loss (Raw)": 0.8957491517066956, "Finetune/Step": 5049, "Finetune/Step Time": 4.792754614725709}
{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8740009069442749, "Finetune/Loss (Raw)": 0.9003946185112, "Finetune/Step": 5050, "Finetune/Step Time": 4.804136876016855}
{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8739492893218994, "Finetune/Loss (Raw)": 0.8341460227966309, "Finetune/Step": 5051, "Finetune/Step Time": 4.812916822731495}
{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8695789575576782, "Finetune/Loss (Raw)": 0.3667123317718506, "Finetune/Step": 5052, "Finetune/Step Time": 4.843565925955772}
{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8695927262306213, "Finetune/Loss (Raw)": 0.8711264729499817, "Finetune/Step": 5053, "Finetune/Step Time": 4.852015528827906}
{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8711593151092529, "Finetune/Loss (Raw)": 1.0482587814331055, "Finetune/Step": 5054, "Finetune/Step Time": 4.858101598918438}
{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8712829351425171, "Finetune/Loss (Raw)": 0.8587344884872437, "Finetune/Step": 5055, "Finetune/Step Time": 4.863951075822115}
{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.873079776763916, "Finetune/Loss (Raw)": 0.9223212599754333, "Finetune/Step": 5056, "Finetune/Step Time": 4.83849941380322}
{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8736441135406494, "Finetune/Loss (Raw)": 0.9243630766868591, "Finetune/Step": 5057, "Finetune/Step Time": 4.84215310588479}
{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8736023902893066, "Finetune/Loss (Raw)": 0.9242721199989319, "Finetune/Step": 5058, "Finetune/Step Time": 4.8512534480541945}
{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8737781047821045, "Finetune/Loss (Raw)": 0.9942046403884888, "Finetune/Step": 5059, "Finetune/Step Time": 4.848827984184027}
{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8742905855178833, "Finetune/Loss (Raw)": 1.006840705871582, "Finetune/Step": 5060, "Finetune/Step Time": 4.848958978429437}
{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8751774430274963, "Finetune/Loss (Raw)": 0.9358148574829102, "Finetune/Step": 5061, "Finetune/Step Time": 4.825347054749727}
{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8745532631874084, "Finetune/Loss (Raw)": 0.8814764022827148, "Finetune/Step": 5062, "Finetune/Step Time": 4.8299641869962215}
{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8743764162063599, "Finetune/Loss (Raw)": 0.9731571674346924, "Finetune/Step": 5063, "Finetune/Step Time": 4.833475278690457}
{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.874299943447113, "Finetune/Loss (Raw)": 0.8077772855758667, "Finetune/Step": 5064, "Finetune/Step Time": 4.828931612893939}
{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8739668726921082, "Finetune/Loss (Raw)": 1.0165081024169922, "Finetune/Step": 5065, "Finetune/Step Time": 4.835135662928224}
{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8738812208175659, "Finetune/Loss (Raw)": 0.9571980834007263, "Finetune/Step": 5066, "Finetune/Step Time": 4.826150676235557}
{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8780730962753296, "Finetune/Loss (Raw)": 0.8692550659179688, "Finetune/Step": 5067, "Finetune/Step Time": 4.7939989026635885}
{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8799055814743042, "Finetune/Loss (Raw)": 0.940412700176239, "Finetune/Step": 5068, "Finetune/Step Time": 4.787236841395497}
{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8802928924560547, "Finetune/Loss (Raw)": 0.827964723110199, "Finetune/Step": 5069, "Finetune/Step Time": 4.788590935990214}
{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8801456689834595, "Finetune/Loss (Raw)": 0.8440712690353394, "Finetune/Step": 5070, "Finetune/Step Time": 4.7857779785990715}
{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8804922103881836, "Finetune/Loss (Raw)": 0.8686919808387756, "Finetune/Step": 5071, "Finetune/Step Time": 4.792577223852277}
{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8816574215888977, "Finetune/Loss (Raw)": 1.1182911396026611, "Finetune/Step": 5072, "Finetune/Step Time": 4.795410791411996}
{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.881307065486908, "Finetune/Loss (Raw)": 0.9300203323364258, "Finetune/Step": 5073, "Finetune/Step Time": 4.7997020203620195}
{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8819485306739807, "Finetune/Loss (Raw)": 0.9876158237457275, "Finetune/Step": 5074, "Finetune/Step Time": 4.795520165935159}
{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8772463202476501, "Finetune/Loss (Raw)": 0.37327274680137634, "Finetune/Step": 5075, "Finetune/Step Time": 4.829424362629652}
{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8783539533615112, "Finetune/Loss (Raw)": 0.9949045777320862, "Finetune/Step": 5076, "Finetune/Step Time": 4.828043119981885}
{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.8788414597511292, "Finetune/Loss (Raw)": 0.9208616614341736, "Finetune/Step": 5077, "Finetune/Step Time": 4.849742418155074}
{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.8792572617530823, "Finetune/Loss (Raw)": 0.9201933145523071, "Finetune/Step": 5078, "Finetune/Step Time": 4.82812755741179}
{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8800811767578125, "Finetune/Loss (Raw)": 1.0591517686843872, "Finetune/Step": 5079, "Finetune/Step Time": 4.828258713707328}
{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8806331157684326, "Finetune/Loss (Raw)": 1.0302082300186157, "Finetune/Step": 5080, "Finetune/Step Time": 4.820362515747547}
{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.879686713218689, "Finetune/Loss (Raw)": 0.7580054998397827, "Finetune/Step": 5081, "Finetune/Step Time": 4.8165618143975735}
{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8745737075805664, "Finetune/Loss (Raw)": 0.3394281566143036, "Finetune/Step": 5082, "Finetune/Step Time": 4.796361390501261}
{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8746817111968994, "Finetune/Loss (Raw)": 0.9189381003379822, "Finetune/Step": 5083, "Finetune/Step Time": 4.801037698984146}
{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8732061386108398, "Finetune/Loss (Raw)": 0.7893384099006653, "Finetune/Step": 5084, "Finetune/Step Time": 4.811475295573473}
{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8724101781845093, "Finetune/Loss (Raw)": 0.9105796217918396, "Finetune/Step": 5085, "Finetune/Step Time": 4.814881607890129}
{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.8735862970352173, "Finetune/Loss (Raw)": 1.03501558303833, "Finetune/Step": 5086, "Finetune/Step Time": 4.807247241958976}
{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8777427077293396, "Finetune/Loss (Raw)": 0.9672015905380249, "Finetune/Step": 5087, "Finetune/Step Time": 4.794421156868339}
{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8791294097900391, "Finetune/Loss (Raw)": 1.0408012866973877, "Finetune/Step": 5088, "Finetune/Step Time": 4.794179335236549}
{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8802725076675415, "Finetune/Loss (Raw)": 0.9806703925132751, "Finetune/Step": 5089, "Finetune/Step Time": 4.793397545814514}
{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8793948888778687, "Finetune/Loss (Raw)": 0.8504765629768372, "Finetune/Step": 5090, "Finetune/Step Time": 4.794734327122569}
{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8801698684692383, "Finetune/Loss (Raw)": 0.9856223464012146, "Finetune/Step": 5091, "Finetune/Step Time": 4.802740037441254}
{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8749793171882629, "Finetune/Loss (Raw)": 0.3209969401359558, "Finetune/Step": 5092, "Finetune/Step Time": 4.834116958081722}
{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8744920492172241, "Finetune/Loss (Raw)": 0.942007303237915, "Finetune/Step": 5093, "Finetune/Step Time": 4.835410410538316}
{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8747028112411499, "Finetune/Loss (Raw)": 0.8642988801002502, "Finetune/Step": 5094, "Finetune/Step Time": 4.844663904979825}
{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8732891082763672, "Finetune/Loss (Raw)": 0.7663695812225342, "Finetune/Step": 5095, "Finetune/Step Time": 4.852283054962754}
{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.872525691986084, "Finetune/Loss (Raw)": 0.8485061526298523, "Finetune/Step": 5096, "Finetune/Step Time": 4.880213180556893}
{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8707705736160278, "Finetune/Loss (Raw)": 0.7093541622161865, "Finetune/Step": 5097, "Finetune/Step Time": 4.870536720380187}
{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8689058423042297, "Finetune/Loss (Raw)": 0.7513316869735718, "Finetune/Step": 5098, "Finetune/Step Time": 4.872269583866}
{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8670421838760376, "Finetune/Loss (Raw)": 0.8167728781700134, "Finetune/Step": 5099, "Finetune/Step Time": 4.859358971938491}
{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8661981821060181, "Finetune/Loss (Raw)": 0.8045278787612915, "Finetune/Step": 5100, "Finetune/Step Time": 4.844933431595564}
{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.8646466135978699, "Finetune/Loss (Raw)": 0.8280991911888123, "Finetune/Step": 5101, "Finetune/Step Time": 4.840663753449917}
{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8695967197418213, "Finetune/Loss (Raw)": 0.9334420561790466, "Finetune/Step": 5102, "Finetune/Step Time": 4.807563368231058}
{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8708685040473938, "Finetune/Loss (Raw)": 1.0110927820205688, "Finetune/Step": 5103, "Finetune/Step Time": 4.802575949579477}
{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.868036150932312, "Finetune/Loss (Raw)": 0.6711124777793884, "Finetune/Step": 5104, "Finetune/Step Time": 4.805023139342666}
{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8689215779304504, "Finetune/Loss (Raw)": 0.9145911335945129, "Finetune/Step": 5105, "Finetune/Step Time": 4.783866968005896}
{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8703610301017761, "Finetune/Loss (Raw)": 1.025812029838562, "Finetune/Step": 5106, "Finetune/Step Time": 4.796060191467404}
{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8712924718856812, "Finetune/Loss (Raw)": 1.0105005502700806, "Finetune/Step": 5107, "Finetune/Step Time": 4.801551412791014}
{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8722897171974182, "Finetune/Loss (Raw)": 0.8798332810401917, "Finetune/Step": 5108, "Finetune/Step Time": 4.7792091351002455}
{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8740248084068298, "Finetune/Loss (Raw)": 1.007871150970459, "Finetune/Step": 5109, "Finetune/Step Time": 4.7820064928382635}
{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.8734674453735352, "Finetune/Loss (Raw)": 0.9248273968696594, "Finetune/Step": 5110, "Finetune/Step Time": 4.793940741568804}
{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8764730095863342, "Finetune/Loss (Raw)": 0.7916194796562195, "Finetune/Step": 5111, "Finetune/Step Time": 4.784227216616273}
{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.872501790523529, "Finetune/Loss (Raw)": 0.3436318635940552, "Finetune/Step": 5112, "Finetune/Step Time": 4.809129856526852}
{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8662761449813843, "Finetune/Loss (Raw)": 0.2846974730491638, "Finetune/Step": 5113, "Finetune/Step Time": 4.849479140713811}
{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8676176071166992, "Finetune/Loss (Raw)": 0.8969144821166992, "Finetune/Step": 5114, "Finetune/Step Time": 4.850979803130031}
{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8663814067840576, "Finetune/Loss (Raw)": 0.8096530437469482, "Finetune/Step": 5115, "Finetune/Step Time": 4.842975053936243}
{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8607081770896912, "Finetune/Loss (Raw)": 0.25446200370788574, "Finetune/Step": 5116, "Finetune/Step Time": 4.87755586579442}
{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8617329597473145, "Finetune/Loss (Raw)": 1.0915077924728394, "Finetune/Step": 5117, "Finetune/Step Time": 4.873035229742527}
{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8627678155899048, "Finetune/Loss (Raw)": 1.0410155057907104, "Finetune/Step": 5118, "Finetune/Step Time": 4.875733347609639}
{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8643496632575989, "Finetune/Loss (Raw)": 1.0731301307678223, "Finetune/Step": 5119, "Finetune/Step Time": 4.8812806606292725}
{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.8589979410171509, "Finetune/Loss (Raw)": 0.34103694558143616, "Finetune/Step": 5120, "Finetune/Step Time": 4.900572555139661}
{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8603852987289429, "Finetune/Loss (Raw)": 0.850052535533905, "Finetune/Step": 5121, "Finetune/Step Time": 4.886817555874586}
{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8599673509597778, "Finetune/Loss (Raw)": 0.818867564201355, "Finetune/Step": 5122, "Finetune/Step Time": 4.87298134341836}
{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8622831106185913, "Finetune/Loss (Raw)": 0.9482164978981018, "Finetune/Step": 5123, "Finetune/Step Time": 4.868591139093041}
{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8614259958267212, "Finetune/Loss (Raw)": 0.9665553569793701, "Finetune/Step": 5124, "Finetune/Step Time": 4.869857015088201}
{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.8620763421058655, "Finetune/Loss (Raw)": 1.041460394859314, "Finetune/Step": 5125, "Finetune/Step Time": 4.87480797059834}
{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8561044335365295, "Finetune/Loss (Raw)": 0.385180801153183, "Finetune/Step": 5126, "Finetune/Step Time": 4.908901983872056}
{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8553729057312012, "Finetune/Loss (Raw)": 0.9182302355766296, "Finetune/Step": 5127, "Finetune/Step Time": 4.922620955854654}
{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8596018552780151, "Finetune/Loss (Raw)": 0.889465868473053, "Finetune/Step": 5128, "Finetune/Step Time": 4.890779452398419}
{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8542240262031555, "Finetune/Loss (Raw)": 0.2895897924900055, "Finetune/Step": 5129, "Finetune/Step Time": 4.927910801023245}
{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.855398416519165, "Finetune/Loss (Raw)": 0.8825510740280151, "Finetune/Step": 5130, "Finetune/Step Time": 4.922717688605189}
{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8549146056175232, "Finetune/Loss (Raw)": 0.7782010436058044, "Finetune/Step": 5131, "Finetune/Step Time": 4.935109173879027}
{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.8549814224243164, "Finetune/Loss (Raw)": 0.8136141300201416, "Finetune/Step": 5132, "Finetune/Step Time": 4.929538378491998}
{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8552074432373047, "Finetune/Loss (Raw)": 0.9453336000442505, "Finetune/Step": 5133, "Finetune/Step Time": 4.93000471778214}
{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8551928997039795, "Finetune/Loss (Raw)": 0.9237864017486572, "Finetune/Step": 5134, "Finetune/Step Time": 4.933646636083722}
{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8544102907180786, "Finetune/Loss (Raw)": 0.7611493468284607, "Finetune/Step": 5135, "Finetune/Step Time": 4.927131317555904}
{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8563477396965027, "Finetune/Loss (Raw)": 1.0724899768829346, "Finetune/Step": 5136, "Finetune/Step Time": 4.93145084194839}
{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8547921180725098, "Finetune/Loss (Raw)": 0.8521803617477417, "Finetune/Step": 5137, "Finetune/Step Time": 4.934506205841899}
{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.853678822517395, "Finetune/Loss (Raw)": 0.8580864667892456, "Finetune/Step": 5138, "Finetune/Step Time": 4.94854599237442}
{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8492546081542969, "Finetune/Loss (Raw)": 0.337177038192749, "Finetune/Step": 5139, "Finetune/Step Time": 4.982380686327815}
{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8498773574829102, "Finetune/Loss (Raw)": 0.9531142115592957, "Finetune/Step": 5140, "Finetune/Step Time": 4.977126814424992}
{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8519711494445801, "Finetune/Loss (Raw)": 1.0245789289474487, "Finetune/Step": 5141, "Finetune/Step Time": 4.974371200427413}
{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8523868322372437, "Finetune/Loss (Raw)": 0.8841705918312073, "Finetune/Step": 5142, "Finetune/Step Time": 4.978688005357981}
{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8537307977676392, "Finetune/Loss (Raw)": 0.9846344590187073, "Finetune/Step": 5143, "Finetune/Step Time": 4.981597885489464}
{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8521530628204346, "Finetune/Loss (Raw)": 0.7072159647941589, "Finetune/Step": 5144, "Finetune/Step Time": 4.987067895010114}
{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.8522716760635376, "Finetune/Loss (Raw)": 0.8486517667770386, "Finetune/Step": 5145, "Finetune/Step Time": 4.982607878744602}
{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8540999889373779, "Finetune/Loss (Raw)": 1.034034252166748, "Finetune/Step": 5146, "Finetune/Step Time": 4.977669874206185}
{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8547405004501343, "Finetune/Loss (Raw)": 0.8938679695129395, "Finetune/Step": 5147, "Finetune/Step Time": 4.979807831346989}
{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8577066659927368, "Finetune/Loss (Raw)": 0.7238091230392456, "Finetune/Step": 5148, "Finetune/Step Time": 4.955507567152381}
{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8570125699043274, "Finetune/Loss (Raw)": 0.8622341156005859, "Finetune/Step": 5149, "Finetune/Step Time": 4.962018307298422}
{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.856548547744751, "Finetune/Loss (Raw)": 0.8639684319496155, "Finetune/Step": 5150, "Finetune/Step Time": 4.968739664182067}
{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.855707049369812, "Finetune/Loss (Raw)": 0.8360710740089417, "Finetune/Step": 5151, "Finetune/Step Time": 4.964783055707812}
{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8552277684211731, "Finetune/Loss (Raw)": 0.804659366607666, "Finetune/Step": 5152, "Finetune/Step Time": 4.967045525088906}
{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8517032861709595, "Finetune/Loss (Raw)": 0.41397345066070557, "Finetune/Step": 5153, "Finetune/Step Time": 4.991143003106117}
{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.8469781875610352, "Finetune/Loss (Raw)": 0.36466357111930847, "Finetune/Step": 5154, "Finetune/Step Time": 5.027403900399804}
{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.8455609083175659, "Finetune/Loss (Raw)": 0.7999120354652405, "Finetune/Step": 5155, "Finetune/Step Time": 5.0283798556774855}
{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.84568190574646, "Finetune/Loss (Raw)": 1.013632893562317, "Finetune/Step": 5156, "Finetune/Step Time": 5.040847100317478}
{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.8457140922546387, "Finetune/Loss (Raw)": 0.9289042353630066, "Finetune/Step": 5157, "Finetune/Step Time": 5.040569996461272}
{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8459482192993164, "Finetune/Loss (Raw)": 0.8892687559127808, "Finetune/Step": 5158, "Finetune/Step Time": 5.037802761420608}
{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8463314175605774, "Finetune/Loss (Raw)": 0.9917506575584412, "Finetune/Step": 5159, "Finetune/Step Time": 5.040249465033412}
{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8466349244117737, "Finetune/Loss (Raw)": 1.039089560508728, "Finetune/Step": 5160, "Finetune/Step Time": 5.039349257946014}
{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8472408056259155, "Finetune/Loss (Raw)": 0.9785115718841553, "Finetune/Step": 5161, "Finetune/Step Time": 5.0511660519987345}
{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8462419509887695, "Finetune/Loss (Raw)": 0.8380126953125, "Finetune/Step": 5162, "Finetune/Step Time": 5.061758870258927}
{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8471859693527222, "Finetune/Loss (Raw)": 0.9534918069839478, "Finetune/Step": 5163, "Finetune/Step Time": 5.057881984859705}
{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8484961986541748, "Finetune/Loss (Raw)": 1.0204756259918213, "Finetune/Step": 5164, "Finetune/Step Time": 5.071560211479664}
{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8467952013015747, "Finetune/Loss (Raw)": 0.7793662548065186, "Finetune/Step": 5165, "Finetune/Step Time": 5.081599107012153}
{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8464385867118835, "Finetune/Loss (Raw)": 0.9581528306007385, "Finetune/Step": 5166, "Finetune/Step Time": 5.083724791184068}
{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8442720174789429, "Finetune/Loss (Raw)": 0.8570331931114197, "Finetune/Step": 5167, "Finetune/Step Time": 5.082455031573772}
{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8456442356109619, "Finetune/Loss (Raw)": 0.9636377096176147, "Finetune/Step": 5168, "Finetune/Step Time": 5.078441699966788}
{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8450207114219666, "Finetune/Loss (Raw)": 0.9524312019348145, "Finetune/Step": 5169, "Finetune/Step Time": 5.079446842893958}
{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.8430566191673279, "Finetune/Loss (Raw)": 0.7699806690216064, "Finetune/Step": 5170, "Finetune/Step Time": 5.070635000243783}
{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8442028760910034, "Finetune/Loss (Raw)": 1.0314093828201294, "Finetune/Step": 5171, "Finetune/Step Time": 5.066077865660191}
{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8443338871002197, "Finetune/Loss (Raw)": 0.8928227424621582, "Finetune/Step": 5172, "Finetune/Step Time": 5.06347487308085}
{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.8485547304153442, "Finetune/Loss (Raw)": 0.8248267769813538, "Finetune/Step": 5173, "Finetune/Step Time": 5.021486196666956}
{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8547636866569519, "Finetune/Loss (Raw)": 1.1239734888076782, "Finetune/Step": 5174, "Finetune/Step Time": 4.986412966623902}
{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8548623323440552, "Finetune/Loss (Raw)": 0.948298454284668, "Finetune/Step": 5175, "Finetune/Step Time": 4.993015773594379}
{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8495861291885376, "Finetune/Loss (Raw)": 0.3211340010166168, "Finetune/Step": 5176, "Finetune/Step Time": 5.026915902271867}
{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8507236838340759, "Finetune/Loss (Raw)": 1.0413638353347778, "Finetune/Step": 5177, "Finetune/Step Time": 5.020654011517763}
{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.8498770594596863, "Finetune/Loss (Raw)": 0.7920243740081787, "Finetune/Step": 5178, "Finetune/Step Time": 5.0050547029823065}
{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8500349521636963, "Finetune/Loss (Raw)": 0.8543486595153809, "Finetune/Step": 5179, "Finetune/Step Time": 5.00069466792047}
{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8537383079528809, "Finetune/Loss (Raw)": 0.8407458662986755, "Finetune/Step": 5180, "Finetune/Step Time": 4.973154557868838}
{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8543550968170166, "Finetune/Loss (Raw)": 0.9500788450241089, "Finetune/Step": 5181, "Finetune/Step Time": 4.973836140707135}
{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8520326614379883, "Finetune/Loss (Raw)": 0.7509863972663879, "Finetune/Step": 5182, "Finetune/Step Time": 4.9823043551296}
{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8526030778884888, "Finetune/Loss (Raw)": 0.9317477345466614, "Finetune/Step": 5183, "Finetune/Step Time": 4.981119578704238}
{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.852825403213501, "Finetune/Loss (Raw)": 0.9507821202278137, "Finetune/Step": 5184, "Finetune/Step Time": 4.991419395431876}
{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.853968620300293, "Finetune/Loss (Raw)": 1.0706937313079834, "Finetune/Step": 5185, "Finetune/Step Time": 5.002963703125715}
{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8496872186660767, "Finetune/Loss (Raw)": 0.3762548267841339, "Finetune/Step": 5186, "Finetune/Step Time": 5.0302749928087}
{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8481402397155762, "Finetune/Loss (Raw)": 0.7961868047714233, "Finetune/Step": 5187, "Finetune/Step Time": 5.048477502539754}
{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8470386266708374, "Finetune/Loss (Raw)": 0.8658400774002075, "Finetune/Step": 5188, "Finetune/Step Time": 5.04976274445653}
{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8462164998054504, "Finetune/Loss (Raw)": 0.8305780291557312, "Finetune/Step": 5189, "Finetune/Step Time": 5.062396328896284}
{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8454980850219727, "Finetune/Loss (Raw)": 0.7895219922065735, "Finetune/Step": 5190, "Finetune/Step Time": 5.060648614540696}
{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.84404456615448, "Finetune/Loss (Raw)": 0.787105917930603, "Finetune/Step": 5191, "Finetune/Step Time": 5.0666607562452555}
{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8446372747421265, "Finetune/Loss (Raw)": 0.8836447596549988, "Finetune/Step": 5192, "Finetune/Step Time": 5.0623600743710995}
{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.8427305221557617, "Finetune/Loss (Raw)": 0.7724407315254211, "Finetune/Step": 5193, "Finetune/Step Time": 5.074079630896449}
{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.8378213047981262, "Finetune/Loss (Raw)": 0.3288221061229706, "Finetune/Step": 5194, "Finetune/Step Time": 5.108752949163318}
{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.8380149602890015, "Finetune/Loss (Raw)": 0.8940461874008179, "Finetune/Step": 5195, "Finetune/Step Time": 5.10662092640996}
{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.8371960520744324, "Finetune/Loss (Raw)": 0.8355848789215088, "Finetune/Step": 5196, "Finetune/Step Time": 5.112322393804789}
{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.8378300666809082, "Finetune/Loss (Raw)": 0.9091232419013977, "Finetune/Step": 5197, "Finetune/Step Time": 5.104690916836262}
{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.8382818102836609, "Finetune/Loss (Raw)": 0.9018937349319458, "Finetune/Step": 5198, "Finetune/Step Time": 5.100873962044716}