diff --git "a/qformer2_32/qformer2_32.jsonl" "b/qformer2_32/qformer2_32.jsonl"
new file mode 100644--- /dev/null
+++ "b/qformer2_32/qformer2_32.jsonl"
@@ -0,0 +1,5198 @@
+{"Finetune/Learning Rate": 1.2903225806451614e-07, "Finetune/Loss": 6.756393909454346, "Finetune/Loss (Raw)": 6.756393909454346, "Finetune/Step": 1, "Finetune/Step Time": 25.559718132019043}
+{"Finetune/Learning Rate": 2.580645161290323e-07, "Finetune/Loss": 6.988838195800781, "Finetune/Loss (Raw)": 7.221282005310059, "Finetune/Step": 2, "Finetune/Step Time": 16.157243371009827}
+{"Finetune/Learning Rate": 3.870967741935484e-07, "Finetune/Loss": 5.525903701782227, "Finetune/Loss (Raw)": 2.6000354290008545, "Finetune/Step": 3, "Finetune/Step Time": 11.846802552541098}
+{"Finetune/Learning Rate": 5.161290322580646e-07, "Finetune/Loss": 4.512779235839844, "Finetune/Loss (Raw)": 1.4734050035476685, "Finetune/Step": 4, "Finetune/Step Time": 9.73515635728836}
+{"Finetune/Learning Rate": 6.451612903225807e-07, "Finetune/Loss": 3.8737285137176514, "Finetune/Loss (Raw)": 1.3175264596939087, "Finetune/Step": 5, "Finetune/Step Time": 8.65389895439148}
+{"Finetune/Learning Rate": 7.741935483870968e-07, "Finetune/Loss": 3.4516749382019043, "Finetune/Loss (Raw)": 1.3414068222045898, "Finetune/Step": 6, "Finetune/Step Time": 7.877288579940796}
+{"Finetune/Learning Rate": 9.032258064516129e-07, "Finetune/Loss": 3.1318299770355225, "Finetune/Loss (Raw)": 1.2127622365951538, "Finetune/Step": 7, "Finetune/Step Time": 7.300677537918091}
+{"Finetune/Learning Rate": 1.0322580645161291e-06, "Finetune/Loss": 2.9180374145507812, "Finetune/Loss (Raw)": 1.4214866161346436, "Finetune/Step": 8, "Finetune/Step Time": 7.043136656284332}
+{"Finetune/Learning Rate": 1.1612903225806454e-06, "Finetune/Loss": 2.7176034450531006, "Finetune/Loss (Raw)": 1.1141334772109985, "Finetune/Step": 9, "Finetune/Step Time": 6.698729885949029}
+{"Finetune/Learning Rate": 1.2903225806451614e-06, "Finetune/Loss": 2.5936317443847656, "Finetune/Loss (Raw)": 1.4778844118118286, "Finetune/Step": 10, "Finetune/Step Time": 6.680484795570374}
+{"Finetune/Learning Rate": 1.4193548387096776e-06, "Finetune/Loss": 2.4811394214630127, "Finetune/Loss (Raw)": 1.3562171459197998, "Finetune/Step": 11, "Finetune/Step Time": 6.400553074750033}
+{"Finetune/Learning Rate": 1.5483870967741937e-06, "Finetune/Loss": 2.378415584564209, "Finetune/Loss (Raw)": 1.248451590538025, "Finetune/Step": 12, "Finetune/Step Time": 6.181921422481537}
+{"Finetune/Learning Rate": 1.67741935483871e-06, "Finetune/Loss": 2.2837798595428467, "Finetune/Loss (Raw)": 1.1481510400772095, "Finetune/Step": 13, "Finetune/Step Time": 5.9927407044630785}
+{"Finetune/Learning Rate": 1.8064516129032258e-06, "Finetune/Loss": 2.218845844268799, "Finetune/Loss (Raw)": 1.3747031688690186, "Finetune/Step": 14, "Finetune/Step Time": 5.812684399741037}
+{"Finetune/Learning Rate": 1.935483870967742e-06, "Finetune/Loss": 2.1631531715393066, "Finetune/Loss (Raw)": 1.3834552764892578, "Finetune/Step": 15, "Finetune/Step Time": 5.749755382537842}
+{"Finetune/Learning Rate": 2.0645161290322582e-06, "Finetune/Loss": 2.0888895988464355, "Finetune/Loss (Raw)": 0.9749372601509094, "Finetune/Step": 16, "Finetune/Step Time": 5.703050807118416}
+{"Finetune/Learning Rate": 2.1935483870967745e-06, "Finetune/Loss": 2.034822702407837, "Finetune/Loss (Raw)": 1.1697529554367065, "Finetune/Step": 17, "Finetune/Step Time": 5.598249968360452}
+{"Finetune/Learning Rate": 2.3225806451612907e-06, "Finetune/Loss": 1.9775469303131104, "Finetune/Loss (Raw)": 1.0038601160049438, "Finetune/Step": 18, "Finetune/Step Time": 5.533714877234565}
+{"Finetune/Learning Rate": 2.4516129032258066e-06, "Finetune/Loss": 1.9345588684082031, "Finetune/Loss (Raw)": 1.160771369934082, "Finetune/Step": 19, "Finetune/Step Time": 5.42417405780993}
+{"Finetune/Learning Rate": 2.580645161290323e-06, "Finetune/Loss": 1.8943769931793213, "Finetune/Loss (Raw)": 1.130920171737671, "Finetune/Step": 20, "Finetune/Step Time": 5.311732745170593}
+{"Finetune/Learning Rate": 2.709677419354839e-06, "Finetune/Loss": 1.859256625175476, "Finetune/Loss (Raw)": 1.1568485498428345, "Finetune/Step": 21, "Finetune/Step Time": 5.299148366564796}
+{"Finetune/Learning Rate": 2.8387096774193553e-06, "Finetune/Loss": 1.8231977224349976, "Finetune/Loss (Raw)": 1.06596040725708, "Finetune/Step": 22, "Finetune/Step Time": 5.235131274570119}
+{"Finetune/Learning Rate": 2.967741935483871e-06, "Finetune/Loss": 1.7539821863174438, "Finetune/Loss (Raw)": 0.2312442809343338, "Finetune/Step": 23, "Finetune/Step Time": 5.367493992266447}
+{"Finetune/Learning Rate": 3.0967741935483874e-06, "Finetune/Loss": 1.7309036254882812, "Finetune/Loss (Raw)": 1.200096607208252, "Finetune/Step": 24, "Finetune/Step Time": 5.279127438863118}
+{"Finetune/Learning Rate": 3.225806451612903e-06, "Finetune/Loss": 1.7041571140289307, "Finetune/Loss (Raw)": 1.0622406005859375, "Finetune/Step": 25, "Finetune/Step Time": 5.224675521850586}
+{"Finetune/Learning Rate": 3.35483870967742e-06, "Finetune/Loss": 1.6489447355270386, "Finetune/Loss (Raw)": 0.2686329483985901, "Finetune/Step": 26, "Finetune/Step Time": 5.355510546610906}
+{"Finetune/Learning Rate": 3.4838709677419357e-06, "Finetune/Loss": 1.6346688270568848, "Finetune/Loss (Raw)": 1.2634986639022827, "Finetune/Step": 27, "Finetune/Step Time": 5.26979234483507}
+{"Finetune/Learning Rate": 3.6129032258064515e-06, "Finetune/Loss": 1.6160169839859009, "Finetune/Loss (Raw)": 1.1124154329299927, "Finetune/Step": 28, "Finetune/Step Time": 5.1988926359585355}
+{"Finetune/Learning Rate": 3.741935483870968e-06, "Finetune/Loss": 1.6033827066421509, "Finetune/Loss (Raw)": 1.2496246099472046, "Finetune/Step": 29, "Finetune/Step Time": 5.184215685416913}
+{"Finetune/Learning Rate": 3.870967741935484e-06, "Finetune/Loss": 1.5848758220672607, "Finetune/Loss (Raw)": 1.0481692552566528, "Finetune/Step": 30, "Finetune/Step Time": 5.173705514272054}
+{"Finetune/Learning Rate": 4.000000000000001e-06, "Finetune/Loss": 1.5725643634796143, "Finetune/Loss (Raw)": 1.2032291889190674, "Finetune/Step": 31, "Finetune/Step Time": 5.137937561158211}
+{"Finetune/Learning Rate": 4.1290322580645165e-06, "Finetune/Loss": 1.5571048259735107, "Finetune/Loss (Raw)": 1.0778563022613525, "Finetune/Step": 32, "Finetune/Step Time": 5.159327268600464}
+{"Finetune/Learning Rate": 4.258064516129032e-06, "Finetune/Loss": 1.5386760234832764, "Finetune/Loss (Raw)": 0.9489543437957764, "Finetune/Step": 33, "Finetune/Step Time": 5.1322808482430196}
+{"Finetune/Learning Rate": 4.387096774193549e-06, "Finetune/Loss": 1.523219347000122, "Finetune/Loss (Raw)": 1.0131523609161377, "Finetune/Step": 34, "Finetune/Step Time": 5.090349449830897}
+{"Finetune/Learning Rate": 4.516129032258065e-06, "Finetune/Loss": 1.5169976949691772, "Finetune/Loss (Raw)": 1.305463433265686, "Finetune/Step": 35, "Finetune/Step Time": 5.062282453264509}
+{"Finetune/Learning Rate": 4.6451612903225815e-06, "Finetune/Loss": 1.5062142610549927, "Finetune/Loss (Raw)": 1.1287897825241089, "Finetune/Step": 36, "Finetune/Step Time": 5.069472763273451}
+{"Finetune/Learning Rate": 4.774193548387097e-06, "Finetune/Loss": 1.4997373819351196, "Finetune/Loss (Raw)": 1.2665672302246094, "Finetune/Step": 37, "Finetune/Step Time": 5.116732848657144}
+{"Finetune/Learning Rate": 4.903225806451613e-06, "Finetune/Loss": 1.4898908138275146, "Finetune/Loss (Raw)": 1.125571370124817, "Finetune/Step": 38, "Finetune/Step Time": 5.068706706950539}
+{"Finetune/Learning Rate": 5.032258064516129e-06, "Finetune/Loss": 1.4813194274902344, "Finetune/Loss (Raw)": 1.1556059122085571, "Finetune/Step": 39, "Finetune/Step Time": 5.0214407321734305}
+{"Finetune/Learning Rate": 5.161290322580646e-06, "Finetune/Loss": 1.4729048013687134, "Finetune/Loss (Raw)": 1.1447352170944214, "Finetune/Step": 40, "Finetune/Step Time": 5.026522082090378}
+{"Finetune/Learning Rate": 5.290322580645162e-06, "Finetune/Loss": 1.4677108526229858, "Finetune/Loss (Raw)": 1.2599557638168335, "Finetune/Step": 41, "Finetune/Step Time": 4.971475595381202}
+{"Finetune/Learning Rate": 5.419354838709678e-06, "Finetune/Loss": 1.4619437456130981, "Finetune/Loss (Raw)": 1.2254929542541504, "Finetune/Step": 42, "Finetune/Step Time": 4.931206305821736}
+{"Finetune/Learning Rate": 5.548387096774194e-06, "Finetune/Loss": 1.454825758934021, "Finetune/Loss (Raw)": 1.1558690071105957, "Finetune/Step": 43, "Finetune/Step Time": 4.92685509836951}
+{"Finetune/Learning Rate": 5.677419354838711e-06, "Finetune/Loss": 1.4484580755233765, "Finetune/Loss (Raw)": 1.174645185470581, "Finetune/Step": 44, "Finetune/Step Time": 4.915334495631131}
+{"Finetune/Learning Rate": 5.806451612903226e-06, "Finetune/Loss": 1.4395774602890015, "Finetune/Loss (Raw)": 1.0488303899765015, "Finetune/Step": 45, "Finetune/Step Time": 4.9736610465579565}
+{"Finetune/Learning Rate": 5.935483870967742e-06, "Finetune/Loss": 1.414703369140625, "Finetune/Loss (Raw)": 0.29537495970726013, "Finetune/Step": 46, "Finetune/Step Time": 5.072945190512615}
+{"Finetune/Learning Rate": 6.064516129032259e-06, "Finetune/Loss": 1.4088406562805176, "Finetune/Loss (Raw)": 1.1391515731811523, "Finetune/Step": 47, "Finetune/Step Time": 5.059368721982266}
+{"Finetune/Learning Rate": 6.193548387096775e-06, "Finetune/Loss": 1.4028522968292236, "Finetune/Loss (Raw)": 1.1213957071304321, "Finetune/Step": 48, "Finetune/Step Time": 5.0643997093041735}
+{"Finetune/Learning Rate": 6.3225806451612906e-06, "Finetune/Loss": 1.3979815244674683, "Finetune/Loss (Raw)": 1.164191722869873, "Finetune/Step": 49, "Finetune/Step Time": 5.037692546844482}
+{"Finetune/Learning Rate": 6.451612903225806e-06, "Finetune/Loss": 1.390769600868225, "Finetune/Loss (Raw)": 1.0373854637145996, "Finetune/Step": 50, "Finetune/Step Time": 5.00078046798706}
+{"Finetune/Learning Rate": 6.580645161290323e-06, "Finetune/Loss": 1.3859739303588867, "Finetune/Loss (Raw)": 1.1461825370788574, "Finetune/Step": 51, "Finetune/Step Time": 4.987367816999847}
+{"Finetune/Learning Rate": 6.70967741935484e-06, "Finetune/Loss": 1.3826881647109985, "Finetune/Loss (Raw)": 1.2151175737380981, "Finetune/Step": 52, "Finetune/Step Time": 4.976546058287988}
+{"Finetune/Learning Rate": 6.838709677419355e-06, "Finetune/Loss": 1.374049425125122, "Finetune/Loss (Raw)": 0.9248284101486206, "Finetune/Step": 53, "Finetune/Step Time": 4.988106628633895}
+{"Finetune/Learning Rate": 6.967741935483871e-06, "Finetune/Loss": 1.3659292459487915, "Finetune/Loss (Raw)": 0.9355676770210266, "Finetune/Step": 54, "Finetune/Step Time": 4.980701018262793}
+{"Finetune/Learning Rate": 7.096774193548388e-06, "Finetune/Loss": 1.3622725009918213, "Finetune/Loss (Raw)": 1.1648024320602417, "Finetune/Step": 55, "Finetune/Step Time": 4.981637998060747}
+{"Finetune/Learning Rate": 7.225806451612903e-06, "Finetune/Loss": 1.3579027652740479, "Finetune/Loss (Raw)": 1.1175669431686401, "Finetune/Step": 56, "Finetune/Step Time": 4.990835330315998}
+{"Finetune/Learning Rate": 7.35483870967742e-06, "Finetune/Loss": 1.3520245552062988, "Finetune/Loss (Raw)": 1.0228521823883057, "Finetune/Step": 57, "Finetune/Step Time": 4.967195724186144}
+{"Finetune/Learning Rate": 7.483870967741936e-06, "Finetune/Loss": 1.347023367881775, "Finetune/Loss (Raw)": 1.0619544982910156, "Finetune/Step": 58, "Finetune/Step Time": 4.992353258461788}
+{"Finetune/Learning Rate": 7.612903225806451e-06, "Finetune/Loss": 1.3427077531814575, "Finetune/Loss (Raw)": 1.0924029350280762, "Finetune/Step": 59, "Finetune/Step Time": 4.998422036736699}
+{"Finetune/Learning Rate": 7.741935483870968e-06, "Finetune/Loss": 1.3386160135269165, "Finetune/Loss (Raw)": 1.0971958637237549, "Finetune/Step": 60, "Finetune/Step Time": 4.972740395863851}
+{"Finetune/Learning Rate": 7.870967741935484e-06, "Finetune/Loss": 1.3355371952056885, "Finetune/Loss (Raw)": 1.1508193016052246, "Finetune/Step": 61, "Finetune/Step Time": 4.956511212176964}
+{"Finetune/Learning Rate": 8.000000000000001e-06, "Finetune/Loss": 1.3334004878997803, "Finetune/Loss (Raw)": 1.2030550241470337, "Finetune/Step": 62, "Finetune/Step Time": 4.93185886644548}
+{"Finetune/Learning Rate": 8.129032258064517e-06, "Finetune/Loss": 1.3315191268920898, "Finetune/Loss (Raw)": 1.2148648500442505, "Finetune/Step": 63, "Finetune/Step Time": 4.910368510654995}
+{"Finetune/Learning Rate": 8.258064516129033e-06, "Finetune/Loss": 1.3273473978042603, "Finetune/Loss (Raw)": 1.064539909362793, "Finetune/Step": 64, "Finetune/Step Time": 4.9449238404631615}
+{"Finetune/Learning Rate": 8.387096774193549e-06, "Finetune/Loss": 1.323078989982605, "Finetune/Loss (Raw)": 1.0498994588851929, "Finetune/Step": 65, "Finetune/Step Time": 4.937969405834491}
+{"Finetune/Learning Rate": 8.516129032258065e-06, "Finetune/Loss": 1.3183441162109375, "Finetune/Loss (Raw)": 1.010581135749817, "Finetune/Step": 66, "Finetune/Step Time": 4.922883221597383}
+{"Finetune/Learning Rate": 8.64516129032258e-06, "Finetune/Loss": 1.3121943473815918, "Finetune/Loss (Raw)": 0.9063062071800232, "Finetune/Step": 67, "Finetune/Step Time": 4.897652807520397}
+{"Finetune/Learning Rate": 8.774193548387098e-06, "Finetune/Loss": 1.3096356391906738, "Finetune/Loss (Raw)": 1.1381975412368774, "Finetune/Step": 68, "Finetune/Step Time": 4.894338996971355}
+{"Finetune/Learning Rate": 8.903225806451614e-06, "Finetune/Loss": 1.307422161102295, "Finetune/Loss (Raw)": 1.1569066047668457, "Finetune/Step": 69, "Finetune/Step Time": 4.870148403057153}
+{"Finetune/Learning Rate": 9.03225806451613e-06, "Finetune/Loss": 1.305782437324524, "Finetune/Loss (Raw)": 1.1926445960998535, "Finetune/Step": 70, "Finetune/Step Time": 4.849939390591213}
+{"Finetune/Learning Rate": 9.161290322580645e-06, "Finetune/Loss": 1.3004591464996338, "Finetune/Loss (Raw)": 0.9278355836868286, "Finetune/Step": 71, "Finetune/Step Time": 4.831880448569714}
+{"Finetune/Learning Rate": 9.290322580645163e-06, "Finetune/Loss": 1.296641230583191, "Finetune/Loss (Raw)": 1.0255675315856934, "Finetune/Step": 72, "Finetune/Step Time": 4.808054125971264}
+{"Finetune/Learning Rate": 9.419354838709677e-06, "Finetune/Loss": 1.291560173034668, "Finetune/Loss (Raw)": 0.9257193803787231, "Finetune/Step": 73, "Finetune/Step Time": 4.79008472455691}
+{"Finetune/Learning Rate": 9.548387096774195e-06, "Finetune/Loss": 1.2867850065231323, "Finetune/Loss (Raw)": 0.9381915926933289, "Finetune/Step": 74, "Finetune/Step Time": 4.772224461710131}
+{"Finetune/Learning Rate": 9.67741935483871e-06, "Finetune/Loss": 1.2806801795959473, "Finetune/Loss (Raw)": 0.8289226293563843, "Finetune/Step": 75, "Finetune/Step Time": 4.76683669090271}
+{"Finetune/Learning Rate": 9.806451612903226e-06, "Finetune/Loss": 1.2766222953796387, "Finetune/Loss (Raw)": 0.9722849726676941, "Finetune/Step": 76, "Finetune/Step Time": 4.759102102957274}
+{"Finetune/Learning Rate": 9.935483870967742e-06, "Finetune/Loss": 1.2745240926742554, "Finetune/Loss (Raw)": 1.115057110786438, "Finetune/Step": 77, "Finetune/Step Time": 4.738301809732016}
+{"Finetune/Learning Rate": 1.0064516129032258e-05, "Finetune/Loss": 1.2738271951675415, "Finetune/Loss (Raw)": 1.2201757431030273, "Finetune/Step": 78, "Finetune/Step Time": 4.718592821023403}
+{"Finetune/Learning Rate": 1.0193548387096774e-05, "Finetune/Loss": 1.272646188735962, "Finetune/Loss (Raw)": 1.1805206537246704, "Finetune/Step": 79, "Finetune/Step Time": 4.703135590010051}
+{"Finetune/Learning Rate": 1.0322580645161291e-05, "Finetune/Loss": 1.2689924240112305, "Finetune/Loss (Raw)": 0.9803488850593567, "Finetune/Step": 80, "Finetune/Step Time": 4.708546394109726}
+{"Finetune/Learning Rate": 1.0451612903225807e-05, "Finetune/Loss": 1.2674801349639893, "Finetune/Loss (Raw)": 1.146500825881958, "Finetune/Step": 81, "Finetune/Step Time": 4.7057679523656395}
+{"Finetune/Learning Rate": 1.0580645161290325e-05, "Finetune/Loss": 1.2655059099197388, "Finetune/Loss (Raw)": 1.1055951118469238, "Finetune/Step": 82, "Finetune/Step Time": 4.6889290024594565}
+{"Finetune/Learning Rate": 1.070967741935484e-05, "Finetune/Loss": 1.261765718460083, "Finetune/Loss (Raw)": 0.955069899559021, "Finetune/Step": 83, "Finetune/Step Time": 4.696989909712091}
+{"Finetune/Learning Rate": 1.0838709677419356e-05, "Finetune/Loss": 1.260933518409729, "Finetune/Loss (Raw)": 1.1918506622314453, "Finetune/Step": 84, "Finetune/Step Time": 4.698683636529105}
+{"Finetune/Learning Rate": 1.096774193548387e-05, "Finetune/Loss": 1.2585428953170776, "Finetune/Loss (Raw)": 1.057733178138733, "Finetune/Step": 85, "Finetune/Step Time": 4.684595826092888}
+{"Finetune/Learning Rate": 1.1096774193548388e-05, "Finetune/Loss": 1.2480708360671997, "Finetune/Loss (Raw)": 0.35795098543167114, "Finetune/Step": 86, "Finetune/Step Time": 4.736994036408358}
+{"Finetune/Learning Rate": 1.1225806451612904e-05, "Finetune/Loss": 1.2456079721450806, "Finetune/Loss (Raw)": 1.033797025680542, "Finetune/Step": 87, "Finetune/Step Time": 4.723083844130066}
+{"Finetune/Learning Rate": 1.1354838709677421e-05, "Finetune/Loss": 1.245484471321106, "Finetune/Loss (Raw)": 1.2347346544265747, "Finetune/Step": 88, "Finetune/Step Time": 4.730379250916568}
+{"Finetune/Learning Rate": 1.1483870967741937e-05, "Finetune/Loss": 1.2435888051986694, "Finetune/Loss (Raw)": 1.0767796039581299, "Finetune/Step": 89, "Finetune/Step Time": 4.716632031322865}
+{"Finetune/Learning Rate": 1.1612903225806453e-05, "Finetune/Loss": 1.2424994707107544, "Finetune/Loss (Raw)": 1.145547866821289, "Finetune/Step": 90, "Finetune/Step Time": 4.724131017261081}
+{"Finetune/Learning Rate": 1.1741935483870967e-05, "Finetune/Loss": 1.2417619228363037, "Finetune/Loss (Raw)": 1.1753736734390259, "Finetune/Step": 91, "Finetune/Step Time": 4.726539546316797}
+{"Finetune/Learning Rate": 1.1870967741935484e-05, "Finetune/Loss": 1.2413893938064575, "Finetune/Loss (Raw)": 1.207489252090454, "Finetune/Step": 92, "Finetune/Step Time": 4.714933493862981}
+{"Finetune/Learning Rate": 1.2e-05, "Finetune/Loss": 1.238023042678833, "Finetune/Loss (Raw)": 0.9283209443092346, "Finetune/Step": 93, "Finetune/Step Time": 4.705873420161586}
+{"Finetune/Learning Rate": 1.2129032258064518e-05, "Finetune/Loss": 1.2371960878372192, "Finetune/Loss (Raw)": 1.1602962017059326, "Finetune/Step": 94, "Finetune/Step Time": 4.689267881373142}
+{"Finetune/Learning Rate": 1.2258064516129034e-05, "Finetune/Loss": 1.2358161211013794, "Finetune/Loss (Raw)": 1.1060932874679565, "Finetune/Step": 95, "Finetune/Step Time": 4.67698231496309}
+{"Finetune/Learning Rate": 1.238709677419355e-05, "Finetune/Loss": 1.2342784404754639, "Finetune/Loss (Raw)": 1.0881974697113037, "Finetune/Step": 96, "Finetune/Step Time": 4.679396485288938}
+{"Finetune/Learning Rate": 1.2516129032258067e-05, "Finetune/Loss": 1.2322012186050415, "Finetune/Loss (Raw)": 1.0327972173690796, "Finetune/Step": 97, "Finetune/Step Time": 4.674191238953895}
+{"Finetune/Learning Rate": 1.2645161290322581e-05, "Finetune/Loss": 1.2311837673187256, "Finetune/Loss (Raw)": 1.1324915885925293, "Finetune/Step": 98, "Finetune/Step Time": 4.66241480866257}
+{"Finetune/Learning Rate": 1.2774193548387097e-05, "Finetune/Loss": 1.2210414409637451, "Finetune/Loss (Raw)": 0.2270854264497757, "Finetune/Step": 99, "Finetune/Step Time": 4.699242815826878}
+{"Finetune/Learning Rate": 1.2903225806451613e-05, "Finetune/Loss": 1.221058964729309, "Finetune/Loss (Raw)": 1.2227994203567505, "Finetune/Step": 100, "Finetune/Step Time": 4.691341950893402}
+{"Finetune/Learning Rate": 1.303225806451613e-05, "Finetune/Loss": 1.2194232940673828, "Finetune/Loss (Raw)": 1.0558552742004395, "Finetune/Step": 101, "Finetune/Step Time": 4.6927257339553075}
+{"Finetune/Learning Rate": 1.3161290322580646e-05, "Finetune/Loss": 1.2193794250488281, "Finetune/Loss (Raw)": 1.2149442434310913, "Finetune/Step": 102, "Finetune/Step Time": 4.675601201898911}
+{"Finetune/Learning Rate": 1.3290322580645164e-05, "Finetune/Loss": 1.2104191780090332, "Finetune/Loss (Raw)": 0.2964695394039154, "Finetune/Step": 103, "Finetune/Step Time": 4.712035380520867}
+{"Finetune/Learning Rate": 1.341935483870968e-05, "Finetune/Loss": 1.2099422216415405, "Finetune/Loss (Raw)": 1.160814881324768, "Finetune/Step": 104, "Finetune/Step Time": 4.698244330974726}
+{"Finetune/Learning Rate": 1.3548387096774194e-05, "Finetune/Loss": 1.2086013555526733, "Finetune/Loss (Raw)": 1.0691615343093872, "Finetune/Step": 105, "Finetune/Step Time": 4.680929208937146}
+{"Finetune/Learning Rate": 1.367741935483871e-05, "Finetune/Loss": 1.20730721950531, "Finetune/Loss (Raw)": 1.0714179277420044, "Finetune/Step": 106, "Finetune/Step Time": 4.668170465613311}
+{"Finetune/Learning Rate": 1.3806451612903227e-05, "Finetune/Loss": 1.2066324949264526, "Finetune/Loss (Raw)": 1.1351284980773926, "Finetune/Step": 107, "Finetune/Step Time": 4.656716041475813}
+{"Finetune/Learning Rate": 1.3935483870967743e-05, "Finetune/Loss": 1.2048996686935425, "Finetune/Loss (Raw)": 1.0194734334945679, "Finetune/Step": 108, "Finetune/Step Time": 4.648261906924071}
+{"Finetune/Learning Rate": 1.406451612903226e-05, "Finetune/Loss": 1.204376459121704, "Finetune/Loss (Raw)": 1.1478744745254517, "Finetune/Step": 109, "Finetune/Step Time": 4.637304673501111}
+{"Finetune/Learning Rate": 1.4193548387096776e-05, "Finetune/Loss": 1.203081488609314, "Finetune/Loss (Raw)": 1.0619415044784546, "Finetune/Step": 110, "Finetune/Step Time": 4.62483023296703}
+{"Finetune/Learning Rate": 1.4322580645161292e-05, "Finetune/Loss": 1.2024459838867188, "Finetune/Loss (Raw)": 1.1325092315673828, "Finetune/Step": 111, "Finetune/Step Time": 4.629901505805351}
+{"Finetune/Learning Rate": 1.4451612903225806e-05, "Finetune/Loss": 1.2014755010604858, "Finetune/Loss (Raw)": 1.093754768371582, "Finetune/Step": 112, "Finetune/Step Time": 4.630905941128731}
+{"Finetune/Learning Rate": 1.4580645161290324e-05, "Finetune/Loss": 1.2009072303771973, "Finetune/Loss (Raw)": 1.1372706890106201, "Finetune/Step": 113, "Finetune/Step Time": 4.6338455845824384}
+{"Finetune/Learning Rate": 1.470967741935484e-05, "Finetune/Loss": 1.1925736665725708, "Finetune/Loss (Raw)": 0.2508881688117981, "Finetune/Step": 114, "Finetune/Step Time": 4.675132128230312}
+{"Finetune/Learning Rate": 1.4838709677419357e-05, "Finetune/Loss": 1.191778302192688, "Finetune/Loss (Raw)": 1.1010936498641968, "Finetune/Step": 115, "Finetune/Step Time": 4.664840289820796}
+{"Finetune/Learning Rate": 1.4967741935483873e-05, "Finetune/Loss": 1.189552664756775, "Finetune/Loss (Raw)": 0.9336130023002625, "Finetune/Step": 116, "Finetune/Step Time": 4.675447260511333}
+{"Finetune/Learning Rate": 1.5096774193548389e-05, "Finetune/Loss": 1.1889071464538574, "Finetune/Loss (Raw)": 1.1140103340148926, "Finetune/Step": 117, "Finetune/Step Time": 4.670095164551694}
+{"Finetune/Learning Rate": 1.5225806451612903e-05, "Finetune/Loss": 1.1885173320770264, "Finetune/Loss (Raw)": 1.1429160833358765, "Finetune/Step": 118, "Finetune/Step Time": 4.659015661579067}
+{"Finetune/Learning Rate": 1.535483870967742e-05, "Finetune/Loss": 1.187376856803894, "Finetune/Loss (Raw)": 1.0527968406677246, "Finetune/Step": 119, "Finetune/Step Time": 4.649793963472383}
+{"Finetune/Learning Rate": 1.5483870967741936e-05, "Finetune/Loss": 1.186582326889038, "Finetune/Loss (Raw)": 1.0920393466949463, "Finetune/Step": 120, "Finetune/Step Time": 4.645192716519038}
+{"Finetune/Learning Rate": 1.5612903225806454e-05, "Finetune/Loss": 1.1852737665176392, "Finetune/Loss (Raw)": 1.0282652378082275, "Finetune/Step": 121, "Finetune/Step Time": 4.659623835697647}
+{"Finetune/Learning Rate": 1.5741935483870968e-05, "Finetune/Loss": 1.1835074424743652, "Finetune/Loss (Raw)": 0.9697718024253845, "Finetune/Step": 122, "Finetune/Step Time": 4.6500771827385075}
+{"Finetune/Learning Rate": 1.5870967741935485e-05, "Finetune/Loss": 1.18220055103302, "Finetune/Loss (Raw)": 1.0227702856063843, "Finetune/Step": 123, "Finetune/Step Time": 4.6402222393004875}
+{"Finetune/Learning Rate": 1.6000000000000003e-05, "Finetune/Loss": 1.1817837953567505, "Finetune/Loss (Raw)": 1.1305245161056519, "Finetune/Step": 124, "Finetune/Step Time": 4.632923137757086}
+{"Finetune/Learning Rate": 1.6129032258064517e-05, "Finetune/Loss": 1.1804676055908203, "Finetune/Loss (Raw)": 1.017223834991455, "Finetune/Step": 125, "Finetune/Step Time": 4.625945554733276}
+{"Finetune/Learning Rate": 1.6258064516129034e-05, "Finetune/Loss": 1.1798903942108154, "Finetune/Loss (Raw)": 1.1077531576156616, "Finetune/Step": 126, "Finetune/Step Time": 4.637451523826236}
+{"Finetune/Learning Rate": 1.638709677419355e-05, "Finetune/Loss": 1.178405523300171, "Finetune/Loss (Raw)": 0.9913174510002136, "Finetune/Step": 127, "Finetune/Step Time": 4.627047411100132}
+{"Finetune/Learning Rate": 1.6516129032258066e-05, "Finetune/Loss": 1.1780672073364258, "Finetune/Loss (Raw)": 1.1351022720336914, "Finetune/Step": 128, "Finetune/Step Time": 4.61973056383431}
+{"Finetune/Learning Rate": 1.6645161290322583e-05, "Finetune/Loss": 1.1343185901641846, "Finetune/Loss (Raw)": 1.156572699546814, "Finetune/Step": 129, "Finetune/Step Time": 4.447232672944665}
+{"Finetune/Learning Rate": 1.6774193548387098e-05, "Finetune/Loss": 1.0868645906448364, "Finetune/Loss (Raw)": 1.1471772193908691, "Finetune/Step": 130, "Finetune/Step Time": 4.430007420480251}
+{"Finetune/Learning Rate": 1.6903225806451615e-05, "Finetune/Loss": 1.0751985311508179, "Finetune/Loss (Raw)": 1.1067695617675781, "Finetune/Step": 131, "Finetune/Step Time": 4.429597590118647}
+{"Finetune/Learning Rate": 1.703225806451613e-05, "Finetune/Loss": 1.072368860244751, "Finetune/Loss (Raw)": 1.1112104654312134, "Finetune/Step": 132, "Finetune/Step Time": 4.429737892001867}
+{"Finetune/Learning Rate": 1.7161290322580647e-05, "Finetune/Loss": 1.06911301612854, "Finetune/Loss (Raw)": 0.9007814526557922, "Finetune/Step": 133, "Finetune/Step Time": 4.439595429226756}
+{"Finetune/Learning Rate": 1.729032258064516e-05, "Finetune/Loss": 1.0683670043945312, "Finetune/Loss (Raw)": 1.245910406112671, "Finetune/Step": 134, "Finetune/Step Time": 4.435443660244346}
+{"Finetune/Learning Rate": 1.741935483870968e-05, "Finetune/Loss": 1.0666955709457397, "Finetune/Loss (Raw)": 0.9988220930099487, "Finetune/Step": 135, "Finetune/Step Time": 4.437543205916882}
+{"Finetune/Learning Rate": 1.7548387096774196e-05, "Finetune/Loss": 1.064096450805664, "Finetune/Loss (Raw)": 1.0887969732284546, "Finetune/Step": 136, "Finetune/Step Time": 4.4226576536893845}
+{"Finetune/Learning Rate": 1.7677419354838713e-05, "Finetune/Loss": 1.0630344152450562, "Finetune/Loss (Raw)": 0.9781990647315979, "Finetune/Step": 137, "Finetune/Step Time": 4.425190346315503}
+{"Finetune/Learning Rate": 1.7806451612903228e-05, "Finetune/Loss": 1.060280203819275, "Finetune/Loss (Raw)": 1.1253432035446167, "Finetune/Step": 138, "Finetune/Step Time": 4.3963794726878405}
+{"Finetune/Learning Rate": 1.7935483870967742e-05, "Finetune/Loss": 1.0568846464157104, "Finetune/Loss (Raw)": 0.921586275100708, "Finetune/Step": 139, "Finetune/Step Time": 4.397781303152442}
+{"Finetune/Learning Rate": 1.806451612903226e-05, "Finetune/Loss": 1.0572054386138916, "Finetune/Loss (Raw)": 1.2895088195800781, "Finetune/Step": 140, "Finetune/Step Time": 4.391804343089461}
+{"Finetune/Learning Rate": 1.8193548387096777e-05, "Finetune/Loss": 1.0563323497772217, "Finetune/Loss (Raw)": 1.0363866090774536, "Finetune/Step": 141, "Finetune/Step Time": 4.3855719566345215}
+{"Finetune/Learning Rate": 1.832258064516129e-05, "Finetune/Loss": 1.0536818504333496, "Finetune/Loss (Raw)": 1.0354537963867188, "Finetune/Step": 142, "Finetune/Step Time": 4.425460318103433}
+{"Finetune/Learning Rate": 1.845161290322581e-05, "Finetune/Loss": 1.0504602193832397, "Finetune/Loss (Raw)": 0.9710733294487, "Finetune/Step": 143, "Finetune/Step Time": 4.439600044861436}
+{"Finetune/Learning Rate": 1.8580645161290326e-05, "Finetune/Loss": 1.0458672046661377, "Finetune/Loss (Raw)": 0.3870387077331543, "Finetune/Step": 144, "Finetune/Step Time": 4.470251027494669}
+{"Finetune/Learning Rate": 1.870967741935484e-05, "Finetune/Loss": 1.0394948720932007, "Finetune/Loss (Raw)": 0.3540947139263153, "Finetune/Step": 145, "Finetune/Step Time": 4.505656864494085}
+{"Finetune/Learning Rate": 1.8838709677419354e-05, "Finetune/Loss": 1.039281964302063, "Finetune/Loss (Raw)": 0.9766167402267456, "Finetune/Step": 146, "Finetune/Step Time": 4.495890229940414}
+{"Finetune/Learning Rate": 1.896774193548387e-05, "Finetune/Loss": 1.0372899770736694, "Finetune/Loss (Raw)": 0.905788242816925, "Finetune/Step": 147, "Finetune/Step Time": 4.502027478069067}
+{"Finetune/Learning Rate": 1.909677419354839e-05, "Finetune/Loss": 1.0369361639022827, "Finetune/Loss (Raw)": 1.0856295824050903, "Finetune/Step": 148, "Finetune/Step Time": 4.504585854709148}
+{"Finetune/Learning Rate": 1.9225806451612907e-05, "Finetune/Loss": 1.0367443561553955, "Finetune/Loss (Raw)": 1.1322875022888184, "Finetune/Step": 149, "Finetune/Step Time": 4.494022365659475}
+{"Finetune/Learning Rate": 1.935483870967742e-05, "Finetune/Loss": 1.0373106002807617, "Finetune/Loss (Raw)": 1.1384612321853638, "Finetune/Step": 150, "Finetune/Step Time": 4.497750177979469}
+{"Finetune/Learning Rate": 1.948387096774194e-05, "Finetune/Loss": 1.0441124439239502, "Finetune/Loss (Raw)": 1.1018630266189575, "Finetune/Step": 151, "Finetune/Step Time": 4.464414218440652}
+{"Finetune/Learning Rate": 1.9612903225806452e-05, "Finetune/Loss": 1.0430681705474854, "Finetune/Loss (Raw)": 1.0664399862289429, "Finetune/Step": 152, "Finetune/Step Time": 4.470320239663124}
+{"Finetune/Learning Rate": 1.974193548387097e-05, "Finetune/Loss": 1.0438697338104248, "Finetune/Loss (Raw)": 1.164848804473877, "Finetune/Step": 153, "Finetune/Step Time": 4.47963454015553}
+{"Finetune/Learning Rate": 1.9870967741935484e-05, "Finetune/Loss": 1.050683856010437, "Finetune/Loss (Raw)": 1.1408374309539795, "Finetune/Step": 154, "Finetune/Step Time": 4.440315891057253}
+{"Finetune/Learning Rate": 2e-05, "Finetune/Loss": 1.050298810005188, "Finetune/Loss (Raw)": 1.214214563369751, "Finetune/Step": 155, "Finetune/Step Time": 4.447756744921207}
+{"Finetune/Learning Rate": 1.9999998059597617e-05, "Finetune/Loss": 1.0439434051513672, "Finetune/Loss (Raw)": 0.29892054200172424, "Finetune/Step": 156, "Finetune/Step Time": 4.48940428905189}
+{"Finetune/Learning Rate": 1.9999992238391222e-05, "Finetune/Loss": 1.042668104171753, "Finetune/Loss (Raw)": 1.086381435394287, "Finetune/Step": 157, "Finetune/Step Time": 4.479449667036533}
+{"Finetune/Learning Rate": 1.999998253638307e-05, "Finetune/Loss": 1.0431710481643677, "Finetune/Loss (Raw)": 1.1125478744506836, "Finetune/Step": 158, "Finetune/Step Time": 4.4699313919991255}
+{"Finetune/Learning Rate": 1.999996895357693e-05, "Finetune/Loss": 1.0422217845916748, "Finetune/Loss (Raw)": 1.081709384918213, "Finetune/Step": 159, "Finetune/Step Time": 4.46255212649703}
+{"Finetune/Learning Rate": 1.9999951489978074e-05, "Finetune/Loss": 1.0417673587799072, "Finetune/Loss (Raw)": 1.019707202911377, "Finetune/Step": 160, "Finetune/Step Time": 4.451987283304334}
+{"Finetune/Learning Rate": 1.9999930145593275e-05, "Finetune/Loss": 1.0424548387527466, "Finetune/Loss (Raw)": 1.0369490385055542, "Finetune/Step": 161, "Finetune/Step Time": 4.448323262855411}
+{"Finetune/Learning Rate": 1.9999904920430818e-05, "Finetune/Loss": 1.0444759130477905, "Finetune/Loss (Raw)": 1.271852970123291, "Finetune/Step": 162, "Finetune/Step Time": 4.447047721594572}
+{"Finetune/Learning Rate": 1.9999875814500492e-05, "Finetune/Loss": 1.0427747964859009, "Finetune/Loss (Raw)": 1.0877106189727783, "Finetune/Step": 163, "Finetune/Step Time": 4.447164572775364}
+{"Finetune/Learning Rate": 1.99998428278136e-05, "Finetune/Loss": 1.0415102243423462, "Finetune/Loss (Raw)": 0.9669220447540283, "Finetune/Step": 164, "Finetune/Step Time": 4.4448920004069805}
+{"Finetune/Learning Rate": 1.9999805960382928e-05, "Finetune/Loss": 1.0398719310760498, "Finetune/Loss (Raw)": 1.0568677186965942, "Finetune/Step": 165, "Finetune/Step Time": 4.422018192708492}
+{"Finetune/Learning Rate": 1.99997652122228e-05, "Finetune/Loss": 1.0388587713241577, "Finetune/Loss (Raw)": 0.9958874583244324, "Finetune/Step": 166, "Finetune/Step Time": 4.42397534288466}
+{"Finetune/Learning Rate": 1.9999720583349015e-05, "Finetune/Loss": 1.038878083229065, "Finetune/Loss (Raw)": 1.158083438873291, "Finetune/Step": 167, "Finetune/Step Time": 4.426246473565698}
+{"Finetune/Learning Rate": 1.9999672073778905e-05, "Finetune/Loss": 1.0376842021942139, "Finetune/Loss (Raw)": 0.9919185042381287, "Finetune/Step": 168, "Finetune/Step Time": 4.414645092561841}
+{"Finetune/Learning Rate": 1.999961968353129e-05, "Finetune/Loss": 1.0354454517364502, "Finetune/Loss (Raw)": 0.9733970761299133, "Finetune/Step": 169, "Finetune/Step Time": 4.419678432866931}
+{"Finetune/Learning Rate": 1.9999563412626503e-05, "Finetune/Loss": 1.0287078619003296, "Finetune/Loss (Raw)": 0.3630765676498413, "Finetune/Step": 170, "Finetune/Step Time": 4.457724509760737}
+{"Finetune/Learning Rate": 1.9999503261086378e-05, "Finetune/Loss": 1.0275607109069824, "Finetune/Loss (Raw)": 1.009029746055603, "Finetune/Step": 171, "Finetune/Step Time": 4.455643851310015}
+{"Finetune/Learning Rate": 1.999943922893426e-05, "Finetune/Loss": 1.0261743068695068, "Finetune/Loss (Raw)": 0.9971907734870911, "Finetune/Step": 172, "Finetune/Step Time": 4.458527425304055}
+{"Finetune/Learning Rate": 1.9999371316195005e-05, "Finetune/Loss": 1.0274271965026855, "Finetune/Loss (Raw)": 1.209212064743042, "Finetune/Step": 173, "Finetune/Step Time": 4.4262816440314054}
+{"Finetune/Learning Rate": 1.9999299522894957e-05, "Finetune/Loss": 1.0321757793426514, "Finetune/Loss (Raw)": 0.9031805992126465, "Finetune/Step": 174, "Finetune/Step Time": 4.384265469387174}
+{"Finetune/Learning Rate": 1.9999223849061987e-05, "Finetune/Loss": 1.0326306819915771, "Finetune/Loss (Raw)": 1.197380542755127, "Finetune/Step": 175, "Finetune/Step Time": 4.376027435064316}
+{"Finetune/Learning Rate": 1.999914429472546e-05, "Finetune/Loss": 1.0266832113265991, "Finetune/Loss (Raw)": 0.36011195182800293, "Finetune/Step": 176, "Finetune/Step Time": 4.400413991883397}
+{"Finetune/Learning Rate": 1.9999060859916247e-05, "Finetune/Loss": 1.0252747535705566, "Finetune/Loss (Raw)": 0.9839119911193848, "Finetune/Step": 177, "Finetune/Step Time": 4.403093969449401}
+{"Finetune/Learning Rate": 1.9998973544666734e-05, "Finetune/Loss": 1.0266557931900024, "Finetune/Loss (Raw)": 1.2141615152359009, "Finetune/Step": 178, "Finetune/Step Time": 4.410608785226941}
+{"Finetune/Learning Rate": 1.9998882349010798e-05, "Finetune/Loss": 1.0248031616210938, "Finetune/Loss (Raw)": 0.9090489745140076, "Finetune/Step": 179, "Finetune/Step Time": 4.40856346487999}
+{"Finetune/Learning Rate": 1.999878727298384e-05, "Finetune/Loss": 1.023693561553955, "Finetune/Loss (Raw)": 1.0730780363082886, "Finetune/Step": 180, "Finetune/Step Time": 4.41678211838007}
+{"Finetune/Learning Rate": 1.999868831662274e-05, "Finetune/Loss": 1.0245040655136108, "Finetune/Loss (Raw)": 1.0285857915878296, "Finetune/Step": 181, "Finetune/Step Time": 4.39705009944737}
+{"Finetune/Learning Rate": 1.9998585479965918e-05, "Finetune/Loss": 1.0255229473114014, "Finetune/Loss (Raw)": 1.0659849643707275, "Finetune/Step": 182, "Finetune/Step Time": 4.4016495775431395}
+{"Finetune/Learning Rate": 1.999847876305328e-05, "Finetune/Loss": 1.0244115591049194, "Finetune/Loss (Raw)": 1.0225374698638916, "Finetune/Step": 183, "Finetune/Step Time": 4.390705091878772}
+{"Finetune/Learning Rate": 1.9998368165926237e-05, "Finetune/Loss": 1.0247828960418701, "Finetune/Loss (Raw)": 1.1651052236557007, "Finetune/Step": 184, "Finetune/Step Time": 4.37717667594552}
+{"Finetune/Learning Rate": 1.9998253688627706e-05, "Finetune/Loss": 1.0241012573242188, "Finetune/Loss (Raw)": 0.9356112480163574, "Finetune/Step": 185, "Finetune/Step Time": 4.380655923858285}
+{"Finetune/Learning Rate": 1.9998135331202124e-05, "Finetune/Loss": 1.0237770080566406, "Finetune/Loss (Raw)": 1.0204331874847412, "Finetune/Step": 186, "Finetune/Step Time": 4.371033865958452}
+{"Finetune/Learning Rate": 1.9998013093695413e-05, "Finetune/Loss": 1.0231657028198242, "Finetune/Loss (Raw)": 1.0141575336456299, "Finetune/Step": 187, "Finetune/Step Time": 4.356723239645362}
+{"Finetune/Learning Rate": 1.9997886976155018e-05, "Finetune/Loss": 1.0235378742218018, "Finetune/Loss (Raw)": 1.1448315382003784, "Finetune/Step": 188, "Finetune/Step Time": 4.355249751359224}
+{"Finetune/Learning Rate": 1.9997756978629876e-05, "Finetune/Loss": 1.022457480430603, "Finetune/Loss (Raw)": 1.0125417709350586, "Finetune/Step": 189, "Finetune/Step Time": 4.366017855703831}
+{"Finetune/Learning Rate": 1.999762310117044e-05, "Finetune/Loss": 1.0214701890945435, "Finetune/Loss (Raw)": 1.0766781568527222, "Finetune/Step": 190, "Finetune/Step Time": 4.3707071505486965}
+{"Finetune/Learning Rate": 1.999748534382867e-05, "Finetune/Loss": 1.020503044128418, "Finetune/Loss (Raw)": 1.091062068939209, "Finetune/Step": 191, "Finetune/Step Time": 4.376392249017954}
+{"Finetune/Learning Rate": 1.9997343706658023e-05, "Finetune/Loss": 1.0205907821655273, "Finetune/Loss (Raw)": 1.0757659673690796, "Finetune/Step": 192, "Finetune/Step Time": 4.356488764286041}
+{"Finetune/Learning Rate": 1.9997198189713462e-05, "Finetune/Loss": 1.0198426246643066, "Finetune/Loss (Raw)": 0.9541568756103516, "Finetune/Step": 193, "Finetune/Step Time": 4.349392540752888}
+{"Finetune/Learning Rate": 1.9997048793051463e-05, "Finetune/Loss": 1.020256519317627, "Finetune/Loss (Raw)": 1.063537836074829, "Finetune/Step": 194, "Finetune/Step Time": 4.348482228815556}
+{"Finetune/Learning Rate": 1.9996895516730005e-05, "Finetune/Loss": 1.0211225748062134, "Finetune/Loss (Raw)": 1.0171698331832886, "Finetune/Step": 195, "Finetune/Step Time": 4.355502866208553}
+{"Finetune/Learning Rate": 1.9996738360808566e-05, "Finetune/Loss": 1.0198744535446167, "Finetune/Loss (Raw)": 0.9784379005432129, "Finetune/Step": 196, "Finetune/Step Time": 4.351671742275357}
+{"Finetune/Learning Rate": 1.999657732534814e-05, "Finetune/Loss": 1.0191129446029663, "Finetune/Loss (Raw)": 1.0594276189804077, "Finetune/Step": 197, "Finetune/Step Time": 4.358436835929751}
+{"Finetune/Learning Rate": 1.9996412410411224e-05, "Finetune/Loss": 1.017790675163269, "Finetune/Loss (Raw)": 1.0234007835388184, "Finetune/Step": 198, "Finetune/Step Time": 4.3580890242010355}
+{"Finetune/Learning Rate": 1.9996243616061812e-05, "Finetune/Loss": 1.0184069871902466, "Finetune/Loss (Raw)": 1.0067161321640015, "Finetune/Step": 199, "Finetune/Step Time": 4.362547030672431}
+{"Finetune/Learning Rate": 1.9996070942365416e-05, "Finetune/Loss": 1.0185188055038452, "Finetune/Loss (Raw)": 1.039892315864563, "Finetune/Step": 200, "Finetune/Step Time": 4.367122836410999}
+{"Finetune/Learning Rate": 1.9995894389389038e-05, "Finetune/Loss": 1.020193099975586, "Finetune/Loss (Raw)": 1.1400262117385864, "Finetune/Step": 201, "Finetune/Step Time": 4.371223429217935}
+{"Finetune/Learning Rate": 1.9995713957201208e-05, "Finetune/Loss": 1.0217058658599854, "Finetune/Loss (Raw)": 1.131822943687439, "Finetune/Step": 202, "Finetune/Step Time": 4.374686306342483}
+{"Finetune/Learning Rate": 1.9995529645871938e-05, "Finetune/Loss": 1.023655652999878, "Finetune/Loss (Raw)": 1.0785094499588013, "Finetune/Step": 203, "Finetune/Step Time": 4.369254551827908}
+{"Finetune/Learning Rate": 1.999534145547276e-05, "Finetune/Loss": 1.024444580078125, "Finetune/Loss (Raw)": 1.0732556581497192, "Finetune/Step": 204, "Finetune/Step Time": 4.36413548886776}
+{"Finetune/Learning Rate": 1.99951493860767e-05, "Finetune/Loss": 1.0182839632034302, "Finetune/Loss (Raw)": 0.32650065422058105, "Finetune/Step": 205, "Finetune/Step Time": 4.412211965769529}
+{"Finetune/Learning Rate": 1.9994953437758305e-05, "Finetune/Loss": 1.0167368650436401, "Finetune/Loss (Raw)": 1.0221470594406128, "Finetune/Step": 206, "Finetune/Step Time": 4.420636709779501}
+{"Finetune/Learning Rate": 1.999475361059362e-05, "Finetune/Loss": 1.0168465375900269, "Finetune/Loss (Raw)": 1.1945505142211914, "Finetune/Step": 207, "Finetune/Step Time": 4.443421022966504}
+{"Finetune/Learning Rate": 1.9994549904660187e-05, "Finetune/Loss": 1.0175058841705322, "Finetune/Loss (Raw)": 1.0647574663162231, "Finetune/Step": 208, "Finetune/Step Time": 4.428468260914087}
+{"Finetune/Learning Rate": 1.9994342320037065e-05, "Finetune/Loss": 1.016495943069458, "Finetune/Loss (Raw)": 1.0172367095947266, "Finetune/Step": 209, "Finetune/Step Time": 4.42241926304996}
+{"Finetune/Learning Rate": 1.9994130856804808e-05, "Finetune/Loss": 1.0104008913040161, "Finetune/Loss (Raw)": 0.3254067599773407, "Finetune/Step": 210, "Finetune/Step Time": 4.460828876122832}
+{"Finetune/Learning Rate": 1.9993915515045485e-05, "Finetune/Loss": 1.0107260942459106, "Finetune/Loss (Raw)": 0.9967005252838135, "Finetune/Step": 211, "Finetune/Step Time": 4.453577559441328}
+{"Finetune/Learning Rate": 1.999369629484267e-05, "Finetune/Loss": 1.009859561920166, "Finetune/Loss (Raw)": 1.0809401273727417, "Finetune/Step": 212, "Finetune/Step Time": 4.45113804936409}
+{"Finetune/Learning Rate": 1.999347319628143e-05, "Finetune/Loss": 1.010969638824463, "Finetune/Loss (Raw)": 1.1998220682144165, "Finetune/Step": 213, "Finetune/Step Time": 4.454058764502406}
+{"Finetune/Learning Rate": 1.9993246219448347e-05, "Finetune/Loss": 1.0159289836883545, "Finetune/Loss (Raw)": 0.9927390813827515, "Finetune/Step": 214, "Finetune/Step Time": 4.4278259221464396}
+{"Finetune/Learning Rate": 1.999301536443151e-05, "Finetune/Loss": 1.0153332948684692, "Finetune/Loss (Raw)": 0.9575512409210205, "Finetune/Step": 215, "Finetune/Step Time": 4.42742052488029}
+{"Finetune/Learning Rate": 1.9992780631320508e-05, "Finetune/Loss": 1.0130542516708374, "Finetune/Loss (Raw)": 0.9430172443389893, "Finetune/Step": 216, "Finetune/Step Time": 4.426172675564885}
+{"Finetune/Learning Rate": 1.9992542020206432e-05, "Finetune/Loss": 1.0134307146072388, "Finetune/Loss (Raw)": 1.124964952468872, "Finetune/Step": 217, "Finetune/Step Time": 4.424382487311959}
+{"Finetune/Learning Rate": 1.9992299531181892e-05, "Finetune/Loss": 1.0129003524780273, "Finetune/Loss (Raw)": 1.0776664018630981, "Finetune/Step": 218, "Finetune/Step Time": 4.41407048329711}
+{"Finetune/Learning Rate": 1.999205316434098e-05, "Finetune/Loss": 1.0132498741149902, "Finetune/Loss (Raw)": 1.2201114892959595, "Finetune/Step": 219, "Finetune/Step Time": 4.402727073058486}
+{"Finetune/Learning Rate": 1.9991802919779318e-05, "Finetune/Loss": 1.0114681720733643, "Finetune/Loss (Raw)": 0.9794334173202515, "Finetune/Step": 220, "Finetune/Step Time": 4.400120299309492}
+{"Finetune/Learning Rate": 1.9991548797594017e-05, "Finetune/Loss": 1.0129473209381104, "Finetune/Loss (Raw)": 1.1176456212997437, "Finetune/Step": 221, "Finetune/Step Time": 4.403449388220906}
+{"Finetune/Learning Rate": 1.9991290797883693e-05, "Finetune/Loss": 1.0114080905914307, "Finetune/Loss (Raw)": 0.9632884860038757, "Finetune/Step": 222, "Finetune/Step Time": 4.409839576110244}
+{"Finetune/Learning Rate": 1.9991028920748475e-05, "Finetune/Loss": 1.0105786323547363, "Finetune/Loss (Raw)": 0.9998953342437744, "Finetune/Step": 223, "Finetune/Step Time": 4.4111727476119995}
+{"Finetune/Learning Rate": 1.9990763166289993e-05, "Finetune/Loss": 1.0049030780792236, "Finetune/Loss (Raw)": 0.3617391884326935, "Finetune/Step": 224, "Finetune/Step Time": 4.439201395958662}
+{"Finetune/Learning Rate": 1.9990493534611376e-05, "Finetune/Loss": 1.0051229000091553, "Finetune/Loss (Raw)": 1.0609524250030518, "Finetune/Step": 225, "Finetune/Step Time": 4.439713317900896}
+{"Finetune/Learning Rate": 1.9990220025817268e-05, "Finetune/Loss": 1.0055923461914062, "Finetune/Loss (Raw)": 1.192564606666565, "Finetune/Step": 226, "Finetune/Step Time": 4.436886254698038}
+{"Finetune/Learning Rate": 1.998994264001381e-05, "Finetune/Loss": 1.0131845474243164, "Finetune/Loss (Raw)": 1.1988970041275024, "Finetune/Step": 227, "Finetune/Step Time": 4.39773677662015}
+{"Finetune/Learning Rate": 1.9989661377308654e-05, "Finetune/Loss": 1.0127472877502441, "Finetune/Loss (Raw)": 1.1668298244476318, "Finetune/Step": 228, "Finetune/Step Time": 4.39282120577991}
+{"Finetune/Learning Rate": 1.9989376237810944e-05, "Finetune/Loss": 1.012563705444336, "Finetune/Loss (Raw)": 1.0323550701141357, "Finetune/Step": 229, "Finetune/Step Time": 4.386040285229683}
+{"Finetune/Learning Rate": 1.9989087221631344e-05, "Finetune/Loss": 1.0121748447418213, "Finetune/Loss (Raw)": 1.1651579141616821, "Finetune/Step": 230, "Finetune/Step Time": 4.388495333492756}
+{"Finetune/Learning Rate": 1.9988794328882017e-05, "Finetune/Loss": 1.0178667306900024, "Finetune/Loss (Raw)": 1.0250309705734253, "Finetune/Step": 231, "Finetune/Step Time": 4.350813593715429}
+{"Finetune/Learning Rate": 1.9988497559676622e-05, "Finetune/Loss": 1.0171551704406738, "Finetune/Loss (Raw)": 1.0697427988052368, "Finetune/Step": 232, "Finetune/Step Time": 4.354619035497308}
+{"Finetune/Learning Rate": 1.9988196914130332e-05, "Finetune/Loss": 1.0112512111663818, "Finetune/Loss (Raw)": 0.31345000863075256, "Finetune/Step": 233, "Finetune/Step Time": 4.398183124139905}
+{"Finetune/Learning Rate": 1.9987892392359827e-05, "Finetune/Loss": 1.0120327472686768, "Finetune/Loss (Raw)": 1.1714624166488647, "Finetune/Step": 234, "Finetune/Step Time": 4.4173957742750645}
+{"Finetune/Learning Rate": 1.998758399448328e-05, "Finetune/Loss": 1.0126652717590332, "Finetune/Loss (Raw)": 1.2160836458206177, "Finetune/Step": 235, "Finetune/Step Time": 4.457807455211878}
+{"Finetune/Learning Rate": 1.9987271720620376e-05, "Finetune/Loss": 1.0127387046813965, "Finetune/Loss (Raw)": 1.028883457183838, "Finetune/Step": 236, "Finetune/Step Time": 4.457576626911759}
+{"Finetune/Learning Rate": 1.9986955570892302e-05, "Finetune/Loss": 1.0123423337936401, "Finetune/Loss (Raw)": 1.097130298614502, "Finetune/Step": 237, "Finetune/Step Time": 4.490736631676555}
+{"Finetune/Learning Rate": 1.998663554542175e-05, "Finetune/Loss": 1.0120055675506592, "Finetune/Loss (Raw)": 1.01882803440094, "Finetune/Step": 238, "Finetune/Step Time": 4.4944068025797606}
+{"Finetune/Learning Rate": 1.9986311644332913e-05, "Finetune/Loss": 1.0101977586746216, "Finetune/Loss (Raw)": 0.9011191725730896, "Finetune/Step": 239, "Finetune/Step Time": 4.478504566475749}
+{"Finetune/Learning Rate": 1.9985983867751497e-05, "Finetune/Loss": 1.0092519521713257, "Finetune/Loss (Raw)": 0.9726955890655518, "Finetune/Step": 240, "Finetune/Step Time": 4.470950508490205}
+{"Finetune/Learning Rate": 1.99856522158047e-05, "Finetune/Loss": 1.0090479850769043, "Finetune/Loss (Raw)": 1.1111713647842407, "Finetune/Step": 241, "Finetune/Step Time": 4.458339359611273}
+{"Finetune/Learning Rate": 1.998531668862123e-05, "Finetune/Loss": 1.0154540538787842, "Finetune/Loss (Raw)": 1.070852279663086, "Finetune/Step": 242, "Finetune/Step Time": 4.420210462063551}
+{"Finetune/Learning Rate": 1.9984977286331302e-05, "Finetune/Loss": 1.0153247117996216, "Finetune/Loss (Raw)": 1.0845372676849365, "Finetune/Step": 243, "Finetune/Step Time": 4.440894328057766}
+{"Finetune/Learning Rate": 1.998463400906663e-05, "Finetune/Loss": 1.015288233757019, "Finetune/Loss (Raw)": 0.9289486408233643, "Finetune/Step": 244, "Finetune/Step Time": 4.42042993567884}
+{"Finetune/Learning Rate": 1.998428685696043e-05, "Finetune/Loss": 1.0161068439483643, "Finetune/Loss (Raw)": 1.2187883853912354, "Finetune/Step": 245, "Finetune/Step Time": 4.412933606654406}
+{"Finetune/Learning Rate": 1.998393583014743e-05, "Finetune/Loss": 1.0163835287094116, "Finetune/Loss (Raw)": 1.1783268451690674, "Finetune/Step": 246, "Finetune/Step Time": 4.439882501959801}
+{"Finetune/Learning Rate": 1.9983580928763852e-05, "Finetune/Loss": 1.0164958238601685, "Finetune/Loss (Raw)": 1.0671745538711548, "Finetune/Step": 247, "Finetune/Step Time": 4.439966980367899}
+{"Finetune/Learning Rate": 1.998322215294743e-05, "Finetune/Loss": 1.0158610343933105, "Finetune/Loss (Raw)": 1.0107874870300293, "Finetune/Step": 248, "Finetune/Step Time": 4.443364528939128}
+{"Finetune/Learning Rate": 1.9982859502837395e-05, "Finetune/Loss": 1.015864372253418, "Finetune/Loss (Raw)": 1.0286840200424194, "Finetune/Step": 249, "Finetune/Step Time": 4.4244621358811855}
+{"Finetune/Learning Rate": 1.998249297857449e-05, "Finetune/Loss": 1.0167878866195679, "Finetune/Loss (Raw)": 1.0879884958267212, "Finetune/Step": 250, "Finetune/Step Time": 4.4235581159591675}
+{"Finetune/Learning Rate": 1.9982122580300947e-05, "Finetune/Loss": 1.0178089141845703, "Finetune/Loss (Raw)": 1.1534700393676758, "Finetune/Step": 251, "Finetune/Step Time": 4.438379466533661}
+{"Finetune/Learning Rate": 1.9981748308160517e-05, "Finetune/Loss": 1.0171606540679932, "Finetune/Loss (Raw)": 1.0475488901138306, "Finetune/Step": 252, "Finetune/Step Time": 4.43737162463367}
+{"Finetune/Learning Rate": 1.9981370162298444e-05, "Finetune/Loss": 1.0177515745162964, "Finetune/Loss (Raw)": 1.0928531885147095, "Finetune/Step": 253, "Finetune/Step Time": 4.4323111567646265}
+{"Finetune/Learning Rate": 1.9980988142861486e-05, "Finetune/Loss": 1.016808271408081, "Finetune/Loss (Raw)": 0.9870041608810425, "Finetune/Step": 254, "Finetune/Step Time": 4.412659540772438}
+{"Finetune/Learning Rate": 1.998060224999789e-05, "Finetune/Loss": 1.0115966796875, "Finetune/Loss (Raw)": 0.3242402970790863, "Finetune/Step": 255, "Finetune/Step Time": 4.4519907385110855}
+{"Finetune/Learning Rate": 1.9980212483857412e-05, "Finetune/Loss": 1.0102097988128662, "Finetune/Loss (Raw)": 0.9575772881507874, "Finetune/Step": 256, "Finetune/Step Time": 4.452771082520485}
+{"Finetune/Learning Rate": 1.9979818844591318e-05, "Finetune/Loss": 1.0103625059127808, "Finetune/Loss (Raw)": 1.1761258840560913, "Finetune/Step": 257, "Finetune/Step Time": 4.452514873817563}
+{"Finetune/Learning Rate": 1.9979421332352372e-05, "Finetune/Loss": 1.0102200508117676, "Finetune/Loss (Raw)": 1.1289492845535278, "Finetune/Step": 258, "Finetune/Step Time": 4.452464111149311}
+{"Finetune/Learning Rate": 1.9979019947294836e-05, "Finetune/Loss": 1.010123372077942, "Finetune/Loss (Raw)": 1.094387173652649, "Finetune/Step": 259, "Finetune/Step Time": 4.454731462523341}
+{"Finetune/Learning Rate": 1.9978614689574486e-05, "Finetune/Loss": 1.0101712942123413, "Finetune/Loss (Raw)": 1.1173450946807861, "Finetune/Step": 260, "Finetune/Step Time": 4.474506717175245}
+{"Finetune/Learning Rate": 1.9978205559348586e-05, "Finetune/Loss": 1.0100293159484863, "Finetune/Loss (Raw)": 0.8826173543930054, "Finetune/Step": 261, "Finetune/Step Time": 4.457686439156532}
+{"Finetune/Learning Rate": 1.997779255677592e-05, "Finetune/Loss": 1.0069626569747925, "Finetune/Loss (Raw)": 0.8533703684806824, "Finetune/Step": 262, "Finetune/Step Time": 4.46869096532464}
+{"Finetune/Learning Rate": 1.997737568201676e-05, "Finetune/Loss": 1.0072283744812012, "Finetune/Loss (Raw)": 1.0328282117843628, "Finetune/Step": 263, "Finetune/Step Time": 4.4664799608290195}
+{"Finetune/Learning Rate": 1.9976954935232892e-05, "Finetune/Loss": 1.006495714187622, "Finetune/Loss (Raw)": 0.9950127601623535, "Finetune/Step": 264, "Finetune/Step Time": 4.480819515883923}
+{"Finetune/Learning Rate": 1.99765303165876e-05, "Finetune/Loss": 1.0066485404968262, "Finetune/Loss (Raw)": 0.9977825284004211, "Finetune/Step": 265, "Finetune/Step Time": 4.476950891315937}
+{"Finetune/Learning Rate": 1.997610182624566e-05, "Finetune/Loss": 1.0074877738952637, "Finetune/Loss (Raw)": 1.2327498197555542, "Finetune/Step": 266, "Finetune/Step Time": 4.488129893317819}
+{"Finetune/Learning Rate": 1.9975669464373377e-05, "Finetune/Loss": 1.0073832273483276, "Finetune/Loss (Raw)": 0.9082025289535522, "Finetune/Step": 267, "Finetune/Step Time": 4.485936224460602}
+{"Finetune/Learning Rate": 1.9975233231138525e-05, "Finetune/Loss": 1.0060670375823975, "Finetune/Loss (Raw)": 1.1210408210754395, "Finetune/Step": 268, "Finetune/Step Time": 4.4895349238067865}
+{"Finetune/Learning Rate": 1.997479312671041e-05, "Finetune/Loss": 1.0061436891555786, "Finetune/Loss (Raw)": 1.0461961030960083, "Finetune/Step": 269, "Finetune/Step Time": 4.495459822937846}
+{"Finetune/Learning Rate": 1.9974349151259824e-05, "Finetune/Loss": 1.0063416957855225, "Finetune/Loss (Raw)": 1.060789942741394, "Finetune/Step": 270, "Finetune/Step Time": 4.460524229332805}
+{"Finetune/Learning Rate": 1.9973901304959066e-05, "Finetune/Loss": 1.0067846775054932, "Finetune/Loss (Raw)": 1.0277677774429321, "Finetune/Step": 271, "Finetune/Step Time": 4.451803833246231}
+{"Finetune/Learning Rate": 1.9973449587981935e-05, "Finetune/Loss": 1.0125315189361572, "Finetune/Loss (Raw)": 1.1226593255996704, "Finetune/Step": 272, "Finetune/Step Time": 4.412725912407041}
+{"Finetune/Learning Rate": 1.9972994000503734e-05, "Finetune/Loss": 1.0180270671844482, "Finetune/Loss (Raw)": 1.0575106143951416, "Finetune/Step": 273, "Finetune/Step Time": 4.376871386542916}
+{"Finetune/Learning Rate": 1.997253454270127e-05, "Finetune/Loss": 1.0190283060073853, "Finetune/Loss (Raw)": 1.1047779321670532, "Finetune/Step": 274, "Finetune/Step Time": 4.383422018960118}
+{"Finetune/Learning Rate": 1.9972071214752843e-05, "Finetune/Loss": 1.0199726819992065, "Finetune/Loss (Raw)": 1.0266785621643066, "Finetune/Step": 275, "Finetune/Step Time": 4.380401419475675}
+{"Finetune/Learning Rate": 1.9971604016838264e-05, "Finetune/Loss": 1.0180271863937378, "Finetune/Loss (Raw)": 0.8366029858589172, "Finetune/Step": 276, "Finetune/Step Time": 4.413280511274934}
+{"Finetune/Learning Rate": 1.997113294913885e-05, "Finetune/Loss": 1.017228603363037, "Finetune/Loss (Raw)": 1.03006112575531, "Finetune/Step": 277, "Finetune/Step Time": 4.412118304520845}
+{"Finetune/Learning Rate": 1.9970658011837404e-05, "Finetune/Loss": 1.0164908170700073, "Finetune/Loss (Raw)": 1.044028401374817, "Finetune/Step": 278, "Finetune/Step Time": 4.405400440096855}
+{"Finetune/Learning Rate": 1.997017920511825e-05, "Finetune/Loss": 1.01741623878479, "Finetune/Loss (Raw)": 1.2203059196472168, "Finetune/Step": 279, "Finetune/Step Time": 4.41138356924057}
+{"Finetune/Learning Rate": 1.9969696529167197e-05, "Finetune/Loss": 1.0168521404266357, "Finetune/Loss (Raw)": 0.9942509531974792, "Finetune/Step": 280, "Finetune/Step Time": 4.409911021590233}
+{"Finetune/Learning Rate": 1.996920998417156e-05, "Finetune/Loss": 1.0162564516067505, "Finetune/Loss (Raw)": 1.0886051654815674, "Finetune/Step": 281, "Finetune/Step Time": 4.395671151578426}
+{"Finetune/Learning Rate": 1.996871957032016e-05, "Finetune/Loss": 1.015343427658081, "Finetune/Loss (Raw)": 1.0239583253860474, "Finetune/Step": 282, "Finetune/Step Time": 4.394849257543683}
+{"Finetune/Learning Rate": 1.996822528780332e-05, "Finetune/Loss": 1.0147849321365356, "Finetune/Loss (Raw)": 1.1427240371704102, "Finetune/Step": 283, "Finetune/Step Time": 4.392863415181637}
+{"Finetune/Learning Rate": 1.996772713681286e-05, "Finetune/Loss": 1.0214804410934448, "Finetune/Loss (Raw)": 1.155942440032959, "Finetune/Step": 284, "Finetune/Step Time": 4.351143280044198}
+{"Finetune/Learning Rate": 1.9967225117542097e-05, "Finetune/Loss": 1.0209107398986816, "Finetune/Loss (Raw)": 1.0134669542312622, "Finetune/Step": 285, "Finetune/Step Time": 4.368825912475586}
+{"Finetune/Learning Rate": 1.9966719230185864e-05, "Finetune/Loss": 1.020702600479126, "Finetune/Loss (Raw)": 1.0859049558639526, "Finetune/Step": 286, "Finetune/Step Time": 4.383966693654656}
+{"Finetune/Learning Rate": 1.9966209474940477e-05, "Finetune/Loss": 1.020751953125, "Finetune/Loss (Raw)": 1.0880264043807983, "Finetune/Step": 287, "Finetune/Step Time": 4.391366355121136}
+{"Finetune/Learning Rate": 1.996569585200377e-05, "Finetune/Loss": 1.0199177265167236, "Finetune/Loss (Raw)": 0.9129184484481812, "Finetune/Step": 288, "Finetune/Step Time": 4.399216368794441}
+{"Finetune/Learning Rate": 1.9965178361575068e-05, "Finetune/Loss": 1.0206453800201416, "Finetune/Loss (Raw)": 1.1300982236862183, "Finetune/Step": 289, "Finetune/Step Time": 4.403476487845182}
+{"Finetune/Learning Rate": 1.9964657003855197e-05, "Finetune/Loss": 1.018256425857544, "Finetune/Loss (Raw)": 0.9660729765892029, "Finetune/Step": 290, "Finetune/Step Time": 4.414548730477691}
+{"Finetune/Learning Rate": 1.9964131779046484e-05, "Finetune/Loss": 1.018563985824585, "Finetune/Loss (Raw)": 1.127076506614685, "Finetune/Step": 291, "Finetune/Step Time": 4.408476620912552}
+{"Finetune/Learning Rate": 1.996360268735276e-05, "Finetune/Loss": 1.0197057723999023, "Finetune/Loss (Raw)": 1.113065481185913, "Finetune/Step": 292, "Finetune/Step Time": 4.396942609921098}
+{"Finetune/Learning Rate": 1.9963069728979357e-05, "Finetune/Loss": 1.0204658508300781, "Finetune/Loss (Raw)": 1.1541693210601807, "Finetune/Step": 293, "Finetune/Step Time": 4.392625542357564}
+{"Finetune/Learning Rate": 1.9962532904133107e-05, "Finetune/Loss": 1.0186558961868286, "Finetune/Loss (Raw)": 0.7642061114311218, "Finetune/Step": 294, "Finetune/Step Time": 4.399033544585109}
+{"Finetune/Learning Rate": 1.996199221302234e-05, "Finetune/Loss": 1.0181877613067627, "Finetune/Loss (Raw)": 1.0981500148773193, "Finetune/Step": 295, "Finetune/Step Time": 4.40511305257678}
+{"Finetune/Learning Rate": 1.9961447655856883e-05, "Finetune/Loss": 1.0184088945388794, "Finetune/Loss (Raw)": 1.0202345848083496, "Finetune/Step": 296, "Finetune/Step Time": 4.41011012904346}
+{"Finetune/Learning Rate": 1.9960899232848074e-05, "Finetune/Loss": 1.019684076309204, "Finetune/Loss (Raw)": 1.136615514755249, "Finetune/Step": 297, "Finetune/Step Time": 4.412860183045268}
+{"Finetune/Learning Rate": 1.9960346944208743e-05, "Finetune/Loss": 1.0239808559417725, "Finetune/Loss (Raw)": 0.9130536913871765, "Finetune/Step": 298, "Finetune/Step Time": 4.40001499094069}
+{"Finetune/Learning Rate": 1.995979079015322e-05, "Finetune/Loss": 1.0185542106628418, "Finetune/Loss (Raw)": 0.3144294321537018, "Finetune/Step": 299, "Finetune/Step Time": 4.4358694814145565}
+{"Finetune/Learning Rate": 1.995923077089734e-05, "Finetune/Loss": 1.0136528015136719, "Finetune/Loss (Raw)": 0.369809627532959, "Finetune/Step": 300, "Finetune/Step Time": 4.4638505931943655}
+{"Finetune/Learning Rate": 1.9958666886658436e-05, "Finetune/Loss": 1.0073415040969849, "Finetune/Loss (Raw)": 0.4013614058494568, "Finetune/Step": 301, "Finetune/Step Time": 4.503452921286225}
+{"Finetune/Learning Rate": 1.995809913765534e-05, "Finetune/Loss": 1.0072695016860962, "Finetune/Loss (Raw)": 0.8939750790596008, "Finetune/Step": 302, "Finetune/Step Time": 4.512006584554911}
+{"Finetune/Learning Rate": 1.9957527524108386e-05, "Finetune/Loss": 1.0004675388336182, "Finetune/Loss (Raw)": 0.32673153281211853, "Finetune/Step": 303, "Finetune/Step Time": 4.551334489136934}
+{"Finetune/Learning Rate": 1.99569520462394e-05, "Finetune/Loss": 1.006249189376831, "Finetune/Loss (Raw)": 1.1001546382904053, "Finetune/Step": 304, "Finetune/Step Time": 4.513949161395431}
+{"Finetune/Learning Rate": 1.995637270427172e-05, "Finetune/Loss": 1.0068076848983765, "Finetune/Loss (Raw)": 1.0553966760635376, "Finetune/Step": 305, "Finetune/Step Time": 4.506455551832914}
+{"Finetune/Learning Rate": 1.9955789498430178e-05, "Finetune/Loss": 1.0047149658203125, "Finetune/Loss (Raw)": 0.9462962746620178, "Finetune/Step": 306, "Finetune/Step Time": 4.50762739777565}
+{"Finetune/Learning Rate": 1.99552024289411e-05, "Finetune/Loss": 1.0067334175109863, "Finetune/Loss (Raw)": 1.167414665222168, "Finetune/Step": 307, "Finetune/Step Time": 4.515820683911443}
+{"Finetune/Learning Rate": 1.995461149603232e-05, "Finetune/Loss": 1.0065624713897705, "Finetune/Loss (Raw)": 1.0511912107467651, "Finetune/Step": 308, "Finetune/Step Time": 4.505172302946448}
+{"Finetune/Learning Rate": 1.9954016699933163e-05, "Finetune/Loss": 1.0075428485870361, "Finetune/Loss (Raw)": 1.1540745496749878, "Finetune/Step": 309, "Finetune/Step Time": 4.530077261850238}
+{"Finetune/Learning Rate": 1.995341804087446e-05, "Finetune/Loss": 1.0071629285812378, "Finetune/Loss (Raw)": 1.0173674821853638, "Finetune/Step": 310, "Finetune/Step Time": 4.51948362775147}
+{"Finetune/Learning Rate": 1.9952815519088544e-05, "Finetune/Loss": 1.0073100328445435, "Finetune/Loss (Raw)": 1.0413583517074585, "Finetune/Step": 311, "Finetune/Step Time": 4.531289653852582}
+{"Finetune/Learning Rate": 1.9952209134809234e-05, "Finetune/Loss": 1.0059127807617188, "Finetune/Loss (Raw)": 0.9862590432167053, "Finetune/Step": 312, "Finetune/Step Time": 4.53632203117013}
+{"Finetune/Learning Rate": 1.995159888827186e-05, "Finetune/Loss": 1.0073270797729492, "Finetune/Loss (Raw)": 1.1166375875473022, "Finetune/Step": 313, "Finetune/Step Time": 4.539007602259517}
+{"Finetune/Learning Rate": 1.9950984779713244e-05, "Finetune/Loss": 1.0086156129837036, "Finetune/Loss (Raw)": 1.1853727102279663, "Finetune/Step": 314, "Finetune/Step Time": 4.523047685623169}
+{"Finetune/Learning Rate": 1.9950366809371713e-05, "Finetune/Loss": 1.0084609985351562, "Finetune/Loss (Raw)": 0.9943679571151733, "Finetune/Step": 315, "Finetune/Step Time": 4.529214268550277}
+{"Finetune/Learning Rate": 1.9949744977487087e-05, "Finetune/Loss": 1.002507209777832, "Finetune/Loss (Raw)": 0.38274046778678894, "Finetune/Step": 316, "Finetune/Step Time": 4.568866992369294}
+{"Finetune/Learning Rate": 1.994911928430069e-05, "Finetune/Loss": 1.0022096633911133, "Finetune/Loss (Raw)": 0.9744617342948914, "Finetune/Step": 317, "Finetune/Step Time": 4.559046246111393}
+{"Finetune/Learning Rate": 1.994848973005534e-05, "Finetune/Loss": 1.0021004676818848, "Finetune/Loss (Raw)": 1.0626956224441528, "Finetune/Step": 318, "Finetune/Step Time": 4.55851243622601}
+{"Finetune/Learning Rate": 1.994785631499535e-05, "Finetune/Loss": 1.001373052597046, "Finetune/Loss (Raw)": 0.9979491829872131, "Finetune/Step": 319, "Finetune/Step Time": 4.565543407574296}
+{"Finetune/Learning Rate": 1.994721903936654e-05, "Finetune/Loss": 1.0003927946090698, "Finetune/Loss (Raw)": 0.9502983689308167, "Finetune/Step": 320, "Finetune/Step Time": 4.561228010803461}
+{"Finetune/Learning Rate": 1.9946577903416224e-05, "Finetune/Loss": 0.9955390095710754, "Finetune/Loss (Raw)": 0.33287277817726135, "Finetune/Step": 321, "Finetune/Step Time": 4.599885789677501}
+{"Finetune/Learning Rate": 1.994593290739322e-05, "Finetune/Loss": 0.9950309991836548, "Finetune/Loss (Raw)": 0.998512864112854, "Finetune/Step": 322, "Finetune/Step Time": 4.600284248590469}
+{"Finetune/Learning Rate": 1.9945284051547823e-05, "Finetune/Loss": 0.9954437017440796, "Finetune/Loss (Raw)": 1.0699890851974487, "Finetune/Step": 323, "Finetune/Step Time": 4.594381278380752}
+{"Finetune/Learning Rate": 1.9944631336131856e-05, "Finetune/Loss": 0.9964612722396851, "Finetune/Loss (Raw)": 1.1086945533752441, "Finetune/Step": 324, "Finetune/Step Time": 4.593984209001064}
+{"Finetune/Learning Rate": 1.994397476139862e-05, "Finetune/Loss": 0.9963905811309814, "Finetune/Loss (Raw)": 1.0503710508346558, "Finetune/Step": 325, "Finetune/Step Time": 4.591196160763502}
+{"Finetune/Learning Rate": 1.994331432760292e-05, "Finetune/Loss": 0.9979238510131836, "Finetune/Loss (Raw)": 1.2196743488311768, "Finetune/Step": 326, "Finetune/Step Time": 4.591501684859395}
+{"Finetune/Learning Rate": 1.9942650035001053e-05, "Finetune/Loss": 0.9980301856994629, "Finetune/Loss (Raw)": 1.0203213691711426, "Finetune/Step": 327, "Finetune/Step Time": 4.58558614552021}
+{"Finetune/Learning Rate": 1.994198188385082e-05, "Finetune/Loss": 0.998356282711029, "Finetune/Loss (Raw)": 1.0816316604614258, "Finetune/Step": 328, "Finetune/Step Time": 4.5926464684307575}
+{"Finetune/Learning Rate": 1.9941309874411525e-05, "Finetune/Loss": 0.9968553781509399, "Finetune/Loss (Raw)": 0.9479139447212219, "Finetune/Step": 329, "Finetune/Step Time": 4.608969369903207}
+{"Finetune/Learning Rate": 1.9940634006943952e-05, "Finetune/Loss": 0.9948809146881104, "Finetune/Loss (Raw)": 0.8790929913520813, "Finetune/Step": 330, "Finetune/Step Time": 4.613304926082492}
+{"Finetune/Learning Rate": 1.9939954281710395e-05, "Finetune/Loss": 0.994750440120697, "Finetune/Loss (Raw)": 1.0617990493774414, "Finetune/Step": 331, "Finetune/Step Time": 4.617619534954429}
+{"Finetune/Learning Rate": 1.9939270698974643e-05, "Finetune/Loss": 0.9928625226020813, "Finetune/Loss (Raw)": 0.831608235836029, "Finetune/Step": 332, "Finetune/Step Time": 4.63354423828423}
+{"Finetune/Learning Rate": 1.9938583259001983e-05, "Finetune/Loss": 0.9984480738639832, "Finetune/Loss (Raw)": 1.0414515733718872, "Finetune/Step": 333, "Finetune/Step Time": 4.593229053542018}
+{"Finetune/Learning Rate": 1.993789196205919e-05, "Finetune/Loss": 0.9982953667640686, "Finetune/Loss (Raw)": 1.0026029348373413, "Finetune/Step": 334, "Finetune/Step Time": 4.588216222822666}
+{"Finetune/Learning Rate": 1.9937196808414552e-05, "Finetune/Loss": 0.9968751668930054, "Finetune/Loss (Raw)": 1.0127519369125366, "Finetune/Step": 335, "Finetune/Step Time": 4.57572971843183}
+{"Finetune/Learning Rate": 1.993649779833784e-05, "Finetune/Loss": 0.9972726106643677, "Finetune/Loss (Raw)": 1.1156377792358398, "Finetune/Step": 336, "Finetune/Step Time": 4.579299613833427}
+{"Finetune/Learning Rate": 1.993579493210032e-05, "Finetune/Loss": 0.9989805221557617, "Finetune/Loss (Raw)": 1.2358587980270386, "Finetune/Step": 337, "Finetune/Step Time": 4.574940534308553}
+{"Finetune/Learning Rate": 1.9935088209974774e-05, "Finetune/Loss": 1.0042471885681152, "Finetune/Loss (Raw)": 0.9995244741439819, "Finetune/Step": 338, "Finetune/Step Time": 4.5455808490514755}
+{"Finetune/Learning Rate": 1.9934377632235455e-05, "Finetune/Loss": 1.004040002822876, "Finetune/Loss (Raw)": 0.9701859354972839, "Finetune/Step": 339, "Finetune/Step Time": 4.548375625163317}
+{"Finetune/Learning Rate": 1.9933663199158135e-05, "Finetune/Loss": 1.0027672052383423, "Finetune/Loss (Raw)": 0.9180252552032471, "Finetune/Step": 340, "Finetune/Step Time": 4.546720227226615}
+{"Finetune/Learning Rate": 1.993294491102006e-05, "Finetune/Loss": 1.0014671087265015, "Finetune/Loss (Raw)": 1.0334079265594482, "Finetune/Step": 341, "Finetune/Step Time": 4.54799928329885}
+{"Finetune/Learning Rate": 1.9932222768099992e-05, "Finetune/Loss": 1.00223708152771, "Finetune/Loss (Raw)": 1.0912986993789673, "Finetune/Step": 342, "Finetune/Step Time": 4.529144000262022}
+{"Finetune/Learning Rate": 1.9931496770678178e-05, "Finetune/Loss": 1.0027587413787842, "Finetune/Loss (Raw)": 1.0243163108825684, "Finetune/Step": 343, "Finetune/Step Time": 4.527310237288475}
+{"Finetune/Learning Rate": 1.993076691903636e-05, "Finetune/Loss": 1.0039138793945312, "Finetune/Loss (Raw)": 1.0908681154251099, "Finetune/Step": 344, "Finetune/Step Time": 4.5124129969626665}
+{"Finetune/Learning Rate": 1.993003321345779e-05, "Finetune/Loss": 1.0039538145065308, "Finetune/Loss (Raw)": 1.130096197128296, "Finetune/Step": 345, "Finetune/Step Time": 4.515062937512994}
+{"Finetune/Learning Rate": 1.9929295654227193e-05, "Finetune/Loss": 1.0043845176696777, "Finetune/Loss (Raw)": 1.1327952146530151, "Finetune/Step": 346, "Finetune/Step Time": 4.521631745621562}
+{"Finetune/Learning Rate": 1.9928554241630804e-05, "Finetune/Loss": 1.0038971900939941, "Finetune/Loss (Raw)": 1.157729148864746, "Finetune/Step": 347, "Finetune/Step Time": 4.525152903050184}
+{"Finetune/Learning Rate": 1.9927808975956354e-05, "Finetune/Loss": 1.0047025680541992, "Finetune/Loss (Raw)": 1.0825272798538208, "Finetune/Step": 348, "Finetune/Step Time": 4.545012084767222}
+{"Finetune/Learning Rate": 1.9927059857493068e-05, "Finetune/Loss": 1.0050230026245117, "Finetune/Loss (Raw)": 1.158665657043457, "Finetune/Step": 349, "Finetune/Step Time": 4.553512694314122}
+{"Finetune/Learning Rate": 1.9926306886531658e-05, "Finetune/Loss": 1.005255937576294, "Finetune/Loss (Raw)": 0.9930864572525024, "Finetune/Step": 350, "Finetune/Step Time": 4.567979026585817}
+{"Finetune/Learning Rate": 1.9925550063364337e-05, "Finetune/Loss": 1.0052666664123535, "Finetune/Loss (Raw)": 1.0012754201889038, "Finetune/Step": 351, "Finetune/Step Time": 4.581301724538207}
+{"Finetune/Learning Rate": 1.992478938828482e-05, "Finetune/Loss": 1.010284423828125, "Finetune/Loss (Raw)": 1.004012107849121, "Finetune/Step": 352, "Finetune/Step Time": 4.551991591230035}
+{"Finetune/Learning Rate": 1.9924024861588307e-05, "Finetune/Loss": 1.0096670389175415, "Finetune/Loss (Raw)": 0.9819274544715881, "Finetune/Step": 353, "Finetune/Step Time": 4.5507365223020315}
+{"Finetune/Learning Rate": 1.9923256483571495e-05, "Finetune/Loss": 1.0074706077575684, "Finetune/Loss (Raw)": 0.911411464214325, "Finetune/Step": 354, "Finetune/Step Time": 4.557951010763645}
+{"Finetune/Learning Rate": 1.9922484254532578e-05, "Finetune/Loss": 1.0065102577209473, "Finetune/Loss (Raw)": 1.0759694576263428, "Finetune/Step": 355, "Finetune/Step Time": 4.567658135667443}
+{"Finetune/Learning Rate": 1.9921708174771237e-05, "Finetune/Loss": 1.004575252532959, "Finetune/Loss (Raw)": 0.9191581606864929, "Finetune/Step": 356, "Finetune/Step Time": 4.575480384752154}
+{"Finetune/Learning Rate": 1.9920928244588662e-05, "Finetune/Loss": 1.003798484802246, "Finetune/Loss (Raw)": 0.9329369068145752, "Finetune/Step": 357, "Finetune/Step Time": 4.589775059372187}
+{"Finetune/Learning Rate": 1.9920144464287527e-05, "Finetune/Loss": 0.9976269006729126, "Finetune/Loss (Raw)": 0.3751925230026245, "Finetune/Step": 358, "Finetune/Step Time": 4.628779157996178}
+{"Finetune/Learning Rate": 1.9919356834171996e-05, "Finetune/Loss": 0.9963082075119019, "Finetune/Loss (Raw)": 0.8562285304069519, "Finetune/Step": 359, "Finetune/Step Time": 4.629730936139822}
+{"Finetune/Learning Rate": 1.9918565354547738e-05, "Finetune/Loss": 0.9958709478378296, "Finetune/Loss (Raw)": 1.013776421546936, "Finetune/Step": 360, "Finetune/Step Time": 4.62915956787765}
+{"Finetune/Learning Rate": 1.991777002572191e-05, "Finetune/Loss": 1.0004076957702637, "Finetune/Loss (Raw)": 0.8941576480865479, "Finetune/Step": 361, "Finetune/Step Time": 4.589471036568284}
+{"Finetune/Learning Rate": 1.9916970848003166e-05, "Finetune/Loss": 0.9989314079284668, "Finetune/Loss (Raw)": 0.9824913144111633, "Finetune/Step": 362, "Finetune/Step Time": 4.581611681729555}
+{"Finetune/Learning Rate": 1.9916167821701645e-05, "Finetune/Loss": 0.9978795051574707, "Finetune/Loss (Raw)": 1.081437349319458, "Finetune/Step": 363, "Finetune/Step Time": 4.540154905989766}
+{"Finetune/Learning Rate": 1.991536094712899e-05, "Finetune/Loss": 0.9984908103942871, "Finetune/Loss (Raw)": 1.1071405410766602, "Finetune/Step": 364, "Finetune/Step Time": 4.538733683526516}
+{"Finetune/Learning Rate": 1.991455022459833e-05, "Finetune/Loss": 0.9987154603004456, "Finetune/Loss (Raw)": 1.12588632106781, "Finetune/Step": 365, "Finetune/Step Time": 4.5079276617616415}
+{"Finetune/Learning Rate": 1.9913735654424297e-05, "Finetune/Loss": 0.9978227019309998, "Finetune/Loss (Raw)": 0.9045533537864685, "Finetune/Step": 366, "Finetune/Step Time": 4.512917220592499}
+{"Finetune/Learning Rate": 1.9912917236923003e-05, "Finetune/Loss": 0.9986642599105835, "Finetune/Loss (Raw)": 1.008834958076477, "Finetune/Step": 367, "Finetune/Step Time": 4.518546583130956}
+{"Finetune/Learning Rate": 1.9912094972412067e-05, "Finetune/Loss": 0.9991090893745422, "Finetune/Loss (Raw)": 1.029633641242981, "Finetune/Step": 368, "Finetune/Step Time": 4.518578028306365}
+{"Finetune/Learning Rate": 1.9911268861210584e-05, "Finetune/Loss": 0.998173177242279, "Finetune/Loss (Raw)": 0.9913713335990906, "Finetune/Step": 369, "Finetune/Step Time": 4.518395137041807}
+{"Finetune/Learning Rate": 1.991043890363916e-05, "Finetune/Loss": 0.9989367127418518, "Finetune/Loss (Raw)": 1.1685903072357178, "Finetune/Step": 370, "Finetune/Step Time": 4.5126843973994255}
+{"Finetune/Learning Rate": 1.9909605100019883e-05, "Finetune/Loss": 0.9995850324630737, "Finetune/Loss (Raw)": 1.1675245761871338, "Finetune/Step": 371, "Finetune/Step Time": 4.4928529020398855}
+{"Finetune/Learning Rate": 1.9908767450676336e-05, "Finetune/Loss": 1.000535011291504, "Finetune/Loss (Raw)": 1.0505419969558716, "Finetune/Step": 372, "Finetune/Step Time": 4.507498845458031}
+{"Finetune/Learning Rate": 1.9907925955933593e-05, "Finetune/Loss": 0.9945108294487, "Finetune/Loss (Raw)": 0.4476885497570038, "Finetune/Step": 373, "Finetune/Step Time": 4.549969330430031}
+{"Finetune/Learning Rate": 1.9907080616118223e-05, "Finetune/Loss": 0.9881826043128967, "Finetune/Loss (Raw)": 0.36832302808761597, "Finetune/Step": 374, "Finetune/Step Time": 4.567246422171593}
+{"Finetune/Learning Rate": 1.9906231431558283e-05, "Finetune/Loss": 0.9885472655296326, "Finetune/Loss (Raw)": 1.1138405799865723, "Finetune/Step": 375, "Finetune/Step Time": 4.564700296148658}
+{"Finetune/Learning Rate": 1.990537840258333e-05, "Finetune/Loss": 0.9877041578292847, "Finetune/Loss (Raw)": 0.9028702974319458, "Finetune/Step": 376, "Finetune/Step Time": 4.56368643976748}
+{"Finetune/Learning Rate": 1.9904521529524402e-05, "Finetune/Loss": 0.9872822761535645, "Finetune/Loss (Raw)": 0.974683403968811, "Finetune/Step": 377, "Finetune/Step Time": 4.558077860623598}
+{"Finetune/Learning Rate": 1.990366081271404e-05, "Finetune/Loss": 0.9883382320404053, "Finetune/Loss (Raw)": 1.223157286643982, "Finetune/Step": 378, "Finetune/Step Time": 4.556922445073724}
+{"Finetune/Learning Rate": 1.990279625248627e-05, "Finetune/Loss": 0.9883915185928345, "Finetune/Loss (Raw)": 1.1602827310562134, "Finetune/Step": 379, "Finetune/Step Time": 4.554929478093982}
+{"Finetune/Learning Rate": 1.990192784917661e-05, "Finetune/Loss": 0.9883604645729065, "Finetune/Loss (Raw)": 1.0435818433761597, "Finetune/Step": 380, "Finetune/Step Time": 4.559239938855171}
+{"Finetune/Learning Rate": 1.9901055603122067e-05, "Finetune/Loss": 0.9881429672241211, "Finetune/Loss (Raw)": 1.065011739730835, "Finetune/Step": 381, "Finetune/Step Time": 4.5725279320031404}
+{"Finetune/Learning Rate": 1.9900179514661148e-05, "Finetune/Loss": 0.9876707792282104, "Finetune/Loss (Raw)": 0.9265612363815308, "Finetune/Step": 382, "Finetune/Step Time": 4.6171468291431665}
+{"Finetune/Learning Rate": 1.9899299584133848e-05, "Finetune/Loss": 0.9925206303596497, "Finetune/Loss (Raw)": 0.9450308680534363, "Finetune/Step": 383, "Finetune/Step Time": 4.616026394069195}
+{"Finetune/Learning Rate": 1.9898415811881643e-05, "Finetune/Loss": 0.9889174699783325, "Finetune/Loss (Raw)": 0.4963683485984802, "Finetune/Step": 384, "Finetune/Step Time": 4.650915363803506}
+{"Finetune/Learning Rate": 1.989752819824751e-05, "Finetune/Loss": 0.9876630902290344, "Finetune/Loss (Raw)": 1.015562653541565, "Finetune/Step": 385, "Finetune/Step Time": 4.648118443787098}
+{"Finetune/Learning Rate": 1.989663674357592e-05, "Finetune/Loss": 0.9868046045303345, "Finetune/Loss (Raw)": 1.0190613269805908, "Finetune/Step": 386, "Finetune/Step Time": 4.647645289078355}
+{"Finetune/Learning Rate": 1.9895741448212822e-05, "Finetune/Loss": 0.9851269125938416, "Finetune/Loss (Raw)": 0.8796448707580566, "Finetune/Step": 387, "Finetune/Step Time": 4.649480754509568}
+{"Finetune/Learning Rate": 1.9894842312505673e-05, "Finetune/Loss": 0.9838564395904541, "Finetune/Loss (Raw)": 0.9547267556190491, "Finetune/Step": 388, "Finetune/Step Time": 4.627629816532135}
+{"Finetune/Learning Rate": 1.9893939336803396e-05, "Finetune/Loss": 0.9843359589576721, "Finetune/Loss (Raw)": 0.9439851641654968, "Finetune/Step": 389, "Finetune/Step Time": 4.626902459189296}
+{"Finetune/Learning Rate": 1.989303252145643e-05, "Finetune/Loss": 0.9842574596405029, "Finetune/Loss (Raw)": 0.8433318734169006, "Finetune/Step": 390, "Finetune/Step Time": 4.6132861990481615}
+{"Finetune/Learning Rate": 1.9892121866816682e-05, "Finetune/Loss": 0.9840725660324097, "Finetune/Loss (Raw)": 1.0091601610183716, "Finetune/Step": 391, "Finetune/Step Time": 4.609083550050855}
+{"Finetune/Learning Rate": 1.989120737323757e-05, "Finetune/Loss": 0.9839696884155273, "Finetune/Loss (Raw)": 0.9818430542945862, "Finetune/Step": 392, "Finetune/Step Time": 4.605562197044492}
+{"Finetune/Learning Rate": 1.9890289041073984e-05, "Finetune/Loss": 0.9828639030456543, "Finetune/Loss (Raw)": 0.8562423586845398, "Finetune/Step": 393, "Finetune/Step Time": 4.617997420951724}
+{"Finetune/Learning Rate": 1.988936687068231e-05, "Finetune/Loss": 0.9795519113540649, "Finetune/Loss (Raw)": 0.8088210821151733, "Finetune/Step": 394, "Finetune/Step Time": 4.633229179307818}
+{"Finetune/Learning Rate": 1.9888440862420433e-05, "Finetune/Loss": 0.9819064736366272, "Finetune/Loss (Raw)": 1.209580898284912, "Finetune/Step": 395, "Finetune/Step Time": 4.632226545363665}
+{"Finetune/Learning Rate": 1.988751101664771e-05, "Finetune/Loss": 0.9818335771560669, "Finetune/Loss (Raw)": 1.1117109060287476, "Finetune/Step": 396, "Finetune/Step Time": 4.633328840136528}
+{"Finetune/Learning Rate": 1.9886577333724995e-05, "Finetune/Loss": 0.9803071618080139, "Finetune/Loss (Raw)": 0.8508127331733704, "Finetune/Step": 397, "Finetune/Step Time": 4.649327116087079}
+{"Finetune/Learning Rate": 1.9885639814014642e-05, "Finetune/Loss": 0.9812614917755127, "Finetune/Loss (Raw)": 1.1829403638839722, "Finetune/Step": 398, "Finetune/Step Time": 4.642562661319971}
+{"Finetune/Learning Rate": 1.9884698457880476e-05, "Finetune/Loss": 0.9805010557174683, "Finetune/Loss (Raw)": 0.9304415583610535, "Finetune/Step": 399, "Finetune/Step Time": 4.629958849400282}
+{"Finetune/Learning Rate": 1.988375326568782e-05, "Finetune/Loss": 0.9791675806045532, "Finetune/Loss (Raw)": 0.9519716501235962, "Finetune/Step": 400, "Finetune/Step Time": 4.6275400798767805}
+{"Finetune/Learning Rate": 1.9882804237803487e-05, "Finetune/Loss": 0.9796498417854309, "Finetune/Loss (Raw)": 1.119245171546936, "Finetune/Step": 401, "Finetune/Step Time": 4.6306536588817835}
+{"Finetune/Learning Rate": 1.9881851374595774e-05, "Finetune/Loss": 0.9789236783981323, "Finetune/Loss (Raw)": 1.0118207931518555, "Finetune/Step": 402, "Finetune/Step Time": 4.642273282632232}
+{"Finetune/Learning Rate": 1.988089467643447e-05, "Finetune/Loss": 0.9785380363464355, "Finetune/Loss (Raw)": 0.977319061756134, "Finetune/Step": 403, "Finetune/Step Time": 4.641667794436216}
+{"Finetune/Learning Rate": 1.9879934143690848e-05, "Finetune/Loss": 0.9804472327232361, "Finetune/Loss (Raw)": 1.0809850692749023, "Finetune/Step": 404, "Finetune/Step Time": 4.609040342271328}
+{"Finetune/Learning Rate": 1.9878969776737675e-05, "Finetune/Loss": 0.9781437516212463, "Finetune/Loss (Raw)": 0.735207200050354, "Finetune/Step": 405, "Finetune/Step Time": 4.621538171544671}
+{"Finetune/Learning Rate": 1.9878001575949205e-05, "Finetune/Loss": 0.9737305045127869, "Finetune/Loss (Raw)": 0.4791395664215088, "Finetune/Step": 406, "Finetune/Step Time": 4.660413997247815}
+{"Finetune/Learning Rate": 1.9877029541701174e-05, "Finetune/Loss": 0.9674854874610901, "Finetune/Loss (Raw)": 0.4209394156932831, "Finetune/Step": 407, "Finetune/Step Time": 4.687969019636512}
+{"Finetune/Learning Rate": 1.9876053674370806e-05, "Finetune/Loss": 0.9674390554428101, "Finetune/Loss (Raw)": 0.9883085489273071, "Finetune/Step": 408, "Finetune/Step Time": 4.688125539571047}
+{"Finetune/Learning Rate": 1.9875073974336827e-05, "Finetune/Loss": 0.9682750701904297, "Finetune/Loss (Raw)": 1.1956162452697754, "Finetune/Step": 409, "Finetune/Step Time": 4.688758742064238}
+{"Finetune/Learning Rate": 1.9874090441979433e-05, "Finetune/Loss": 0.9699072241783142, "Finetune/Loss (Raw)": 1.2328745126724243, "Finetune/Step": 410, "Finetune/Step Time": 4.687077697366476}
+{"Finetune/Learning Rate": 1.987310307768031e-05, "Finetune/Loss": 0.96880042552948, "Finetune/Loss (Raw)": 1.0010499954223633, "Finetune/Step": 411, "Finetune/Step Time": 4.689974108710885}
+{"Finetune/Learning Rate": 1.987211188182264e-05, "Finetune/Loss": 0.9627154469490051, "Finetune/Loss (Raw)": 0.3770710229873657, "Finetune/Step": 412, "Finetune/Step Time": 4.737039113417268}
+{"Finetune/Learning Rate": 1.9871116854791085e-05, "Finetune/Loss": 0.9635941982269287, "Finetune/Loss (Raw)": 1.125938057899475, "Finetune/Step": 413, "Finetune/Step Time": 4.714843392372131}
+{"Finetune/Learning Rate": 1.9870117996971797e-05, "Finetune/Loss": 0.9625241756439209, "Finetune/Loss (Raw)": 0.9489456415176392, "Finetune/Step": 414, "Finetune/Step Time": 4.699912901967764}
+{"Finetune/Learning Rate": 1.986911530875241e-05, "Finetune/Loss": 0.9623361825942993, "Finetune/Loss (Raw)": 1.0639623403549194, "Finetune/Step": 415, "Finetune/Step Time": 4.696568392217159}
+{"Finetune/Learning Rate": 1.9868108790522052e-05, "Finetune/Loss": 0.9640243649482727, "Finetune/Loss (Raw)": 1.1290100812911987, "Finetune/Step": 416, "Finetune/Step Time": 4.682031624019146}
+{"Finetune/Learning Rate": 1.986709844267133e-05, "Finetune/Loss": 0.9634197950363159, "Finetune/Loss (Raw)": 1.0527207851409912, "Finetune/Step": 417, "Finetune/Step Time": 4.676824262365699}
+{"Finetune/Learning Rate": 1.9866084265592343e-05, "Finetune/Loss": 0.9644862413406372, "Finetune/Loss (Raw)": 1.1025758981704712, "Finetune/Step": 418, "Finetune/Step Time": 4.664571408182383}
+{"Finetune/Learning Rate": 1.986506625967867e-05, "Finetune/Loss": 0.9633024334907532, "Finetune/Loss (Raw)": 0.9755446314811707, "Finetune/Step": 419, "Finetune/Step Time": 4.682197708636522}
+{"Finetune/Learning Rate": 1.9864044425325382e-05, "Finetune/Loss": 0.9574563503265381, "Finetune/Loss (Raw)": 0.3647710680961609, "Finetune/Step": 420, "Finetune/Step Time": 4.720194788649678}
+{"Finetune/Learning Rate": 1.986301876292903e-05, "Finetune/Loss": 0.9565415382385254, "Finetune/Loss (Raw)": 1.0370686054229736, "Finetune/Step": 421, "Finetune/Step Time": 4.720634218305349}
+{"Finetune/Learning Rate": 1.986198927288766e-05, "Finetune/Loss": 0.9584706425666809, "Finetune/Loss (Raw)": 1.011133074760437, "Finetune/Step": 422, "Finetune/Step Time": 4.726503862068057}
+{"Finetune/Learning Rate": 1.9860955955600784e-05, "Finetune/Loss": 0.9587507843971252, "Finetune/Loss (Raw)": 1.1339994668960571, "Finetune/Step": 423, "Finetune/Step Time": 4.720172189176083}
+{"Finetune/Learning Rate": 1.9859918811469424e-05, "Finetune/Loss": 0.9589368104934692, "Finetune/Loss (Raw)": 1.0440471172332764, "Finetune/Step": 424, "Finetune/Step Time": 4.719356935471296}
+{"Finetune/Learning Rate": 1.9858877840896076e-05, "Finetune/Loss": 0.9559987783432007, "Finetune/Loss (Raw)": 0.7605565190315247, "Finetune/Step": 425, "Finetune/Step Time": 4.7549921832978725}
+{"Finetune/Learning Rate": 1.9857833044284714e-05, "Finetune/Loss": 0.9567911624908447, "Finetune/Loss (Raw)": 1.0144802331924438, "Finetune/Step": 426, "Finetune/Step Time": 4.734101826325059}
+{"Finetune/Learning Rate": 1.9856784422040802e-05, "Finetune/Loss": 0.9620341062545776, "Finetune/Loss (Raw)": 0.9855169653892517, "Finetune/Step": 427, "Finetune/Step Time": 4.6983955185860395}
+{"Finetune/Learning Rate": 1.98557319745713e-05, "Finetune/Loss": 0.9679394364356995, "Finetune/Loss (Raw)": 1.1256979703903198, "Finetune/Step": 428, "Finetune/Step Time": 4.659275475889444}
+{"Finetune/Learning Rate": 1.985467570228463e-05, "Finetune/Loss": 0.9732378721237183, "Finetune/Loss (Raw)": 1.0795639753341675, "Finetune/Step": 429, "Finetune/Step Time": 4.623939868062735}
+{"Finetune/Learning Rate": 1.985361560559072e-05, "Finetune/Loss": 0.9733276963233948, "Finetune/Loss (Raw)": 0.9054695963859558, "Finetune/Step": 430, "Finetune/Step Time": 4.617338174954057}
+{"Finetune/Learning Rate": 1.9852551684900964e-05, "Finetune/Loss": 0.9792773723602295, "Finetune/Loss (Raw)": 1.0882877111434937, "Finetune/Step": 431, "Finetune/Step Time": 4.5872228648513556}
+{"Finetune/Learning Rate": 1.9851483940628256e-05, "Finetune/Loss": 0.9780625104904175, "Finetune/Loss (Raw)": 0.9446555376052856, "Finetune/Step": 432, "Finetune/Step Time": 4.593749990686774}
+{"Finetune/Learning Rate": 1.9850412373186967e-05, "Finetune/Loss": 0.9769881963729858, "Finetune/Loss (Raw)": 0.9178889989852905, "Finetune/Step": 433, "Finetune/Step Time": 4.597005404531956}
+{"Finetune/Learning Rate": 1.9849336982992948e-05, "Finetune/Loss": 0.9773147106170654, "Finetune/Loss (Raw)": 0.9880813956260681, "Finetune/Step": 434, "Finetune/Step Time": 4.597529647871852}
+{"Finetune/Learning Rate": 1.984825777046354e-05, "Finetune/Loss": 0.9747656583786011, "Finetune/Loss (Raw)": 0.8411334753036499, "Finetune/Step": 435, "Finetune/Step Time": 4.582664655521512}
+{"Finetune/Learning Rate": 1.9847174736017557e-05, "Finetune/Loss": 0.9738011956214905, "Finetune/Loss (Raw)": 0.9277476072311401, "Finetune/Step": 436, "Finetune/Step Time": 4.579553332179785}
+{"Finetune/Learning Rate": 1.9846087880075314e-05, "Finetune/Loss": 0.9728522896766663, "Finetune/Loss (Raw)": 1.032610297203064, "Finetune/Step": 437, "Finetune/Step Time": 4.560103055089712}
+{"Finetune/Learning Rate": 1.984499720305859e-05, "Finetune/Loss": 0.9724702835083008, "Finetune/Loss (Raw)": 0.9684743285179138, "Finetune/Step": 438, "Finetune/Step Time": 4.557675147429109}
+{"Finetune/Learning Rate": 1.984390270539066e-05, "Finetune/Loss": 0.9720149040222168, "Finetune/Loss (Raw)": 0.9830663204193115, "Finetune/Step": 439, "Finetune/Step Time": 4.555784970521927}
+{"Finetune/Learning Rate": 1.9842804387496276e-05, "Finetune/Loss": 0.9727792143821716, "Finetune/Loss (Raw)": 1.0840891599655151, "Finetune/Step": 440, "Finetune/Step Time": 4.550895111635327}
+{"Finetune/Learning Rate": 1.9841702249801677e-05, "Finetune/Loss": 0.9723092317581177, "Finetune/Loss (Raw)": 1.0564868450164795, "Finetune/Step": 441, "Finetune/Step Time": 4.5600400641560555}
+{"Finetune/Learning Rate": 1.9840596292734573e-05, "Finetune/Loss": 0.9665089845657349, "Finetune/Loss (Raw)": 0.44294100999832153, "Finetune/Step": 442, "Finetune/Step Time": 4.60068285651505}
+{"Finetune/Learning Rate": 1.9839486516724173e-05, "Finetune/Loss": 0.967167317867279, "Finetune/Loss (Raw)": 1.078629493713379, "Finetune/Step": 443, "Finetune/Step Time": 4.610548434779048}
+{"Finetune/Learning Rate": 1.983837292220115e-05, "Finetune/Loss": 0.9731034636497498, "Finetune/Loss (Raw)": 1.1425650119781494, "Finetune/Step": 444, "Finetune/Step Time": 4.571896342560649}
+{"Finetune/Learning Rate": 1.983725550959768e-05, "Finetune/Loss": 0.9734233617782593, "Finetune/Loss (Raw)": 1.0154081583023071, "Finetune/Step": 445, "Finetune/Step Time": 4.578681971877813}
+{"Finetune/Learning Rate": 1.98361342793474e-05, "Finetune/Loss": 0.9738765358924866, "Finetune/Loss (Raw)": 1.1207064390182495, "Finetune/Step": 446, "Finetune/Step Time": 4.5808045566082}
+{"Finetune/Learning Rate": 1.9835009231885444e-05, "Finetune/Loss": 0.9741915464401245, "Finetune/Loss (Raw)": 1.0382617712020874, "Finetune/Step": 447, "Finetune/Step Time": 4.570873200893402}
+{"Finetune/Learning Rate": 1.9833880367648412e-05, "Finetune/Loss": 0.9742965698242188, "Finetune/Loss (Raw)": 0.9637437462806702, "Finetune/Step": 448, "Finetune/Step Time": 4.570580754429102}
+{"Finetune/Learning Rate": 1.9832747687074403e-05, "Finetune/Loss": 0.9806140065193176, "Finetune/Loss (Raw)": 1.141511082649231, "Finetune/Step": 449, "Finetune/Step Time": 4.5351560562849045}
+{"Finetune/Learning Rate": 1.9831611190602984e-05, "Finetune/Loss": 0.9802160263061523, "Finetune/Loss (Raw)": 0.947565495967865, "Finetune/Step": 450, "Finetune/Step Time": 4.534454423934221}
+{"Finetune/Learning Rate": 1.983047087867521e-05, "Finetune/Loss": 0.9795000553131104, "Finetune/Loss (Raw)": 0.9783509373664856, "Finetune/Step": 451, "Finetune/Step Time": 4.544923743233085}
+{"Finetune/Learning Rate": 1.9829326751733607e-05, "Finetune/Loss": 0.9787195324897766, "Finetune/Loss (Raw)": 1.0087863206863403, "Finetune/Step": 452, "Finetune/Step Time": 4.5375409089028835}
+{"Finetune/Learning Rate": 1.9828178810222197e-05, "Finetune/Loss": 0.9801069498062134, "Finetune/Loss (Raw)": 1.2279623746871948, "Finetune/Step": 453, "Finetune/Step Time": 4.532364085316658}
+{"Finetune/Learning Rate": 1.9827027054586468e-05, "Finetune/Loss": 0.9783655405044556, "Finetune/Loss (Raw)": 0.9967743158340454, "Finetune/Step": 454, "Finetune/Step Time": 4.547200122848153}
+{"Finetune/Learning Rate": 1.9825871485273395e-05, "Finetune/Loss": 0.978949785232544, "Finetune/Loss (Raw)": 1.0951029062271118, "Finetune/Step": 455, "Finetune/Step Time": 4.545813350006938}
+{"Finetune/Learning Rate": 1.9824712102731435e-05, "Finetune/Loss": 0.9732252359390259, "Finetune/Loss (Raw)": 0.3488866090774536, "Finetune/Step": 456, "Finetune/Step Time": 4.57265642657876}
+{"Finetune/Learning Rate": 1.982354890741052e-05, "Finetune/Loss": 0.9729876518249512, "Finetune/Loss (Raw)": 0.917508065700531, "Finetune/Step": 457, "Finetune/Step Time": 4.5535353403538465}
+{"Finetune/Learning Rate": 1.982238189976206e-05, "Finetune/Loss": 0.9756500720977783, "Finetune/Loss (Raw)": 1.219878911972046, "Finetune/Step": 458, "Finetune/Step Time": 4.550319366157055}
+{"Finetune/Learning Rate": 1.9821211080238953e-05, "Finetune/Loss": 0.975162923336029, "Finetune/Loss (Raw)": 0.9994450807571411, "Finetune/Step": 459, "Finetune/Step Time": 4.55258509889245}
+{"Finetune/Learning Rate": 1.9820036449295564e-05, "Finetune/Loss": 0.975317656993866, "Finetune/Loss (Raw)": 0.8514099717140198, "Finetune/Step": 460, "Finetune/Step Time": 4.551716247573495}
+{"Finetune/Learning Rate": 1.9818858007387753e-05, "Finetune/Loss": 0.9748753309249878, "Finetune/Loss (Raw)": 0.984836995601654, "Finetune/Step": 461, "Finetune/Step Time": 4.550248108804226}
+{"Finetune/Learning Rate": 1.9817675754972846e-05, "Finetune/Loss": 0.9748315215110779, "Finetune/Loss (Raw)": 0.9969937205314636, "Finetune/Step": 462, "Finetune/Step Time": 4.549587346613407}
+{"Finetune/Learning Rate": 1.9816489692509654e-05, "Finetune/Loss": 0.9762677550315857, "Finetune/Loss (Raw)": 1.1965906620025635, "Finetune/Step": 463, "Finetune/Step Time": 4.543550970032811}
+{"Finetune/Learning Rate": 1.9815299820458458e-05, "Finetune/Loss": 0.9698506593704224, "Finetune/Loss (Raw)": 0.2942434549331665, "Finetune/Step": 464, "Finetune/Step Time": 4.582210831344128}
+{"Finetune/Learning Rate": 1.9814106139281033e-05, "Finetune/Loss": 0.9683672189712524, "Finetune/Loss (Raw)": 1.0459893941879272, "Finetune/Step": 465, "Finetune/Step Time": 4.590029999613762}
+{"Finetune/Learning Rate": 1.9812908649440618e-05, "Finetune/Loss": 0.9679428339004517, "Finetune/Loss (Raw)": 0.9452037215232849, "Finetune/Step": 466, "Finetune/Step Time": 4.594531126320362}
+{"Finetune/Learning Rate": 1.981170735140194e-05, "Finetune/Loss": 0.9688721895217896, "Finetune/Loss (Raw)": 1.089141845703125, "Finetune/Step": 467, "Finetune/Step Time": 4.5944565217942}
+{"Finetune/Learning Rate": 1.9810502245631194e-05, "Finetune/Loss": 0.9682401418685913, "Finetune/Loss (Raw)": 0.837121307849884, "Finetune/Step": 468, "Finetune/Step Time": 4.606221022084355}
+{"Finetune/Learning Rate": 1.980929333259606e-05, "Finetune/Loss": 0.9629511833190918, "Finetune/Loss (Raw)": 0.35641565918922424, "Finetune/Step": 469, "Finetune/Step Time": 4.640486389398575}
+{"Finetune/Learning Rate": 1.9808080612765694e-05, "Finetune/Loss": 0.9621667861938477, "Finetune/Loss (Raw)": 0.9908986687660217, "Finetune/Step": 470, "Finetune/Step Time": 4.640276957303286}
+{"Finetune/Learning Rate": 1.980686408661073e-05, "Finetune/Loss": 0.9621031880378723, "Finetune/Loss (Raw)": 1.0161789655685425, "Finetune/Step": 471, "Finetune/Step Time": 4.655646776780486}
+{"Finetune/Learning Rate": 1.9805643754603275e-05, "Finetune/Loss": 0.9624841213226318, "Finetune/Loss (Raw)": 1.1396225690841675, "Finetune/Step": 472, "Finetune/Step Time": 4.657093998044729}
+{"Finetune/Learning Rate": 1.9804419617216922e-05, "Finetune/Loss": 0.9608657360076904, "Finetune/Loss (Raw)": 0.9229401350021362, "Finetune/Step": 473, "Finetune/Step Time": 4.655090356245637}
+{"Finetune/Learning Rate": 1.9803191674926727e-05, "Finetune/Loss": 0.9602899551391602, "Finetune/Loss (Raw)": 1.0591013431549072, "Finetune/Step": 474, "Finetune/Step Time": 4.650920914486051}
+{"Finetune/Learning Rate": 1.9801959928209236e-05, "Finetune/Loss": 0.9596060514450073, "Finetune/Loss (Raw)": 1.0701912641525269, "Finetune/Step": 475, "Finetune/Step Time": 4.649945966899395}
+{"Finetune/Learning Rate": 1.9800724377542463e-05, "Finetune/Loss": 0.9592212438583374, "Finetune/Loss (Raw)": 1.0332679748535156, "Finetune/Step": 476, "Finetune/Step Time": 4.634424911811948}
+{"Finetune/Learning Rate": 1.9799485023405904e-05, "Finetune/Loss": 0.9588576555252075, "Finetune/Loss (Raw)": 1.1121342182159424, "Finetune/Step": 477, "Finetune/Step Time": 4.640209263190627}
+{"Finetune/Learning Rate": 1.9798241866280523e-05, "Finetune/Loss": 0.958712100982666, "Finetune/Loss (Raw)": 0.9744465947151184, "Finetune/Step": 478, "Finetune/Step Time": 4.616724440827966}
+{"Finetune/Learning Rate": 1.979699490664877e-05, "Finetune/Loss": 0.958954393863678, "Finetune/Loss (Raw)": 1.032288908958435, "Finetune/Step": 479, "Finetune/Step Time": 4.601703807711601}
+{"Finetune/Learning Rate": 1.9795744144994562e-05, "Finetune/Loss": 0.9596725702285767, "Finetune/Loss (Raw)": 1.0959439277648926, "Finetune/Step": 480, "Finetune/Step Time": 4.59373708255589}
+{"Finetune/Learning Rate": 1.97944895818033e-05, "Finetune/Loss": 0.9600366950035095, "Finetune/Loss (Raw)": 1.028533697128296, "Finetune/Step": 481, "Finetune/Step Time": 4.598198637366295}
+{"Finetune/Learning Rate": 1.979323121756185e-05, "Finetune/Loss": 0.961119532585144, "Finetune/Loss (Raw)": 1.0500144958496094, "Finetune/Step": 482, "Finetune/Step Time": 4.6068490874022245}
+{"Finetune/Learning Rate": 1.9791969052758563e-05, "Finetune/Loss": 0.9608334302902222, "Finetune/Loss (Raw)": 1.0393526554107666, "Finetune/Step": 483, "Finetune/Step Time": 4.617514545097947}
+{"Finetune/Learning Rate": 1.9790703087883258e-05, "Finetune/Loss": 0.9612863063812256, "Finetune/Loss (Raw)": 0.9771184325218201, "Finetune/Step": 484, "Finetune/Step Time": 4.621036596596241}
+{"Finetune/Learning Rate": 1.9789433323427233e-05, "Finetune/Loss": 0.9606845378875732, "Finetune/Loss (Raw)": 0.8559169173240662, "Finetune/Step": 485, "Finetune/Step Time": 4.624664982780814}
+{"Finetune/Learning Rate": 1.9788159759883258e-05, "Finetune/Loss": 0.9654976725578308, "Finetune/Loss (Raw)": 0.991270899772644, "Finetune/Step": 486, "Finetune/Step Time": 4.598574748262763}
+{"Finetune/Learning Rate": 1.9786882397745573e-05, "Finetune/Loss": 0.9669666886329651, "Finetune/Loss (Raw)": 1.0442649126052856, "Finetune/Step": 487, "Finetune/Step Time": 4.597555119544268}
+{"Finetune/Learning Rate": 1.9785601237509907e-05, "Finetune/Loss": 0.9672175645828247, "Finetune/Loss (Raw)": 1.0458884239196777, "Finetune/Step": 488, "Finetune/Step Time": 4.594913316890597}
+{"Finetune/Learning Rate": 1.978431627967345e-05, "Finetune/Loss": 0.9676685333251953, "Finetune/Loss (Raw)": 0.9518780708312988, "Finetune/Step": 489, "Finetune/Step Time": 4.599339170381427}
+{"Finetune/Learning Rate": 1.9783027524734865e-05, "Finetune/Loss": 0.9673435091972351, "Finetune/Loss (Raw)": 0.9408881068229675, "Finetune/Step": 490, "Finetune/Step Time": 4.605625027790666}
+{"Finetune/Learning Rate": 1.9781734973194294e-05, "Finetune/Loss": 0.964223325252533, "Finetune/Loss (Raw)": 0.6820563673973083, "Finetune/Step": 491, "Finetune/Step Time": 4.633943719789386}
+{"Finetune/Learning Rate": 1.9780438625553352e-05, "Finetune/Loss": 0.9631409645080566, "Finetune/Loss (Raw)": 0.9686011075973511, "Finetune/Step": 492, "Finetune/Step Time": 4.639752460643649}
+{"Finetune/Learning Rate": 1.9779138482315128e-05, "Finetune/Loss": 0.9628167152404785, "Finetune/Loss (Raw)": 1.0843805074691772, "Finetune/Step": 493, "Finetune/Step Time": 4.642506698146462}
+{"Finetune/Learning Rate": 1.977783454398418e-05, "Finetune/Loss": 0.9633768796920776, "Finetune/Loss (Raw)": 0.9762558341026306, "Finetune/Step": 494, "Finetune/Step Time": 4.653776939958334}
+{"Finetune/Learning Rate": 1.9776526811066543e-05, "Finetune/Loss": 0.963448703289032, "Finetune/Loss (Raw)": 1.0180225372314453, "Finetune/Step": 495, "Finetune/Step Time": 4.653854671865702}
+{"Finetune/Learning Rate": 1.977521528406972e-05, "Finetune/Loss": 0.9635535478591919, "Finetune/Loss (Raw)": 1.0430556535720825, "Finetune/Step": 496, "Finetune/Step Time": 4.6675807274878025}
+{"Finetune/Learning Rate": 1.9773899963502693e-05, "Finetune/Loss": 0.9634220600128174, "Finetune/Loss (Raw)": 0.9745445251464844, "Finetune/Step": 497, "Finetune/Step Time": 4.66969926841557}
+{"Finetune/Learning Rate": 1.9772580849875905e-05, "Finetune/Loss": 0.962510347366333, "Finetune/Loss (Raw)": 1.0518816709518433, "Finetune/Step": 498, "Finetune/Step Time": 4.6681589391082525}
+{"Finetune/Learning Rate": 1.9771257943701284e-05, "Finetune/Loss": 0.9603633880615234, "Finetune/Loss (Raw)": 0.8927162289619446, "Finetune/Step": 499, "Finetune/Step Time": 4.67027978040278}
+{"Finetune/Learning Rate": 1.9769931245492225e-05, "Finetune/Loss": 0.9599588513374329, "Finetune/Loss (Raw)": 0.9987647533416748, "Finetune/Step": 500, "Finetune/Step Time": 4.669204156845808}
+{"Finetune/Learning Rate": 1.976860075576359e-05, "Finetune/Loss": 0.9627038836479187, "Finetune/Loss (Raw)": 0.7990559339523315, "Finetune/Step": 501, "Finetune/Step Time": 4.645992448553443}
+{"Finetune/Learning Rate": 1.9767266475031716e-05, "Finetune/Loss": 0.9667930603027344, "Finetune/Loss (Raw)": 0.8917385935783386, "Finetune/Step": 502, "Finetune/Step Time": 4.620353052392602}
+{"Finetune/Learning Rate": 1.9765928403814416e-05, "Finetune/Loss": 0.9662085175514221, "Finetune/Loss (Raw)": 1.0390141010284424, "Finetune/Step": 503, "Finetune/Step Time": 4.636741561815143}
+{"Finetune/Learning Rate": 1.9764586542630965e-05, "Finetune/Loss": 0.9674954414367676, "Finetune/Loss (Raw)": 1.0675983428955078, "Finetune/Step": 504, "Finetune/Step Time": 4.6327219028025866}
+{"Finetune/Learning Rate": 1.9763240892002113e-05, "Finetune/Loss": 0.9678102731704712, "Finetune/Loss (Raw)": 1.014976143836975, "Finetune/Step": 505, "Finetune/Step Time": 4.633880943059921}
+{"Finetune/Learning Rate": 1.9761891452450082e-05, "Finetune/Loss": 0.9647411108016968, "Finetune/Loss (Raw)": 0.8303106427192688, "Finetune/Step": 506, "Finetune/Step Time": 4.651111101731658}
+{"Finetune/Learning Rate": 1.9760538224498563e-05, "Finetune/Loss": 0.963649570941925, "Finetune/Loss (Raw)": 1.0205618143081665, "Finetune/Step": 507, "Finetune/Step Time": 4.647329192608595}
+{"Finetune/Learning Rate": 1.975918120867272e-05, "Finetune/Loss": 0.9633055925369263, "Finetune/Loss (Raw)": 0.9995550513267517, "Finetune/Step": 508, "Finetune/Step Time": 4.640660334378481}
+{"Finetune/Learning Rate": 1.975782040549918e-05, "Finetune/Loss": 0.9626173973083496, "Finetune/Loss (Raw)": 0.9769263863563538, "Finetune/Step": 509, "Finetune/Step Time": 4.639151129871607}
+{"Finetune/Learning Rate": 1.9756455815506045e-05, "Finetune/Loss": 0.9626999497413635, "Finetune/Loss (Raw)": 0.9371254444122314, "Finetune/Step": 510, "Finetune/Step Time": 4.595296397805214}
+{"Finetune/Learning Rate": 1.9755087439222888e-05, "Finetune/Loss": 0.9639474153518677, "Finetune/Loss (Raw)": 1.1047056913375854, "Finetune/Step": 511, "Finetune/Step Time": 4.561387633904815}
+{"Finetune/Learning Rate": 1.975371527718075e-05, "Finetune/Loss": 0.9681299328804016, "Finetune/Loss (Raw)": 1.0317314863204956, "Finetune/Step": 512, "Finetune/Step Time": 4.530330963432789}
+{"Finetune/Learning Rate": 1.9752339329912137e-05, "Finetune/Loss": 0.9685317277908325, "Finetune/Loss (Raw)": 1.0669876337051392, "Finetune/Step": 513, "Finetune/Step Time": 4.540542280301452}
+{"Finetune/Learning Rate": 1.9750959597951026e-05, "Finetune/Loss": 0.9691781401634216, "Finetune/Loss (Raw)": 1.1018046140670776, "Finetune/Step": 514, "Finetune/Step Time": 4.553946575149894}
+{"Finetune/Learning Rate": 1.9749576081832865e-05, "Finetune/Loss": 0.9654761552810669, "Finetune/Loss (Raw)": 0.40579280257225037, "Finetune/Step": 515, "Finetune/Step Time": 4.591951701790094}
+{"Finetune/Learning Rate": 1.9748188782094576e-05, "Finetune/Loss": 0.9665426015853882, "Finetune/Loss (Raw)": 1.0912292003631592, "Finetune/Step": 516, "Finetune/Step Time": 4.606454545632005}
+{"Finetune/Learning Rate": 1.9746797699274535e-05, "Finetune/Loss": 0.9673036336898804, "Finetune/Loss (Raw)": 1.0413960218429565, "Finetune/Step": 517, "Finetune/Step Time": 4.605551462620497}
+{"Finetune/Learning Rate": 1.9745402833912598e-05, "Finetune/Loss": 0.9689947366714478, "Finetune/Loss (Raw)": 1.05979323387146, "Finetune/Step": 518, "Finetune/Step Time": 4.608297297731042}
+{"Finetune/Learning Rate": 1.9744004186550086e-05, "Finetune/Loss": 0.9694651365280151, "Finetune/Loss (Raw)": 1.0693696737289429, "Finetune/Step": 519, "Finetune/Step Time": 4.622974867001176}
+{"Finetune/Learning Rate": 1.974260175772978e-05, "Finetune/Loss": 0.9697339534759521, "Finetune/Loss (Raw)": 1.0162513256072998, "Finetune/Step": 520, "Finetune/Step Time": 4.622707640752196}
+{"Finetune/Learning Rate": 1.9741195547995944e-05, "Finetune/Loss": 0.9709497690200806, "Finetune/Loss (Raw)": 1.0118718147277832, "Finetune/Step": 521, "Finetune/Step Time": 4.614207725971937}
+{"Finetune/Learning Rate": 1.9739785557894296e-05, "Finetune/Loss": 0.9724652171134949, "Finetune/Loss (Raw)": 1.0027990341186523, "Finetune/Step": 522, "Finetune/Step Time": 4.595914704725146}
+{"Finetune/Learning Rate": 1.9738371787972025e-05, "Finetune/Loss": 0.9701381325721741, "Finetune/Loss (Raw)": 0.9117085933685303, "Finetune/Step": 523, "Finetune/Step Time": 4.602878592908382}
+{"Finetune/Learning Rate": 1.9736954238777793e-05, "Finetune/Loss": 0.9694243669509888, "Finetune/Loss (Raw)": 1.0203484296798706, "Finetune/Step": 524, "Finetune/Step Time": 4.598559083417058}
+{"Finetune/Learning Rate": 1.9735532910861713e-05, "Finetune/Loss": 0.9707977771759033, "Finetune/Loss (Raw)": 1.0266191959381104, "Finetune/Step": 525, "Finetune/Step Time": 4.581542165949941}
+{"Finetune/Learning Rate": 1.9734107804775385e-05, "Finetune/Loss": 0.9688554406166077, "Finetune/Loss (Raw)": 0.9343103766441345, "Finetune/Step": 526, "Finetune/Step Time": 4.5943477135151625}
+{"Finetune/Learning Rate": 1.9732678921071858e-05, "Finetune/Loss": 0.9691683053970337, "Finetune/Loss (Raw)": 0.9704932570457458, "Finetune/Step": 527, "Finetune/Step Time": 4.58858123421669}
+{"Finetune/Learning Rate": 1.9731246260305657e-05, "Finetune/Loss": 0.9699132442474365, "Finetune/Loss (Raw)": 1.0473253726959229, "Finetune/Step": 528, "Finetune/Step Time": 4.583616869524121}
+{"Finetune/Learning Rate": 1.9729809823032767e-05, "Finetune/Loss": 0.9697762131690979, "Finetune/Loss (Raw)": 1.1017014980316162, "Finetune/Step": 529, "Finetune/Step Time": 4.582719396799803}
+{"Finetune/Learning Rate": 1.9728369609810648e-05, "Finetune/Loss": 0.9704877138137817, "Finetune/Loss (Raw)": 1.1028921604156494, "Finetune/Step": 530, "Finetune/Step Time": 4.567397782579064}
+{"Finetune/Learning Rate": 1.972692562119821e-05, "Finetune/Loss": 0.9719125628471375, "Finetune/Loss (Raw)": 1.1597012281417847, "Finetune/Step": 531, "Finetune/Step Time": 4.56415132433176}
+{"Finetune/Learning Rate": 1.9725477857755842e-05, "Finetune/Loss": 0.9711881875991821, "Finetune/Loss (Raw)": 0.9882606267929077, "Finetune/Step": 532, "Finetune/Step Time": 4.562162550166249}
+{"Finetune/Learning Rate": 1.9724026320045393e-05, "Finetune/Loss": 0.9728446006774902, "Finetune/Loss (Raw)": 0.9472377300262451, "Finetune/Step": 533, "Finetune/Step Time": 4.558397151529789}
+{"Finetune/Learning Rate": 1.9722571008630172e-05, "Finetune/Loss": 0.9764419794082642, "Finetune/Loss (Raw)": 0.9395925402641296, "Finetune/Step": 534, "Finetune/Step Time": 4.5271206349134445}
+{"Finetune/Learning Rate": 1.9721111924074958e-05, "Finetune/Loss": 0.9804308414459229, "Finetune/Loss (Raw)": 0.9315131306648254, "Finetune/Step": 535, "Finetune/Step Time": 4.499853849411011}
+{"Finetune/Learning Rate": 1.9719649066946e-05, "Finetune/Loss": 0.9791193008422852, "Finetune/Loss (Raw)": 0.8204357028007507, "Finetune/Step": 536, "Finetune/Step Time": 4.521873973309994}
+{"Finetune/Learning Rate": 1.9718182437810996e-05, "Finetune/Loss": 0.9780983924865723, "Finetune/Loss (Raw)": 1.0649504661560059, "Finetune/Step": 537, "Finetune/Step Time": 4.523210601881146}
+{"Finetune/Learning Rate": 1.971671203723912e-05, "Finetune/Loss": 0.9764517545700073, "Finetune/Loss (Raw)": 1.022094488143921, "Finetune/Step": 538, "Finetune/Step Time": 4.532201459631324}
+{"Finetune/Learning Rate": 1.9715237865801007e-05, "Finetune/Loss": 0.9772117137908936, "Finetune/Loss (Raw)": 1.0983222723007202, "Finetune/Step": 539, "Finetune/Step Time": 4.526227377355099}
+{"Finetune/Learning Rate": 1.971375992406875e-05, "Finetune/Loss": 0.9818850755691528, "Finetune/Loss (Raw)": 0.9752693176269531, "Finetune/Step": 540, "Finetune/Step Time": 4.4790981486439705}
+{"Finetune/Learning Rate": 1.9712278212615913e-05, "Finetune/Loss": 0.9809199571609497, "Finetune/Loss (Raw)": 1.002402901649475, "Finetune/Step": 541, "Finetune/Step Time": 4.486562082543969}
+{"Finetune/Learning Rate": 1.9710792732017517e-05, "Finetune/Loss": 0.9815078377723694, "Finetune/Loss (Raw)": 1.024190902709961, "Finetune/Step": 542, "Finetune/Step Time": 4.485674053430557}
+{"Finetune/Learning Rate": 1.9709303482850047e-05, "Finetune/Loss": 0.9819895625114441, "Finetune/Loss (Raw)": 1.125623106956482, "Finetune/Step": 543, "Finetune/Step Time": 4.485666116699576}
+{"Finetune/Learning Rate": 1.9707810465691456e-05, "Finetune/Loss": 0.9816279411315918, "Finetune/Loss (Raw)": 1.0827245712280273, "Finetune/Step": 544, "Finetune/Step Time": 4.48644839040935}
+{"Finetune/Learning Rate": 1.970631368112115e-05, "Finetune/Loss": 0.9811412692070007, "Finetune/Loss (Raw)": 0.9904292821884155, "Finetune/Step": 545, "Finetune/Step Time": 4.483908785507083}
+{"Finetune/Learning Rate": 1.970481312972001e-05, "Finetune/Loss": 0.9798922538757324, "Finetune/Loss (Raw)": 0.9426963925361633, "Finetune/Step": 546, "Finetune/Step Time": 4.485291089862585}
+{"Finetune/Learning Rate": 1.9703308812070358e-05, "Finetune/Loss": 0.9807150363922119, "Finetune/Loss (Raw)": 1.0808658599853516, "Finetune/Step": 547, "Finetune/Step Time": 4.476215492933989}
+{"Finetune/Learning Rate": 1.9701800728756e-05, "Finetune/Loss": 0.9853804111480713, "Finetune/Loss (Raw)": 0.9619383215904236, "Finetune/Step": 548, "Finetune/Step Time": 4.452565720304847}
+{"Finetune/Learning Rate": 1.970028888036219e-05, "Finetune/Loss": 0.9839152097702026, "Finetune/Loss (Raw)": 0.8495209813117981, "Finetune/Step": 549, "Finetune/Step Time": 4.461111709475517}
+{"Finetune/Learning Rate": 1.9698773267475652e-05, "Finetune/Loss": 0.9838290214538574, "Finetune/Loss (Raw)": 1.0000944137573242, "Finetune/Step": 550, "Finetune/Step Time": 4.443302413448691}
+{"Finetune/Learning Rate": 1.9697253890684556e-05, "Finetune/Loss": 0.9826482534408569, "Finetune/Loss (Raw)": 0.9828664660453796, "Finetune/Step": 551, "Finetune/Step Time": 4.444582661613822}
+{"Finetune/Learning Rate": 1.969573075057855e-05, "Finetune/Loss": 0.9830585718154907, "Finetune/Loss (Raw)": 1.096571445465088, "Finetune/Step": 552, "Finetune/Step Time": 4.4402673449367285}
+{"Finetune/Learning Rate": 1.9694203847748734e-05, "Finetune/Loss": 0.9830854535102844, "Finetune/Loss (Raw)": 0.7640037536621094, "Finetune/Step": 553, "Finetune/Step Time": 4.404032688587904}
+{"Finetune/Learning Rate": 1.969267318278767e-05, "Finetune/Loss": 0.9840611815452576, "Finetune/Loss (Raw)": 1.1393636465072632, "Finetune/Step": 554, "Finetune/Step Time": 4.401593187823892}
+{"Finetune/Learning Rate": 1.969113875628937e-05, "Finetune/Loss": 0.9837973117828369, "Finetune/Loss (Raw)": 0.9517378807067871, "Finetune/Step": 555, "Finetune/Step Time": 4.41521224938333}
+{"Finetune/Learning Rate": 1.9689600568849328e-05, "Finetune/Loss": 0.9829339981079102, "Finetune/Loss (Raw)": 1.0151996612548828, "Finetune/Step": 556, "Finetune/Step Time": 4.42726956307888}
+{"Finetune/Learning Rate": 1.968805862106448e-05, "Finetune/Loss": 0.9819692373275757, "Finetune/Loss (Raw)": 0.956080436706543, "Finetune/Step": 557, "Finetune/Step Time": 4.4236771538853645}
+{"Finetune/Learning Rate": 1.968651291353322e-05, "Finetune/Loss": 0.9768807888031006, "Finetune/Loss (Raw)": 0.2541472911834717, "Finetune/Step": 558, "Finetune/Step Time": 4.456300074234605}
+{"Finetune/Learning Rate": 1.968496344685541e-05, "Finetune/Loss": 0.9760308265686035, "Finetune/Loss (Raw)": 0.9794825911521912, "Finetune/Step": 559, "Finetune/Step Time": 4.450433544814587}
+{"Finetune/Learning Rate": 1.9683410221632374e-05, "Finetune/Loss": 0.9752801656723022, "Finetune/Loss (Raw)": 0.8485738635063171, "Finetune/Step": 560, "Finetune/Step Time": 4.445128278806806}
+{"Finetune/Learning Rate": 1.9681853238466883e-05, "Finetune/Loss": 0.9750363230705261, "Finetune/Loss (Raw)": 0.8866850733757019, "Finetune/Step": 561, "Finetune/Step Time": 4.446177922189236}
+{"Finetune/Learning Rate": 1.9680292497963172e-05, "Finetune/Loss": 0.9746842384338379, "Finetune/Loss (Raw)": 0.9430090188980103, "Finetune/Step": 562, "Finetune/Step Time": 4.444118211045861}
+{"Finetune/Learning Rate": 1.9678728000726936e-05, "Finetune/Loss": 0.9763240218162537, "Finetune/Loss (Raw)": 1.0510215759277344, "Finetune/Step": 563, "Finetune/Step Time": 4.444766920059919}
+{"Finetune/Learning Rate": 1.967715974736532e-05, "Finetune/Loss": 0.9771701097488403, "Finetune/Loss (Raw)": 1.0360524654388428, "Finetune/Step": 564, "Finetune/Step Time": 4.454715333878994}
+{"Finetune/Learning Rate": 1.9675587738486935e-05, "Finetune/Loss": 0.9765684008598328, "Finetune/Loss (Raw)": 0.9555912613868713, "Finetune/Step": 565, "Finetune/Step Time": 4.470460524782538}
+{"Finetune/Learning Rate": 1.9674011974701855e-05, "Finetune/Loss": 0.9774143695831299, "Finetune/Loss (Raw)": 1.0767529010772705, "Finetune/Step": 566, "Finetune/Step Time": 4.472010042518377}
+{"Finetune/Learning Rate": 1.9672432456621597e-05, "Finetune/Loss": 0.9775633215904236, "Finetune/Loss (Raw)": 1.0021284818649292, "Finetune/Step": 567, "Finetune/Step Time": 4.470192287117243}
+{"Finetune/Learning Rate": 1.9670849184859136e-05, "Finetune/Loss": 0.9713770747184753, "Finetune/Loss (Raw)": 0.2922639846801758, "Finetune/Step": 568, "Finetune/Step Time": 4.504663128405809}
+{"Finetune/Learning Rate": 1.9669262160028916e-05, "Finetune/Loss": 0.9703670144081116, "Finetune/Loss (Raw)": 0.9271964430809021, "Finetune/Step": 569, "Finetune/Step Time": 4.503577519208193}
+{"Finetune/Learning Rate": 1.966767138274683e-05, "Finetune/Loss": 0.9748517274856567, "Finetune/Loss (Raw)": 1.0169758796691895, "Finetune/Step": 570, "Finetune/Step Time": 4.46962015889585}
+{"Finetune/Learning Rate": 1.966607685363022e-05, "Finetune/Loss": 0.9738430380821228, "Finetune/Loss (Raw)": 0.949519693851471, "Finetune/Step": 571, "Finetune/Step Time": 4.469944771379232}
+{"Finetune/Learning Rate": 1.96644785732979e-05, "Finetune/Loss": 0.9730644822120667, "Finetune/Loss (Raw)": 1.0429120063781738, "Finetune/Step": 572, "Finetune/Step Time": 4.469234922900796}
+{"Finetune/Learning Rate": 1.966287654237013e-05, "Finetune/Loss": 0.9734989404678345, "Finetune/Loss (Raw)": 1.0710275173187256, "Finetune/Step": 573, "Finetune/Step Time": 4.468662332743406}
+{"Finetune/Learning Rate": 1.9661270761468625e-05, "Finetune/Loss": 0.9733166694641113, "Finetune/Loss (Raw)": 1.0973681211471558, "Finetune/Step": 574, "Finetune/Step Time": 4.461109193041921}
+{"Finetune/Learning Rate": 1.965966123121656e-05, "Finetune/Loss": 0.974094033241272, "Finetune/Loss (Raw)": 1.137759804725647, "Finetune/Step": 575, "Finetune/Step Time": 4.483585277572274}
+{"Finetune/Learning Rate": 1.965804795223856e-05, "Finetune/Loss": 0.9742499589920044, "Finetune/Loss (Raw)": 0.9837092161178589, "Finetune/Step": 576, "Finetune/Step Time": 4.494986599311233}
+{"Finetune/Learning Rate": 1.9656430925160704e-05, "Finetune/Loss": 0.9730734825134277, "Finetune/Loss (Raw)": 0.9909250140190125, "Finetune/Step": 577, "Finetune/Step Time": 4.490912465378642}
+{"Finetune/Learning Rate": 1.9654810150610536e-05, "Finetune/Loss": 0.9731408357620239, "Finetune/Loss (Raw)": 0.9561811685562134, "Finetune/Step": 578, "Finetune/Step Time": 4.486791778355837}
+{"Finetune/Learning Rate": 1.9653185629217038e-05, "Finetune/Loss": 0.9721708297729492, "Finetune/Loss (Raw)": 0.8541842103004456, "Finetune/Step": 579, "Finetune/Step Time": 4.504947729408741}
+{"Finetune/Learning Rate": 1.9651557361610663e-05, "Finetune/Loss": 0.9724392890930176, "Finetune/Loss (Raw)": 1.0431543588638306, "Finetune/Step": 580, "Finetune/Step Time": 4.507237762212753}
+{"Finetune/Learning Rate": 1.9649925348423308e-05, "Finetune/Loss": 0.9717311859130859, "Finetune/Loss (Raw)": 1.1373281478881836, "Finetune/Step": 581, "Finetune/Step Time": 4.511718450114131}
+{"Finetune/Learning Rate": 1.964828959028832e-05, "Finetune/Loss": 0.9721356630325317, "Finetune/Loss (Raw)": 1.0485432147979736, "Finetune/Step": 582, "Finetune/Step Time": 4.50725656375289}
+{"Finetune/Learning Rate": 1.964665008784051e-05, "Finetune/Loss": 0.9706072807312012, "Finetune/Loss (Raw)": 0.899471640586853, "Finetune/Step": 583, "Finetune/Step Time": 4.513363093137741}
+{"Finetune/Learning Rate": 1.9645006841716137e-05, "Finetune/Loss": 0.9763460755348206, "Finetune/Loss (Raw)": 1.0834503173828125, "Finetune/Step": 584, "Finetune/Step Time": 4.4844178725034}
+{"Finetune/Learning Rate": 1.9643359852552912e-05, "Finetune/Loss": 0.9776195287704468, "Finetune/Loss (Raw)": 1.0805103778839111, "Finetune/Step": 585, "Finetune/Step Time": 4.4860161282122135}
+{"Finetune/Learning Rate": 1.9641709120989996e-05, "Finetune/Loss": 0.9707973003387451, "Finetune/Loss (Raw)": 0.34663528203964233, "Finetune/Step": 586, "Finetune/Step Time": 4.52047729678452}
+{"Finetune/Learning Rate": 1.9640054647668015e-05, "Finetune/Loss": 0.9722958207130432, "Finetune/Loss (Raw)": 1.1912542581558228, "Finetune/Step": 587, "Finetune/Step Time": 4.5118700582534075}
+{"Finetune/Learning Rate": 1.9638396433229025e-05, "Finetune/Loss": 0.9734170436859131, "Finetune/Loss (Raw)": 0.994929850101471, "Finetune/Step": 588, "Finetune/Step Time": 4.520499683916569}
+{"Finetune/Learning Rate": 1.963673447831656e-05, "Finetune/Loss": 0.9742242097854614, "Finetune/Loss (Raw)": 1.088159203529358, "Finetune/Step": 589, "Finetune/Step Time": 4.515578348189592}
+{"Finetune/Learning Rate": 1.9635068783575577e-05, "Finetune/Loss": 0.974972128868103, "Finetune/Loss (Raw)": 1.0927186012268066, "Finetune/Step": 590, "Finetune/Step Time": 4.516735251992941}
+{"Finetune/Learning Rate": 1.9633399349652512e-05, "Finetune/Loss": 0.9730089902877808, "Finetune/Loss (Raw)": 0.9453123211860657, "Finetune/Step": 591, "Finetune/Step Time": 4.518957886844873}
+{"Finetune/Learning Rate": 1.9631726177195235e-05, "Finetune/Loss": 0.9783391952514648, "Finetune/Loss (Raw)": 0.9765037298202515, "Finetune/Step": 592, "Finetune/Step Time": 4.477927044034004}
+{"Finetune/Learning Rate": 1.9630049266853076e-05, "Finetune/Loss": 0.9779587984085083, "Finetune/Loss (Raw)": 0.99729984998703, "Finetune/Step": 593, "Finetune/Step Time": 4.492307910695672}
+{"Finetune/Learning Rate": 1.96283686192768e-05, "Finetune/Loss": 0.9784849882125854, "Finetune/Loss (Raw)": 1.0125577449798584, "Finetune/Step": 594, "Finetune/Step Time": 4.480285469442606}
+{"Finetune/Learning Rate": 1.9626684235118646e-05, "Finetune/Loss": 0.9778710007667542, "Finetune/Loss (Raw)": 1.0105537176132202, "Finetune/Step": 595, "Finetune/Step Time": 4.470367370173335}
+{"Finetune/Learning Rate": 1.9624996115032287e-05, "Finetune/Loss": 0.9786580801010132, "Finetune/Loss (Raw)": 0.9378678798675537, "Finetune/Step": 596, "Finetune/Step Time": 4.452940342947841}
+{"Finetune/Learning Rate": 1.9623304259672844e-05, "Finetune/Loss": 0.9827559590339661, "Finetune/Loss (Raw)": 0.880946934223175, "Finetune/Step": 597, "Finetune/Step Time": 4.417210778221488}
+{"Finetune/Learning Rate": 1.96216086696969e-05, "Finetune/Loss": 0.9828659296035767, "Finetune/Loss (Raw)": 1.0049769878387451, "Finetune/Step": 598, "Finetune/Step Time": 4.439438164234161}
+{"Finetune/Learning Rate": 1.9619909345762474e-05, "Finetune/Loss": 0.9829283356666565, "Finetune/Loss (Raw)": 1.0241597890853882, "Finetune/Step": 599, "Finetune/Step Time": 4.421132387593389}
+{"Finetune/Learning Rate": 1.961820628852905e-05, "Finetune/Loss": 0.9826830625534058, "Finetune/Loss (Raw)": 1.1082264184951782, "Finetune/Step": 600, "Finetune/Step Time": 4.425710313022137}
+{"Finetune/Learning Rate": 1.9616499498657537e-05, "Finetune/Loss": 0.9831290245056152, "Finetune/Loss (Raw)": 0.9800249934196472, "Finetune/Step": 601, "Finetune/Step Time": 4.449192447587848}
+{"Finetune/Learning Rate": 1.961478897681032e-05, "Finetune/Loss": 0.9832153916358948, "Finetune/Loss (Raw)": 1.0701597929000854, "Finetune/Step": 602, "Finetune/Step Time": 4.442312851548195}
+{"Finetune/Learning Rate": 1.9613074723651214e-05, "Finetune/Loss": 0.9821567535400391, "Finetune/Loss (Raw)": 0.934678852558136, "Finetune/Step": 603, "Finetune/Step Time": 4.446820585057139}
+{"Finetune/Learning Rate": 1.9611356739845484e-05, "Finetune/Loss": 0.9824275970458984, "Finetune/Loss (Raw)": 1.0679367780685425, "Finetune/Step": 604, "Finetune/Step Time": 4.44572377204895}
+{"Finetune/Learning Rate": 1.9609635026059855e-05, "Finetune/Loss": 0.9811443090438843, "Finetune/Loss (Raw)": 0.9478790760040283, "Finetune/Step": 605, "Finetune/Step Time": 4.440722484141588}
+{"Finetune/Learning Rate": 1.9607909582962478e-05, "Finetune/Loss": 0.9807791709899902, "Finetune/Loss (Raw)": 0.9277095198631287, "Finetune/Step": 606, "Finetune/Step Time": 4.457815997302532}
+{"Finetune/Learning Rate": 1.9606180411222974e-05, "Finetune/Loss": 0.9791899919509888, "Finetune/Loss (Raw)": 0.8288699984550476, "Finetune/Step": 607, "Finetune/Step Time": 4.487493149936199}
+{"Finetune/Learning Rate": 1.9604447511512396e-05, "Finetune/Loss": 0.9791877269744873, "Finetune/Loss (Raw)": 1.0956569910049438, "Finetune/Step": 608, "Finetune/Step Time": 4.484625121578574}
+{"Finetune/Learning Rate": 1.960271088450325e-05, "Finetune/Loss": 0.9783225655555725, "Finetune/Loss (Raw)": 0.9177966713905334, "Finetune/Step": 609, "Finetune/Step Time": 4.479923600330949}
+{"Finetune/Learning Rate": 1.960097053086949e-05, "Finetune/Loss": 0.9777170419692993, "Finetune/Loss (Raw)": 0.9725046157836914, "Finetune/Step": 610, "Finetune/Step Time": 4.470503017306328}
+{"Finetune/Learning Rate": 1.9599226451286504e-05, "Finetune/Loss": 0.9777076244354248, "Finetune/Loss (Raw)": 1.038141131401062, "Finetune/Step": 611, "Finetune/Step Time": 4.448357664048672}
+{"Finetune/Learning Rate": 1.9597478646431147e-05, "Finetune/Loss": 0.9795323610305786, "Finetune/Loss (Raw)": 1.210689663887024, "Finetune/Step": 612, "Finetune/Step Time": 4.445631939917803}
+{"Finetune/Learning Rate": 1.95957271169817e-05, "Finetune/Loss": 0.9799044132232666, "Finetune/Loss (Raw)": 0.9035392999649048, "Finetune/Step": 613, "Finetune/Step Time": 4.437971293926239}
+{"Finetune/Learning Rate": 1.95939718636179e-05, "Finetune/Loss": 0.9798377156257629, "Finetune/Loss (Raw)": 0.9827317595481873, "Finetune/Step": 614, "Finetune/Step Time": 4.423502245917916}
+{"Finetune/Learning Rate": 1.9592212887020923e-05, "Finetune/Loss": 0.9797720909118652, "Finetune/Loss (Raw)": 1.035869836807251, "Finetune/Step": 615, "Finetune/Step Time": 4.430108061060309}
+{"Finetune/Learning Rate": 1.9590450187873403e-05, "Finetune/Loss": 0.9794299602508545, "Finetune/Loss (Raw)": 1.0020874738693237, "Finetune/Step": 616, "Finetune/Step Time": 4.432361191138625}
+{"Finetune/Learning Rate": 1.95886837668594e-05, "Finetune/Loss": 0.9798091053962708, "Finetune/Loss (Raw)": 1.0004116296768188, "Finetune/Step": 617, "Finetune/Step Time": 4.424480525776744}
+{"Finetune/Learning Rate": 1.958691362466443e-05, "Finetune/Loss": 0.980605959892273, "Finetune/Loss (Raw)": 1.042880892753601, "Finetune/Step": 618, "Finetune/Step Time": 4.418696848675609}
+{"Finetune/Learning Rate": 1.958513976197545e-05, "Finetune/Loss": 0.9824929237365723, "Finetune/Loss (Raw)": 0.9235922694206238, "Finetune/Step": 619, "Finetune/Step Time": 4.413414794951677}
+{"Finetune/Learning Rate": 1.9583362179480866e-05, "Finetune/Loss": 0.9830489158630371, "Finetune/Loss (Raw)": 1.0397676229476929, "Finetune/Step": 620, "Finetune/Step Time": 4.403942156583071}
+{"Finetune/Learning Rate": 1.9581580877870514e-05, "Finetune/Loss": 0.9825637340545654, "Finetune/Loss (Raw)": 1.022274136543274, "Finetune/Step": 621, "Finetune/Step Time": 4.422943515703082}
+{"Finetune/Learning Rate": 1.9579795857835692e-05, "Finetune/Loss": 0.9825292825698853, "Finetune/Loss (Raw)": 0.9718537330627441, "Finetune/Step": 622, "Finetune/Step Time": 4.41071074269712}
+{"Finetune/Learning Rate": 1.9578007120069123e-05, "Finetune/Loss": 0.9829810857772827, "Finetune/Loss (Raw)": 1.0758527517318726, "Finetune/Step": 623, "Finetune/Step Time": 4.412256868556142}
+{"Finetune/Learning Rate": 1.957621466526499e-05, "Finetune/Loss": 0.9826370477676392, "Finetune/Loss (Raw)": 0.9990223050117493, "Finetune/Step": 624, "Finetune/Step Time": 4.398155519738793}
+{"Finetune/Learning Rate": 1.9574418494118905e-05, "Finetune/Loss": 0.983264684677124, "Finetune/Loss (Raw)": 1.054876446723938, "Finetune/Step": 625, "Finetune/Step Time": 4.39930540509522}
+{"Finetune/Learning Rate": 1.9572618607327928e-05, "Finetune/Loss": 0.983392059803009, "Finetune/Loss (Raw)": 1.068185567855835, "Finetune/Step": 626, "Finetune/Step Time": 4.396950911730528}
+{"Finetune/Learning Rate": 1.9570815005590556e-05, "Finetune/Loss": 0.9840537309646606, "Finetune/Loss (Raw)": 0.977415919303894, "Finetune/Step": 627, "Finetune/Step Time": 4.398768996819854}
+{"Finetune/Learning Rate": 1.9569007689606735e-05, "Finetune/Loss": 0.9840328097343445, "Finetune/Loss (Raw)": 0.996080756187439, "Finetune/Step": 628, "Finetune/Step Time": 4.394116222858429}
+{"Finetune/Learning Rate": 1.9567196660077848e-05, "Finetune/Loss": 0.9858593940734863, "Finetune/Loss (Raw)": 1.0328530073165894, "Finetune/Step": 629, "Finetune/Step Time": 4.3788927718997}
+{"Finetune/Learning Rate": 1.9565381917706726e-05, "Finetune/Loss": 0.9877941608428955, "Finetune/Loss (Raw)": 1.1393948793411255, "Finetune/Step": 630, "Finetune/Step Time": 4.36049397289753}
+{"Finetune/Learning Rate": 1.9563563463197625e-05, "Finetune/Loss": 0.9868106842041016, "Finetune/Loss (Raw)": 0.9131379723548889, "Finetune/Step": 631, "Finetune/Step Time": 4.346186030656099}
+{"Finetune/Learning Rate": 1.9561741297256257e-05, "Finetune/Loss": 0.9876259565353394, "Finetune/Loss (Raw)": 1.1719456911087036, "Finetune/Step": 632, "Finetune/Step Time": 4.344798790290952}
+{"Finetune/Learning Rate": 1.955991542058977e-05, "Finetune/Loss": 0.9895893335342407, "Finetune/Loss (Raw)": 1.2662841081619263, "Finetune/Step": 633, "Finetune/Step Time": 4.352760825306177}
+{"Finetune/Learning Rate": 1.9558085833906753e-05, "Finetune/Loss": 0.9904841184616089, "Finetune/Loss (Raw)": 0.9448456168174744, "Finetune/Step": 634, "Finetune/Step Time": 4.33828698284924}
+{"Finetune/Learning Rate": 1.9556252537917228e-05, "Finetune/Loss": 0.990371823310852, "Finetune/Loss (Raw)": 1.0061904191970825, "Finetune/Step": 635, "Finetune/Step Time": 4.335512163117528}
+{"Finetune/Learning Rate": 1.955441553333266e-05, "Finetune/Loss": 0.9910407066345215, "Finetune/Loss (Raw)": 1.0851696729660034, "Finetune/Step": 636, "Finetune/Step Time": 4.360400324687362}
+{"Finetune/Learning Rate": 1.955257482086596e-05, "Finetune/Loss": 0.9920088648796082, "Finetune/Loss (Raw)": 1.100846767425537, "Finetune/Step": 637, "Finetune/Step Time": 4.349641485139728}
+{"Finetune/Learning Rate": 1.955073040123147e-05, "Finetune/Loss": 0.9932916164398193, "Finetune/Loss (Raw)": 1.1013193130493164, "Finetune/Step": 638, "Finetune/Step Time": 4.3552129324525595}
+{"Finetune/Learning Rate": 1.9548882275144974e-05, "Finetune/Loss": 0.9926313161849976, "Finetune/Loss (Raw)": 1.0201992988586426, "Finetune/Step": 639, "Finetune/Step Time": 4.352331027388573}
+{"Finetune/Learning Rate": 1.9547030443323695e-05, "Finetune/Loss": 0.9924306869506836, "Finetune/Loss (Raw)": 1.0060385465621948, "Finetune/Step": 640, "Finetune/Step Time": 4.346690287813544}
+{"Finetune/Learning Rate": 1.9545174906486287e-05, "Finetune/Loss": 0.9926730394363403, "Finetune/Loss (Raw)": 1.09800386428833, "Finetune/Step": 641, "Finetune/Step Time": 4.3478794246912}
+{"Finetune/Learning Rate": 1.9543315665352855e-05, "Finetune/Loss": 0.9867151975631714, "Finetune/Loss (Raw)": 0.3392100930213928, "Finetune/Step": 642, "Finetune/Step Time": 4.365501360967755}
+{"Finetune/Learning Rate": 1.954145272064493e-05, "Finetune/Loss": 0.991377592086792, "Finetune/Loss (Raw)": 1.0025835037231445, "Finetune/Step": 643, "Finetune/Step Time": 4.3262685518711805}
+{"Finetune/Learning Rate": 1.9539586073085482e-05, "Finetune/Loss": 0.9910480976104736, "Finetune/Loss (Raw)": 1.049043893814087, "Finetune/Step": 644, "Finetune/Step Time": 4.319817954674363}
+{"Finetune/Learning Rate": 1.9537715723398926e-05, "Finetune/Loss": 0.9913774728775024, "Finetune/Loss (Raw)": 1.0835548639297485, "Finetune/Step": 645, "Finetune/Step Time": 4.318586936220527}
+{"Finetune/Learning Rate": 1.9535841672311106e-05, "Finetune/Loss": 0.9910765886306763, "Finetune/Loss (Raw)": 1.0212873220443726, "Finetune/Step": 646, "Finetune/Step Time": 4.334487887099385}
+{"Finetune/Learning Rate": 1.9533963920549307e-05, "Finetune/Loss": 0.9901198148727417, "Finetune/Loss (Raw)": 0.9468994140625, "Finetune/Step": 647, "Finetune/Step Time": 4.334922401234508}
+{"Finetune/Learning Rate": 1.9532082468842243e-05, "Finetune/Loss": 0.9902710914611816, "Finetune/Loss (Raw)": 1.0356123447418213, "Finetune/Step": 648, "Finetune/Step Time": 4.338539332151413}
+{"Finetune/Learning Rate": 1.953019731792007e-05, "Finetune/Loss": 0.9904520511627197, "Finetune/Loss (Raw)": 1.0350333452224731, "Finetune/Step": 649, "Finetune/Step Time": 4.339235993102193}
+{"Finetune/Learning Rate": 1.9528308468514383e-05, "Finetune/Loss": 0.9903831481933594, "Finetune/Loss (Raw)": 0.993985116481781, "Finetune/Step": 650, "Finetune/Step Time": 4.352540206164122}
+{"Finetune/Learning Rate": 1.9526415921358202e-05, "Finetune/Loss": 0.9913235902786255, "Finetune/Loss (Raw)": 1.0320872068405151, "Finetune/Step": 651, "Finetune/Step Time": 4.3607422560453415}
+{"Finetune/Learning Rate": 1.952451967718599e-05, "Finetune/Loss": 0.9911960363388062, "Finetune/Loss (Raw)": 1.004014253616333, "Finetune/Step": 652, "Finetune/Step Time": 4.365019395947456}
+{"Finetune/Learning Rate": 1.952261973673364e-05, "Finetune/Loss": 0.9903497099876404, "Finetune/Loss (Raw)": 0.9182906150817871, "Finetune/Step": 653, "Finetune/Step Time": 4.373407427221537}
+{"Finetune/Learning Rate": 1.9520716100738487e-05, "Finetune/Loss": 0.9925035238265991, "Finetune/Loss (Raw)": 1.2100043296813965, "Finetune/Step": 654, "Finetune/Step Time": 4.364825641736388}
+{"Finetune/Learning Rate": 1.9518808769939287e-05, "Finetune/Loss": 0.9926548004150391, "Finetune/Loss (Raw)": 0.9898555278778076, "Finetune/Step": 655, "Finetune/Step Time": 4.374264447018504}
+{"Finetune/Learning Rate": 1.9516897745076243e-05, "Finetune/Loss": 0.9920952320098877, "Finetune/Loss (Raw)": 0.9756882190704346, "Finetune/Step": 656, "Finetune/Step Time": 4.377923384308815}
+{"Finetune/Learning Rate": 1.9514983026890988e-05, "Finetune/Loss": 0.9910121560096741, "Finetune/Loss (Raw)": 0.9630751609802246, "Finetune/Step": 657, "Finetune/Step Time": 4.398676589131355}
+{"Finetune/Learning Rate": 1.9513064616126588e-05, "Finetune/Loss": 0.9900919198989868, "Finetune/Loss (Raw)": 0.9851048588752747, "Finetune/Step": 658, "Finetune/Step Time": 4.40043518319726}
+{"Finetune/Learning Rate": 1.951114251352753e-05, "Finetune/Loss": 0.9872936010360718, "Finetune/Loss (Raw)": 0.8015201687812805, "Finetune/Step": 659, "Finetune/Step Time": 4.422233922407031}
+{"Finetune/Learning Rate": 1.950921671983976e-05, "Finetune/Loss": 0.9884145259857178, "Finetune/Loss (Raw)": 1.1317344903945923, "Finetune/Step": 660, "Finetune/Step Time": 4.427054863423109}
+{"Finetune/Learning Rate": 1.9507287235810625e-05, "Finetune/Loss": 0.9889596700668335, "Finetune/Loss (Raw)": 1.0170183181762695, "Finetune/Step": 661, "Finetune/Step Time": 4.41943796724081}
+{"Finetune/Learning Rate": 1.9505354062188934e-05, "Finetune/Loss": 0.9899135828018188, "Finetune/Loss (Raw)": 1.0616979598999023, "Finetune/Step": 662, "Finetune/Step Time": 4.4088369738310575}
+{"Finetune/Learning Rate": 1.9503417199724904e-05, "Finetune/Loss": 0.991344690322876, "Finetune/Loss (Raw)": 1.114690899848938, "Finetune/Step": 663, "Finetune/Step Time": 4.3978933077305555}
+{"Finetune/Learning Rate": 1.95014766491702e-05, "Finetune/Loss": 0.9929375648498535, "Finetune/Loss (Raw)": 1.0243239402770996, "Finetune/Step": 664, "Finetune/Step Time": 4.385529236868024}
+{"Finetune/Learning Rate": 1.9499532411277907e-05, "Finetune/Loss": 0.9936341047286987, "Finetune/Loss (Raw)": 1.1541008949279785, "Finetune/Step": 665, "Finetune/Step Time": 4.3936513569206}
+{"Finetune/Learning Rate": 1.9497584486802548e-05, "Finetune/Loss": 0.9948755502700806, "Finetune/Loss (Raw)": 1.1810020208358765, "Finetune/Step": 666, "Finetune/Step Time": 4.385763216763735}
+{"Finetune/Learning Rate": 1.9495632876500076e-05, "Finetune/Loss": 0.9950782060623169, "Finetune/Loss (Raw)": 1.1242647171020508, "Finetune/Step": 667, "Finetune/Step Time": 4.3992765713483095}
+{"Finetune/Learning Rate": 1.949367758112787e-05, "Finetune/Loss": 0.9942352771759033, "Finetune/Loss (Raw)": 0.8673723936080933, "Finetune/Step": 668, "Finetune/Step Time": 4.404407182708383}
+{"Finetune/Learning Rate": 1.949171860144474e-05, "Finetune/Loss": 0.9945129156112671, "Finetune/Loss (Raw)": 1.0379400253295898, "Finetune/Step": 669, "Finetune/Step Time": 4.398208945989609}
+{"Finetune/Learning Rate": 1.9489755938210936e-05, "Finetune/Loss": 0.9936809539794922, "Finetune/Loss (Raw)": 0.9177114367485046, "Finetune/Step": 670, "Finetune/Step Time": 4.40036828443408}
+{"Finetune/Learning Rate": 1.9487789592188123e-05, "Finetune/Loss": 0.9926314949989319, "Finetune/Loss (Raw)": 0.9912809729576111, "Finetune/Step": 671, "Finetune/Step Time": 4.399174930527806}
+{"Finetune/Learning Rate": 1.9485819564139404e-05, "Finetune/Loss": 0.9924527406692505, "Finetune/Loss (Raw)": 1.0598491430282593, "Finetune/Step": 672, "Finetune/Step Time": 4.395939061418176}
+{"Finetune/Learning Rate": 1.9483845854829304e-05, "Finetune/Loss": 0.9934714436531067, "Finetune/Loss (Raw)": 1.120818853378296, "Finetune/Step": 673, "Finetune/Step Time": 4.397464046254754}
+{"Finetune/Learning Rate": 1.9481868465023788e-05, "Finetune/Loss": 0.9948680996894836, "Finetune/Loss (Raw)": 1.1214656829833984, "Finetune/Step": 674, "Finetune/Step Time": 4.397662304341793}
+{"Finetune/Learning Rate": 1.9479887395490234e-05, "Finetune/Loss": 0.9947230815887451, "Finetune/Loss (Raw)": 1.0623019933700562, "Finetune/Step": 675, "Finetune/Step Time": 4.3999898955225945}
+{"Finetune/Learning Rate": 1.9477902646997464e-05, "Finetune/Loss": 0.9953173398971558, "Finetune/Loss (Raw)": 1.0380116701126099, "Finetune/Step": 676, "Finetune/Step Time": 4.3944473043084145}
+{"Finetune/Learning Rate": 1.947591422031572e-05, "Finetune/Loss": 0.9959168434143066, "Finetune/Loss (Raw)": 0.926249086856842, "Finetune/Step": 677, "Finetune/Step Time": 4.42676124162972}
+{"Finetune/Learning Rate": 1.9473922116216664e-05, "Finetune/Loss": 0.9969786405563354, "Finetune/Loss (Raw)": 1.136008620262146, "Finetune/Step": 678, "Finetune/Step Time": 4.438916016370058}
+{"Finetune/Learning Rate": 1.9471926335473396e-05, "Finetune/Loss": 0.9982626438140869, "Finetune/Loss (Raw)": 1.1472196578979492, "Finetune/Step": 679, "Finetune/Step Time": 4.444097265601158}
+{"Finetune/Learning Rate": 1.9469926878860447e-05, "Finetune/Loss": 0.9972586631774902, "Finetune/Loss (Raw)": 0.9680576324462891, "Finetune/Step": 680, "Finetune/Step Time": 4.442138055339456}
+{"Finetune/Learning Rate": 1.9467923747153756e-05, "Finetune/Loss": 0.9996966123580933, "Finetune/Loss (Raw)": 1.0760709047317505, "Finetune/Step": 681, "Finetune/Step Time": 4.440641740337014}
+{"Finetune/Learning Rate": 1.9465916941130705e-05, "Finetune/Loss": 0.9992483258247375, "Finetune/Loss (Raw)": 1.0819761753082275, "Finetune/Step": 682, "Finetune/Step Time": 4.437891302630305}
+{"Finetune/Learning Rate": 1.9463906461570098e-05, "Finetune/Loss": 1.0004912614822388, "Finetune/Loss (Raw)": 1.1108348369598389, "Finetune/Step": 683, "Finetune/Step Time": 4.419253142550588}
+{"Finetune/Learning Rate": 1.9461892309252158e-05, "Finetune/Loss": 1.0000925064086914, "Finetune/Loss (Raw)": 0.9641566872596741, "Finetune/Step": 684, "Finetune/Step Time": 4.408599017187953}
+{"Finetune/Learning Rate": 1.945987448495854e-05, "Finetune/Loss": 0.9985933303833008, "Finetune/Loss (Raw)": 0.7641931176185608, "Finetune/Step": 685, "Finetune/Step Time": 4.424109412357211}
+{"Finetune/Learning Rate": 1.945785298947233e-05, "Finetune/Loss": 1.003936529159546, "Finetune/Loss (Raw)": 0.938077986240387, "Finetune/Step": 686, "Finetune/Step Time": 4.397914165630937}
+{"Finetune/Learning Rate": 1.9455827823578017e-05, "Finetune/Loss": 1.0038855075836182, "Finetune/Loss (Raw)": 0.9729384183883667, "Finetune/Step": 687, "Finetune/Step Time": 4.394144540652633}
+{"Finetune/Learning Rate": 1.9453798988061535e-05, "Finetune/Loss": 1.0052287578582764, "Finetune/Loss (Raw)": 1.0205202102661133, "Finetune/Step": 688, "Finetune/Step Time": 4.393116457387805}
+{"Finetune/Learning Rate": 1.9451766483710236e-05, "Finetune/Loss": 1.0040459632873535, "Finetune/Loss (Raw)": 0.7352901697158813, "Finetune/Step": 689, "Finetune/Step Time": 4.406109856441617}
+{"Finetune/Learning Rate": 1.94497303113129e-05, "Finetune/Loss": 1.0032581090927124, "Finetune/Loss (Raw)": 0.842150866985321, "Finetune/Step": 690, "Finetune/Step Time": 4.451886856928468}
+{"Finetune/Learning Rate": 1.9447690471659715e-05, "Finetune/Loss": 1.0033349990844727, "Finetune/Loss (Raw)": 1.0608593225479126, "Finetune/Step": 691, "Finetune/Step Time": 4.453385295346379}
+{"Finetune/Learning Rate": 1.944564696554231e-05, "Finetune/Loss": 1.0025581121444702, "Finetune/Loss (Raw)": 0.936629056930542, "Finetune/Step": 692, "Finetune/Step Time": 4.470855003222823}
+{"Finetune/Learning Rate": 1.944359979375373e-05, "Finetune/Loss": 1.0027936697006226, "Finetune/Loss (Raw)": 0.9857311248779297, "Finetune/Step": 693, "Finetune/Step Time": 4.464118577539921}
+{"Finetune/Learning Rate": 1.9441548957088438e-05, "Finetune/Loss": 0.9975452423095703, "Finetune/Loss (Raw)": 0.404956191778183, "Finetune/Step": 694, "Finetune/Step Time": 4.501078367233276}
+{"Finetune/Learning Rate": 1.9439494456342327e-05, "Finetune/Loss": 0.9965176582336426, "Finetune/Loss (Raw)": 0.8705959320068359, "Finetune/Step": 695, "Finetune/Step Time": 4.507131267338991}
+{"Finetune/Learning Rate": 1.943743629231271e-05, "Finetune/Loss": 1.0029385089874268, "Finetune/Loss (Raw)": 1.114133596420288, "Finetune/Step": 696, "Finetune/Step Time": 4.479405287653208}
+{"Finetune/Learning Rate": 1.9435374465798318e-05, "Finetune/Loss": 1.0030794143676758, "Finetune/Loss (Raw)": 0.9452455639839172, "Finetune/Step": 697, "Finetune/Step Time": 4.480706784874201}
+{"Finetune/Learning Rate": 1.9433308977599306e-05, "Finetune/Loss": 1.0044519901275635, "Finetune/Loss (Raw)": 1.192657709121704, "Finetune/Step": 698, "Finetune/Step Time": 4.473729815334082}
+{"Finetune/Learning Rate": 1.943123982851725e-05, "Finetune/Loss": 1.0064817667007446, "Finetune/Loss (Raw)": 1.2093206644058228, "Finetune/Step": 699, "Finetune/Step Time": 4.476330226287246}
+{"Finetune/Learning Rate": 1.9429167019355143e-05, "Finetune/Loss": 1.0060949325561523, "Finetune/Loss (Raw)": 0.9934167861938477, "Finetune/Step": 700, "Finetune/Step Time": 4.496045785024762}
+{"Finetune/Learning Rate": 1.9427090550917407e-05, "Finetune/Loss": 1.0001952648162842, "Finetune/Loss (Raw)": 0.3158552050590515, "Finetune/Step": 701, "Finetune/Step Time": 4.529729159548879}
+{"Finetune/Learning Rate": 1.9425010424009876e-05, "Finetune/Loss": 0.9992319941520691, "Finetune/Loss (Raw)": 0.9740740060806274, "Finetune/Step": 702, "Finetune/Step Time": 4.536775277927518}
+{"Finetune/Learning Rate": 1.9422926639439806e-05, "Finetune/Loss": 0.9971978664398193, "Finetune/Loss (Raw)": 0.8773877024650574, "Finetune/Step": 703, "Finetune/Step Time": 4.522489992901683}
+{"Finetune/Learning Rate": 1.9420839198015878e-05, "Finetune/Loss": 0.9972862005233765, "Finetune/Loss (Raw)": 0.9950199723243713, "Finetune/Step": 704, "Finetune/Step Time": 4.529771761968732}
+{"Finetune/Learning Rate": 1.941874810054818e-05, "Finetune/Loss": 0.9975076913833618, "Finetune/Loss (Raw)": 1.0192749500274658, "Finetune/Step": 705, "Finetune/Step Time": 4.528981424868107}
+{"Finetune/Learning Rate": 1.941665334784823e-05, "Finetune/Loss": 0.9961949586868286, "Finetune/Loss (Raw)": 0.7881529331207275, "Finetune/Step": 706, "Finetune/Step Time": 4.537094524130225}
+{"Finetune/Learning Rate": 1.9414554940728963e-05, "Finetune/Loss": 0.9965914487838745, "Finetune/Loss (Raw)": 0.9049350619316101, "Finetune/Step": 707, "Finetune/Step Time": 4.5108382273465395}
+{"Finetune/Learning Rate": 1.9412452880004728e-05, "Finetune/Loss": 0.997536301612854, "Finetune/Loss (Raw)": 1.1641020774841309, "Finetune/Step": 708, "Finetune/Step Time": 4.515385681763291}
+{"Finetune/Learning Rate": 1.941034716649129e-05, "Finetune/Loss": 0.9962669610977173, "Finetune/Loss (Raw)": 0.9748410582542419, "Finetune/Step": 709, "Finetune/Step Time": 4.516551969572902}
+{"Finetune/Learning Rate": 1.9408237801005837e-05, "Finetune/Loss": 0.9949765205383301, "Finetune/Loss (Raw)": 0.8833694458007812, "Finetune/Step": 710, "Finetune/Step Time": 4.505505030974746}
+{"Finetune/Learning Rate": 1.9406124784366976e-05, "Finetune/Loss": 0.9963972568511963, "Finetune/Loss (Raw)": 1.0813261270523071, "Finetune/Step": 711, "Finetune/Step Time": 4.518601732328534}
+{"Finetune/Learning Rate": 1.9404008117394726e-05, "Finetune/Loss": 0.9935510158538818, "Finetune/Loss (Raw)": 0.7191334366798401, "Finetune/Step": 712, "Finetune/Step Time": 4.5287393145263195}
+{"Finetune/Learning Rate": 1.9401887800910525e-05, "Finetune/Loss": 0.992734432220459, "Finetune/Loss (Raw)": 0.9759920835494995, "Finetune/Step": 713, "Finetune/Step Time": 4.529131457209587}
+{"Finetune/Learning Rate": 1.939976383573722e-05, "Finetune/Loss": 0.9973586797714233, "Finetune/Loss (Raw)": 0.938531756401062, "Finetune/Step": 714, "Finetune/Step Time": 4.501337107270956}
+{"Finetune/Learning Rate": 1.9397636222699088e-05, "Finetune/Loss": 0.9968205094337463, "Finetune/Loss (Raw)": 1.1223634481430054, "Finetune/Step": 715, "Finetune/Step Time": 4.51158794015646}
+{"Finetune/Learning Rate": 1.939550496262181e-05, "Finetune/Loss": 0.9958218932151794, "Finetune/Loss (Raw)": 0.867122232913971, "Finetune/Step": 716, "Finetune/Step Time": 4.485983315855265}
+{"Finetune/Learning Rate": 1.939337005633249e-05, "Finetune/Loss": 0.9962103366851807, "Finetune/Loss (Raw)": 1.137872338294983, "Finetune/Step": 717, "Finetune/Step Time": 4.498397000133991}
+{"Finetune/Learning Rate": 1.939123150465964e-05, "Finetune/Loss": 0.9959526062011719, "Finetune/Loss (Raw)": 1.0597285032272339, "Finetune/Step": 718, "Finetune/Step Time": 4.502409202978015}
+{"Finetune/Learning Rate": 1.938908930843319e-05, "Finetune/Loss": 0.9967141151428223, "Finetune/Loss (Raw)": 1.042786717414856, "Finetune/Step": 719, "Finetune/Step Time": 4.502862308174372}
+{"Finetune/Learning Rate": 1.9386943468484487e-05, "Finetune/Loss": 0.9985814690589905, "Finetune/Loss (Raw)": 1.2155296802520752, "Finetune/Step": 720, "Finetune/Step Time": 4.504994807764888}
+{"Finetune/Learning Rate": 1.938479398564629e-05, "Finetune/Loss": 0.9980573654174805, "Finetune/Loss (Raw)": 0.9302040934562683, "Finetune/Step": 721, "Finetune/Step Time": 4.508707964792848}
+{"Finetune/Learning Rate": 1.938264086075277e-05, "Finetune/Loss": 0.9979188442230225, "Finetune/Loss (Raw)": 0.9948296546936035, "Finetune/Step": 722, "Finetune/Step Time": 4.534884063526988}
+{"Finetune/Learning Rate": 1.938048409463951e-05, "Finetune/Loss": 0.9987617135047913, "Finetune/Loss (Raw)": 1.1184438467025757, "Finetune/Step": 723, "Finetune/Step Time": 4.531886486336589}
+{"Finetune/Learning Rate": 1.9378323688143515e-05, "Finetune/Loss": 0.9999024271965027, "Finetune/Loss (Raw)": 1.0838861465454102, "Finetune/Step": 724, "Finetune/Step Time": 4.547386171296239}
+{"Finetune/Learning Rate": 1.937615964210319e-05, "Finetune/Loss": 1.0019733905792236, "Finetune/Loss (Raw)": 1.1460219621658325, "Finetune/Step": 725, "Finetune/Step Time": 4.546030657365918}
+{"Finetune/Learning Rate": 1.9373991957358362e-05, "Finetune/Loss": 1.0001007318496704, "Finetune/Loss (Raw)": 0.7652730941772461, "Finetune/Step": 726, "Finetune/Step Time": 4.533899454399943}
+{"Finetune/Learning Rate": 1.9371820634750266e-05, "Finetune/Loss": 1.0001533031463623, "Finetune/Loss (Raw)": 1.0308904647827148, "Finetune/Step": 727, "Finetune/Step Time": 4.540721969678998}
+{"Finetune/Learning Rate": 1.9369645675121554e-05, "Finetune/Loss": 1.0008893013000488, "Finetune/Loss (Raw)": 1.2024372816085815, "Finetune/Step": 728, "Finetune/Step Time": 4.539993602782488}
+{"Finetune/Learning Rate": 1.936746707931628e-05, "Finetune/Loss": 0.9983295202255249, "Finetune/Loss (Raw)": 0.6523666977882385, "Finetune/Step": 729, "Finetune/Step Time": 4.542974920943379}
+{"Finetune/Learning Rate": 1.9365284848179917e-05, "Finetune/Loss": 0.9978392124176025, "Finetune/Loss (Raw)": 1.0074074268341064, "Finetune/Step": 730, "Finetune/Step Time": 4.546612340956926}
+{"Finetune/Learning Rate": 1.9363098982559346e-05, "Finetune/Loss": 0.9990639090538025, "Finetune/Loss (Raw)": 1.091434359550476, "Finetune/Step": 731, "Finetune/Step Time": 4.542493345215917}
+{"Finetune/Learning Rate": 1.9360909483302862e-05, "Finetune/Loss": 0.9978345632553101, "Finetune/Loss (Raw)": 0.9105885624885559, "Finetune/Step": 732, "Finetune/Step Time": 4.574559550732374}
+{"Finetune/Learning Rate": 1.9358716351260164e-05, "Finetune/Loss": 0.9979242086410522, "Finetune/Loss (Raw)": 0.9593400359153748, "Finetune/Step": 733, "Finetune/Step Time": 4.5725321639329195}
+{"Finetune/Learning Rate": 1.935651958728236e-05, "Finetune/Loss": 0.9974939227104187, "Finetune/Loss (Raw)": 0.8726421594619751, "Finetune/Step": 734, "Finetune/Step Time": 4.560536693781614}
+{"Finetune/Learning Rate": 1.9354319192221975e-05, "Finetune/Loss": 0.9980779886245728, "Finetune/Loss (Raw)": 0.9036354422569275, "Finetune/Step": 735, "Finetune/Step Time": 4.5380418840795755}
+{"Finetune/Learning Rate": 1.9352115166932943e-05, "Finetune/Loss": 0.9967997670173645, "Finetune/Loss (Raw)": 0.9320428371429443, "Finetune/Step": 736, "Finetune/Step Time": 4.574213724583387}
+{"Finetune/Learning Rate": 1.9349907512270597e-05, "Finetune/Loss": 0.9983845949172974, "Finetune/Loss (Raw)": 1.120646595954895, "Finetune/Step": 737, "Finetune/Step Time": 4.570038363337517}
+{"Finetune/Learning Rate": 1.9347696229091685e-05, "Finetune/Loss": 0.9987646341323853, "Finetune/Loss (Raw)": 1.021155595779419, "Finetune/Step": 738, "Finetune/Step Time": 4.566950326785445}
+{"Finetune/Learning Rate": 1.934548131825437e-05, "Finetune/Loss": 0.9942655563354492, "Finetune/Loss (Raw)": 0.46226295828819275, "Finetune/Step": 739, "Finetune/Step Time": 4.611022993922234}
+{"Finetune/Learning Rate": 1.9343262780618206e-05, "Finetune/Loss": 0.9937760829925537, "Finetune/Loss (Raw)": 1.148041844367981, "Finetune/Step": 740, "Finetune/Step Time": 4.613491173833609}
+{"Finetune/Learning Rate": 1.934104061704417e-05, "Finetune/Loss": 0.9930931925773621, "Finetune/Loss (Raw)": 0.8161176443099976, "Finetune/Step": 741, "Finetune/Step Time": 4.631830545142293}
+{"Finetune/Learning Rate": 1.9338814828394638e-05, "Finetune/Loss": 0.9931066036224365, "Finetune/Loss (Raw)": 0.984449028968811, "Finetune/Step": 742, "Finetune/Step Time": 4.637230241671205}
+{"Finetune/Learning Rate": 1.9336585415533398e-05, "Finetune/Loss": 0.993391752243042, "Finetune/Loss (Raw)": 1.0723797082901, "Finetune/Step": 743, "Finetune/Step Time": 4.631017494946718}
+{"Finetune/Learning Rate": 1.9334352379325638e-05, "Finetune/Loss": 0.9933702945709229, "Finetune/Loss (Raw)": 0.9993323683738708, "Finetune/Step": 744, "Finetune/Step Time": 4.632523477077484}
+{"Finetune/Learning Rate": 1.9332115720637957e-05, "Finetune/Loss": 0.9925379157066345, "Finetune/Loss (Raw)": 0.8938645720481873, "Finetune/Step": 745, "Finetune/Step Time": 4.650762900710106}
+{"Finetune/Learning Rate": 1.9329875440338363e-05, "Finetune/Loss": 0.9929981231689453, "Finetune/Loss (Raw)": 1.1017922163009644, "Finetune/Step": 746, "Finetune/Step Time": 4.641184985637665}
+{"Finetune/Learning Rate": 1.9327631539296258e-05, "Finetune/Loss": 0.9945694208145142, "Finetune/Loss (Raw)": 1.1247100830078125, "Finetune/Step": 747, "Finetune/Step Time": 4.620938515290618}
+{"Finetune/Learning Rate": 1.932538401838246e-05, "Finetune/Loss": 0.9950343370437622, "Finetune/Loss (Raw)": 1.099280595779419, "Finetune/Step": 748, "Finetune/Step Time": 4.622789673507214}
+{"Finetune/Learning Rate": 1.9323132878469185e-05, "Finetune/Loss": 0.994914174079895, "Finetune/Loss (Raw)": 1.0068899393081665, "Finetune/Step": 749, "Finetune/Step Time": 4.611900120973587}
+{"Finetune/Learning Rate": 1.9320878120430063e-05, "Finetune/Loss": 0.9953582286834717, "Finetune/Loss (Raw)": 1.0286924839019775, "Finetune/Step": 750, "Finetune/Step Time": 4.617474535480142}
+{"Finetune/Learning Rate": 1.9318619745140115e-05, "Finetune/Loss": 0.993928074836731, "Finetune/Loss (Raw)": 0.8927977085113525, "Finetune/Step": 751, "Finetune/Step Time": 4.619943380355835}
+{"Finetune/Learning Rate": 1.9316357753475776e-05, "Finetune/Loss": 0.9945614337921143, "Finetune/Loss (Raw)": 1.0800931453704834, "Finetune/Step": 752, "Finetune/Step Time": 4.621038632467389}
+{"Finetune/Learning Rate": 1.9314092146314872e-05, "Finetune/Loss": 0.9894330501556396, "Finetune/Loss (Raw)": 0.39844173192977905, "Finetune/Step": 753, "Finetune/Step Time": 4.657275274395943}
+{"Finetune/Learning Rate": 1.9311822924536656e-05, "Finetune/Loss": 0.9879484176635742, "Finetune/Loss (Raw)": 0.8781494498252869, "Finetune/Step": 754, "Finetune/Step Time": 4.65757642686367}
+{"Finetune/Learning Rate": 1.930955008902176e-05, "Finetune/Loss": 0.9876279830932617, "Finetune/Loss (Raw)": 0.9364017248153687, "Finetune/Step": 755, "Finetune/Step Time": 4.679290579631925}
+{"Finetune/Learning Rate": 1.9307273640652228e-05, "Finetune/Loss": 0.9872761964797974, "Finetune/Loss (Raw)": 0.9510564804077148, "Finetune/Step": 756, "Finetune/Step Time": 4.670618524774909}
+{"Finetune/Learning Rate": 1.9304993580311505e-05, "Finetune/Loss": 0.9869489669799805, "Finetune/Loss (Raw)": 0.9909654855728149, "Finetune/Step": 757, "Finetune/Step Time": 4.682444518432021}
+{"Finetune/Learning Rate": 1.9302709908884437e-05, "Finetune/Loss": 0.9870806336402893, "Finetune/Loss (Raw)": 1.1562451124191284, "Finetune/Step": 758, "Finetune/Step Time": 4.6908442210406065}
+{"Finetune/Learning Rate": 1.9300422627257275e-05, "Finetune/Loss": 0.9882909655570984, "Finetune/Loss (Raw)": 1.068065881729126, "Finetune/Step": 759, "Finetune/Step Time": 4.690368579700589}
+{"Finetune/Learning Rate": 1.9298131736317666e-05, "Finetune/Loss": 0.9871480464935303, "Finetune/Loss (Raw)": 1.0256569385528564, "Finetune/Step": 760, "Finetune/Step Time": 4.682742917910218}
+{"Finetune/Learning Rate": 1.929583723695466e-05, "Finetune/Loss": 0.9845754504203796, "Finetune/Loss (Raw)": 0.9369845986366272, "Finetune/Step": 761, "Finetune/Step Time": 4.679667359218001}
+{"Finetune/Learning Rate": 1.9293539130058708e-05, "Finetune/Loss": 0.9801914691925049, "Finetune/Loss (Raw)": 0.3836979269981384, "Finetune/Step": 762, "Finetune/Step Time": 4.728534048423171}
+{"Finetune/Learning Rate": 1.9291237416521662e-05, "Finetune/Loss": 0.9793509244918823, "Finetune/Loss (Raw)": 0.8985919952392578, "Finetune/Step": 763, "Finetune/Step Time": 4.7321263533085585}
+{"Finetune/Learning Rate": 1.9288932097236772e-05, "Finetune/Loss": 0.9787258505821228, "Finetune/Loss (Raw)": 1.0051689147949219, "Finetune/Step": 764, "Finetune/Step Time": 4.709406735375524}
+{"Finetune/Learning Rate": 1.9286623173098683e-05, "Finetune/Loss": 0.9777960181236267, "Finetune/Loss (Raw)": 0.9818262457847595, "Finetune/Step": 765, "Finetune/Step Time": 4.713397866114974}
+{"Finetune/Learning Rate": 1.928431064500345e-05, "Finetune/Loss": 0.9777891039848328, "Finetune/Loss (Raw)": 1.1004356145858765, "Finetune/Step": 766, "Finetune/Step Time": 4.72587595321238}
+{"Finetune/Learning Rate": 1.9281994513848515e-05, "Finetune/Loss": 0.9770338535308838, "Finetune/Loss (Raw)": 0.9235313534736633, "Finetune/Step": 767, "Finetune/Step Time": 4.734062395989895}
+{"Finetune/Learning Rate": 1.9279674780532726e-05, "Finetune/Loss": 0.9764557480812073, "Finetune/Loss (Raw)": 0.9320335984230042, "Finetune/Step": 768, "Finetune/Step Time": 4.743575796484947}
+{"Finetune/Learning Rate": 1.9277351445956323e-05, "Finetune/Loss": 0.9743435382843018, "Finetune/Loss (Raw)": 0.8276388645172119, "Finetune/Step": 769, "Finetune/Step Time": 4.755873614922166}
+{"Finetune/Learning Rate": 1.927502451102095e-05, "Finetune/Loss": 0.9797594547271729, "Finetune/Loss (Raw)": 1.0324532985687256, "Finetune/Step": 770, "Finetune/Step Time": 4.735765540972352}
+{"Finetune/Learning Rate": 1.9272693976629642e-05, "Finetune/Loss": 0.9803591966629028, "Finetune/Loss (Raw)": 1.0793424844741821, "Finetune/Step": 771, "Finetune/Step Time": 4.740178050473332}
+{"Finetune/Learning Rate": 1.9270359843686837e-05, "Finetune/Loss": 0.9799912571907043, "Finetune/Loss (Raw)": 1.0019580125808716, "Finetune/Step": 772, "Finetune/Step Time": 4.733480226248503}
+{"Finetune/Learning Rate": 1.9268022113098366e-05, "Finetune/Loss": 0.9798572063446045, "Finetune/Loss (Raw)": 1.0663889646530151, "Finetune/Step": 773, "Finetune/Step Time": 4.732340935617685}
+{"Finetune/Learning Rate": 1.9265680785771455e-05, "Finetune/Loss": 0.9787178039550781, "Finetune/Loss (Raw)": 0.8754473924636841, "Finetune/Step": 774, "Finetune/Step Time": 4.737786129117012}
+{"Finetune/Learning Rate": 1.926333586261473e-05, "Finetune/Loss": 0.979417085647583, "Finetune/Loss (Raw)": 1.036415934562683, "Finetune/Step": 775, "Finetune/Step Time": 4.74009745195508}
+{"Finetune/Learning Rate": 1.9260987344538205e-05, "Finetune/Loss": 0.9775831699371338, "Finetune/Loss (Raw)": 0.8008619546890259, "Finetune/Step": 776, "Finetune/Step Time": 4.736136168241501}
+{"Finetune/Learning Rate": 1.9258635232453296e-05, "Finetune/Loss": 0.9784258604049683, "Finetune/Loss (Raw)": 1.1428966522216797, "Finetune/Step": 777, "Finetune/Step Time": 4.752709768712521}
+{"Finetune/Learning Rate": 1.9256279527272815e-05, "Finetune/Loss": 0.9792157411575317, "Finetune/Loss (Raw)": 1.0950942039489746, "Finetune/Step": 778, "Finetune/Step Time": 4.737661210820079}
+{"Finetune/Learning Rate": 1.9253920229910966e-05, "Finetune/Loss": 0.9784713983535767, "Finetune/Loss (Raw)": 0.9368070363998413, "Finetune/Step": 779, "Finetune/Step Time": 4.734608395025134}
+{"Finetune/Learning Rate": 1.925155734128334e-05, "Finetune/Loss": 0.9732849597930908, "Finetune/Loss (Raw)": 0.34014692902565, "Finetune/Step": 780, "Finetune/Step Time": 4.772966753691435}
+{"Finetune/Learning Rate": 1.9249190862306935e-05, "Finetune/Loss": 0.9734328985214233, "Finetune/Loss (Raw)": 0.9372276663780212, "Finetune/Step": 781, "Finetune/Step Time": 4.767503350973129}
+{"Finetune/Learning Rate": 1.9246820793900127e-05, "Finetune/Loss": 0.9697519540786743, "Finetune/Loss (Raw)": 0.7388471961021423, "Finetune/Step": 782, "Finetune/Step Time": 4.797806803137064}
+{"Finetune/Learning Rate": 1.92444471369827e-05, "Finetune/Loss": 0.9692652225494385, "Finetune/Loss (Raw)": 0.9275618195533752, "Finetune/Step": 783, "Finetune/Step Time": 4.841664040461183}
+{"Finetune/Learning Rate": 1.924206989247582e-05, "Finetune/Loss": 0.9675306081771851, "Finetune/Loss (Raw)": 0.7536432147026062, "Finetune/Step": 784, "Finetune/Step Time": 4.858523063361645}
+{"Finetune/Learning Rate": 1.9239689061302053e-05, "Finetune/Loss": 0.9684462547302246, "Finetune/Loss (Raw)": 1.080287218093872, "Finetune/Step": 785, "Finetune/Step Time": 4.853595122694969}
+{"Finetune/Learning Rate": 1.923730464438535e-05, "Finetune/Loss": 0.9696660041809082, "Finetune/Loss (Raw)": 1.141226053237915, "Finetune/Step": 786, "Finetune/Step Time": 4.856528364121914}
+{"Finetune/Learning Rate": 1.923491664265106e-05, "Finetune/Loss": 0.9721421003341675, "Finetune/Loss (Raw)": 1.1184661388397217, "Finetune/Step": 787, "Finetune/Step Time": 4.865241980180144}
+{"Finetune/Learning Rate": 1.9232525057025915e-05, "Finetune/Loss": 0.9721455574035645, "Finetune/Loss (Raw)": 1.1321805715560913, "Finetune/Step": 788, "Finetune/Step Time": 4.861873347312212}
+{"Finetune/Learning Rate": 1.9230129888438046e-05, "Finetune/Loss": 0.9720734357833862, "Finetune/Loss (Raw)": 1.0077826976776123, "Finetune/Step": 789, "Finetune/Step Time": 4.8605641555041075}
+{"Finetune/Learning Rate": 1.922773113781697e-05, "Finetune/Loss": 0.9697917699813843, "Finetune/Loss (Raw)": 0.7696465849876404, "Finetune/Step": 790, "Finetune/Step Time": 4.890470603480935}
+{"Finetune/Learning Rate": 1.9225328806093596e-05, "Finetune/Loss": 0.9684288501739502, "Finetune/Loss (Raw)": 0.9402334094047546, "Finetune/Step": 791, "Finetune/Step Time": 4.891767514869571}
+{"Finetune/Learning Rate": 1.922292289420022e-05, "Finetune/Loss": 0.9670596122741699, "Finetune/Loss (Raw)": 0.849062442779541, "Finetune/Step": 792, "Finetune/Step Time": 4.882408240810037}
+{"Finetune/Learning Rate": 1.9220513403070534e-05, "Finetune/Loss": 0.9665302038192749, "Finetune/Loss (Raw)": 1.0863348245620728, "Finetune/Step": 793, "Finetune/Step Time": 4.885041758418083}
+{"Finetune/Learning Rate": 1.9218100333639608e-05, "Finetune/Loss": 0.9646738767623901, "Finetune/Loss (Raw)": 0.9433975219726562, "Finetune/Step": 794, "Finetune/Step Time": 4.887604543939233}
+{"Finetune/Learning Rate": 1.9215683686843912e-05, "Finetune/Loss": 0.963585615158081, "Finetune/Loss (Raw)": 0.9849685430526733, "Finetune/Step": 795, "Finetune/Step Time": 4.890480035915971}
+{"Finetune/Learning Rate": 1.92132634636213e-05, "Finetune/Loss": 0.9642713665962219, "Finetune/Loss (Raw)": 0.9551401734352112, "Finetune/Step": 796, "Finetune/Step Time": 4.886850468814373}
+{"Finetune/Learning Rate": 1.9210839664911013e-05, "Finetune/Loss": 0.9638272523880005, "Finetune/Loss (Raw)": 0.9810922741889954, "Finetune/Step": 797, "Finetune/Step Time": 4.893553838133812}
+{"Finetune/Learning Rate": 1.9208412291653674e-05, "Finetune/Loss": 0.9646108150482178, "Finetune/Loss (Raw)": 1.0180083513259888, "Finetune/Step": 798, "Finetune/Step Time": 4.895978659391403}
+{"Finetune/Learning Rate": 1.9205981344791307e-05, "Finetune/Loss": 0.9639672636985779, "Finetune/Loss (Raw)": 0.9089106321334839, "Finetune/Step": 799, "Finetune/Step Time": 4.903132066130638}
+{"Finetune/Learning Rate": 1.9203546825267313e-05, "Finetune/Loss": 0.9639638662338257, "Finetune/Loss (Raw)": 1.059409737586975, "Finetune/Step": 800, "Finetune/Step Time": 4.909055618569255}
+{"Finetune/Learning Rate": 1.9201108734026477e-05, "Finetune/Loss": 0.96361243724823, "Finetune/Loss (Raw)": 1.075844407081604, "Finetune/Step": 801, "Finetune/Step Time": 4.93362326361239}
+{"Finetune/Learning Rate": 1.9198667072014978e-05, "Finetune/Loss": 0.9626064300537109, "Finetune/Loss (Raw)": 0.9926957488059998, "Finetune/Step": 802, "Finetune/Step Time": 4.9373122099787}
+{"Finetune/Learning Rate": 1.9196221840180378e-05, "Finetune/Loss": 0.9606053233146667, "Finetune/Loss (Raw)": 0.8061581254005432, "Finetune/Step": 803, "Finetune/Step Time": 4.942902859300375}
+{"Finetune/Learning Rate": 1.9193773039471622e-05, "Finetune/Loss": 0.9602346420288086, "Finetune/Loss (Raw)": 0.9905654191970825, "Finetune/Step": 804, "Finetune/Step Time": 4.933704296126962}
+{"Finetune/Learning Rate": 1.9191320670839047e-05, "Finetune/Loss": 0.9611274003982544, "Finetune/Loss (Raw)": 1.0405211448669434, "Finetune/Step": 805, "Finetune/Step Time": 4.903907582163811}
+{"Finetune/Learning Rate": 1.918886473523436e-05, "Finetune/Loss": 0.958833634853363, "Finetune/Loss (Raw)": 0.8424050807952881, "Finetune/Step": 806, "Finetune/Step Time": 4.917920170351863}
+{"Finetune/Learning Rate": 1.918640523361067e-05, "Finetune/Loss": 0.9576135873794556, "Finetune/Loss (Raw)": 0.9910557866096497, "Finetune/Step": 807, "Finetune/Step Time": 4.909569639712572}
+{"Finetune/Learning Rate": 1.9183942166922455e-05, "Finetune/Loss": 0.9582130908966064, "Finetune/Loss (Raw)": 1.0447944402694702, "Finetune/Step": 808, "Finetune/Step Time": 4.9292375314980745}
+{"Finetune/Learning Rate": 1.9181475536125588e-05, "Finetune/Loss": 0.9572716355323792, "Finetune/Loss (Raw)": 0.955565333366394, "Finetune/Step": 809, "Finetune/Step Time": 4.933067407459021}
+{"Finetune/Learning Rate": 1.917900534217732e-05, "Finetune/Loss": 0.9573779106140137, "Finetune/Loss (Raw)": 1.0955760478973389, "Finetune/Step": 810, "Finetune/Step Time": 4.936132576316595}
+{"Finetune/Learning Rate": 1.9176531586036282e-05, "Finetune/Loss": 0.9553297758102417, "Finetune/Loss (Raw)": 0.8486757278442383, "Finetune/Step": 811, "Finetune/Step Time": 4.9333116970956326}
+{"Finetune/Learning Rate": 1.917405426866249e-05, "Finetune/Loss": 0.957383394241333, "Finetune/Loss (Raw)": 1.2270132303237915, "Finetune/Step": 812, "Finetune/Step Time": 4.9300885535776615}
+{"Finetune/Learning Rate": 1.9171573391017348e-05, "Finetune/Loss": 0.959128737449646, "Finetune/Loss (Raw)": 0.9876052737236023, "Finetune/Step": 813, "Finetune/Step Time": 4.916951386258006}
+{"Finetune/Learning Rate": 1.9169088954063634e-05, "Finetune/Loss": 0.9593390226364136, "Finetune/Loss (Raw)": 0.9649907350540161, "Finetune/Step": 814, "Finetune/Step Time": 4.906298719346523}
+{"Finetune/Learning Rate": 1.9166600958765508e-05, "Finetune/Loss": 0.9593961238861084, "Finetune/Loss (Raw)": 0.9802477955818176, "Finetune/Step": 815, "Finetune/Step Time": 4.910700149834156}
+{"Finetune/Learning Rate": 1.916410940608851e-05, "Finetune/Loss": 0.9597911238670349, "Finetune/Loss (Raw)": 1.0710790157318115, "Finetune/Step": 816, "Finetune/Step Time": 4.910430325195193}
+{"Finetune/Learning Rate": 1.9161614296999565e-05, "Finetune/Loss": 0.9624894857406616, "Finetune/Loss (Raw)": 1.0806832313537598, "Finetune/Step": 817, "Finetune/Step Time": 4.899884028360248}
+{"Finetune/Learning Rate": 1.9159115632466978e-05, "Finetune/Loss": 0.9585083723068237, "Finetune/Loss (Raw)": 0.332567036151886, "Finetune/Step": 818, "Finetune/Step Time": 4.888437131419778}
+{"Finetune/Learning Rate": 1.9156613413460432e-05, "Finetune/Loss": 0.9566764831542969, "Finetune/Loss (Raw)": 0.8263747692108154, "Finetune/Step": 819, "Finetune/Step Time": 4.888710146769881}
+{"Finetune/Learning Rate": 1.9154107640950986e-05, "Finetune/Loss": 0.9551507830619812, "Finetune/Loss (Raw)": 0.7413424253463745, "Finetune/Step": 820, "Finetune/Step Time": 4.869401564821601}
+{"Finetune/Learning Rate": 1.9151598315911088e-05, "Finetune/Loss": 0.9552675485610962, "Finetune/Loss (Raw)": 1.0006771087646484, "Finetune/Step": 821, "Finetune/Step Time": 4.87527104280889}
+{"Finetune/Learning Rate": 1.9149085439314548e-05, "Finetune/Loss": 0.9594155550003052, "Finetune/Loss (Raw)": 0.9359019994735718, "Finetune/Step": 822, "Finetune/Step Time": 4.841137206181884}
+{"Finetune/Learning Rate": 1.9146569012136572e-05, "Finetune/Loss": 0.961185872554779, "Finetune/Loss (Raw)": 1.0971934795379639, "Finetune/Step": 823, "Finetune/Step Time": 4.827193694189191}
+{"Finetune/Learning Rate": 1.914404903535373e-05, "Finetune/Loss": 0.960931658744812, "Finetune/Loss (Raw)": 1.0815991163253784, "Finetune/Step": 824, "Finetune/Step Time": 4.82038339972496}
+{"Finetune/Learning Rate": 1.9141525509943987e-05, "Finetune/Loss": 0.9607001543045044, "Finetune/Loss (Raw)": 0.915614664554596, "Finetune/Step": 825, "Finetune/Step Time": 4.810917412862182}
+{"Finetune/Learning Rate": 1.9138998436886664e-05, "Finetune/Loss": 0.9580754041671753, "Finetune/Loss (Raw)": 0.8566825985908508, "Finetune/Step": 826, "Finetune/Step Time": 4.816911099478602}
+{"Finetune/Learning Rate": 1.913646781716247e-05, "Finetune/Loss": 0.9564666748046875, "Finetune/Loss (Raw)": 1.003404140472412, "Finetune/Step": 827, "Finetune/Step Time": 4.803340181708336}
+{"Finetune/Learning Rate": 1.9133933651753493e-05, "Finetune/Loss": 0.9517014026641846, "Finetune/Loss (Raw)": 0.3834601938724518, "Finetune/Step": 828, "Finetune/Step Time": 4.822219470515847}
+{"Finetune/Learning Rate": 1.913139594164319e-05, "Finetune/Loss": 0.9576435685157776, "Finetune/Loss (Raw)": 1.0764601230621338, "Finetune/Step": 829, "Finetune/Step Time": 4.791158355772495}
+{"Finetune/Learning Rate": 1.9128854687816394e-05, "Finetune/Loss": 0.9578217267990112, "Finetune/Loss (Raw)": 0.9968844056129456, "Finetune/Step": 830, "Finetune/Step Time": 4.788216350600123}
+{"Finetune/Learning Rate": 1.9126309891259324e-05, "Finetune/Loss": 0.9591432213783264, "Finetune/Loss (Raw)": 1.0465328693389893, "Finetune/Step": 831, "Finetune/Step Time": 4.799113590270281}
+{"Finetune/Learning Rate": 1.9123761552959562e-05, "Finetune/Loss": 0.9598888158798218, "Finetune/Loss (Raw)": 1.090450644493103, "Finetune/Step": 832, "Finetune/Step Time": 4.775095783174038}
+{"Finetune/Learning Rate": 1.9121209673906064e-05, "Finetune/Loss": 0.9552720785140991, "Finetune/Loss (Raw)": 0.4283379912376404, "Finetune/Step": 833, "Finetune/Step Time": 4.814905496314168}
+{"Finetune/Learning Rate": 1.911865425508917e-05, "Finetune/Loss": 0.9568943977355957, "Finetune/Loss (Raw)": 0.9958074688911438, "Finetune/Step": 834, "Finetune/Step Time": 4.817379608750343}
+{"Finetune/Learning Rate": 1.9116095297500588e-05, "Finetune/Loss": 0.957543671131134, "Finetune/Loss (Raw)": 0.9880418181419373, "Finetune/Step": 835, "Finetune/Step Time": 4.8226519878953695}
+{"Finetune/Learning Rate": 1.9113532802133394e-05, "Finetune/Loss": 0.9563702940940857, "Finetune/Loss (Raw)": 1.013907551765442, "Finetune/Step": 836, "Finetune/Step Time": 4.823449995368719}
+{"Finetune/Learning Rate": 1.911096676998205e-05, "Finetune/Loss": 0.9560462236404419, "Finetune/Loss (Raw)": 0.9333606362342834, "Finetune/Step": 837, "Finetune/Step Time": 4.832246020436287}
+{"Finetune/Learning Rate": 1.9108397202042376e-05, "Finetune/Loss": 0.9574346542358398, "Finetune/Loss (Raw)": 1.0610922574996948, "Finetune/Step": 838, "Finetune/Step Time": 4.841866670176387}
+{"Finetune/Learning Rate": 1.910582409931158e-05, "Finetune/Loss": 0.9562352895736694, "Finetune/Loss (Raw)": 0.9278024435043335, "Finetune/Step": 839, "Finetune/Step Time": 4.833657359704375}
+{"Finetune/Learning Rate": 1.910324746278822e-05, "Finetune/Loss": 0.9596916437149048, "Finetune/Loss (Raw)": 1.161543369293213, "Finetune/Step": 840, "Finetune/Step Time": 4.822391981258988}
+{"Finetune/Learning Rate": 1.9100667293472252e-05, "Finetune/Loss": 0.9590566158294678, "Finetune/Loss (Raw)": 0.894720196723938, "Finetune/Step": 841, "Finetune/Step Time": 4.826084986329079}
+{"Finetune/Learning Rate": 1.9098083592364976e-05, "Finetune/Loss": 0.9600616693496704, "Finetune/Loss (Raw)": 1.0671725273132324, "Finetune/Step": 842, "Finetune/Step Time": 4.820233143866062}
+{"Finetune/Learning Rate": 1.9095496360469087e-05, "Finetune/Loss": 0.9594643115997314, "Finetune/Loss (Raw)": 1.0458972454071045, "Finetune/Step": 843, "Finetune/Step Time": 4.823072161525488}
+{"Finetune/Learning Rate": 1.9092905598788633e-05, "Finetune/Loss": 0.9604860544204712, "Finetune/Loss (Raw)": 0.9979097247123718, "Finetune/Step": 844, "Finetune/Step Time": 4.829971907660365}
+{"Finetune/Learning Rate": 1.9090311308329045e-05, "Finetune/Loss": 0.960033655166626, "Finetune/Loss (Raw)": 1.0799612998962402, "Finetune/Step": 845, "Finetune/Step Time": 4.816140968352556}
+{"Finetune/Learning Rate": 1.9087713490097108e-05, "Finetune/Loss": 0.9598835706710815, "Finetune/Loss (Raw)": 1.0405244827270508, "Finetune/Step": 846, "Finetune/Step Time": 4.808533266186714}
+{"Finetune/Learning Rate": 1.9085112145100987e-05, "Finetune/Loss": 0.9553825259208679, "Finetune/Loss (Raw)": 0.4666517674922943, "Finetune/Step": 847, "Finetune/Step Time": 4.841849325224757}
+{"Finetune/Learning Rate": 1.9082507274350216e-05, "Finetune/Loss": 0.9525281190872192, "Finetune/Loss (Raw)": 0.8501614332199097, "Finetune/Step": 848, "Finetune/Step Time": 4.850308595225215}
+{"Finetune/Learning Rate": 1.9079898878855695e-05, "Finetune/Loss": 0.9531341791152954, "Finetune/Loss (Raw)": 1.0077855587005615, "Finetune/Step": 849, "Finetune/Step Time": 4.833585409447551}
+{"Finetune/Learning Rate": 1.9077286959629684e-05, "Finetune/Loss": 0.9523288607597351, "Finetune/Loss (Raw)": 0.8917445540428162, "Finetune/Step": 850, "Finetune/Step Time": 4.8181140050292015}
+{"Finetune/Learning Rate": 1.907467151768583e-05, "Finetune/Loss": 0.9515952467918396, "Finetune/Loss (Raw)": 1.0245434045791626, "Finetune/Step": 851, "Finetune/Step Time": 4.824721114709973}
+{"Finetune/Learning Rate": 1.9072052554039123e-05, "Finetune/Loss": 0.9500239491462708, "Finetune/Loss (Raw)": 0.8827608227729797, "Finetune/Step": 852, "Finetune/Step Time": 4.809289904311299}
+{"Finetune/Learning Rate": 1.9069430069705936e-05, "Finetune/Loss": 0.9485273361206055, "Finetune/Loss (Raw)": 0.954454243183136, "Finetune/Step": 853, "Finetune/Step Time": 4.805998304858804}
+{"Finetune/Learning Rate": 1.9066804065704006e-05, "Finetune/Loss": 0.9498997330665588, "Finetune/Loss (Raw)": 0.9409425258636475, "Finetune/Step": 854, "Finetune/Step Time": 4.808488242328167}
+{"Finetune/Learning Rate": 1.9064174543052435e-05, "Finetune/Loss": 0.9481400847434998, "Finetune/Loss (Raw)": 0.8056511282920837, "Finetune/Step": 855, "Finetune/Step Time": 4.844404833391309}
+{"Finetune/Learning Rate": 1.9061541502771682e-05, "Finetune/Loss": 0.9464834332466125, "Finetune/Loss (Raw)": 0.9903839826583862, "Finetune/Step": 856, "Finetune/Step Time": 4.8417848609387875}
+{"Finetune/Learning Rate": 1.905890494588359e-05, "Finetune/Loss": 0.9488092660903931, "Finetune/Loss (Raw)": 0.9500810503959656, "Finetune/Step": 857, "Finetune/Step Time": 4.818493647500873}
+{"Finetune/Learning Rate": 1.9056264873411343e-05, "Finetune/Loss": 0.9502230286598206, "Finetune/Loss (Raw)": 1.1883645057678223, "Finetune/Step": 858, "Finetune/Step Time": 4.816173166036606}
+{"Finetune/Learning Rate": 1.905362128637951e-05, "Finetune/Loss": 0.9503161311149597, "Finetune/Loss (Raw)": 1.1033507585525513, "Finetune/Step": 859, "Finetune/Step Time": 4.8311113733798265}
+{"Finetune/Learning Rate": 1.905097418581401e-05, "Finetune/Loss": 0.9506291151046753, "Finetune/Loss (Raw)": 0.9506466388702393, "Finetune/Step": 860, "Finetune/Step Time": 4.799599787220359}
+{"Finetune/Learning Rate": 1.904832357274214e-05, "Finetune/Loss": 0.948796272277832, "Finetune/Loss (Raw)": 0.7247394919395447, "Finetune/Step": 861, "Finetune/Step Time": 4.789630673825741}
+{"Finetune/Learning Rate": 1.9045669448192537e-05, "Finetune/Loss": 0.9499187469482422, "Finetune/Loss (Raw)": 1.016322374343872, "Finetune/Step": 862, "Finetune/Step Time": 4.792047282680869}
+{"Finetune/Learning Rate": 1.904301181319523e-05, "Finetune/Loss": 0.9494199752807617, "Finetune/Loss (Raw)": 0.8397931456565857, "Finetune/Step": 863, "Finetune/Step Time": 4.797638250514865}
+{"Finetune/Learning Rate": 1.9040350668781584e-05, "Finetune/Loss": 0.9502969980239868, "Finetune/Loss (Raw)": 1.0443024635314941, "Finetune/Step": 864, "Finetune/Step Time": 4.764588920399547}
+{"Finetune/Learning Rate": 1.9037686015984343e-05, "Finetune/Loss": 0.9490423202514648, "Finetune/Loss (Raw)": 0.9600521326065063, "Finetune/Step": 865, "Finetune/Step Time": 4.78614517301321}
+{"Finetune/Learning Rate": 1.9035017855837604e-05, "Finetune/Loss": 0.9498238563537598, "Finetune/Loss (Raw)": 1.1211884021759033, "Finetune/Step": 866, "Finetune/Step Time": 4.787315830588341}
+{"Finetune/Learning Rate": 1.9032346189376828e-05, "Finetune/Loss": 0.9545639157295227, "Finetune/Loss (Raw)": 1.0689876079559326, "Finetune/Step": 867, "Finetune/Step Time": 4.746946232393384}
+{"Finetune/Learning Rate": 1.902967101763884e-05, "Finetune/Loss": 0.9529720544815063, "Finetune/Loss (Raw)": 0.9442869424819946, "Finetune/Step": 868, "Finetune/Step Time": 4.739945713430643}
+{"Finetune/Learning Rate": 1.902699234166182e-05, "Finetune/Loss": 0.9551218748092651, "Finetune/Loss (Raw)": 1.0912891626358032, "Finetune/Step": 869, "Finetune/Step Time": 4.730607025325298}
+{"Finetune/Learning Rate": 1.9024310162485308e-05, "Finetune/Loss": 0.954470157623291, "Finetune/Loss (Raw)": 0.9010312557220459, "Finetune/Step": 870, "Finetune/Step Time": 4.733719687908888}
+{"Finetune/Learning Rate": 1.9021624481150208e-05, "Finetune/Loss": 0.952756404876709, "Finetune/Loss (Raw)": 0.8530209064483643, "Finetune/Step": 871, "Finetune/Step Time": 4.7369988206774}
+{"Finetune/Learning Rate": 1.9018935298698777e-05, "Finetune/Loss": 0.9527533054351807, "Finetune/Loss (Raw)": 0.9989365935325623, "Finetune/Step": 872, "Finetune/Step Time": 4.7368155140429735}
+{"Finetune/Learning Rate": 1.9016242616174637e-05, "Finetune/Loss": 0.9539264440536499, "Finetune/Loss (Raw)": 1.0440198183059692, "Finetune/Step": 873, "Finetune/Step Time": 4.720273280516267}
+{"Finetune/Learning Rate": 1.9013546434622766e-05, "Finetune/Loss": 0.9522280693054199, "Finetune/Loss (Raw)": 0.8844053149223328, "Finetune/Step": 874, "Finetune/Step Time": 4.725592909380794}
+{"Finetune/Learning Rate": 1.90108467550895e-05, "Finetune/Loss": 0.9508768320083618, "Finetune/Loss (Raw)": 0.9517536163330078, "Finetune/Step": 875, "Finetune/Step Time": 4.737043192610145}
+{"Finetune/Learning Rate": 1.9008143578622527e-05, "Finetune/Loss": 0.949569582939148, "Finetune/Loss (Raw)": 0.9319429993629456, "Finetune/Step": 876, "Finetune/Step Time": 4.738526085391641}
+{"Finetune/Learning Rate": 1.9005436906270902e-05, "Finetune/Loss": 0.9497645497322083, "Finetune/Loss (Raw)": 1.0318536758422852, "Finetune/Step": 877, "Finetune/Step Time": 4.7370556108653545}
+{"Finetune/Learning Rate": 1.9002726739085027e-05, "Finetune/Loss": 0.9495370388031006, "Finetune/Loss (Raw)": 0.99957674741745, "Finetune/Step": 878, "Finetune/Step Time": 4.729996247217059}
+{"Finetune/Learning Rate": 1.900001307811667e-05, "Finetune/Loss": 0.949523389339447, "Finetune/Loss (Raw)": 0.8910492062568665, "Finetune/Step": 879, "Finetune/Step Time": 4.750967951491475}
+{"Finetune/Learning Rate": 1.899729592441895e-05, "Finetune/Loss": 0.9490718245506287, "Finetune/Loss (Raw)": 1.0222841501235962, "Finetune/Step": 880, "Finetune/Step Time": 4.754767892882228}
+{"Finetune/Learning Rate": 1.899457527904634e-05, "Finetune/Loss": 0.9529584646224976, "Finetune/Loss (Raw)": 0.8959343433380127, "Finetune/Step": 881, "Finetune/Step Time": 4.729861916974187}
+{"Finetune/Learning Rate": 1.8991851143054662e-05, "Finetune/Loss": 0.954423189163208, "Finetune/Loss (Raw)": 1.0656332969665527, "Finetune/Step": 882, "Finetune/Step Time": 4.729313096031547}
+{"Finetune/Learning Rate": 1.8989123517501112e-05, "Finetune/Loss": 0.9553831219673157, "Finetune/Loss (Raw)": 1.0592764616012573, "Finetune/Step": 883, "Finetune/Step Time": 4.700677329674363}
+{"Finetune/Learning Rate": 1.8986392403444222e-05, "Finetune/Loss": 0.956336498260498, "Finetune/Loss (Raw)": 1.0730793476104736, "Finetune/Step": 884, "Finetune/Step Time": 4.701347919180989}
+{"Finetune/Learning Rate": 1.8983657801943884e-05, "Finetune/Loss": 0.9503979086875916, "Finetune/Loss (Raw)": 0.23083622753620148, "Finetune/Step": 885, "Finetune/Step Time": 4.726926423609257}
+{"Finetune/Learning Rate": 1.8980919714061343e-05, "Finetune/Loss": 0.9493376016616821, "Finetune/Loss (Raw)": 1.0205258131027222, "Finetune/Step": 886, "Finetune/Step Time": 4.7304855436086655}
+{"Finetune/Learning Rate": 1.89781781408592e-05, "Finetune/Loss": 0.9441883563995361, "Finetune/Loss (Raw)": 0.40895962715148926, "Finetune/Step": 887, "Finetune/Step Time": 4.768927875906229}
+{"Finetune/Learning Rate": 1.8975433083401403e-05, "Finetune/Loss": 0.9446573257446289, "Finetune/Loss (Raw)": 1.0856853723526, "Finetune/Step": 888, "Finetune/Step Time": 4.775263346731663}
+{"Finetune/Learning Rate": 1.897268454275326e-05, "Finetune/Loss": 0.945490837097168, "Finetune/Loss (Raw)": 1.0436779260635376, "Finetune/Step": 889, "Finetune/Step Time": 4.785605860874057}
+{"Finetune/Learning Rate": 1.896993251998142e-05, "Finetune/Loss": 0.9501121044158936, "Finetune/Loss (Raw)": 0.9752085208892822, "Finetune/Step": 890, "Finetune/Step Time": 4.737918233498931}
+{"Finetune/Learning Rate": 1.8967177016153895e-05, "Finetune/Loss": 0.9508407115936279, "Finetune/Loss (Raw)": 0.9918549060821533, "Finetune/Step": 891, "Finetune/Step Time": 4.736420094966888}
+{"Finetune/Learning Rate": 1.8964418032340037e-05, "Finetune/Loss": 0.9499307870864868, "Finetune/Loss (Raw)": 0.8887065052986145, "Finetune/Step": 892, "Finetune/Step Time": 4.741087954491377}
+{"Finetune/Learning Rate": 1.8961655569610557e-05, "Finetune/Loss": 0.9510995149612427, "Finetune/Loss (Raw)": 1.1314235925674438, "Finetune/Step": 893, "Finetune/Step Time": 4.737603781744838}
+{"Finetune/Learning Rate": 1.8958889629037514e-05, "Finetune/Loss": 0.9500946998596191, "Finetune/Loss (Raw)": 0.971811056137085, "Finetune/Step": 894, "Finetune/Step Time": 4.728188326582313}
+{"Finetune/Learning Rate": 1.895612021169431e-05, "Finetune/Loss": 0.9505397081375122, "Finetune/Loss (Raw)": 0.9804992079734802, "Finetune/Step": 895, "Finetune/Step Time": 4.735205415636301}
+{"Finetune/Learning Rate": 1.8953347318655704e-05, "Finetune/Loss": 0.9515976309776306, "Finetune/Loss (Raw)": 1.0674477815628052, "Finetune/Step": 896, "Finetune/Step Time": 4.727335624396801}
+{"Finetune/Learning Rate": 1.8950570950997808e-05, "Finetune/Loss": 0.9517678022384644, "Finetune/Loss (Raw)": 0.8494159579277039, "Finetune/Step": 897, "Finetune/Step Time": 4.726247830316424}
+{"Finetune/Learning Rate": 1.894779110979807e-05, "Finetune/Loss": 0.9465439319610596, "Finetune/Loss (Raw)": 0.36380207538604736, "Finetune/Step": 898, "Finetune/Step Time": 4.745622957125306}
+{"Finetune/Learning Rate": 1.894500779613529e-05, "Finetune/Loss": 0.9445560574531555, "Finetune/Loss (Raw)": 0.8248898983001709, "Finetune/Step": 899, "Finetune/Step Time": 4.820753451436758}
+{"Finetune/Learning Rate": 1.8942221011089623e-05, "Finetune/Loss": 0.9454404711723328, "Finetune/Loss (Raw)": 1.1151658296585083, "Finetune/Step": 900, "Finetune/Step Time": 4.826657436788082}
+{"Finetune/Learning Rate": 1.8939430755742564e-05, "Finetune/Loss": 0.9457225799560547, "Finetune/Loss (Raw)": 1.1024971008300781, "Finetune/Step": 901, "Finetune/Step Time": 4.8323190081864595}
+{"Finetune/Learning Rate": 1.8936637031176957e-05, "Finetune/Loss": 0.9472172260284424, "Finetune/Loss (Raw)": 1.066765546798706, "Finetune/Step": 902, "Finetune/Step Time": 4.814953053370118}
+{"Finetune/Learning Rate": 1.893383983847699e-05, "Finetune/Loss": 0.9475172162055969, "Finetune/Loss (Raw)": 1.0748131275177002, "Finetune/Step": 903, "Finetune/Step Time": 4.829634228721261}
+{"Finetune/Learning Rate": 1.89310391787282e-05, "Finetune/Loss": 0.9487663507461548, "Finetune/Loss (Raw)": 0.9607507586479187, "Finetune/Step": 904, "Finetune/Step Time": 4.831366430968046}
+{"Finetune/Learning Rate": 1.892823505301747e-05, "Finetune/Loss": 0.9481188654899597, "Finetune/Loss (Raw)": 1.0600191354751587, "Finetune/Step": 905, "Finetune/Step Time": 4.8059276714921}
+{"Finetune/Learning Rate": 1.8925427462433027e-05, "Finetune/Loss": 0.9469085931777954, "Finetune/Loss (Raw)": 0.9401785731315613, "Finetune/Step": 906, "Finetune/Step Time": 4.808989800512791}
+{"Finetune/Learning Rate": 1.8922616408064436e-05, "Finetune/Loss": 0.9477523565292358, "Finetune/Loss (Raw)": 1.044801950454712, "Finetune/Step": 907, "Finetune/Step Time": 4.796277927234769}
+{"Finetune/Learning Rate": 1.8919801891002615e-05, "Finetune/Loss": 0.9526945352554321, "Finetune/Loss (Raw)": 0.9727542400360107, "Finetune/Step": 908, "Finetune/Step Time": 4.757561519742012}
+{"Finetune/Learning Rate": 1.891698391233983e-05, "Finetune/Loss": 0.9531256556510925, "Finetune/Loss (Raw)": 0.9924105405807495, "Finetune/Step": 909, "Finetune/Step Time": 4.761825433000922}
+{"Finetune/Learning Rate": 1.8914162473169676e-05, "Finetune/Loss": 0.9549106955528259, "Finetune/Loss (Raw)": 0.9673279523849487, "Finetune/Step": 910, "Finetune/Step Time": 4.738505654036999}
+{"Finetune/Learning Rate": 1.8911337574587098e-05, "Finetune/Loss": 0.9550045728683472, "Finetune/Loss (Raw)": 0.9395772218704224, "Finetune/Step": 911, "Finetune/Step Time": 4.689271381124854}
+{"Finetune/Learning Rate": 1.8908509217688387e-05, "Finetune/Loss": 0.9578913450241089, "Finetune/Loss (Raw)": 1.123155951499939, "Finetune/Step": 912, "Finetune/Step Time": 4.680272959172726}
+{"Finetune/Learning Rate": 1.8905677403571177e-05, "Finetune/Loss": 0.955072283744812, "Finetune/Loss (Raw)": 0.7194488048553467, "Finetune/Step": 913, "Finetune/Step Time": 4.674976816400886}
+{"Finetune/Learning Rate": 1.890284213333443e-05, "Finetune/Loss": 0.9549104571342468, "Finetune/Loss (Raw)": 1.1205111742019653, "Finetune/Step": 914, "Finetune/Step Time": 4.6734748017042875}
+{"Finetune/Learning Rate": 1.8900003408078468e-05, "Finetune/Loss": 0.9540530443191528, "Finetune/Loss (Raw)": 1.0087099075317383, "Finetune/Step": 915, "Finetune/Step Time": 4.641647148877382}
+{"Finetune/Learning Rate": 1.889716122890494e-05, "Finetune/Loss": 0.9532989263534546, "Finetune/Loss (Raw)": 1.035665512084961, "Finetune/Step": 916, "Finetune/Step Time": 4.6483299639075994}
+{"Finetune/Learning Rate": 1.889431559691684e-05, "Finetune/Loss": 0.9547322392463684, "Finetune/Loss (Raw)": 1.1912423372268677, "Finetune/Step": 917, "Finetune/Step Time": 4.686702275648713}
+{"Finetune/Learning Rate": 1.8891466513218507e-05, "Finetune/Loss": 0.956344723701477, "Finetune/Loss (Raw)": 0.9760355353355408, "Finetune/Step": 918, "Finetune/Step Time": 4.664131859317422}
+{"Finetune/Learning Rate": 1.888861397891561e-05, "Finetune/Loss": 0.9549903869628906, "Finetune/Loss (Raw)": 0.7668859362602234, "Finetune/Step": 919, "Finetune/Step Time": 4.683795226737857}
+{"Finetune/Learning Rate": 1.888575799511516e-05, "Finetune/Loss": 0.9549421072006226, "Finetune/Loss (Raw)": 0.8428837656974792, "Finetune/Step": 920, "Finetune/Step Time": 4.689946556463838}
+{"Finetune/Learning Rate": 1.888289856292552e-05, "Finetune/Loss": 0.95415198802948, "Finetune/Loss (Raw)": 0.9851987361907959, "Finetune/Step": 921, "Finetune/Step Time": 4.67992396466434}
+{"Finetune/Learning Rate": 1.8880035683456365e-05, "Finetune/Loss": 0.9539596438407898, "Finetune/Loss (Raw)": 0.918781578540802, "Finetune/Step": 922, "Finetune/Step Time": 4.679312629625201}
+{"Finetune/Learning Rate": 1.887716935781873e-05, "Finetune/Loss": 0.9543395042419434, "Finetune/Loss (Raw)": 1.0335839986801147, "Finetune/Step": 923, "Finetune/Step Time": 4.671427519991994}
+{"Finetune/Learning Rate": 1.887429958712498e-05, "Finetune/Loss": 0.9541997909545898, "Finetune/Loss (Raw)": 0.9372589588165283, "Finetune/Step": 924, "Finetune/Step Time": 4.679866898804903}
+{"Finetune/Learning Rate": 1.8871426372488818e-05, "Finetune/Loss": 0.9528768062591553, "Finetune/Loss (Raw)": 0.8117526173591614, "Finetune/Step": 925, "Finetune/Step Time": 4.699118051677942}
+{"Finetune/Learning Rate": 1.886854971502528e-05, "Finetune/Loss": 0.9522743225097656, "Finetune/Loss (Raw)": 0.9408861994743347, "Finetune/Step": 926, "Finetune/Step Time": 4.703056454658508}
+{"Finetune/Learning Rate": 1.886566961585074e-05, "Finetune/Loss": 0.9533004760742188, "Finetune/Loss (Raw)": 1.0402625799179077, "Finetune/Step": 927, "Finetune/Step Time": 4.695616398006678}
+{"Finetune/Learning Rate": 1.886278607608291e-05, "Finetune/Loss": 0.9528830051422119, "Finetune/Loss (Raw)": 1.005964994430542, "Finetune/Step": 928, "Finetune/Step Time": 4.687236582860351}
+{"Finetune/Learning Rate": 1.8859899096840836e-05, "Finetune/Loss": 0.952522873878479, "Finetune/Loss (Raw)": 1.0297446250915527, "Finetune/Step": 929, "Finetune/Step Time": 4.662913190200925}
+{"Finetune/Learning Rate": 1.8857008679244897e-05, "Finetune/Loss": 0.9518115520477295, "Finetune/Loss (Raw)": 0.9016625881195068, "Finetune/Step": 930, "Finetune/Step Time": 4.667319759726524}
+{"Finetune/Learning Rate": 1.885411482441681e-05, "Finetune/Loss": 0.9535285234451294, "Finetune/Loss (Raw)": 1.025921106338501, "Finetune/Step": 931, "Finetune/Step Time": 4.648911450058222}
+{"Finetune/Learning Rate": 1.885121753347962e-05, "Finetune/Loss": 0.954056441783905, "Finetune/Loss (Raw)": 1.0581425428390503, "Finetune/Step": 932, "Finetune/Step Time": 4.655137022957206}
+{"Finetune/Learning Rate": 1.884831680755771e-05, "Finetune/Loss": 0.9540201425552368, "Finetune/Loss (Raw)": 1.0358774662017822, "Finetune/Step": 933, "Finetune/Step Time": 4.664475677534938}
+{"Finetune/Learning Rate": 1.8845412647776795e-05, "Finetune/Loss": 0.9553533792495728, "Finetune/Loss (Raw)": 1.0130521059036255, "Finetune/Step": 934, "Finetune/Step Time": 4.651135176420212}
+{"Finetune/Learning Rate": 1.8842505055263928e-05, "Finetune/Loss": 0.9542866349220276, "Finetune/Loss (Raw)": 0.8545140624046326, "Finetune/Step": 935, "Finetune/Step Time": 4.652128303423524}
+{"Finetune/Learning Rate": 1.883959403114748e-05, "Finetune/Loss": 0.953466534614563, "Finetune/Loss (Raw)": 0.9398260712623596, "Finetune/Step": 936, "Finetune/Step Time": 4.644348733127117}
+{"Finetune/Learning Rate": 1.8836679576557165e-05, "Finetune/Loss": 0.9548269510269165, "Finetune/Loss (Raw)": 1.1296870708465576, "Finetune/Step": 937, "Finetune/Step Time": 4.639179598540068}
+{"Finetune/Learning Rate": 1.8833761692624034e-05, "Finetune/Loss": 0.9551348686218262, "Finetune/Loss (Raw)": 1.1349939107894897, "Finetune/Step": 938, "Finetune/Step Time": 4.642951246351004}
+{"Finetune/Learning Rate": 1.883084038048045e-05, "Finetune/Loss": 0.9557122588157654, "Finetune/Loss (Raw)": 0.9225841760635376, "Finetune/Step": 939, "Finetune/Step Time": 4.643967308104038}
+{"Finetune/Learning Rate": 1.8827915641260127e-05, "Finetune/Loss": 0.9541547298431396, "Finetune/Loss (Raw)": 1.0276525020599365, "Finetune/Step": 940, "Finetune/Step Time": 4.646791277453303}
+{"Finetune/Learning Rate": 1.882498747609809e-05, "Finetune/Loss": 0.9540157318115234, "Finetune/Loss (Raw)": 0.9698099493980408, "Finetune/Step": 941, "Finetune/Step Time": 4.646031802520156}
+{"Finetune/Learning Rate": 1.8822055886130708e-05, "Finetune/Loss": 0.9537804126739502, "Finetune/Loss (Raw)": 0.9348725080490112, "Finetune/Step": 942, "Finetune/Step Time": 4.652360176667571}
+{"Finetune/Learning Rate": 1.8819120872495675e-05, "Finetune/Loss": 0.9535839557647705, "Finetune/Loss (Raw)": 0.9550997018814087, "Finetune/Step": 943, "Finetune/Step Time": 4.651561684906483}
+{"Finetune/Learning Rate": 1.8816182436332006e-05, "Finetune/Loss": 0.9530011415481567, "Finetune/Loss (Raw)": 0.996482789516449, "Finetune/Step": 944, "Finetune/Step Time": 4.646692765876651}
+{"Finetune/Learning Rate": 1.881324057878006e-05, "Finetune/Loss": 0.9512861967086792, "Finetune/Loss (Raw)": 0.8611628413200378, "Finetune/Step": 945, "Finetune/Step Time": 4.655937800183892}
+{"Finetune/Learning Rate": 1.8810295300981504e-05, "Finetune/Loss": 0.9556846618652344, "Finetune/Loss (Raw)": 0.8955725431442261, "Finetune/Step": 946, "Finetune/Step Time": 4.63355852663517}
+{"Finetune/Learning Rate": 1.8807346604079352e-05, "Finetune/Loss": 0.9567208290100098, "Finetune/Loss (Raw)": 0.9590030312538147, "Finetune/Step": 947, "Finetune/Step Time": 4.652747493237257}
+{"Finetune/Learning Rate": 1.880439448921793e-05, "Finetune/Loss": 0.9539529085159302, "Finetune/Loss (Raw)": 0.3870539665222168, "Finetune/Step": 948, "Finetune/Step Time": 4.681959832087159}
+{"Finetune/Learning Rate": 1.88014389575429e-05, "Finetune/Loss": 0.9550033807754517, "Finetune/Loss (Raw)": 1.1351410150527954, "Finetune/Step": 949, "Finetune/Step Time": 4.661908844485879}
+{"Finetune/Learning Rate": 1.879848001020124e-05, "Finetune/Loss": 0.9547442197799683, "Finetune/Loss (Raw)": 0.902725875377655, "Finetune/Step": 950, "Finetune/Step Time": 4.659227164462209}
+{"Finetune/Learning Rate": 1.8795517648341267e-05, "Finetune/Loss": 0.9554018974304199, "Finetune/Loss (Raw)": 1.1813703775405884, "Finetune/Step": 951, "Finetune/Step Time": 4.652521133422852}
+{"Finetune/Learning Rate": 1.8792551873112614e-05, "Finetune/Loss": 0.9535760283470154, "Finetune/Loss (Raw)": 0.847895085811615, "Finetune/Step": 952, "Finetune/Step Time": 4.657217947766185}
+{"Finetune/Learning Rate": 1.8789582685666237e-05, "Finetune/Loss": 0.9540944695472717, "Finetune/Loss (Raw)": 0.9819677472114563, "Finetune/Step": 953, "Finetune/Step Time": 4.6490923799574375}
+{"Finetune/Learning Rate": 1.878661008715442e-05, "Finetune/Loss": 0.9545507431030273, "Finetune/Loss (Raw)": 0.9150857925415039, "Finetune/Step": 954, "Finetune/Step Time": 4.646038601174951}
+{"Finetune/Learning Rate": 1.8783634078730774e-05, "Finetune/Loss": 0.9544185400009155, "Finetune/Loss (Raw)": 0.9864842295646667, "Finetune/Step": 955, "Finetune/Step Time": 4.64474212191999}
+{"Finetune/Learning Rate": 1.878065466155023e-05, "Finetune/Loss": 0.95943284034729, "Finetune/Loss (Raw)": 1.025296926498413, "Finetune/Step": 956, "Finetune/Step Time": 4.607844544574618}
+{"Finetune/Learning Rate": 1.877767183676904e-05, "Finetune/Loss": 0.9580672979354858, "Finetune/Loss (Raw)": 0.9016640186309814, "Finetune/Step": 957, "Finetune/Step Time": 4.604698741808534}
+{"Finetune/Learning Rate": 1.8774685605544776e-05, "Finetune/Loss": 0.957954466342926, "Finetune/Loss (Raw)": 0.982450008392334, "Finetune/Step": 958, "Finetune/Step Time": 4.613769078627229}
+{"Finetune/Learning Rate": 1.8771695969036342e-05, "Finetune/Loss": 0.957021951675415, "Finetune/Loss (Raw)": 0.9271653890609741, "Finetune/Step": 959, "Finetune/Step Time": 4.589887160807848}
+{"Finetune/Learning Rate": 1.8768702928403954e-05, "Finetune/Loss": 0.9559295773506165, "Finetune/Loss (Raw)": 0.9506257176399231, "Finetune/Step": 960, "Finetune/Step Time": 4.59264425188303}
+{"Finetune/Learning Rate": 1.8765706484809155e-05, "Finetune/Loss": 0.9594769477844238, "Finetune/Loss (Raw)": 0.8823962807655334, "Finetune/Step": 961, "Finetune/Step Time": 4.555060992017388}
+{"Finetune/Learning Rate": 1.8762706639414806e-05, "Finetune/Loss": 0.9602952003479004, "Finetune/Loss (Raw)": 1.1005444526672363, "Finetune/Step": 962, "Finetune/Step Time": 4.551927253603935}
+{"Finetune/Learning Rate": 1.8759703393385087e-05, "Finetune/Loss": 0.9596489071846008, "Finetune/Loss (Raw)": 0.9053155779838562, "Finetune/Step": 963, "Finetune/Step Time": 4.5448261462152}
+{"Finetune/Learning Rate": 1.87566967478855e-05, "Finetune/Loss": 0.9589972496032715, "Finetune/Loss (Raw)": 0.9304983615875244, "Finetune/Step": 964, "Finetune/Step Time": 4.543777352198958}
+{"Finetune/Learning Rate": 1.8753686704082868e-05, "Finetune/Loss": 0.9579728245735168, "Finetune/Loss (Raw)": 0.8022359609603882, "Finetune/Step": 965, "Finetune/Step Time": 4.538891833275557}
+{"Finetune/Learning Rate": 1.8750673263145323e-05, "Finetune/Loss": 0.9570239782333374, "Finetune/Loss (Raw)": 0.9396446943283081, "Finetune/Step": 966, "Finetune/Step Time": 4.5463536735624075}
+{"Finetune/Learning Rate": 1.874765642624233e-05, "Finetune/Loss": 0.9574868679046631, "Finetune/Loss (Raw)": 0.9870456457138062, "Finetune/Step": 967, "Finetune/Step Time": 4.551239186897874}
+{"Finetune/Learning Rate": 1.874463619454466e-05, "Finetune/Loss": 0.9566646814346313, "Finetune/Loss (Raw)": 1.0563045740127563, "Finetune/Step": 968, "Finetune/Step Time": 4.5493946727365255}
+{"Finetune/Learning Rate": 1.874161256922441e-05, "Finetune/Loss": 0.9568590521812439, "Finetune/Loss (Raw)": 0.9196010231971741, "Finetune/Step": 969, "Finetune/Step Time": 4.5678568705916405}
+{"Finetune/Learning Rate": 1.8738585551454982e-05, "Finetune/Loss": 0.9539860486984253, "Finetune/Loss (Raw)": 0.6994293928146362, "Finetune/Step": 970, "Finetune/Step Time": 4.574835877865553}
+{"Finetune/Learning Rate": 1.873555514241111e-05, "Finetune/Loss": 0.9536451697349548, "Finetune/Loss (Raw)": 1.0022635459899902, "Finetune/Step": 971, "Finetune/Step Time": 4.588353663682938}
+{"Finetune/Learning Rate": 1.8732521343268838e-05, "Finetune/Loss": 0.9489045143127441, "Finetune/Loss (Raw)": 0.39110419154167175, "Finetune/Step": 972, "Finetune/Step Time": 4.620254911482334}
+{"Finetune/Learning Rate": 1.8729484155205517e-05, "Finetune/Loss": 0.947400689125061, "Finetune/Loss (Raw)": 0.8874803781509399, "Finetune/Step": 973, "Finetune/Step Time": 4.625615896657109}
+{"Finetune/Learning Rate": 1.8726443579399828e-05, "Finetune/Loss": 0.94682377576828, "Finetune/Loss (Raw)": 0.9666808247566223, "Finetune/Step": 974, "Finetune/Step Time": 4.646368311718106}
+{"Finetune/Learning Rate": 1.8723399617031754e-05, "Finetune/Loss": 0.9517773389816284, "Finetune/Loss (Raw)": 1.1006968021392822, "Finetune/Step": 975, "Finetune/Step Time": 4.625202799215913}
+{"Finetune/Learning Rate": 1.8720352269282592e-05, "Finetune/Loss": 0.9528269171714783, "Finetune/Loss (Raw)": 0.9845115542411804, "Finetune/Step": 976, "Finetune/Step Time": 4.6161487605422735}
+{"Finetune/Learning Rate": 1.8717301537334975e-05, "Finetune/Loss": 0.953271746635437, "Finetune/Loss (Raw)": 1.0647293329238892, "Finetune/Step": 977, "Finetune/Step Time": 4.61659736558795}
+{"Finetune/Learning Rate": 1.8714247422372816e-05, "Finetune/Loss": 0.9536957740783691, "Finetune/Loss (Raw)": 0.9460103511810303, "Finetune/Step": 978, "Finetune/Step Time": 4.601365523412824}
+{"Finetune/Learning Rate": 1.8711189925581366e-05, "Finetune/Loss": 0.9525777101516724, "Finetune/Loss (Raw)": 0.8814314603805542, "Finetune/Step": 979, "Finetune/Step Time": 4.602463016286492}
+{"Finetune/Learning Rate": 1.8708129048147176e-05, "Finetune/Loss": 0.9547511339187622, "Finetune/Loss (Raw)": 1.1609593629837036, "Finetune/Step": 980, "Finetune/Step Time": 4.60090197622776}
+{"Finetune/Learning Rate": 1.8705064791258118e-05, "Finetune/Loss": 0.9550098776817322, "Finetune/Loss (Raw)": 0.9875797033309937, "Finetune/Step": 981, "Finetune/Step Time": 4.601383585482836}
+{"Finetune/Learning Rate": 1.870199715610336e-05, "Finetune/Loss": 0.9557146430015564, "Finetune/Loss (Raw)": 1.0311496257781982, "Finetune/Step": 982, "Finetune/Step Time": 4.589334841817617}
+{"Finetune/Learning Rate": 1.8698926143873404e-05, "Finetune/Loss": 0.9574360847473145, "Finetune/Loss (Raw)": 1.0259939432144165, "Finetune/Step": 983, "Finetune/Step Time": 4.5590332839637995}
+{"Finetune/Learning Rate": 1.8695851755760042e-05, "Finetune/Loss": 0.9572778344154358, "Finetune/Loss (Raw)": 0.970132052898407, "Finetune/Step": 984, "Finetune/Step Time": 4.569809766486287}
+{"Finetune/Learning Rate": 1.8692773992956383e-05, "Finetune/Loss": 0.9572665095329285, "Finetune/Loss (Raw)": 0.9486331939697266, "Finetune/Step": 985, "Finetune/Step Time": 4.568032497540116}
+{"Finetune/Learning Rate": 1.8689692856656854e-05, "Finetune/Loss": 0.9548488855361938, "Finetune/Loss (Raw)": 0.8789107203483582, "Finetune/Step": 986, "Finetune/Step Time": 4.571324843913317}
+{"Finetune/Learning Rate": 1.8686608348057178e-05, "Finetune/Loss": 0.95406174659729, "Finetune/Loss (Raw)": 1.0025917291641235, "Finetune/Step": 987, "Finetune/Step Time": 4.568448541685939}
+{"Finetune/Learning Rate": 1.868352046835439e-05, "Finetune/Loss": 0.9533624053001404, "Finetune/Loss (Raw)": 0.8611279726028442, "Finetune/Step": 988, "Finetune/Step Time": 4.570699397474527}
+{"Finetune/Learning Rate": 1.8680429218746842e-05, "Finetune/Loss": 0.9557743668556213, "Finetune/Loss (Raw)": 1.0334768295288086, "Finetune/Step": 989, "Finetune/Step Time": 4.574086204171181}
+{"Finetune/Learning Rate": 1.867733460043419e-05, "Finetune/Loss": 0.9536892175674438, "Finetune/Loss (Raw)": 0.7494227886199951, "Finetune/Step": 990, "Finetune/Step Time": 4.579561606049538}
+{"Finetune/Learning Rate": 1.8674236614617386e-05, "Finetune/Loss": 0.9552614688873291, "Finetune/Loss (Raw)": 1.0410338640213013, "Finetune/Step": 991, "Finetune/Step Time": 4.570235336199403}
+{"Finetune/Learning Rate": 1.86711352624987e-05, "Finetune/Loss": 0.9547327756881714, "Finetune/Loss (Raw)": 0.9766295552253723, "Finetune/Step": 992, "Finetune/Step Time": 4.568081649020314}
+{"Finetune/Learning Rate": 1.866803054528171e-05, "Finetune/Loss": 0.9549318552017212, "Finetune/Loss (Raw)": 0.9855425953865051, "Finetune/Step": 993, "Finetune/Step Time": 4.578786574304104}
+{"Finetune/Learning Rate": 1.8664922464171295e-05, "Finetune/Loss": 0.9522033929824829, "Finetune/Loss (Raw)": 0.7719420194625854, "Finetune/Step": 994, "Finetune/Step Time": 4.586944403126836}
+{"Finetune/Learning Rate": 1.866181102037364e-05, "Finetune/Loss": 0.9511966705322266, "Finetune/Loss (Raw)": 0.9401283860206604, "Finetune/Step": 995, "Finetune/Step Time": 4.585953684523702}
+{"Finetune/Learning Rate": 1.8658696215096235e-05, "Finetune/Loss": 0.951350212097168, "Finetune/Loss (Raw)": 0.9639394879341125, "Finetune/Step": 996, "Finetune/Step Time": 4.590407930314541}
+{"Finetune/Learning Rate": 1.8655578049547878e-05, "Finetune/Loss": 0.9501555562019348, "Finetune/Loss (Raw)": 0.9383737444877625, "Finetune/Step": 997, "Finetune/Step Time": 4.570009559392929}
+{"Finetune/Learning Rate": 1.8652456524938665e-05, "Finetune/Loss": 0.9505249261856079, "Finetune/Loss (Raw)": 0.9483110904693604, "Finetune/Step": 998, "Finetune/Step Time": 4.583028998225927}
+{"Finetune/Learning Rate": 1.864933164248e-05, "Finetune/Loss": 0.9525774717330933, "Finetune/Loss (Raw)": 1.1157416105270386, "Finetune/Step": 999, "Finetune/Step Time": 4.576598163694143}
+{"Finetune/Learning Rate": 1.8646203403384583e-05, "Finetune/Loss": 0.953689694404602, "Finetune/Loss (Raw)": 1.1413071155548096, "Finetune/Step": 1000, "Finetune/Step Time": 4.5700024124234915}
+{"Finetune/Learning Rate": 1.8643071808866434e-05, "Finetune/Loss": 0.948066234588623, "Finetune/Loss (Raw)": 0.32421571016311646, "Finetune/Step": 1001, "Finetune/Step Time": 4.611847767606378}
+{"Finetune/Learning Rate": 1.8639936860140856e-05, "Finetune/Loss": 0.9488570690155029, "Finetune/Loss (Raw)": 0.9856332540512085, "Finetune/Step": 1002, "Finetune/Step Time": 4.612476473674178}
+{"Finetune/Learning Rate": 1.8636798558424464e-05, "Finetune/Loss": 0.9496430158615112, "Finetune/Loss (Raw)": 1.0523535013198853, "Finetune/Step": 1003, "Finetune/Step Time": 4.615748705342412}
+{"Finetune/Learning Rate": 1.8633656904935168e-05, "Finetune/Loss": 0.9506244659423828, "Finetune/Loss (Raw)": 1.057563304901123, "Finetune/Step": 1004, "Finetune/Step Time": 4.615388302132487}
+{"Finetune/Learning Rate": 1.863051190089219e-05, "Finetune/Loss": 0.9505380392074585, "Finetune/Loss (Raw)": 1.0208015441894531, "Finetune/Step": 1005, "Finetune/Step Time": 4.6081973146647215}
+{"Finetune/Learning Rate": 1.8627363547516032e-05, "Finetune/Loss": 0.9494913220405579, "Finetune/Loss (Raw)": 0.8655920028686523, "Finetune/Step": 1006, "Finetune/Step Time": 4.623860966414213}
+{"Finetune/Learning Rate": 1.8624211846028522e-05, "Finetune/Loss": 0.9498173594474792, "Finetune/Loss (Raw)": 0.9327804446220398, "Finetune/Step": 1007, "Finetune/Step Time": 4.605117930099368}
+{"Finetune/Learning Rate": 1.862105679765277e-05, "Finetune/Loss": 0.9494920969009399, "Finetune/Loss (Raw)": 0.9806554913520813, "Finetune/Step": 1008, "Finetune/Step Time": 4.604583527892828}
+{"Finetune/Learning Rate": 1.8617898403613183e-05, "Finetune/Loss": 0.9458215236663818, "Finetune/Loss (Raw)": 0.4260966181755066, "Finetune/Step": 1009, "Finetune/Step Time": 4.629420595243573}
+{"Finetune/Learning Rate": 1.8614736665135476e-05, "Finetune/Loss": 0.9445285201072693, "Finetune/Loss (Raw)": 0.9001314640045166, "Finetune/Step": 1010, "Finetune/Step Time": 4.631979374215007}
+{"Finetune/Learning Rate": 1.861157158344666e-05, "Finetune/Loss": 0.9434000253677368, "Finetune/Loss (Raw)": 0.9148282408714294, "Finetune/Step": 1011, "Finetune/Step Time": 4.630933640524745}
+{"Finetune/Learning Rate": 1.8608403159775037e-05, "Finetune/Loss": 0.9428693056106567, "Finetune/Loss (Raw)": 1.0051463842391968, "Finetune/Step": 1012, "Finetune/Step Time": 4.636610943824053}
+{"Finetune/Learning Rate": 1.8605231395350213e-05, "Finetune/Loss": 0.9481691122055054, "Finetune/Loss (Raw)": 0.9092137217521667, "Finetune/Step": 1013, "Finetune/Step Time": 4.597619326785207}
+{"Finetune/Learning Rate": 1.860205629140309e-05, "Finetune/Loss": 0.9483031034469604, "Finetune/Loss (Raw)": 1.037675380706787, "Finetune/Step": 1014, "Finetune/Step Time": 4.597642844542861}
+{"Finetune/Learning Rate": 1.8598877849165857e-05, "Finetune/Loss": 0.9475745558738708, "Finetune/Loss (Raw)": 0.31570279598236084, "Finetune/Step": 1015, "Finetune/Step Time": 4.5999247264117}
+{"Finetune/Learning Rate": 1.8595696069872013e-05, "Finetune/Loss": 0.9469848871231079, "Finetune/Loss (Raw)": 1.010209560394287, "Finetune/Step": 1016, "Finetune/Step Time": 4.598123637959361}
+{"Finetune/Learning Rate": 1.859251095475634e-05, "Finetune/Loss": 0.9471696615219116, "Finetune/Loss (Raw)": 1.067327857017517, "Finetune/Step": 1017, "Finetune/Step Time": 4.584565535187721}
+{"Finetune/Learning Rate": 1.858932250505492e-05, "Finetune/Loss": 0.9472710490226746, "Finetune/Loss (Raw)": 0.9881870150566101, "Finetune/Step": 1018, "Finetune/Step Time": 4.623685279861093}
+{"Finetune/Learning Rate": 1.8586130722005128e-05, "Finetune/Loss": 0.9467207789421082, "Finetune/Loss (Raw)": 0.9214189648628235, "Finetune/Step": 1019, "Finetune/Step Time": 4.621070245280862}
+{"Finetune/Learning Rate": 1.8582935606845636e-05, "Finetune/Loss": 0.9474855661392212, "Finetune/Loss (Raw)": 0.9866043329238892, "Finetune/Step": 1020, "Finetune/Step Time": 4.61604343354702}
+{"Finetune/Learning Rate": 1.8579737160816397e-05, "Finetune/Loss": 0.9453179836273193, "Finetune/Loss (Raw)": 0.8539692759513855, "Finetune/Step": 1021, "Finetune/Step Time": 4.627393247559667}
+{"Finetune/Learning Rate": 1.8576535385158675e-05, "Finetune/Loss": 0.9456130266189575, "Finetune/Loss (Raw)": 1.0095770359039307, "Finetune/Step": 1022, "Finetune/Step Time": 4.627464059740305}
+{"Finetune/Learning Rate": 1.8573330281115008e-05, "Finetune/Loss": 0.9445314407348633, "Finetune/Loss (Raw)": 0.8420504331588745, "Finetune/Step": 1023, "Finetune/Step Time": 4.63088858127594}
+{"Finetune/Learning Rate": 1.8570121849929245e-05, "Finetune/Loss": 0.9433270692825317, "Finetune/Loss (Raw)": 0.913296639919281, "Finetune/Step": 1024, "Finetune/Step Time": 4.632811613380909}
+{"Finetune/Learning Rate": 1.8566910092846508e-05, "Finetune/Loss": 0.9435831308364868, "Finetune/Loss (Raw)": 0.8821830153465271, "Finetune/Step": 1025, "Finetune/Step Time": 4.618025751784444}
+{"Finetune/Learning Rate": 1.8563695011113217e-05, "Finetune/Loss": 0.9486426115036011, "Finetune/Loss (Raw)": 1.0114145278930664, "Finetune/Step": 1026, "Finetune/Step Time": 4.58829072676599}
+{"Finetune/Learning Rate": 1.8560476605977085e-05, "Finetune/Loss": 0.9451277852058411, "Finetune/Loss (Raw)": 0.3749949038028717, "Finetune/Step": 1027, "Finetune/Step Time": 4.548297356814146}
+{"Finetune/Learning Rate": 1.8557254878687114e-05, "Finetune/Loss": 0.9445196390151978, "Finetune/Loss (Raw)": 1.0373307466506958, "Finetune/Step": 1028, "Finetune/Step Time": 4.551684066653252}
+{"Finetune/Learning Rate": 1.8554029830493587e-05, "Finetune/Loss": 0.9427086114883423, "Finetune/Loss (Raw)": 0.8706824779510498, "Finetune/Step": 1029, "Finetune/Step Time": 4.559088150039315}
+{"Finetune/Learning Rate": 1.855080146264809e-05, "Finetune/Loss": 0.9422235488891602, "Finetune/Loss (Raw)": 1.0046745538711548, "Finetune/Step": 1030, "Finetune/Step Time": 4.563251052051783}
+{"Finetune/Learning Rate": 1.854756977640348e-05, "Finetune/Loss": 0.9414731860160828, "Finetune/Loss (Raw)": 0.9787694811820984, "Finetune/Step": 1031, "Finetune/Step Time": 4.538596237078309}
+{"Finetune/Learning Rate": 1.8544334773013924e-05, "Finetune/Loss": 0.9367170333862305, "Finetune/Loss (Raw)": 0.3519669473171234, "Finetune/Step": 1032, "Finetune/Step Time": 4.574303813278675}
+{"Finetune/Learning Rate": 1.8541096453734852e-05, "Finetune/Loss": 0.9362261295318604, "Finetune/Loss (Raw)": 0.9971792697906494, "Finetune/Step": 1033, "Finetune/Step Time": 4.6125007681548595}
+{"Finetune/Learning Rate": 1.8537854819822998e-05, "Finetune/Loss": 0.935455858707428, "Finetune/Loss (Raw)": 0.8415801525115967, "Finetune/Step": 1034, "Finetune/Step Time": 4.614390110597014}
+{"Finetune/Learning Rate": 1.853460987253638e-05, "Finetune/Loss": 0.9350757598876953, "Finetune/Loss (Raw)": 0.9961515665054321, "Finetune/Step": 1035, "Finetune/Step Time": 4.62667347304523}
+{"Finetune/Learning Rate": 1.8531361613134286e-05, "Finetune/Loss": 0.9349618554115295, "Finetune/Loss (Raw)": 0.9581751823425293, "Finetune/Step": 1036, "Finetune/Step Time": 4.631552757695317}
+{"Finetune/Learning Rate": 1.8528110042877316e-05, "Finetune/Loss": 0.9339368343353271, "Finetune/Loss (Raw)": 0.8612045049667358, "Finetune/Step": 1037, "Finetune/Step Time": 4.634557366371155}
+{"Finetune/Learning Rate": 1.8524855163027337e-05, "Finetune/Loss": 0.9354629516601562, "Finetune/Loss (Raw)": 1.162674069404602, "Finetune/Step": 1038, "Finetune/Step Time": 4.622704282402992}
+{"Finetune/Learning Rate": 1.85215969748475e-05, "Finetune/Loss": 0.9359761476516724, "Finetune/Loss (Raw)": 1.0052622556686401, "Finetune/Step": 1039, "Finetune/Step Time": 4.622243905439973}
+{"Finetune/Learning Rate": 1.851833547960225e-05, "Finetune/Loss": 0.9344419240951538, "Finetune/Loss (Raw)": 0.926781415939331, "Finetune/Step": 1040, "Finetune/Step Time": 4.618269806727767}
+{"Finetune/Learning Rate": 1.8515070678557304e-05, "Finetune/Loss": 0.9371949434280396, "Finetune/Loss (Raw)": 1.0718345642089844, "Finetune/Step": 1041, "Finetune/Step Time": 4.600477011874318}
+{"Finetune/Learning Rate": 1.8511802572979672e-05, "Finetune/Loss": 0.9368788599967957, "Finetune/Loss (Raw)": 1.080051302909851, "Finetune/Step": 1042, "Finetune/Step Time": 4.601636646315455}
+{"Finetune/Learning Rate": 1.8508531164137644e-05, "Finetune/Loss": 0.9319950342178345, "Finetune/Loss (Raw)": 0.3835834562778473, "Finetune/Step": 1043, "Finetune/Step Time": 4.649403277784586}
+{"Finetune/Learning Rate": 1.8505256453300778e-05, "Finetune/Loss": 0.9305180311203003, "Finetune/Loss (Raw)": 0.8466031551361084, "Finetune/Step": 1044, "Finetune/Step Time": 4.649991920217872}
+{"Finetune/Learning Rate": 1.850197844173994e-05, "Finetune/Loss": 0.9292829036712646, "Finetune/Loss (Raw)": 1.0331534147262573, "Finetune/Step": 1045, "Finetune/Step Time": 4.634330704808235}
+{"Finetune/Learning Rate": 1.8498697130727255e-05, "Finetune/Loss": 0.9289925694465637, "Finetune/Loss (Raw)": 0.9388673305511475, "Finetune/Step": 1046, "Finetune/Step Time": 4.636477617546916}
+{"Finetune/Learning Rate": 1.8495412521536135e-05, "Finetune/Loss": 0.9307739734649658, "Finetune/Loss (Raw)": 0.9949091672897339, "Finetune/Step": 1047, "Finetune/Step Time": 4.6176433600485325}
+{"Finetune/Learning Rate": 1.8492124615441276e-05, "Finetune/Loss": 0.9332399368286133, "Finetune/Loss (Raw)": 1.1585235595703125, "Finetune/Step": 1048, "Finetune/Step Time": 4.615070976316929}
+{"Finetune/Learning Rate": 1.8488833413718646e-05, "Finetune/Loss": 0.9322700500488281, "Finetune/Loss (Raw)": 0.8610507845878601, "Finetune/Step": 1049, "Finetune/Step Time": 4.612457508221269}
+{"Finetune/Learning Rate": 1.84855389176455e-05, "Finetune/Loss": 0.9313814640045166, "Finetune/Loss (Raw)": 0.8050458431243896, "Finetune/Step": 1050, "Finetune/Step Time": 4.624026462435722}
+{"Finetune/Learning Rate": 1.8482241128500366e-05, "Finetune/Loss": 0.9306384921073914, "Finetune/Loss (Raw)": 0.9384854435920715, "Finetune/Step": 1051, "Finetune/Step Time": 4.6279167998582125}
+{"Finetune/Learning Rate": 1.847894004756305e-05, "Finetune/Loss": 0.9322812557220459, "Finetune/Loss (Raw)": 1.147533893585205, "Finetune/Step": 1052, "Finetune/Step Time": 4.626126650720835}
+{"Finetune/Learning Rate": 1.8475635676114643e-05, "Finetune/Loss": 0.9335188269615173, "Finetune/Loss (Raw)": 0.9701568484306335, "Finetune/Step": 1053, "Finetune/Step Time": 4.613380579277873}
+{"Finetune/Learning Rate": 1.8472328015437503e-05, "Finetune/Loss": 0.9348082542419434, "Finetune/Loss (Raw)": 1.1059350967407227, "Finetune/Step": 1054, "Finetune/Step Time": 4.60904286056757}
+{"Finetune/Learning Rate": 1.8469017066815265e-05, "Finetune/Loss": 0.933671236038208, "Finetune/Loss (Raw)": 0.8947263956069946, "Finetune/Step": 1055, "Finetune/Step Time": 4.6098024901002645}
+{"Finetune/Learning Rate": 1.8465702831532848e-05, "Finetune/Loss": 0.9342983961105347, "Finetune/Loss (Raw)": 1.0862393379211426, "Finetune/Step": 1056, "Finetune/Step Time": 4.61148801445961}
+{"Finetune/Learning Rate": 1.8462385310876444e-05, "Finetune/Loss": 0.9333211779594421, "Finetune/Loss (Raw)": 0.9046586751937866, "Finetune/Step": 1057, "Finetune/Step Time": 4.6061560697853565}
+{"Finetune/Learning Rate": 1.845906450613351e-05, "Finetune/Loss": 0.9334554672241211, "Finetune/Loss (Raw)": 0.9188476204872131, "Finetune/Step": 1058, "Finetune/Step Time": 4.599058378487825}
+{"Finetune/Learning Rate": 1.8455740418592793e-05, "Finetune/Loss": 0.932740330696106, "Finetune/Loss (Raw)": 0.9343872666358948, "Finetune/Step": 1059, "Finetune/Step Time": 4.617384035140276}
+{"Finetune/Learning Rate": 1.8452413049544304e-05, "Finetune/Loss": 0.9319760203361511, "Finetune/Loss (Raw)": 0.9603099226951599, "Finetune/Step": 1060, "Finetune/Step Time": 4.615509225055575}
+{"Finetune/Learning Rate": 1.844908240027933e-05, "Finetune/Loss": 0.9303077459335327, "Finetune/Loss (Raw)": 0.8223460912704468, "Finetune/Step": 1061, "Finetune/Step Time": 4.596123240888119}
+{"Finetune/Learning Rate": 1.8445748472090432e-05, "Finetune/Loss": 0.9301161766052246, "Finetune/Loss (Raw)": 0.988525390625, "Finetune/Step": 1062, "Finetune/Step Time": 4.591260325163603}
+{"Finetune/Learning Rate": 1.844241126627144e-05, "Finetune/Loss": 0.931016206741333, "Finetune/Loss (Raw)": 0.9697251319885254, "Finetune/Step": 1063, "Finetune/Step Time": 4.598918665200472}
+{"Finetune/Learning Rate": 1.843907078411746e-05, "Finetune/Loss": 0.9328873753547668, "Finetune/Loss (Raw)": 1.1793264150619507, "Finetune/Step": 1064, "Finetune/Step Time": 4.586466565728188}
+{"Finetune/Learning Rate": 1.8435727026924864e-05, "Finetune/Loss": 0.932820200920105, "Finetune/Loss (Raw)": 1.1210888624191284, "Finetune/Step": 1065, "Finetune/Step Time": 4.587825486436486}
+{"Finetune/Learning Rate": 1.8432379995991307e-05, "Finetune/Loss": 0.9309531450271606, "Finetune/Loss (Raw)": 0.8960142731666565, "Finetune/Step": 1066, "Finetune/Step Time": 4.581768313422799}
+{"Finetune/Learning Rate": 1.8429029692615702e-05, "Finetune/Loss": 0.9323636889457703, "Finetune/Loss (Raw)": 1.1031333208084106, "Finetune/Step": 1067, "Finetune/Step Time": 4.588623933494091}
+{"Finetune/Learning Rate": 1.8425676118098236e-05, "Finetune/Loss": 0.9313779473304749, "Finetune/Loss (Raw)": 0.9014807343482971, "Finetune/Step": 1068, "Finetune/Step Time": 4.592869291082025}
+{"Finetune/Learning Rate": 1.8422319273740364e-05, "Finetune/Loss": 0.9312211275100708, "Finetune/Loss (Raw)": 0.9497352838516235, "Finetune/Step": 1069, "Finetune/Step Time": 4.618976349011064}
+{"Finetune/Learning Rate": 1.8418959160844813e-05, "Finetune/Loss": 0.9319407939910889, "Finetune/Loss (Raw)": 1.0269864797592163, "Finetune/Step": 1070, "Finetune/Step Time": 4.607939060777426}
+{"Finetune/Learning Rate": 1.8415595780715583e-05, "Finetune/Loss": 0.9325577020645142, "Finetune/Loss (Raw)": 1.034070372581482, "Finetune/Step": 1071, "Finetune/Step Time": 4.605444103479385}
+{"Finetune/Learning Rate": 1.8412229134657926e-05, "Finetune/Loss": 0.9328455328941345, "Finetune/Loss (Raw)": 1.0333178043365479, "Finetune/Step": 1072, "Finetune/Step Time": 4.615265669301152}
+{"Finetune/Learning Rate": 1.8408859223978378e-05, "Finetune/Loss": 0.9335535764694214, "Finetune/Loss (Raw)": 0.9517958164215088, "Finetune/Step": 1073, "Finetune/Step Time": 4.598358877003193}
+{"Finetune/Learning Rate": 1.840548604998474e-05, "Finetune/Loss": 0.9346586465835571, "Finetune/Loss (Raw)": 1.037018895149231, "Finetune/Step": 1074, "Finetune/Step Time": 4.583608489483595}
+{"Finetune/Learning Rate": 1.840210961398606e-05, "Finetune/Loss": 0.9351573586463928, "Finetune/Loss (Raw)": 1.0228434801101685, "Finetune/Step": 1075, "Finetune/Step Time": 4.578282928094268}
+{"Finetune/Learning Rate": 1.8398729917292683e-05, "Finetune/Loss": 0.940475344657898, "Finetune/Loss (Raw)": 1.0677545070648193, "Finetune/Step": 1076, "Finetune/Step Time": 4.53948394022882}
+{"Finetune/Learning Rate": 1.8395346961216193e-05, "Finetune/Loss": 0.9400308728218079, "Finetune/Loss (Raw)": 1.078249216079712, "Finetune/Step": 1077, "Finetune/Step Time": 4.54358197748661}
+{"Finetune/Learning Rate": 1.8391960747069453e-05, "Finetune/Loss": 0.9412478804588318, "Finetune/Loss (Raw)": 1.0585051774978638, "Finetune/Step": 1078, "Finetune/Step Time": 4.551411075517535}
+{"Finetune/Learning Rate": 1.8388571276166588e-05, "Finetune/Loss": 0.9386475086212158, "Finetune/Loss (Raw)": 0.848517894744873, "Finetune/Step": 1079, "Finetune/Step Time": 4.5555885918438435}
+{"Finetune/Learning Rate": 1.8385178549822982e-05, "Finetune/Loss": 0.9394910335540771, "Finetune/Loss (Raw)": 0.9558610916137695, "Finetune/Step": 1080, "Finetune/Step Time": 4.555258354172111}
+{"Finetune/Learning Rate": 1.8381782569355288e-05, "Finetune/Loss": 0.9402430057525635, "Finetune/Loss (Raw)": 1.0782276391983032, "Finetune/Step": 1081, "Finetune/Step Time": 4.558974338695407}
+{"Finetune/Learning Rate": 1.837838333608142e-05, "Finetune/Loss": 0.9396643042564392, "Finetune/Loss (Raw)": 0.8410096764564514, "Finetune/Step": 1082, "Finetune/Step Time": 4.579552156850696}
+{"Finetune/Learning Rate": 1.8374980851320555e-05, "Finetune/Loss": 0.9399269819259644, "Finetune/Loss (Raw)": 1.020101547241211, "Finetune/Step": 1083, "Finetune/Step Time": 4.573117656633258}
+{"Finetune/Learning Rate": 1.8371575116393125e-05, "Finetune/Loss": 0.9401316046714783, "Finetune/Loss (Raw)": 1.0514940023422241, "Finetune/Step": 1084, "Finetune/Step Time": 4.587802125141025}
+{"Finetune/Learning Rate": 1.8368166132620838e-05, "Finetune/Loss": 0.9409469962120056, "Finetune/Loss (Raw)": 1.0060362815856934, "Finetune/Step": 1085, "Finetune/Step Time": 4.577496709302068}
+{"Finetune/Learning Rate": 1.8364753901326647e-05, "Finetune/Loss": 0.9413338899612427, "Finetune/Loss (Raw)": 1.0319793224334717, "Finetune/Step": 1086, "Finetune/Step Time": 4.564124848693609}
+{"Finetune/Learning Rate": 1.8361338423834776e-05, "Finetune/Loss": 0.9419389367103577, "Finetune/Loss (Raw)": 1.0046026706695557, "Finetune/Step": 1087, "Finetune/Step Time": 4.566862361505628}
+{"Finetune/Learning Rate": 1.8357919701470702e-05, "Finetune/Loss": 0.9409794807434082, "Finetune/Loss (Raw)": 0.8278135657310486, "Finetune/Step": 1088, "Finetune/Step Time": 4.574165606871247}
+{"Finetune/Learning Rate": 1.835449773556117e-05, "Finetune/Loss": 0.9418901801109314, "Finetune/Loss (Raw)": 0.9989691376686096, "Finetune/Step": 1089, "Finetune/Step Time": 4.570249013602734}
+{"Finetune/Learning Rate": 1.8351072527434173e-05, "Finetune/Loss": 0.941877007484436, "Finetune/Loss (Raw)": 1.098859429359436, "Finetune/Step": 1090, "Finetune/Step Time": 4.580260835587978}
+{"Finetune/Learning Rate": 1.8347644078418968e-05, "Finetune/Loss": 0.941990852355957, "Finetune/Loss (Raw)": 0.9198853373527527, "Finetune/Step": 1091, "Finetune/Step Time": 4.57895078510046}
+{"Finetune/Learning Rate": 1.834421238984607e-05, "Finetune/Loss": 0.9428496956825256, "Finetune/Loss (Raw)": 1.0404325723648071, "Finetune/Step": 1092, "Finetune/Step Time": 4.572455272078514}
+{"Finetune/Learning Rate": 1.8340777463047253e-05, "Finetune/Loss": 0.9433985948562622, "Finetune/Loss (Raw)": 0.8724862933158875, "Finetune/Step": 1093, "Finetune/Step Time": 4.5698720663785934}
+{"Finetune/Learning Rate": 1.833733929935554e-05, "Finetune/Loss": 0.9437240958213806, "Finetune/Loss (Raw)": 0.9813175201416016, "Finetune/Step": 1094, "Finetune/Step Time": 4.557864189147949}
+{"Finetune/Learning Rate": 1.833389790010522e-05, "Finetune/Loss": 0.9440734386444092, "Finetune/Loss (Raw)": 1.0317652225494385, "Finetune/Step": 1095, "Finetune/Step Time": 4.5413813181221485}
+{"Finetune/Learning Rate": 1.8330453266631828e-05, "Finetune/Loss": 0.9440600872039795, "Finetune/Loss (Raw)": 1.0545828342437744, "Finetune/Step": 1096, "Finetune/Step Time": 4.543521903455257}
+{"Finetune/Learning Rate": 1.8327005400272165e-05, "Finetune/Loss": 0.9444576501846313, "Finetune/Loss (Raw)": 0.9704982042312622, "Finetune/Step": 1097, "Finetune/Step Time": 4.5332379546016455}
+{"Finetune/Learning Rate": 1.8323554302364273e-05, "Finetune/Loss": 0.9466080069541931, "Finetune/Loss (Raw)": 0.9746704697608948, "Finetune/Step": 1098, "Finetune/Step Time": 4.546231212094426}
+{"Finetune/Learning Rate": 1.8320099974247462e-05, "Finetune/Loss": 0.9465097188949585, "Finetune/Loss (Raw)": 0.9896877408027649, "Finetune/Step": 1099, "Finetune/Step Time": 4.518924444913864}
+{"Finetune/Learning Rate": 1.831664241726229e-05, "Finetune/Loss": 0.9508984088897705, "Finetune/Loss (Raw)": 0.9528573751449585, "Finetune/Step": 1100, "Finetune/Step Time": 4.4911610670387745}
+{"Finetune/Learning Rate": 1.831318163275056e-05, "Finetune/Loss": 0.9524534940719604, "Finetune/Loss (Raw)": 1.0865232944488525, "Finetune/Step": 1101, "Finetune/Step Time": 4.491330858319998}
+{"Finetune/Learning Rate": 1.8309717622055343e-05, "Finetune/Loss": 0.9511421918869019, "Finetune/Loss (Raw)": 0.7988476753234863, "Finetune/Step": 1102, "Finetune/Step Time": 4.472992220893502}
+{"Finetune/Learning Rate": 1.830625038652095e-05, "Finetune/Loss": 0.9513589143753052, "Finetune/Loss (Raw)": 1.1284277439117432, "Finetune/Step": 1103, "Finetune/Step Time": 4.4598720502108335}
+{"Finetune/Learning Rate": 1.8302779927492945e-05, "Finetune/Loss": 0.9519641399383545, "Finetune/Loss (Raw)": 1.0619746446609497, "Finetune/Step": 1104, "Finetune/Step Time": 4.4697881899774075}
+{"Finetune/Learning Rate": 1.829930624631815e-05, "Finetune/Loss": 0.9521717429161072, "Finetune/Loss (Raw)": 1.0913084745407104, "Finetune/Step": 1105, "Finetune/Step Time": 4.480084393173456}
+{"Finetune/Learning Rate": 1.829582934434463e-05, "Finetune/Loss": 0.9523251056671143, "Finetune/Loss (Raw)": 0.9656454920768738, "Finetune/Step": 1106, "Finetune/Step Time": 4.49246877618134}
+{"Finetune/Learning Rate": 1.829234922292171e-05, "Finetune/Loss": 0.9533860087394714, "Finetune/Loss (Raw)": 1.0172218084335327, "Finetune/Step": 1107, "Finetune/Step Time": 4.4870397839695215}
+{"Finetune/Learning Rate": 1.8288865883399946e-05, "Finetune/Loss": 0.9527617692947388, "Finetune/Loss (Raw)": 1.0810617208480835, "Finetune/Step": 1108, "Finetune/Step Time": 4.487622300162911}
+{"Finetune/Learning Rate": 1.8285379327131157e-05, "Finetune/Loss": 0.9513572454452515, "Finetune/Loss (Raw)": 0.8077906370162964, "Finetune/Step": 1109, "Finetune/Step Time": 4.49924541823566}
+{"Finetune/Learning Rate": 1.828188955546841e-05, "Finetune/Loss": 0.9509704113006592, "Finetune/Loss (Raw)": 0.9816428422927856, "Finetune/Step": 1110, "Finetune/Step Time": 4.49821219407022}
+{"Finetune/Learning Rate": 1.827839656976602e-05, "Finetune/Loss": 0.9516958594322205, "Finetune/Loss (Raw)": 1.1188517808914185, "Finetune/Step": 1111, "Finetune/Step Time": 4.487671975046396}
+{"Finetune/Learning Rate": 1.8274900371379543e-05, "Finetune/Loss": 0.9512239694595337, "Finetune/Loss (Raw)": 0.9097208380699158, "Finetune/Step": 1112, "Finetune/Step Time": 4.47601156309247}
+{"Finetune/Learning Rate": 1.8271400961665784e-05, "Finetune/Loss": 0.9511584043502808, "Finetune/Loss (Raw)": 0.9402462840080261, "Finetune/Step": 1113, "Finetune/Step Time": 4.472478978335857}
+{"Finetune/Learning Rate": 1.8267898341982796e-05, "Finetune/Loss": 0.9520334601402283, "Finetune/Loss (Raw)": 0.9909204244613647, "Finetune/Step": 1114, "Finetune/Step Time": 4.500713644549251}
+{"Finetune/Learning Rate": 1.8264392513689882e-05, "Finetune/Loss": 0.9520921111106873, "Finetune/Loss (Raw)": 1.0100953578948975, "Finetune/Step": 1115, "Finetune/Step Time": 4.497652970254421}
+{"Finetune/Learning Rate": 1.8260883478147578e-05, "Finetune/Loss": 0.9537948369979858, "Finetune/Loss (Raw)": 1.0790835618972778, "Finetune/Step": 1116, "Finetune/Step Time": 4.492342848330736}
+{"Finetune/Learning Rate": 1.8257371236717682e-05, "Finetune/Loss": 0.9525585174560547, "Finetune/Loss (Raw)": 0.875228226184845, "Finetune/Step": 1117, "Finetune/Step Time": 4.491657694801688}
+{"Finetune/Learning Rate": 1.8253855790763215e-05, "Finetune/Loss": 0.9550789594650269, "Finetune/Loss (Raw)": 1.0720419883728027, "Finetune/Step": 1118, "Finetune/Step Time": 4.484229881316423}
+{"Finetune/Learning Rate": 1.8250337141648464e-05, "Finetune/Loss": 0.9525061249732971, "Finetune/Loss (Raw)": 0.711705207824707, "Finetune/Step": 1119, "Finetune/Step Time": 4.494160741567612}
+{"Finetune/Learning Rate": 1.8246815290738937e-05, "Finetune/Loss": 0.9523444175720215, "Finetune/Loss (Raw)": 0.9559281468391418, "Finetune/Step": 1120, "Finetune/Step Time": 4.49710214138031}
+{"Finetune/Learning Rate": 1.8243290239401402e-05, "Finetune/Loss": 0.9535626173019409, "Finetune/Loss (Raw)": 1.1414742469787598, "Finetune/Step": 1121, "Finetune/Step Time": 4.466242667287588}
+{"Finetune/Learning Rate": 1.8239761989003866e-05, "Finetune/Loss": 0.9555352926254272, "Finetune/Loss (Raw)": 1.0244503021240234, "Finetune/Step": 1122, "Finetune/Step Time": 4.47264339029789}
+{"Finetune/Learning Rate": 1.8236230540915567e-05, "Finetune/Loss": 0.9553674459457397, "Finetune/Loss (Raw)": 0.9186370968818665, "Finetune/Step": 1123, "Finetune/Step Time": 4.490021919831634}
+{"Finetune/Learning Rate": 1.8232695896506995e-05, "Finetune/Loss": 0.9573418498039246, "Finetune/Loss (Raw)": 1.2166643142700195, "Finetune/Step": 1124, "Finetune/Step Time": 4.486074544489384}
+{"Finetune/Learning Rate": 1.8229158057149875e-05, "Finetune/Loss": 0.9572442770004272, "Finetune/Loss (Raw)": 0.9258862733840942, "Finetune/Step": 1125, "Finetune/Step Time": 4.482905050739646}
+{"Finetune/Learning Rate": 1.8225617024217174e-05, "Finetune/Loss": 0.9573792815208435, "Finetune/Loss (Raw)": 0.9655903577804565, "Finetune/Step": 1126, "Finetune/Step Time": 4.465242998674512}
+{"Finetune/Learning Rate": 1.8222072799083096e-05, "Finetune/Loss": 0.9565293788909912, "Finetune/Loss (Raw)": 1.0069541931152344, "Finetune/Step": 1127, "Finetune/Step Time": 4.464397311210632}
+{"Finetune/Learning Rate": 1.821852538312309e-05, "Finetune/Loss": 0.9549578428268433, "Finetune/Loss (Raw)": 0.9401440620422363, "Finetune/Step": 1128, "Finetune/Step Time": 4.476427067071199}
+{"Finetune/Learning Rate": 1.8214974777713834e-05, "Finetune/Loss": 0.9609357714653015, "Finetune/Loss (Raw)": 1.0893968343734741, "Finetune/Step": 1129, "Finetune/Step Time": 4.432116074487567}
+{"Finetune/Learning Rate": 1.821142098423325e-05, "Finetune/Loss": 0.9593322277069092, "Finetune/Loss (Raw)": 0.7803831696510315, "Finetune/Step": 1130, "Finetune/Step Time": 4.440212696790695}
+{"Finetune/Learning Rate": 1.8207864004060497e-05, "Finetune/Loss": 0.959457278251648, "Finetune/Loss (Raw)": 1.0683504343032837, "Finetune/Step": 1131, "Finetune/Step Time": 4.422586631029844}
+{"Finetune/Learning Rate": 1.820430383857597e-05, "Finetune/Loss": 0.9591033458709717, "Finetune/Loss (Raw)": 1.012268304824829, "Finetune/Step": 1132, "Finetune/Step Time": 4.424547456204891}
+{"Finetune/Learning Rate": 1.8200740489161296e-05, "Finetune/Loss": 0.958676815032959, "Finetune/Loss (Raw)": 0.9661984443664551, "Finetune/Step": 1133, "Finetune/Step Time": 4.419782334938645}
+{"Finetune/Learning Rate": 1.819717395719935e-05, "Finetune/Loss": 0.9592933654785156, "Finetune/Loss (Raw)": 0.944516122341156, "Finetune/Step": 1134, "Finetune/Step Time": 4.401645787060261}
+{"Finetune/Learning Rate": 1.819360424407422e-05, "Finetune/Loss": 0.960419774055481, "Finetune/Loss (Raw)": 1.076956033706665, "Finetune/Step": 1135, "Finetune/Step Time": 4.396812383085489}
+{"Finetune/Learning Rate": 1.8190031351171256e-05, "Finetune/Loss": 0.960153341293335, "Finetune/Loss (Raw)": 0.9465481042861938, "Finetune/Step": 1136, "Finetune/Step Time": 4.3939262721687555}
+{"Finetune/Learning Rate": 1.818645527987702e-05, "Finetune/Loss": 0.9649293422698975, "Finetune/Loss (Raw)": 1.0374352931976318, "Finetune/Step": 1137, "Finetune/Step Time": 4.355982897803187}
+{"Finetune/Learning Rate": 1.8182876031579312e-05, "Finetune/Loss": 0.96567302942276, "Finetune/Loss (Raw)": 0.9953241348266602, "Finetune/Step": 1138, "Finetune/Step Time": 4.364825796335936}
+{"Finetune/Learning Rate": 1.8179293607667177e-05, "Finetune/Loss": 0.9659314751625061, "Finetune/Loss (Raw)": 0.9479022026062012, "Finetune/Step": 1139, "Finetune/Step Time": 4.378314094617963}
+{"Finetune/Learning Rate": 1.817570800953088e-05, "Finetune/Loss": 0.9659487009048462, "Finetune/Loss (Raw)": 1.0073533058166504, "Finetune/Step": 1140, "Finetune/Step Time": 4.370739948004484}
+{"Finetune/Learning Rate": 1.8172119238561924e-05, "Finetune/Loss": 0.9661502838134766, "Finetune/Loss (Raw)": 0.9350208044052124, "Finetune/Step": 1141, "Finetune/Step Time": 4.376829018816352}
+{"Finetune/Learning Rate": 1.8168527296153037e-05, "Finetune/Loss": 0.9604554772377014, "Finetune/Loss (Raw)": 0.3087318241596222, "Finetune/Step": 1142, "Finetune/Step Time": 4.4045517686754465}
+{"Finetune/Learning Rate": 1.8164932183698184e-05, "Finetune/Loss": 0.9652681350708008, "Finetune/Loss (Raw)": 0.9317333102226257, "Finetune/Step": 1143, "Finetune/Step Time": 4.377798601984978}
+{"Finetune/Learning Rate": 1.8161333902592554e-05, "Finetune/Loss": 0.9652180671691895, "Finetune/Loss (Raw)": 1.0037938356399536, "Finetune/Step": 1144, "Finetune/Step Time": 4.382139630615711}
+{"Finetune/Learning Rate": 1.8157732454232577e-05, "Finetune/Loss": 0.9642552137374878, "Finetune/Loss (Raw)": 0.9440893530845642, "Finetune/Step": 1145, "Finetune/Step Time": 4.382659552618861}
+{"Finetune/Learning Rate": 1.81541278400159e-05, "Finetune/Loss": 0.9646902084350586, "Finetune/Loss (Raw)": 1.0438623428344727, "Finetune/Step": 1146, "Finetune/Step Time": 4.352884773164988}
+{"Finetune/Learning Rate": 1.81505200613414e-05, "Finetune/Loss": 0.9636874198913574, "Finetune/Loss (Raw)": 0.793057918548584, "Finetune/Step": 1147, "Finetune/Step Time": 4.355945525690913}
+{"Finetune/Learning Rate": 1.8146909119609196e-05, "Finetune/Loss": 0.9587227702140808, "Finetune/Loss (Raw)": 0.35113346576690674, "Finetune/Step": 1148, "Finetune/Step Time": 4.402056340128183}
+{"Finetune/Learning Rate": 1.8143295016220612e-05, "Finetune/Loss": 0.9606455564498901, "Finetune/Loss (Raw)": 1.1000791788101196, "Finetune/Step": 1149, "Finetune/Step Time": 4.402527766302228}
+{"Finetune/Learning Rate": 1.813967775257822e-05, "Finetune/Loss": 0.9602952599525452, "Finetune/Loss (Raw)": 0.9647439122200012, "Finetune/Step": 1150, "Finetune/Step Time": 4.392914669588208}
+{"Finetune/Learning Rate": 1.8136057330085805e-05, "Finetune/Loss": 0.9605056047439575, "Finetune/Loss (Raw)": 0.8689756989479065, "Finetune/Step": 1151, "Finetune/Step Time": 4.377486847341061}
+{"Finetune/Learning Rate": 1.8132433750148383e-05, "Finetune/Loss": 0.9609977006912231, "Finetune/Loss (Raw)": 0.9762839078903198, "Finetune/Step": 1152, "Finetune/Step Time": 4.395020795986056}
+{"Finetune/Learning Rate": 1.8128807014172197e-05, "Finetune/Loss": 0.962527871131897, "Finetune/Loss (Raw)": 1.0780494213104248, "Finetune/Step": 1153, "Finetune/Step Time": 4.40845013409853}
+{"Finetune/Learning Rate": 1.812517712356471e-05, "Finetune/Loss": 0.9572493433952332, "Finetune/Loss (Raw)": 0.3357580602169037, "Finetune/Step": 1154, "Finetune/Step Time": 4.439021399244666}
+{"Finetune/Learning Rate": 1.812154407973461e-05, "Finetune/Loss": 0.9570257663726807, "Finetune/Loss (Raw)": 0.34637534618377686, "Finetune/Step": 1155, "Finetune/Step Time": 4.436802322044969}
+{"Finetune/Learning Rate": 1.8117907884091815e-05, "Finetune/Loss": 0.9577820897102356, "Finetune/Loss (Raw)": 1.1341438293457031, "Finetune/Step": 1156, "Finetune/Step Time": 4.427134266123176}
+{"Finetune/Learning Rate": 1.8114268538047457e-05, "Finetune/Loss": 0.9589981436729431, "Finetune/Loss (Raw)": 1.0263395309448242, "Finetune/Step": 1157, "Finetune/Step Time": 4.41941093467176}
+{"Finetune/Learning Rate": 1.81106260430139e-05, "Finetune/Loss": 0.9582825899124146, "Finetune/Loss (Raw)": 0.913078784942627, "Finetune/Step": 1158, "Finetune/Step Time": 4.416466146707535}
+{"Finetune/Learning Rate": 1.810698040040472e-05, "Finetune/Loss": 0.9571975469589233, "Finetune/Loss (Raw)": 0.8398842811584473, "Finetune/Step": 1159, "Finetune/Step Time": 4.410592801868916}
+{"Finetune/Learning Rate": 1.810333161163472e-05, "Finetune/Loss": 0.9618796110153198, "Finetune/Loss (Raw)": 0.9512770175933838, "Finetune/Step": 1160, "Finetune/Step Time": 4.387525068596005}
+{"Finetune/Learning Rate": 1.809967967811993e-05, "Finetune/Loss": 0.9616411924362183, "Finetune/Loss (Raw)": 0.9666551351547241, "Finetune/Step": 1161, "Finetune/Step Time": 4.368657678365707}
+{"Finetune/Learning Rate": 1.8096024601277586e-05, "Finetune/Loss": 0.9629492163658142, "Finetune/Loss (Raw)": 1.009006381034851, "Finetune/Step": 1162, "Finetune/Step Time": 4.371564136818051}
+{"Finetune/Learning Rate": 1.8092366382526157e-05, "Finetune/Loss": 0.9611905813217163, "Finetune/Loss (Raw)": 0.7710506916046143, "Finetune/Step": 1163, "Finetune/Step Time": 4.385587129741907}
+{"Finetune/Learning Rate": 1.8088705023285324e-05, "Finetune/Loss": 0.9629570245742798, "Finetune/Loss (Raw)": 1.1842774152755737, "Finetune/Step": 1164, "Finetune/Step Time": 4.383570173755288}
+{"Finetune/Learning Rate": 1.8085040524975994e-05, "Finetune/Loss": 0.9591317176818848, "Finetune/Loss (Raw)": 0.3715651035308838, "Finetune/Step": 1165, "Finetune/Step Time": 4.411222351714969}
+{"Finetune/Learning Rate": 1.8081372889020282e-05, "Finetune/Loss": 0.9568618535995483, "Finetune/Loss (Raw)": 0.8721286654472351, "Finetune/Step": 1166, "Finetune/Step Time": 4.425516145303845}
+{"Finetune/Learning Rate": 1.8077702116841524e-05, "Finetune/Loss": 0.9554365277290344, "Finetune/Loss (Raw)": 0.8228216171264648, "Finetune/Step": 1167, "Finetune/Step Time": 4.4401952009648085}
+{"Finetune/Learning Rate": 1.807402820986428e-05, "Finetune/Loss": 0.9554762840270996, "Finetune/Loss (Raw)": 0.9318683743476868, "Finetune/Step": 1168, "Finetune/Step Time": 4.4387799352407455}
+{"Finetune/Learning Rate": 1.8070351169514324e-05, "Finetune/Loss": 0.9548941850662231, "Finetune/Loss (Raw)": 0.9973222017288208, "Finetune/Step": 1169, "Finetune/Step Time": 4.440609758719802}
+{"Finetune/Learning Rate": 1.8066670997218633e-05, "Finetune/Loss": 0.9501678347587585, "Finetune/Loss (Raw)": 0.4750840663909912, "Finetune/Step": 1170, "Finetune/Step Time": 4.475321393460035}
+{"Finetune/Learning Rate": 1.806298769440542e-05, "Finetune/Loss": 0.9558653235435486, "Finetune/Loss (Raw)": 1.112858533859253, "Finetune/Step": 1171, "Finetune/Step Time": 4.426632083952427}
+{"Finetune/Learning Rate": 1.8059301262504097e-05, "Finetune/Loss": 0.957306981086731, "Finetune/Loss (Raw)": 1.0311458110809326, "Finetune/Step": 1172, "Finetune/Step Time": 4.42672948166728}
+{"Finetune/Learning Rate": 1.80556117029453e-05, "Finetune/Loss": 0.9568591117858887, "Finetune/Loss (Raw)": 0.9758182764053345, "Finetune/Step": 1173, "Finetune/Step Time": 4.405594704672694}
+{"Finetune/Learning Rate": 1.8051919017160875e-05, "Finetune/Loss": 0.9523990154266357, "Finetune/Loss (Raw)": 0.36797773838043213, "Finetune/Step": 1174, "Finetune/Step Time": 4.436163958162069}
+{"Finetune/Learning Rate": 1.804822320658388e-05, "Finetune/Loss": 0.9519569873809814, "Finetune/Loss (Raw)": 0.938323974609375, "Finetune/Step": 1175, "Finetune/Step Time": 4.450057672336698}
+{"Finetune/Learning Rate": 1.8044524272648588e-05, "Finetune/Loss": 0.9499939680099487, "Finetune/Loss (Raw)": 0.9072605967521667, "Finetune/Step": 1176, "Finetune/Step Time": 4.439843628555536}
+{"Finetune/Learning Rate": 1.8040822216790475e-05, "Finetune/Loss": 0.9455633163452148, "Finetune/Loss (Raw)": 0.2939327359199524, "Finetune/Step": 1177, "Finetune/Step Time": 4.481153268367052}
+{"Finetune/Learning Rate": 1.803711704044625e-05, "Finetune/Loss": 0.941837728023529, "Finetune/Loss (Raw)": 0.32816582918167114, "Finetune/Step": 1178, "Finetune/Step Time": 4.505636418238282}
+{"Finetune/Learning Rate": 1.803340874505381e-05, "Finetune/Loss": 0.943432629108429, "Finetune/Loss (Raw)": 1.1426347494125366, "Finetune/Step": 1179, "Finetune/Step Time": 4.498704068362713}
+{"Finetune/Learning Rate": 1.8029697332052277e-05, "Finetune/Loss": 0.941508412361145, "Finetune/Loss (Raw)": 0.9012312889099121, "Finetune/Step": 1180, "Finetune/Step Time": 4.515059122815728}
+{"Finetune/Learning Rate": 1.8025982802881976e-05, "Finetune/Loss": 0.9423357248306274, "Finetune/Loss (Raw)": 1.0760531425476074, "Finetune/Step": 1181, "Finetune/Step Time": 4.5086233373731375}
+{"Finetune/Learning Rate": 1.802226515898444e-05, "Finetune/Loss": 0.9391385316848755, "Finetune/Loss (Raw)": 0.6966975331306458, "Finetune/Step": 1182, "Finetune/Step Time": 4.510121911764145}
+{"Finetune/Learning Rate": 1.8018544401802422e-05, "Finetune/Loss": 0.9401378035545349, "Finetune/Loss (Raw)": 1.0226317644119263, "Finetune/Step": 1183, "Finetune/Step Time": 4.511639516800642}
+{"Finetune/Learning Rate": 1.801482053277987e-05, "Finetune/Loss": 0.9379984140396118, "Finetune/Loss (Raw)": 0.812393069267273, "Finetune/Step": 1184, "Finetune/Step Time": 4.540659697726369}
+{"Finetune/Learning Rate": 1.8011093553361944e-05, "Finetune/Loss": 0.9387339353561401, "Finetune/Loss (Raw)": 0.99880450963974, "Finetune/Step": 1185, "Finetune/Step Time": 4.5435554794967175}
+{"Finetune/Learning Rate": 1.8007363464995015e-05, "Finetune/Loss": 0.940162181854248, "Finetune/Loss (Raw)": 1.1016714572906494, "Finetune/Step": 1186, "Finetune/Step Time": 4.549204621464014}
+{"Finetune/Learning Rate": 1.800363026912665e-05, "Finetune/Loss": 0.9356239438056946, "Finetune/Loss (Raw)": 0.3534848988056183, "Finetune/Step": 1187, "Finetune/Step Time": 4.573887702077627}
+{"Finetune/Learning Rate": 1.7999893967205643e-05, "Finetune/Loss": 0.936301589012146, "Finetune/Loss (Raw)": 1.0470541715621948, "Finetune/Step": 1188, "Finetune/Step Time": 4.573055509477854}
+{"Finetune/Learning Rate": 1.7996154560681963e-05, "Finetune/Loss": 0.9380970001220703, "Finetune/Loss (Raw)": 1.0521595478057861, "Finetune/Step": 1189, "Finetune/Step Time": 4.578242123126984}
+{"Finetune/Learning Rate": 1.7992412051006817e-05, "Finetune/Loss": 0.9379104375839233, "Finetune/Loss (Raw)": 0.964643120765686, "Finetune/Step": 1190, "Finetune/Step Time": 4.5761743523180485}
+{"Finetune/Learning Rate": 1.7988666439632593e-05, "Finetune/Loss": 0.9385008811950684, "Finetune/Loss (Raw)": 1.0453016757965088, "Finetune/Step": 1191, "Finetune/Step Time": 4.5695930570364}
+{"Finetune/Learning Rate": 1.7984917728012886e-05, "Finetune/Loss": 0.9372345805168152, "Finetune/Loss (Raw)": 1.0172393321990967, "Finetune/Step": 1192, "Finetune/Step Time": 4.577194627374411}
+{"Finetune/Learning Rate": 1.7981165917602502e-05, "Finetune/Loss": 0.9363724589347839, "Finetune/Loss (Raw)": 1.0107392072677612, "Finetune/Step": 1193, "Finetune/Step Time": 4.5762513764202595}
+{"Finetune/Learning Rate": 1.7977411009857446e-05, "Finetune/Loss": 0.937437117099762, "Finetune/Loss (Raw)": 1.0322915315628052, "Finetune/Step": 1194, "Finetune/Step Time": 4.590079473331571}
+{"Finetune/Learning Rate": 1.797365300623492e-05, "Finetune/Loss": 0.936455249786377, "Finetune/Loss (Raw)": 0.9774546027183533, "Finetune/Step": 1195, "Finetune/Step Time": 4.5800518952310085}
+{"Finetune/Learning Rate": 1.7969891908193338e-05, "Finetune/Loss": 0.936988353729248, "Finetune/Loss (Raw)": 0.9697220325469971, "Finetune/Step": 1196, "Finetune/Step Time": 4.576917873695493}
+{"Finetune/Learning Rate": 1.7966127717192305e-05, "Finetune/Loss": 0.9380173683166504, "Finetune/Loss (Raw)": 1.0814390182495117, "Finetune/Step": 1197, "Finetune/Step Time": 4.544191975146532}
+{"Finetune/Learning Rate": 1.796236043469263e-05, "Finetune/Loss": 0.9384362697601318, "Finetune/Loss (Raw)": 1.080605149269104, "Finetune/Step": 1198, "Finetune/Step Time": 4.5497473385185}
+{"Finetune/Learning Rate": 1.7958590062156318e-05, "Finetune/Loss": 0.9383819103240967, "Finetune/Loss (Raw)": 1.0271157026290894, "Finetune/Step": 1199, "Finetune/Step Time": 4.545539123937488}
+{"Finetune/Learning Rate": 1.7954816601046587e-05, "Finetune/Loss": 0.9384081959724426, "Finetune/Loss (Raw)": 1.036679983139038, "Finetune/Step": 1200, "Finetune/Step Time": 4.5417814925313}
+{"Finetune/Learning Rate": 1.7951040052827836e-05, "Finetune/Loss": 0.9390488862991333, "Finetune/Loss (Raw)": 1.0338085889816284, "Finetune/Step": 1201, "Finetune/Step Time": 4.555092863738537}
+{"Finetune/Learning Rate": 1.794726041896567e-05, "Finetune/Loss": 0.9399081468582153, "Finetune/Loss (Raw)": 1.1470032930374146, "Finetune/Step": 1202, "Finetune/Step Time": 4.5592785608023405}
+{"Finetune/Learning Rate": 1.7943477700926895e-05, "Finetune/Loss": 0.9406275749206543, "Finetune/Loss (Raw)": 1.1149264574050903, "Finetune/Step": 1203, "Finetune/Step Time": 4.55023742467165}
+{"Finetune/Learning Rate": 1.7939691900179507e-05, "Finetune/Loss": 0.9406374096870422, "Finetune/Loss (Raw)": 1.0690205097198486, "Finetune/Step": 1204, "Finetune/Step Time": 4.558643260970712}
+{"Finetune/Learning Rate": 1.79359030181927e-05, "Finetune/Loss": 0.9395837783813477, "Finetune/Loss (Raw)": 0.9433789849281311, "Finetune/Step": 1205, "Finetune/Step Time": 4.575819859281182}
+{"Finetune/Learning Rate": 1.7932111056436868e-05, "Finetune/Loss": 0.9401352405548096, "Finetune/Loss (Raw)": 1.1290912628173828, "Finetune/Step": 1206, "Finetune/Step Time": 4.562752800062299}
+{"Finetune/Learning Rate": 1.79283160163836e-05, "Finetune/Loss": 0.9408398866653442, "Finetune/Loss (Raw)": 0.9387114644050598, "Finetune/Step": 1207, "Finetune/Step Time": 4.570111691951752}
+{"Finetune/Learning Rate": 1.792451789950567e-05, "Finetune/Loss": 0.9412143230438232, "Finetune/Loss (Raw)": 1.0037944316864014, "Finetune/Step": 1208, "Finetune/Step Time": 4.571057798340917}
+{"Finetune/Learning Rate": 1.7920716707277054e-05, "Finetune/Loss": 0.9409251809120178, "Finetune/Loss (Raw)": 1.041214942932129, "Finetune/Step": 1209, "Finetune/Step Time": 4.570071192458272}
+{"Finetune/Learning Rate": 1.7916912441172924e-05, "Finetune/Loss": 0.9419901371002197, "Finetune/Loss (Raw)": 0.9773246049880981, "Finetune/Step": 1210, "Finetune/Step Time": 4.548093335703015}
+{"Finetune/Learning Rate": 1.7913105102669643e-05, "Finetune/Loss": 0.9413022398948669, "Finetune/Loss (Raw)": 0.9320549964904785, "Finetune/Step": 1211, "Finetune/Step Time": 4.55122240819037}
+{"Finetune/Learning Rate": 1.790929469324476e-05, "Finetune/Loss": 0.9417015314102173, "Finetune/Loss (Raw)": 1.102601170539856, "Finetune/Step": 1212, "Finetune/Step Time": 4.53926819190383}
+{"Finetune/Learning Rate": 1.7905481214377027e-05, "Finetune/Loss": 0.9411736130714417, "Finetune/Loss (Raw)": 0.9384645819664001, "Finetune/Step": 1213, "Finetune/Step Time": 4.538599614053965}
+{"Finetune/Learning Rate": 1.790166466754637e-05, "Finetune/Loss": 0.939598560333252, "Finetune/Loss (Raw)": 0.8303723931312561, "Finetune/Step": 1214, "Finetune/Step Time": 4.5577953308820724}
+{"Finetune/Learning Rate": 1.7897845054233927e-05, "Finetune/Loss": 0.9394015669822693, "Finetune/Loss (Raw)": 0.9793853759765625, "Finetune/Step": 1215, "Finetune/Step Time": 4.558238564059138}
+{"Finetune/Learning Rate": 1.7894022375922006e-05, "Finetune/Loss": 0.9357025623321533, "Finetune/Loss (Raw)": 0.354342520236969, "Finetune/Step": 1216, "Finetune/Step Time": 4.58809969574213}
+{"Finetune/Learning Rate": 1.7890196634094122e-05, "Finetune/Loss": 0.9364618062973022, "Finetune/Loss (Raw)": 1.096152424812317, "Finetune/Step": 1217, "Finetune/Step Time": 4.591489013284445}
+{"Finetune/Learning Rate": 1.7886367830234968e-05, "Finetune/Loss": 0.935955286026001, "Finetune/Loss (Raw)": 1.0340231657028198, "Finetune/Step": 1218, "Finetune/Step Time": 4.576609723269939}
+{"Finetune/Learning Rate": 1.788253596583043e-05, "Finetune/Loss": 0.9311796426773071, "Finetune/Loss (Raw)": 0.3086005747318268, "Finetune/Step": 1219, "Finetune/Step Time": 4.617049586027861}
+{"Finetune/Learning Rate": 1.787870104236757e-05, "Finetune/Loss": 0.9305907487869263, "Finetune/Loss (Raw)": 0.9650603532791138, "Finetune/Step": 1220, "Finetune/Step Time": 4.616236066445708}
+{"Finetune/Learning Rate": 1.7874863061334658e-05, "Finetune/Loss": 0.9316730499267578, "Finetune/Loss (Raw)": 1.0110235214233398, "Finetune/Step": 1221, "Finetune/Step Time": 4.626173313707113}
+{"Finetune/Learning Rate": 1.7871022024221133e-05, "Finetune/Loss": 0.931686282157898, "Finetune/Loss (Raw)": 0.9829999804496765, "Finetune/Step": 1222, "Finetune/Step Time": 4.637021210044622}
+{"Finetune/Learning Rate": 1.7867177932517634e-05, "Finetune/Loss": 0.9315272569656372, "Finetune/Loss (Raw)": 1.0114080905914307, "Finetune/Step": 1223, "Finetune/Step Time": 4.638087626546621}
+{"Finetune/Learning Rate": 1.786333078771597e-05, "Finetune/Loss": 0.9311056137084961, "Finetune/Loss (Raw)": 1.0006213188171387, "Finetune/Step": 1224, "Finetune/Step Time": 4.63318282738328}
+{"Finetune/Learning Rate": 1.785948059130915e-05, "Finetune/Loss": 0.9302986860275269, "Finetune/Loss (Raw)": 0.8672124743461609, "Finetune/Step": 1225, "Finetune/Step Time": 4.618487725034356}
+{"Finetune/Learning Rate": 1.785562734479135e-05, "Finetune/Loss": 0.9295798540115356, "Finetune/Loss (Raw)": 0.8826553225517273, "Finetune/Step": 1226, "Finetune/Step Time": 4.608258340507746}
+{"Finetune/Learning Rate": 1.785177104965795e-05, "Finetune/Loss": 0.9284387826919556, "Finetune/Loss (Raw)": 0.843632161617279, "Finetune/Step": 1227, "Finetune/Step Time": 4.6163877584040165}
+{"Finetune/Learning Rate": 1.7847911707405494e-05, "Finetune/Loss": 0.9289239645004272, "Finetune/Loss (Raw)": 1.0149598121643066, "Finetune/Step": 1228, "Finetune/Step Time": 4.621912460774183}
+{"Finetune/Learning Rate": 1.7844049319531725e-05, "Finetune/Loss": 0.9287253618240356, "Finetune/Loss (Raw)": 1.0611014366149902, "Finetune/Step": 1229, "Finetune/Step Time": 4.617609513923526}
+{"Finetune/Learning Rate": 1.7840183887535558e-05, "Finetune/Loss": 0.9256571531295776, "Finetune/Loss (Raw)": 0.4061131179332733, "Finetune/Step": 1230, "Finetune/Step Time": 4.656123602762818}
+{"Finetune/Learning Rate": 1.7836315412917088e-05, "Finetune/Loss": 0.9253897070884705, "Finetune/Loss (Raw)": 1.094199538230896, "Finetune/Step": 1231, "Finetune/Step Time": 4.649240158498287}
+{"Finetune/Learning Rate": 1.78324438971776e-05, "Finetune/Loss": 0.9248705506324768, "Finetune/Loss (Raw)": 0.995523989200592, "Finetune/Step": 1232, "Finetune/Step Time": 4.6427890453487635}
+{"Finetune/Learning Rate": 1.782856934181955e-05, "Finetune/Loss": 0.9242435097694397, "Finetune/Loss (Raw)": 1.0110490322113037, "Finetune/Step": 1233, "Finetune/Step Time": 4.622107001021504}
+{"Finetune/Learning Rate": 1.782469174834658e-05, "Finetune/Loss": 0.9229748249053955, "Finetune/Loss (Raw)": 0.8032464981079102, "Finetune/Step": 1234, "Finetune/Step Time": 4.631110934540629}
+{"Finetune/Learning Rate": 1.7820811118263503e-05, "Finetune/Loss": 0.9223570823669434, "Finetune/Loss (Raw)": 0.9381557106971741, "Finetune/Step": 1235, "Finetune/Step Time": 4.629722019657493}
+{"Finetune/Learning Rate": 1.7816927453076324e-05, "Finetune/Loss": 0.9223833680152893, "Finetune/Loss (Raw)": 1.084425687789917, "Finetune/Step": 1236, "Finetune/Step Time": 4.6257832236588}
+{"Finetune/Learning Rate": 1.781304075429221e-05, "Finetune/Loss": 0.9240220189094543, "Finetune/Loss (Raw)": 1.0175387859344482, "Finetune/Step": 1237, "Finetune/Step Time": 4.628409354016185}
+{"Finetune/Learning Rate": 1.7809151023419517e-05, "Finetune/Loss": 0.925402820110321, "Finetune/Loss (Raw)": 1.1583845615386963, "Finetune/Step": 1238, "Finetune/Step Time": 4.630675110965967}
+{"Finetune/Learning Rate": 1.7805258261967774e-05, "Finetune/Loss": 0.9241851568222046, "Finetune/Loss (Raw)": 0.9629940390586853, "Finetune/Step": 1239, "Finetune/Step Time": 4.644809540361166}
+{"Finetune/Learning Rate": 1.780136247144768e-05, "Finetune/Loss": 0.9244797229766846, "Finetune/Loss (Raw)": 0.9474265575408936, "Finetune/Step": 1240, "Finetune/Step Time": 4.642711695283651}
+{"Finetune/Learning Rate": 1.7797463653371125e-05, "Finetune/Loss": 0.9240372180938721, "Finetune/Loss (Raw)": 0.8836091756820679, "Finetune/Step": 1241, "Finetune/Step Time": 4.646886901929975}
+{"Finetune/Learning Rate": 1.7793561809251153e-05, "Finetune/Loss": 0.923773467540741, "Finetune/Loss (Raw)": 0.9571540951728821, "Finetune/Step": 1242, "Finetune/Step Time": 4.615501319989562}
+{"Finetune/Learning Rate": 1.7789656940602003e-05, "Finetune/Loss": 0.9240095615386963, "Finetune/Loss (Raw)": 1.0403162240982056, "Finetune/Step": 1243, "Finetune/Step Time": 4.610073611140251}
+{"Finetune/Learning Rate": 1.7785749048939076e-05, "Finetune/Loss": 0.9230841994285583, "Finetune/Loss (Raw)": 0.9606345295906067, "Finetune/Step": 1244, "Finetune/Step Time": 4.613560298457742}
+{"Finetune/Learning Rate": 1.7781838135778945e-05, "Finetune/Loss": 0.9236915111541748, "Finetune/Loss (Raw)": 0.9529695510864258, "Finetune/Step": 1245, "Finetune/Step Time": 4.6037713047116995}
+{"Finetune/Learning Rate": 1.777792420263936e-05, "Finetune/Loss": 0.9223329424858093, "Finetune/Loss (Raw)": 0.8981417417526245, "Finetune/Step": 1246, "Finetune/Step Time": 4.625285014510155}
+{"Finetune/Learning Rate": 1.7774007251039246e-05, "Finetune/Loss": 0.9249235987663269, "Finetune/Loss (Raw)": 1.0433090925216675, "Finetune/Step": 1247, "Finetune/Step Time": 4.6107980236411095}
+{"Finetune/Learning Rate": 1.777008728249869e-05, "Finetune/Loss": 0.9236575365066528, "Finetune/Loss (Raw)": 0.7938724756240845, "Finetune/Step": 1248, "Finetune/Step Time": 4.621791604906321}
+{"Finetune/Learning Rate": 1.776616429853896e-05, "Finetune/Loss": 0.9217981696128845, "Finetune/Loss (Raw)": 0.903476893901825, "Finetune/Step": 1249, "Finetune/Step Time": 4.622655130922794}
+{"Finetune/Learning Rate": 1.7762238300682484e-05, "Finetune/Loss": 0.9217624664306641, "Finetune/Loss (Raw)": 1.0198801755905151, "Finetune/Step": 1250, "Finetune/Step Time": 4.603222718462348}
+{"Finetune/Learning Rate": 1.775830929045287e-05, "Finetune/Loss": 0.9224547743797302, "Finetune/Loss (Raw)": 1.0072484016418457, "Finetune/Step": 1251, "Finetune/Step Time": 4.5895825903862715}
+{"Finetune/Learning Rate": 1.7754377269374893e-05, "Finetune/Loss": 0.919846773147583, "Finetune/Loss (Raw)": 0.8828469514846802, "Finetune/Step": 1252, "Finetune/Step Time": 4.585037039592862}
+{"Finetune/Learning Rate": 1.7750442238974483e-05, "Finetune/Loss": 0.9197808504104614, "Finetune/Loss (Raw)": 0.9174392223358154, "Finetune/Step": 1253, "Finetune/Step Time": 4.603548839688301}
+{"Finetune/Learning Rate": 1.7746504200778756e-05, "Finetune/Loss": 0.9198213815689087, "Finetune/Loss (Raw)": 0.9707847833633423, "Finetune/Step": 1254, "Finetune/Step Time": 4.607047628611326}
+{"Finetune/Learning Rate": 1.7742563156315987e-05, "Finetune/Loss": 0.9204838871955872, "Finetune/Loss (Raw)": 1.0917526483535767, "Finetune/Step": 1255, "Finetune/Step Time": 4.60920524597168}
+{"Finetune/Learning Rate": 1.773861910711562e-05, "Finetune/Loss": 0.9209887385368347, "Finetune/Loss (Raw)": 1.0047718286514282, "Finetune/Step": 1256, "Finetune/Step Time": 4.605203865095973}
+{"Finetune/Learning Rate": 1.773467205470826e-05, "Finetune/Loss": 0.9178293943405151, "Finetune/Loss (Raw)": 0.6849972009658813, "Finetune/Step": 1257, "Finetune/Step Time": 4.63157126866281}
+{"Finetune/Learning Rate": 1.7730722000625683e-05, "Finetune/Loss": 0.9190635085105896, "Finetune/Loss (Raw)": 0.9383445382118225, "Finetune/Step": 1258, "Finetune/Step Time": 4.61993970349431}
+{"Finetune/Learning Rate": 1.7726768946400825e-05, "Finetune/Loss": 0.9176602363586426, "Finetune/Loss (Raw)": 0.8887389898300171, "Finetune/Step": 1259, "Finetune/Step Time": 4.630968144163489}
+{"Finetune/Learning Rate": 1.772281289356779e-05, "Finetune/Loss": 0.918797492980957, "Finetune/Loss (Raw)": 1.157835841178894, "Finetune/Step": 1260, "Finetune/Step Time": 4.632803237065673}
+{"Finetune/Learning Rate": 1.771885384366185e-05, "Finetune/Loss": 0.9177760481834412, "Finetune/Loss (Raw)": 0.8354490399360657, "Finetune/Step": 1261, "Finetune/Step Time": 4.632062928751111}
+{"Finetune/Learning Rate": 1.7714891798219432e-05, "Finetune/Loss": 0.9180725812911987, "Finetune/Loss (Raw)": 0.9824753999710083, "Finetune/Step": 1262, "Finetune/Step Time": 4.627297777682543}
+{"Finetune/Learning Rate": 1.7710926758778123e-05, "Finetune/Loss": 0.9177881479263306, "Finetune/Loss (Raw)": 1.0405402183532715, "Finetune/Step": 1263, "Finetune/Step Time": 4.6239017229527235}
+{"Finetune/Learning Rate": 1.7706958726876685e-05, "Finetune/Loss": 0.9180331826210022, "Finetune/Loss (Raw)": 0.9779227375984192, "Finetune/Step": 1264, "Finetune/Step Time": 4.622267112135887}
+{"Finetune/Learning Rate": 1.770298770405503e-05, "Finetune/Loss": 0.9129056334495544, "Finetune/Loss (Raw)": 0.3811035454273224, "Finetune/Step": 1265, "Finetune/Step Time": 4.661207480356097}
+{"Finetune/Learning Rate": 1.7699013691854238e-05, "Finetune/Loss": 0.9124414920806885, "Finetune/Loss (Raw)": 0.9359155297279358, "Finetune/Step": 1266, "Finetune/Step Time": 4.666862104088068}
+{"Finetune/Learning Rate": 1.769503669181654e-05, "Finetune/Loss": 0.9131481051445007, "Finetune/Loss (Raw)": 1.038347840309143, "Finetune/Step": 1267, "Finetune/Step Time": 4.652251407504082}
+{"Finetune/Learning Rate": 1.7691056705485333e-05, "Finetune/Loss": 0.9135000705718994, "Finetune/Loss (Raw)": 1.0524095296859741, "Finetune/Step": 1268, "Finetune/Step Time": 4.656108044087887}
+{"Finetune/Learning Rate": 1.7687073734405177e-05, "Finetune/Loss": 0.9135260581970215, "Finetune/Loss (Raw)": 0.9383376240730286, "Finetune/Step": 1269, "Finetune/Step Time": 4.647451009601355}
+{"Finetune/Learning Rate": 1.768308778012178e-05, "Finetune/Loss": 0.9196600914001465, "Finetune/Loss (Raw)": 1.0938917398452759, "Finetune/Step": 1270, "Finetune/Step Time": 4.617561474442482}
+{"Finetune/Learning Rate": 1.767909884418202e-05, "Finetune/Loss": 0.9208720922470093, "Finetune/Loss (Raw)": 1.0868752002716064, "Finetune/Step": 1271, "Finetune/Step Time": 4.602429391816258}
+{"Finetune/Learning Rate": 1.7675106928133915e-05, "Finetune/Loss": 0.9192276000976562, "Finetune/Loss (Raw)": 0.7932980060577393, "Finetune/Step": 1272, "Finetune/Step Time": 4.610843166708946}
+{"Finetune/Learning Rate": 1.7671112033526655e-05, "Finetune/Loss": 0.9191101789474487, "Finetune/Loss (Raw)": 0.9290531277656555, "Finetune/Step": 1273, "Finetune/Step Time": 4.625624909996986}
+{"Finetune/Learning Rate": 1.7667114161910586e-05, "Finetune/Loss": 0.9176735877990723, "Finetune/Loss (Raw)": 0.8599735498428345, "Finetune/Step": 1274, "Finetune/Step Time": 4.611520646139979}
+{"Finetune/Learning Rate": 1.7663113314837192e-05, "Finetune/Loss": 0.9204497337341309, "Finetune/Loss (Raw)": 1.1484179496765137, "Finetune/Step": 1275, "Finetune/Step Time": 4.602883171290159}
+{"Finetune/Learning Rate": 1.7659109493859134e-05, "Finetune/Loss": 0.9249619245529175, "Finetune/Loss (Raw)": 0.9286868572235107, "Finetune/Step": 1276, "Finetune/Step Time": 4.558719443157315}
+{"Finetune/Learning Rate": 1.7655102700530212e-05, "Finetune/Loss": 0.9238079786300659, "Finetune/Loss (Raw)": 0.9523813128471375, "Finetune/Step": 1277, "Finetune/Step Time": 4.562094150111079}
+{"Finetune/Learning Rate": 1.7651092936405385e-05, "Finetune/Loss": 0.9219498634338379, "Finetune/Loss (Raw)": 0.7269002795219421, "Finetune/Step": 1278, "Finetune/Step Time": 4.5685851983726025}
+{"Finetune/Learning Rate": 1.7647080203040765e-05, "Finetune/Loss": 0.9228041172027588, "Finetune/Loss (Raw)": 0.9783213138580322, "Finetune/Step": 1279, "Finetune/Step Time": 4.570070758461952}
+{"Finetune/Learning Rate": 1.7643064501993614e-05, "Finetune/Loss": 0.9239845871925354, "Finetune/Loss (Raw)": 1.1273850202560425, "Finetune/Step": 1280, "Finetune/Step Time": 4.549191135913134}
+{"Finetune/Learning Rate": 1.763904583482235e-05, "Finetune/Loss": 0.9229506254196167, "Finetune/Loss (Raw)": 0.9456982016563416, "Finetune/Step": 1281, "Finetune/Step Time": 4.533769654110074}
+{"Finetune/Learning Rate": 1.7635024203086532e-05, "Finetune/Loss": 0.9279659986495972, "Finetune/Loss (Raw)": 0.9777226448059082, "Finetune/Step": 1282, "Finetune/Step Time": 4.496168687939644}
+{"Finetune/Learning Rate": 1.7630999608346888e-05, "Finetune/Loss": 0.9318508505821228, "Finetune/Loss (Raw)": 0.8436422944068909, "Finetune/Step": 1283, "Finetune/Step Time": 4.46942226588726}
+{"Finetune/Learning Rate": 1.7626972052165275e-05, "Finetune/Loss": 0.9304285049438477, "Finetune/Loss (Raw)": 0.9520754814147949, "Finetune/Step": 1284, "Finetune/Step Time": 4.472499307245016}
+{"Finetune/Learning Rate": 1.7622941536104715e-05, "Finetune/Loss": 0.9306296706199646, "Finetune/Loss (Raw)": 1.0520907640457153, "Finetune/Step": 1285, "Finetune/Step Time": 4.472554398700595}
+{"Finetune/Learning Rate": 1.7618908061729373e-05, "Finetune/Loss": 0.9308526515960693, "Finetune/Loss (Raw)": 0.9416278004646301, "Finetune/Step": 1286, "Finetune/Step Time": 4.481784211471677}
+{"Finetune/Learning Rate": 1.7614871630604554e-05, "Finetune/Loss": 0.9318349957466125, "Finetune/Loss (Raw)": 0.9656216502189636, "Finetune/Step": 1287, "Finetune/Step Time": 4.481377860531211}
+{"Finetune/Learning Rate": 1.761083224429672e-05, "Finetune/Loss": 0.9314374923706055, "Finetune/Loss (Raw)": 0.9003929495811462, "Finetune/Step": 1288, "Finetune/Step Time": 4.462038170546293}
+{"Finetune/Learning Rate": 1.760678990437349e-05, "Finetune/Loss": 0.9308546781539917, "Finetune/Loss (Raw)": 0.8920530080795288, "Finetune/Step": 1289, "Finetune/Step Time": 4.4469181299209595}
+{"Finetune/Learning Rate": 1.76027446124036e-05, "Finetune/Loss": 0.9314954280853271, "Finetune/Loss (Raw)": 1.091018795967102, "Finetune/Step": 1290, "Finetune/Step Time": 4.441922556608915}
+{"Finetune/Learning Rate": 1.759869636995696e-05, "Finetune/Loss": 0.933037281036377, "Finetune/Loss (Raw)": 0.9684123992919922, "Finetune/Step": 1291, "Finetune/Step Time": 4.433412650600076}
+{"Finetune/Learning Rate": 1.7594645178604614e-05, "Finetune/Loss": 0.9311087131500244, "Finetune/Loss (Raw)": 0.9374253749847412, "Finetune/Step": 1292, "Finetune/Step Time": 4.4279562048614025}
+{"Finetune/Learning Rate": 1.7590591039918744e-05, "Finetune/Loss": 0.9355229735374451, "Finetune/Loss (Raw)": 0.9365954995155334, "Finetune/Step": 1293, "Finetune/Step Time": 4.39467828348279}
+{"Finetune/Learning Rate": 1.7586533955472686e-05, "Finetune/Loss": 0.936340868473053, "Finetune/Loss (Raw)": 0.9768127799034119, "Finetune/Step": 1294, "Finetune/Step Time": 4.391850292682648}
+{"Finetune/Learning Rate": 1.7582473926840916e-05, "Finetune/Loss": 0.9370336532592773, "Finetune/Loss (Raw)": 0.9115003943443298, "Finetune/Step": 1295, "Finetune/Step Time": 4.390514396131039}
+{"Finetune/Learning Rate": 1.7578410955599046e-05, "Finetune/Loss": 0.9370716214179993, "Finetune/Loss (Raw)": 0.9367283582687378, "Finetune/Step": 1296, "Finetune/Step Time": 4.394412325695157}
+{"Finetune/Learning Rate": 1.7574345043323843e-05, "Finetune/Loss": 0.9368099570274353, "Finetune/Loss (Raw)": 0.9638258814811707, "Finetune/Step": 1297, "Finetune/Step Time": 4.408995261415839}
+{"Finetune/Learning Rate": 1.7570276191593202e-05, "Finetune/Loss": 0.9395840764045715, "Finetune/Loss (Raw)": 0.8301737308502197, "Finetune/Step": 1298, "Finetune/Step Time": 4.365745713934302}
+{"Finetune/Learning Rate": 1.7566204401986172e-05, "Finetune/Loss": 0.9365791082382202, "Finetune/Loss (Raw)": 0.7282246351242065, "Finetune/Step": 1299, "Finetune/Step Time": 4.375260349363089}
+{"Finetune/Learning Rate": 1.7562129676082933e-05, "Finetune/Loss": 0.9354618787765503, "Finetune/Loss (Raw)": 0.888131320476532, "Finetune/Step": 1300, "Finetune/Step Time": 4.367191057652235}
+{"Finetune/Learning Rate": 1.75580520154648e-05, "Finetune/Loss": 0.9356847405433655, "Finetune/Loss (Raw)": 1.0043483972549438, "Finetune/Step": 1301, "Finetune/Step Time": 4.385062716901302}
+{"Finetune/Learning Rate": 1.755397142171424e-05, "Finetune/Loss": 0.9398953914642334, "Finetune/Loss (Raw)": 0.90694659948349, "Finetune/Step": 1302, "Finetune/Step Time": 4.372507782652974}
+{"Finetune/Learning Rate": 1.7549887896414853e-05, "Finetune/Loss": 0.9398807287216187, "Finetune/Loss (Raw)": 0.936448872089386, "Finetune/Step": 1303, "Finetune/Step Time": 4.355832459405065}
+{"Finetune/Learning Rate": 1.7545801441151368e-05, "Finetune/Loss": 0.9405431151390076, "Finetune/Loss (Raw)": 0.9920441508293152, "Finetune/Step": 1304, "Finetune/Step Time": 4.36162674985826}
+{"Finetune/Learning Rate": 1.7541712057509666e-05, "Finetune/Loss": 0.9456546902656555, "Finetune/Loss (Raw)": 0.9482123255729675, "Finetune/Step": 1305, "Finetune/Step Time": 4.3256831634789705}
+{"Finetune/Learning Rate": 1.7537619747076752e-05, "Finetune/Loss": 0.9507472515106201, "Finetune/Loss (Raw)": 0.9800108671188354, "Finetune/Step": 1306, "Finetune/Step Time": 4.314756598323584}
+{"Finetune/Learning Rate": 1.7533524511440777e-05, "Finetune/Loss": 0.9501810073852539, "Finetune/Loss (Raw)": 1.0701624155044556, "Finetune/Step": 1307, "Finetune/Step Time": 4.308362847194076}
+{"Finetune/Learning Rate": 1.7529426352191014e-05, "Finetune/Loss": 0.9514366388320923, "Finetune/Loss (Raw)": 1.0619515180587769, "Finetune/Step": 1308, "Finetune/Step Time": 4.290972406044602}
+{"Finetune/Learning Rate": 1.752532527091789e-05, "Finetune/Loss": 0.9504243731498718, "Finetune/Loss (Raw)": 0.9464803338050842, "Finetune/Step": 1309, "Finetune/Step Time": 4.303913746029139}
+{"Finetune/Learning Rate": 1.7521221269212944e-05, "Finetune/Loss": 0.9520549774169922, "Finetune/Loss (Raw)": 0.905412495136261, "Finetune/Step": 1310, "Finetune/Step Time": 4.302063819020987}
+{"Finetune/Learning Rate": 1.751711434866886e-05, "Finetune/Loss": 0.9517782330513, "Finetune/Loss (Raw)": 0.9872138500213623, "Finetune/Step": 1311, "Finetune/Step Time": 4.304186604917049}
+{"Finetune/Learning Rate": 1.751300451087946e-05, "Finetune/Loss": 0.9512536525726318, "Finetune/Loss (Raw)": 0.7452397346496582, "Finetune/Step": 1312, "Finetune/Step Time": 4.299002461135387}
+{"Finetune/Learning Rate": 1.7508891757439687e-05, "Finetune/Loss": 0.9512826204299927, "Finetune/Loss (Raw)": 1.0025115013122559, "Finetune/Step": 1313, "Finetune/Step Time": 4.306017013266683}
+{"Finetune/Learning Rate": 1.7504776089945626e-05, "Finetune/Loss": 0.9503645300865173, "Finetune/Loss (Raw)": 0.9841629862785339, "Finetune/Step": 1314, "Finetune/Step Time": 4.303359257057309}
+{"Finetune/Learning Rate": 1.7500657509994478e-05, "Finetune/Loss": 0.9552383422851562, "Finetune/Loss (Raw)": 0.9773311018943787, "Finetune/Step": 1315, "Finetune/Step Time": 4.266335209831595}
+{"Finetune/Learning Rate": 1.7496536019184588e-05, "Finetune/Loss": 0.9558296203613281, "Finetune/Loss (Raw)": 1.1227409839630127, "Finetune/Step": 1316, "Finetune/Step Time": 4.2713418286293745}
+{"Finetune/Learning Rate": 1.749241161911543e-05, "Finetune/Loss": 0.9557330012321472, "Finetune/Loss (Raw)": 1.0397859811782837, "Finetune/Step": 1317, "Finetune/Step Time": 4.264019567519426}
+{"Finetune/Learning Rate": 1.7488284311387597e-05, "Finetune/Loss": 0.955577552318573, "Finetune/Loss (Raw)": 0.9447475671768188, "Finetune/Step": 1318, "Finetune/Step Time": 4.264224894344807}
+{"Finetune/Learning Rate": 1.7484154097602822e-05, "Finetune/Loss": 0.9550926685333252, "Finetune/Loss (Raw)": 0.983234703540802, "Finetune/Step": 1319, "Finetune/Step Time": 4.262137284502387}
+{"Finetune/Learning Rate": 1.7480020979363956e-05, "Finetune/Loss": 0.9545077085494995, "Finetune/Loss (Raw)": 0.9423626661300659, "Finetune/Step": 1320, "Finetune/Step Time": 4.263147560879588}
+{"Finetune/Learning Rate": 1.747588495827498e-05, "Finetune/Loss": 0.9542394280433655, "Finetune/Loss (Raw)": 0.9764023423194885, "Finetune/Step": 1321, "Finetune/Step Time": 4.265831930562854}
+{"Finetune/Learning Rate": 1.7471746035941007e-05, "Finetune/Loss": 0.9536305665969849, "Finetune/Loss (Raw)": 0.9543563723564148, "Finetune/Step": 1322, "Finetune/Step Time": 4.2551615964621305}
+{"Finetune/Learning Rate": 1.7467604213968274e-05, "Finetune/Loss": 0.954105794429779, "Finetune/Loss (Raw)": 1.0382894277572632, "Finetune/Step": 1323, "Finetune/Step Time": 4.255628980696201}
+{"Finetune/Learning Rate": 1.746345949396414e-05, "Finetune/Loss": 0.9544367790222168, "Finetune/Loss (Raw)": 1.0120891332626343, "Finetune/Step": 1324, "Finetune/Step Time": 4.257553357630968}
+{"Finetune/Learning Rate": 1.7459311877537085e-05, "Finetune/Loss": 0.9540919661521912, "Finetune/Loss (Raw)": 1.0372916460037231, "Finetune/Step": 1325, "Finetune/Step Time": 4.275201132521033}
+{"Finetune/Learning Rate": 1.745516136629672e-05, "Finetune/Loss": 0.9536595344543457, "Finetune/Loss (Raw)": 1.0252631902694702, "Finetune/Step": 1326, "Finetune/Step Time": 4.267953470349312}
+{"Finetune/Learning Rate": 1.7451007961853778e-05, "Finetune/Loss": 0.9527127146720886, "Finetune/Loss (Raw)": 0.9059184789657593, "Finetune/Step": 1327, "Finetune/Step Time": 4.3057004902511835}
+{"Finetune/Learning Rate": 1.7446851665820118e-05, "Finetune/Loss": 0.9534436464309692, "Finetune/Loss (Raw)": 1.130240797996521, "Finetune/Step": 1328, "Finetune/Step Time": 4.301484640687704}
+{"Finetune/Learning Rate": 1.744269247980871e-05, "Finetune/Loss": 0.9545001983642578, "Finetune/Loss (Raw)": 1.1690441370010376, "Finetune/Step": 1329, "Finetune/Step Time": 4.293425116688013}
+{"Finetune/Learning Rate": 1.7438530405433663e-05, "Finetune/Loss": 0.9514939785003662, "Finetune/Loss (Raw)": 0.7622098326683044, "Finetune/Step": 1330, "Finetune/Step Time": 4.286508020013571}
+{"Finetune/Learning Rate": 1.7434365444310185e-05, "Finetune/Loss": 0.9509210586547852, "Finetune/Loss (Raw)": 1.0415934324264526, "Finetune/Step": 1331, "Finetune/Step Time": 4.279671320691705}
+{"Finetune/Learning Rate": 1.7430197598054622e-05, "Finetune/Loss": 0.9491971731185913, "Finetune/Loss (Raw)": 0.8483652472496033, "Finetune/Step": 1332, "Finetune/Step Time": 4.282587755471468}
+{"Finetune/Learning Rate": 1.7426026868284438e-05, "Finetune/Loss": 0.9492189884185791, "Finetune/Loss (Raw)": 0.9461647272109985, "Finetune/Step": 1333, "Finetune/Step Time": 4.269127726554871}
+{"Finetune/Learning Rate": 1.7421853256618204e-05, "Finetune/Loss": 0.9481643438339233, "Finetune/Loss (Raw)": 0.994093120098114, "Finetune/Step": 1334, "Finetune/Step Time": 4.2728376388549805}
+{"Finetune/Learning Rate": 1.741767676467562e-05, "Finetune/Loss": 0.9487456679344177, "Finetune/Loss (Raw)": 1.0131303071975708, "Finetune/Step": 1335, "Finetune/Step Time": 4.264682006090879}
+{"Finetune/Learning Rate": 1.7413497394077502e-05, "Finetune/Loss": 0.9488385915756226, "Finetune/Loss (Raw)": 1.0156804323196411, "Finetune/Step": 1336, "Finetune/Step Time": 4.259886592626572}
+{"Finetune/Learning Rate": 1.7409315146445783e-05, "Finetune/Loss": 0.9492032527923584, "Finetune/Loss (Raw)": 1.0878938436508179, "Finetune/Step": 1337, "Finetune/Step Time": 4.26730278506875}
+{"Finetune/Learning Rate": 1.7405130023403513e-05, "Finetune/Loss": 0.9440715909004211, "Finetune/Loss (Raw)": 0.3204737901687622, "Finetune/Step": 1338, "Finetune/Step Time": 4.307785922661424}
+{"Finetune/Learning Rate": 1.740094202657485e-05, "Finetune/Loss": 0.9436914920806885, "Finetune/Loss (Raw)": 0.8834078907966614, "Finetune/Step": 1339, "Finetune/Step Time": 4.313379622995853}
+{"Finetune/Learning Rate": 1.7396751157585078e-05, "Finetune/Loss": 0.9427071213722229, "Finetune/Loss (Raw)": 0.9765962958335876, "Finetune/Step": 1340, "Finetune/Step Time": 4.319769510999322}
+{"Finetune/Learning Rate": 1.739255741806059e-05, "Finetune/Loss": 0.9426040649414062, "Finetune/Loss (Raw)": 0.9252752661705017, "Finetune/Step": 1341, "Finetune/Step Time": 4.32105902209878}
+{"Finetune/Learning Rate": 1.73883608096289e-05, "Finetune/Loss": 0.9445102214813232, "Finetune/Loss (Raw)": 1.074363112449646, "Finetune/Step": 1342, "Finetune/Step Time": 4.313136892393231}
+{"Finetune/Learning Rate": 1.738416133391862e-05, "Finetune/Loss": 0.9437946677207947, "Finetune/Loss (Raw)": 0.8877893090248108, "Finetune/Step": 1343, "Finetune/Step Time": 4.335408514365554}
+{"Finetune/Learning Rate": 1.7379958992559494e-05, "Finetune/Loss": 0.9483028650283813, "Finetune/Loss (Raw)": 0.9313896298408508, "Finetune/Step": 1344, "Finetune/Step Time": 4.302044529467821}
+{"Finetune/Learning Rate": 1.7375753787182364e-05, "Finetune/Loss": 0.9478679895401001, "Finetune/Loss (Raw)": 1.0404927730560303, "Finetune/Step": 1345, "Finetune/Step Time": 4.301719583570957}
+{"Finetune/Learning Rate": 1.7371545719419188e-05, "Finetune/Loss": 0.9471123814582825, "Finetune/Loss (Raw)": 0.9373010993003845, "Finetune/Step": 1346, "Finetune/Step Time": 4.3033874072134495}
+{"Finetune/Learning Rate": 1.7367334790903034e-05, "Finetune/Loss": 0.9535248279571533, "Finetune/Loss (Raw)": 1.1294010877609253, "Finetune/Step": 1347, "Finetune/Step Time": 4.282090425491333}
+{"Finetune/Learning Rate": 1.736312100326808e-05, "Finetune/Loss": 0.9493951797485352, "Finetune/Loss (Raw)": 0.4364677965641022, "Finetune/Step": 1348, "Finetune/Step Time": 4.323970811441541}
+{"Finetune/Learning Rate": 1.7358904358149625e-05, "Finetune/Loss": 0.9498082995414734, "Finetune/Loss (Raw)": 1.0638936758041382, "Finetune/Step": 1349, "Finetune/Step Time": 4.304429749026895}
+{"Finetune/Learning Rate": 1.7354684857184056e-05, "Finetune/Loss": 0.9502787590026855, "Finetune/Loss (Raw)": 1.043214201927185, "Finetune/Step": 1350, "Finetune/Step Time": 4.296651398763061}
+{"Finetune/Learning Rate": 1.735046250200888e-05, "Finetune/Loss": 0.9504298567771912, "Finetune/Loss (Raw)": 1.0307599306106567, "Finetune/Step": 1351, "Finetune/Step Time": 4.300168735906482}
+{"Finetune/Learning Rate": 1.7346237294262717e-05, "Finetune/Loss": 0.9459445476531982, "Finetune/Loss (Raw)": 0.4265022873878479, "Finetune/Step": 1352, "Finetune/Step Time": 4.338856445625424}
+{"Finetune/Learning Rate": 1.734200923558528e-05, "Finetune/Loss": 0.9464320540428162, "Finetune/Loss (Raw)": 0.9296098947525024, "Finetune/Step": 1353, "Finetune/Step Time": 4.3397243563085794}
+{"Finetune/Learning Rate": 1.7337778327617397e-05, "Finetune/Loss": 0.9471766948699951, "Finetune/Loss (Raw)": 0.977972149848938, "Finetune/Step": 1354, "Finetune/Step Time": 4.331620840355754}
+{"Finetune/Learning Rate": 1.733354457200101e-05, "Finetune/Loss": 0.9490335583686829, "Finetune/Loss (Raw)": 1.0813050270080566, "Finetune/Step": 1355, "Finetune/Step Time": 4.324987860396504}
+{"Finetune/Learning Rate": 1.7329307970379145e-05, "Finetune/Loss": 0.9493433237075806, "Finetune/Loss (Raw)": 1.0546045303344727, "Finetune/Step": 1356, "Finetune/Step Time": 4.318897761404514}
+{"Finetune/Learning Rate": 1.732506852439595e-05, "Finetune/Loss": 0.9492812156677246, "Finetune/Loss (Raw)": 1.053160309791565, "Finetune/Step": 1357, "Finetune/Step Time": 4.331544993445277}
+{"Finetune/Learning Rate": 1.7320826235696672e-05, "Finetune/Loss": 0.9536126852035522, "Finetune/Loss (Raw)": 0.9605391025543213, "Finetune/Step": 1358, "Finetune/Step Time": 4.298678191378713}
+{"Finetune/Learning Rate": 1.7316581105927658e-05, "Finetune/Loss": 0.9517033696174622, "Finetune/Loss (Raw)": 0.849809467792511, "Finetune/Step": 1359, "Finetune/Step Time": 4.312986904755235}
+{"Finetune/Learning Rate": 1.731233313673636e-05, "Finetune/Loss": 0.9516429901123047, "Finetune/Loss (Raw)": 0.9877983331680298, "Finetune/Step": 1360, "Finetune/Step Time": 4.310289055109024}
+{"Finetune/Learning Rate": 1.7308082329771335e-05, "Finetune/Loss": 0.9521751403808594, "Finetune/Loss (Raw)": 1.0791646242141724, "Finetune/Step": 1361, "Finetune/Step Time": 4.311616376042366}
+{"Finetune/Learning Rate": 1.7303828686682233e-05, "Finetune/Loss": 0.9533534646034241, "Finetune/Loss (Raw)": 0.9540652632713318, "Finetune/Step": 1362, "Finetune/Step Time": 4.2943745497614145}
+{"Finetune/Learning Rate": 1.7299572209119813e-05, "Finetune/Loss": 0.9535737633705139, "Finetune/Loss (Raw)": 0.9663574695587158, "Finetune/Step": 1363, "Finetune/Step Time": 4.29489104822278}
+{"Finetune/Learning Rate": 1.7295312898735933e-05, "Finetune/Loss": 0.9524797201156616, "Finetune/Loss (Raw)": 0.9443914294242859, "Finetune/Step": 1364, "Finetune/Step Time": 4.3237238228321075}
+{"Finetune/Learning Rate": 1.7291050757183546e-05, "Finetune/Loss": 0.95142662525177, "Finetune/Loss (Raw)": 0.8827359080314636, "Finetune/Step": 1365, "Finetune/Step Time": 4.314466644078493}
+{"Finetune/Learning Rate": 1.7286785786116707e-05, "Finetune/Loss": 0.9497450590133667, "Finetune/Loss (Raw)": 0.9431391954421997, "Finetune/Step": 1366, "Finetune/Step Time": 4.314730295911431}
+{"Finetune/Learning Rate": 1.7282517987190567e-05, "Finetune/Loss": 0.9492161870002747, "Finetune/Loss (Raw)": 0.8953066468238831, "Finetune/Step": 1367, "Finetune/Step Time": 4.327675215899944}
+{"Finetune/Learning Rate": 1.7278247362061372e-05, "Finetune/Loss": 0.9497978091239929, "Finetune/Loss (Raw)": 1.0218746662139893, "Finetune/Step": 1368, "Finetune/Step Time": 4.3334730714559555}
+{"Finetune/Learning Rate": 1.7273973912386473e-05, "Finetune/Loss": 0.9510605335235596, "Finetune/Loss (Raw)": 1.0452386140823364, "Finetune/Step": 1369, "Finetune/Step Time": 4.343359040096402}
+{"Finetune/Learning Rate": 1.726969763982431e-05, "Finetune/Loss": 0.9501053094863892, "Finetune/Loss (Raw)": 0.8348800539970398, "Finetune/Step": 1370, "Finetune/Step Time": 4.345961716026068}
+{"Finetune/Learning Rate": 1.7265418546034424e-05, "Finetune/Loss": 0.9494800567626953, "Finetune/Loss (Raw)": 0.9602896571159363, "Finetune/Step": 1371, "Finetune/Step Time": 4.346411753445864}
+{"Finetune/Learning Rate": 1.7261136632677445e-05, "Finetune/Loss": 0.9449983835220337, "Finetune/Loss (Raw)": 0.3869782090187073, "Finetune/Step": 1372, "Finetune/Step Time": 4.388357058167458}
+{"Finetune/Learning Rate": 1.7256851901415102e-05, "Finetune/Loss": 0.94617760181427, "Finetune/Loss (Raw)": 1.1039049625396729, "Finetune/Step": 1373, "Finetune/Step Time": 4.394786538556218}
+{"Finetune/Learning Rate": 1.725256435391021e-05, "Finetune/Loss": 0.9463666677474976, "Finetune/Loss (Raw)": 0.9223455190658569, "Finetune/Step": 1374, "Finetune/Step Time": 4.3812833763659}
+{"Finetune/Learning Rate": 1.7248273991826692e-05, "Finetune/Loss": 0.9462056159973145, "Finetune/Loss (Raw)": 1.022693157196045, "Finetune/Step": 1375, "Finetune/Step Time": 4.37915650755167}
+{"Finetune/Learning Rate": 1.7243980816829543e-05, "Finetune/Loss": 0.9425145387649536, "Finetune/Loss (Raw)": 0.3214130103588104, "Finetune/Step": 1376, "Finetune/Step Time": 4.404283693060279}
+{"Finetune/Learning Rate": 1.723968483058487e-05, "Finetune/Loss": 0.94345623254776, "Finetune/Loss (Raw)": 1.0240172147750854, "Finetune/Step": 1377, "Finetune/Step Time": 4.412591744214296}
+{"Finetune/Learning Rate": 1.7235386034759853e-05, "Finetune/Loss": 0.9444008469581604, "Finetune/Loss (Raw)": 1.140790343284607, "Finetune/Step": 1378, "Finetune/Step Time": 4.430604387074709}
+{"Finetune/Learning Rate": 1.723108443102278e-05, "Finetune/Loss": 0.9420292377471924, "Finetune/Loss (Raw)": 0.7036797404289246, "Finetune/Step": 1379, "Finetune/Step Time": 4.446655910462141}
+{"Finetune/Learning Rate": 1.722678002104301e-05, "Finetune/Loss": 0.9422489404678345, "Finetune/Loss (Raw)": 0.9109728932380676, "Finetune/Step": 1380, "Finetune/Step Time": 4.446533566340804}
+{"Finetune/Learning Rate": 1.722247280649101e-05, "Finetune/Loss": 0.9431713223457336, "Finetune/Loss (Raw)": 1.0355002880096436, "Finetune/Step": 1381, "Finetune/Step Time": 4.431625196710229}
+{"Finetune/Learning Rate": 1.7218162789038312e-05, "Finetune/Loss": 0.9431359767913818, "Finetune/Loss (Raw)": 0.9662594795227051, "Finetune/Step": 1382, "Finetune/Step Time": 4.43607410416007}
+{"Finetune/Learning Rate": 1.7213849970357565e-05, "Finetune/Loss": 0.9415226578712463, "Finetune/Loss (Raw)": 0.8852509260177612, "Finetune/Step": 1383, "Finetune/Step Time": 4.4409344755113125}
+{"Finetune/Learning Rate": 1.7209534352122484e-05, "Finetune/Loss": 0.9410604238510132, "Finetune/Loss (Raw)": 0.9456034898757935, "Finetune/Step": 1384, "Finetune/Step Time": 4.443415340036154}
+{"Finetune/Learning Rate": 1.720521593600787e-05, "Finetune/Loss": 0.9435521364212036, "Finetune/Loss (Raw)": 1.0039416551589966, "Finetune/Step": 1385, "Finetune/Step Time": 4.4195347763597965}
+{"Finetune/Learning Rate": 1.7200894723689626e-05, "Finetune/Loss": 0.943354606628418, "Finetune/Loss (Raw)": 0.9130643010139465, "Finetune/Step": 1386, "Finetune/Step Time": 4.420588191598654}
+{"Finetune/Learning Rate": 1.7196570716844724e-05, "Finetune/Loss": 0.943011999130249, "Finetune/Loss (Raw)": 0.8448742032051086, "Finetune/Step": 1387, "Finetune/Step Time": 4.41483261436224}
+{"Finetune/Learning Rate": 1.7192243917151228e-05, "Finetune/Loss": 0.9418221116065979, "Finetune/Loss (Raw)": 1.0055325031280518, "Finetune/Step": 1388, "Finetune/Step Time": 4.410090431571007}
+{"Finetune/Learning Rate": 1.7187914326288286e-05, "Finetune/Loss": 0.9429682493209839, "Finetune/Loss (Raw)": 0.9821550846099854, "Finetune/Step": 1389, "Finetune/Step Time": 4.410995492711663}
+{"Finetune/Learning Rate": 1.718358194593612e-05, "Finetune/Loss": 0.9442207217216492, "Finetune/Loss (Raw)": 1.1427946090698242, "Finetune/Step": 1390, "Finetune/Step Time": 4.419579055160284}
+{"Finetune/Learning Rate": 1.7179246777776053e-05, "Finetune/Loss": 0.9429207444190979, "Finetune/Loss (Raw)": 0.8741411566734314, "Finetune/Step": 1391, "Finetune/Step Time": 4.435708612203598}
+{"Finetune/Learning Rate": 1.7174908823490475e-05, "Finetune/Loss": 0.9421459436416626, "Finetune/Loss (Raw)": 0.8787544965744019, "Finetune/Step": 1392, "Finetune/Step Time": 4.468997189775109}
+{"Finetune/Learning Rate": 1.717056808476286e-05, "Finetune/Loss": 0.9466472864151001, "Finetune/Loss (Raw)": 0.9572667479515076, "Finetune/Step": 1393, "Finetune/Step Time": 4.467679435387254}
+{"Finetune/Learning Rate": 1.716622456327776e-05, "Finetune/Loss": 0.9472531080245972, "Finetune/Loss (Raw)": 1.013466715812683, "Finetune/Step": 1394, "Finetune/Step Time": 4.454153081402183}
+{"Finetune/Learning Rate": 1.7161878260720826e-05, "Finetune/Loss": 0.9465160965919495, "Finetune/Loss (Raw)": 0.94400554895401, "Finetune/Step": 1395, "Finetune/Step Time": 4.456829130649567}
+{"Finetune/Learning Rate": 1.7157529178778757e-05, "Finetune/Loss": 0.943834662437439, "Finetune/Loss (Raw)": 0.7091842889785767, "Finetune/Step": 1396, "Finetune/Step Time": 4.464333388954401}
+{"Finetune/Learning Rate": 1.7153177319139352e-05, "Finetune/Loss": 0.9444524049758911, "Finetune/Loss (Raw)": 1.017413854598999, "Finetune/Step": 1397, "Finetune/Step Time": 4.487747315317392}
+{"Finetune/Learning Rate": 1.7148822683491483e-05, "Finetune/Loss": 0.9436044096946716, "Finetune/Loss (Raw)": 0.9853475689888, "Finetune/Step": 1398, "Finetune/Step Time": 4.477394741028547}
+{"Finetune/Learning Rate": 1.7144465273525105e-05, "Finetune/Loss": 0.9412820339202881, "Finetune/Loss (Raw)": 0.7896058559417725, "Finetune/Step": 1399, "Finetune/Step Time": 4.483676640316844}
+{"Finetune/Learning Rate": 1.7140105090931232e-05, "Finetune/Loss": 0.9430800676345825, "Finetune/Loss (Raw)": 1.0234509706497192, "Finetune/Step": 1400, "Finetune/Step Time": 4.478620624169707}
+{"Finetune/Learning Rate": 1.7135742137401976e-05, "Finetune/Loss": 0.9427945613861084, "Finetune/Loss (Raw)": 0.8925108313560486, "Finetune/Step": 1401, "Finetune/Step Time": 4.471671963110566}
+{"Finetune/Learning Rate": 1.7131376414630506e-05, "Finetune/Loss": 0.939172089099884, "Finetune/Loss (Raw)": 0.3962946832180023, "Finetune/Step": 1402, "Finetune/Step Time": 4.511929273605347}
+{"Finetune/Learning Rate": 1.712700792431108e-05, "Finetune/Loss": 0.9373431205749512, "Finetune/Loss (Raw)": 0.9143123030662537, "Finetune/Step": 1403, "Finetune/Step Time": 4.512675112113357}
+{"Finetune/Learning Rate": 1.7122636668139022e-05, "Finetune/Loss": 0.9375699162483215, "Finetune/Loss (Raw)": 0.9577138423919678, "Finetune/Step": 1404, "Finetune/Step Time": 4.508822124451399}
+{"Finetune/Learning Rate": 1.711826264781073e-05, "Finetune/Loss": 0.9364817142486572, "Finetune/Loss (Raw)": 0.8130937814712524, "Finetune/Step": 1405, "Finetune/Step Time": 4.5067936684936285}
+{"Finetune/Learning Rate": 1.711388586502368e-05, "Finetune/Loss": 0.9382491111755371, "Finetune/Loss (Raw)": 0.9531218409538269, "Finetune/Step": 1406, "Finetune/Step Time": 4.505406571552157}
+{"Finetune/Learning Rate": 1.710950632147641e-05, "Finetune/Loss": 0.9335396885871887, "Finetune/Loss (Raw)": 0.37552058696746826, "Finetune/Step": 1407, "Finetune/Step Time": 4.538520714268088}
+{"Finetune/Learning Rate": 1.710512401886854e-05, "Finetune/Loss": 0.9313215017318726, "Finetune/Loss (Raw)": 0.8434505462646484, "Finetune/Step": 1408, "Finetune/Step Time": 4.5413217563182116}
+{"Finetune/Learning Rate": 1.7100738958900752e-05, "Finetune/Loss": 0.9316433072090149, "Finetune/Loss (Raw)": 0.9868963956832886, "Finetune/Step": 1409, "Finetune/Step Time": 4.538754420354962}
+{"Finetune/Learning Rate": 1.7096351143274804e-05, "Finetune/Loss": 0.9309465885162354, "Finetune/Loss (Raw)": 0.8885359168052673, "Finetune/Step": 1410, "Finetune/Step Time": 4.56749532930553}
+{"Finetune/Learning Rate": 1.7091960573693523e-05, "Finetune/Loss": 0.9322755336761475, "Finetune/Loss (Raw)": 1.013756513595581, "Finetune/Step": 1411, "Finetune/Step Time": 4.5563590582460165}
+{"Finetune/Learning Rate": 1.70875672518608e-05, "Finetune/Loss": 0.9305605888366699, "Finetune/Loss (Raw)": 0.7325518727302551, "Finetune/Step": 1412, "Finetune/Step Time": 4.556426223367453}
+{"Finetune/Learning Rate": 1.7083171179481603e-05, "Finetune/Loss": 0.9302816390991211, "Finetune/Loss (Raw)": 1.01638662815094, "Finetune/Step": 1413, "Finetune/Step Time": 4.560017483308911}
+{"Finetune/Learning Rate": 1.7078772358261957e-05, "Finetune/Loss": 0.9313942193984985, "Finetune/Loss (Raw)": 1.0840498208999634, "Finetune/Step": 1414, "Finetune/Step Time": 4.549141611903906}
+{"Finetune/Learning Rate": 1.707437078990896e-05, "Finetune/Loss": 0.931159257888794, "Finetune/Loss (Raw)": 0.9355344176292419, "Finetune/Step": 1415, "Finetune/Step Time": 4.553699858486652}
+{"Finetune/Learning Rate": 1.7069966476130773e-05, "Finetune/Loss": 0.9324260950088501, "Finetune/Loss (Raw)": 1.0625554323196411, "Finetune/Step": 1416, "Finetune/Step Time": 4.5579848401248455}
+{"Finetune/Learning Rate": 1.706555941863663e-05, "Finetune/Loss": 0.9324853420257568, "Finetune/Loss (Raw)": 0.8996374607086182, "Finetune/Step": 1417, "Finetune/Step Time": 4.5571392476558685}
+{"Finetune/Learning Rate": 1.7061149619136818e-05, "Finetune/Loss": 0.9304571151733398, "Finetune/Loss (Raw)": 0.8314011096954346, "Finetune/Step": 1418, "Finetune/Step Time": 4.557916397228837}
+{"Finetune/Learning Rate": 1.7056737079342694e-05, "Finetune/Loss": 0.9296115040779114, "Finetune/Loss (Raw)": 0.8601790070533752, "Finetune/Step": 1419, "Finetune/Step Time": 4.54090166836977}
+{"Finetune/Learning Rate": 1.7052321800966684e-05, "Finetune/Loss": 0.929923951625824, "Finetune/Loss (Raw)": 0.9774134755134583, "Finetune/Step": 1420, "Finetune/Step Time": 4.547135915607214}
+{"Finetune/Learning Rate": 1.7047903785722268e-05, "Finetune/Loss": 0.9296499490737915, "Finetune/Loss (Raw)": 0.9015276432037354, "Finetune/Step": 1421, "Finetune/Step Time": 4.542010400444269}
+{"Finetune/Learning Rate": 1.704348303532399e-05, "Finetune/Loss": 0.9292066097259521, "Finetune/Loss (Raw)": 0.9200637340545654, "Finetune/Step": 1422, "Finetune/Step Time": 4.53906680084765}
+{"Finetune/Learning Rate": 1.7039059551487457e-05, "Finetune/Loss": 0.9299903512001038, "Finetune/Loss (Raw)": 1.0118173360824585, "Finetune/Step": 1423, "Finetune/Step Time": 4.529508385807276}
+{"Finetune/Learning Rate": 1.703463333592934e-05, "Finetune/Loss": 0.9292620420455933, "Finetune/Loss (Raw)": 0.8434990644454956, "Finetune/Step": 1424, "Finetune/Step Time": 4.524342631921172}
+{"Finetune/Learning Rate": 1.7030204390367368e-05, "Finetune/Loss": 0.9293354749679565, "Finetune/Loss (Raw)": 0.9732345342636108, "Finetune/Step": 1425, "Finetune/Step Time": 4.52361018396914}
+{"Finetune/Learning Rate": 1.7025772716520324e-05, "Finetune/Loss": 0.9296172857284546, "Finetune/Loss (Raw)": 0.8662412762641907, "Finetune/Step": 1426, "Finetune/Step Time": 4.536637339740992}
+{"Finetune/Learning Rate": 1.702133831610805e-05, "Finetune/Loss": 0.9310852289199829, "Finetune/Loss (Raw)": 0.9161241054534912, "Finetune/Step": 1427, "Finetune/Step Time": 4.530632885172963}
+{"Finetune/Learning Rate": 1.701690119085146e-05, "Finetune/Loss": 0.9313187599182129, "Finetune/Loss (Raw)": 0.9180136322975159, "Finetune/Step": 1428, "Finetune/Step Time": 4.542954372242093}
+{"Finetune/Learning Rate": 1.701246134247251e-05, "Finetune/Loss": 0.9300267696380615, "Finetune/Loss (Raw)": 0.8389816284179688, "Finetune/Step": 1429, "Finetune/Step Time": 4.533556403592229}
+{"Finetune/Learning Rate": 1.700801877269422e-05, "Finetune/Loss": 0.9302184581756592, "Finetune/Loss (Raw)": 0.9314823150634766, "Finetune/Step": 1430, "Finetune/Step Time": 4.519709009677172}
+{"Finetune/Learning Rate": 1.7003573483240666e-05, "Finetune/Loss": 0.9296990633010864, "Finetune/Loss (Raw)": 0.8699628710746765, "Finetune/Step": 1431, "Finetune/Step Time": 4.5306920893490314}
+{"Finetune/Learning Rate": 1.6999125475836973e-05, "Finetune/Loss": 0.9292019605636597, "Finetune/Loss (Raw)": 0.9284119009971619, "Finetune/Step": 1432, "Finetune/Step Time": 4.533436307683587}
+{"Finetune/Learning Rate": 1.6994674752209334e-05, "Finetune/Loss": 0.9294641017913818, "Finetune/Loss (Raw)": 0.9817770719528198, "Finetune/Step": 1433, "Finetune/Step Time": 4.534775586798787}
+{"Finetune/Learning Rate": 1.6990221314084976e-05, "Finetune/Loss": 0.9247795939445496, "Finetune/Loss (Raw)": 0.3803935647010803, "Finetune/Step": 1434, "Finetune/Step Time": 4.546056307852268}
+{"Finetune/Learning Rate": 1.6985765163192204e-05, "Finetune/Loss": 0.9242218732833862, "Finetune/Loss (Raw)": 0.9987714886665344, "Finetune/Step": 1435, "Finetune/Step Time": 4.553518403321505}
+{"Finetune/Learning Rate": 1.698130630126036e-05, "Finetune/Loss": 0.9220569133758545, "Finetune/Loss (Raw)": 0.7848342061042786, "Finetune/Step": 1436, "Finetune/Step Time": 4.564076783135533}
+{"Finetune/Learning Rate": 1.697684473001983e-05, "Finetune/Loss": 0.9225876927375793, "Finetune/Loss (Raw)": 1.0144219398498535, "Finetune/Step": 1437, "Finetune/Step Time": 4.546591496095061}
+{"Finetune/Learning Rate": 1.6972380451202083e-05, "Finetune/Loss": 0.9229997396469116, "Finetune/Loss (Raw)": 0.9581559300422668, "Finetune/Step": 1438, "Finetune/Step Time": 4.541906489059329}
+{"Finetune/Learning Rate": 1.69679134665396e-05, "Finetune/Loss": 0.9233397245407104, "Finetune/Loss (Raw)": 1.030730962753296, "Finetune/Step": 1439, "Finetune/Step Time": 4.53849084675312}
+{"Finetune/Learning Rate": 1.696344377776594e-05, "Finetune/Loss": 0.9228746891021729, "Finetune/Loss (Raw)": 0.6857175827026367, "Finetune/Step": 1440, "Finetune/Step Time": 4.543475620448589}
+{"Finetune/Learning Rate": 1.69589713866157e-05, "Finetune/Loss": 0.922277569770813, "Finetune/Loss (Raw)": 0.9260750412940979, "Finetune/Step": 1441, "Finetune/Step Time": 4.539507178589702}
+{"Finetune/Learning Rate": 1.6954496294824526e-05, "Finetune/Loss": 0.9219527244567871, "Finetune/Loss (Raw)": 0.942581057548523, "Finetune/Step": 1442, "Finetune/Step Time": 4.539826264604926}
+{"Finetune/Learning Rate": 1.6950018504129112e-05, "Finetune/Loss": 0.9212452173233032, "Finetune/Loss (Raw)": 0.886781632900238, "Finetune/Step": 1443, "Finetune/Step Time": 4.543025698512793}
+{"Finetune/Learning Rate": 1.6945538016267206e-05, "Finetune/Loss": 0.9194434285163879, "Finetune/Loss (Raw)": 0.8921048641204834, "Finetune/Step": 1444, "Finetune/Step Time": 4.546303026378155}
+{"Finetune/Learning Rate": 1.6941054832977598e-05, "Finetune/Loss": 0.918409526348114, "Finetune/Loss (Raw)": 0.9074428081512451, "Finetune/Step": 1445, "Finetune/Step Time": 4.548680314794183}
+{"Finetune/Learning Rate": 1.6936568956000123e-05, "Finetune/Loss": 0.9175970554351807, "Finetune/Loss (Raw)": 0.8407521843910217, "Finetune/Step": 1446, "Finetune/Step Time": 4.568891039118171}
+{"Finetune/Learning Rate": 1.693208038707566e-05, "Finetune/Loss": 0.9173299074172974, "Finetune/Loss (Raw)": 0.9490459561347961, "Finetune/Step": 1447, "Finetune/Step Time": 4.573305891826749}
+{"Finetune/Learning Rate": 1.6927589127946136e-05, "Finetune/Loss": 0.9180209636688232, "Finetune/Loss (Raw)": 1.030820608139038, "Finetune/Step": 1448, "Finetune/Step Time": 4.56436263024807}
+{"Finetune/Learning Rate": 1.692309518035452e-05, "Finetune/Loss": 0.9169105291366577, "Finetune/Loss (Raw)": 0.8342586159706116, "Finetune/Step": 1449, "Finetune/Step Time": 4.566790975630283}
+{"Finetune/Learning Rate": 1.691859854604483e-05, "Finetune/Loss": 0.9159795045852661, "Finetune/Loss (Raw)": 0.8351840376853943, "Finetune/Step": 1450, "Finetune/Step Time": 4.602930750697851}
+{"Finetune/Learning Rate": 1.6914099226762116e-05, "Finetune/Loss": 0.9148045778274536, "Finetune/Loss (Raw)": 0.8879019021987915, "Finetune/Step": 1451, "Finetune/Step Time": 4.606058429926634}
+{"Finetune/Learning Rate": 1.6909597224252478e-05, "Finetune/Loss": 0.9149783849716187, "Finetune/Loss (Raw)": 1.0343340635299683, "Finetune/Step": 1452, "Finetune/Step Time": 4.59821342676878}
+{"Finetune/Learning Rate": 1.6905092540263055e-05, "Finetune/Loss": 0.9138429760932922, "Finetune/Loss (Raw)": 0.891960620880127, "Finetune/Step": 1453, "Finetune/Step Time": 4.592666206881404}
+{"Finetune/Learning Rate": 1.690058517654203e-05, "Finetune/Loss": 0.9149592518806458, "Finetune/Loss (Raw)": 1.1681486368179321, "Finetune/Step": 1454, "Finetune/Step Time": 4.59542079269886}
+{"Finetune/Learning Rate": 1.689607513483862e-05, "Finetune/Loss": 0.9156616926193237, "Finetune/Loss (Raw)": 0.995836615562439, "Finetune/Step": 1455, "Finetune/Step Time": 4.562651939690113}
+{"Finetune/Learning Rate": 1.6891562416903083e-05, "Finetune/Loss": 0.9139426350593567, "Finetune/Loss (Raw)": 0.9101948738098145, "Finetune/Step": 1456, "Finetune/Step Time": 4.564694162458181}
+{"Finetune/Learning Rate": 1.688704702448672e-05, "Finetune/Loss": 0.9077528715133667, "Finetune/Loss (Raw)": 0.376762330532074, "Finetune/Step": 1457, "Finetune/Step Time": 4.602530630305409}
+{"Finetune/Learning Rate": 1.6882528959341865e-05, "Finetune/Loss": 0.9090698957443237, "Finetune/Loss (Raw)": 0.9307821989059448, "Finetune/Step": 1458, "Finetune/Step Time": 4.600046059116721}
+{"Finetune/Learning Rate": 1.6878008223221895e-05, "Finetune/Loss": 0.909229576587677, "Finetune/Loss (Raw)": 1.0620381832122803, "Finetune/Step": 1459, "Finetune/Step Time": 4.608515584841371}
+{"Finetune/Learning Rate": 1.687348481788121e-05, "Finetune/Loss": 0.9110636711120605, "Finetune/Loss (Raw)": 1.0831307172775269, "Finetune/Step": 1460, "Finetune/Step Time": 4.598450066521764}
+{"Finetune/Learning Rate": 1.6868958745075262e-05, "Finetune/Loss": 0.9123232960700989, "Finetune/Loss (Raw)": 1.1073851585388184, "Finetune/Step": 1461, "Finetune/Step Time": 4.592089030891657}
+{"Finetune/Learning Rate": 1.6864430006560527e-05, "Finetune/Loss": 0.9125836491584778, "Finetune/Loss (Raw)": 1.027422308921814, "Finetune/Step": 1462, "Finetune/Step Time": 4.594205006957054}
+{"Finetune/Learning Rate": 1.685989860409453e-05, "Finetune/Loss": 0.9126815795898438, "Finetune/Loss (Raw)": 1.0256685018539429, "Finetune/Step": 1463, "Finetune/Step Time": 4.5948446579277515}
+{"Finetune/Learning Rate": 1.6855364539435805e-05, "Finetune/Loss": 0.9115148186683655, "Finetune/Loss (Raw)": 0.8663368821144104, "Finetune/Step": 1464, "Finetune/Step Time": 4.599357724189758}
+{"Finetune/Learning Rate": 1.685082781434395e-05, "Finetune/Loss": 0.9104443788528442, "Finetune/Loss (Raw)": 0.950874388217926, "Finetune/Step": 1465, "Finetune/Step Time": 4.592360373586416}
+{"Finetune/Learning Rate": 1.6846288430579565e-05, "Finetune/Loss": 0.9152514934539795, "Finetune/Loss (Raw)": 0.9357842803001404, "Finetune/Step": 1466, "Finetune/Step Time": 4.558528173714876}
+{"Finetune/Learning Rate": 1.6841746389904306e-05, "Finetune/Loss": 0.9156121015548706, "Finetune/Loss (Raw)": 0.929562509059906, "Finetune/Step": 1467, "Finetune/Step Time": 4.576105028390884}
+{"Finetune/Learning Rate": 1.683720169408085e-05, "Finetune/Loss": 0.9158711433410645, "Finetune/Loss (Raw)": 1.0097527503967285, "Finetune/Step": 1468, "Finetune/Step Time": 4.568400057032704}
+{"Finetune/Learning Rate": 1.6832654344872893e-05, "Finetune/Loss": 0.9116939306259155, "Finetune/Loss (Raw)": 0.3905859887599945, "Finetune/Step": 1469, "Finetune/Step Time": 4.614060351625085}
+{"Finetune/Learning Rate": 1.6828104344045186e-05, "Finetune/Loss": 0.9108269214630127, "Finetune/Loss (Raw)": 0.9633947014808655, "Finetune/Step": 1470, "Finetune/Step Time": 4.601775178685784}
+{"Finetune/Learning Rate": 1.682355169336349e-05, "Finetune/Loss": 0.9113678336143494, "Finetune/Loss (Raw)": 0.957028329372406, "Finetune/Step": 1471, "Finetune/Step Time": 4.575857853516936}
+{"Finetune/Learning Rate": 1.6818996394594603e-05, "Finetune/Loss": 0.9107120633125305, "Finetune/Loss (Raw)": 0.8474500179290771, "Finetune/Step": 1472, "Finetune/Step Time": 4.569323921576142}
+{"Finetune/Learning Rate": 1.681443844950634e-05, "Finetune/Loss": 0.9079325199127197, "Finetune/Loss (Raw)": 0.6847110986709595, "Finetune/Step": 1473, "Finetune/Step Time": 4.575611896812916}
+{"Finetune/Learning Rate": 1.6809877859867557e-05, "Finetune/Loss": 0.9092072248458862, "Finetune/Loss (Raw)": 1.1004606485366821, "Finetune/Step": 1474, "Finetune/Step Time": 4.570659525692463}
+{"Finetune/Learning Rate": 1.680531462744813e-05, "Finetune/Loss": 0.9062362909317017, "Finetune/Loss (Raw)": 0.749126136302948, "Finetune/Step": 1475, "Finetune/Step Time": 4.563056191429496}
+{"Finetune/Learning Rate": 1.680074875401896e-05, "Finetune/Loss": 0.9104528427124023, "Finetune/Loss (Raw)": 0.9761835932731628, "Finetune/Step": 1476, "Finetune/Step Time": 4.526585916057229}
+{"Finetune/Learning Rate": 1.679618024135197e-05, "Finetune/Loss": 0.9046034216880798, "Finetune/Loss (Raw)": 0.3151627779006958, "Finetune/Step": 1477, "Finetune/Step Time": 4.571097116917372}
+{"Finetune/Learning Rate": 1.679160909122011e-05, "Finetune/Loss": 0.9046705961227417, "Finetune/Loss (Raw)": 1.0518147945404053, "Finetune/Step": 1478, "Finetune/Step Time": 4.563288623467088}
+{"Finetune/Learning Rate": 1.6787035305397363e-05, "Finetune/Loss": 0.9034568071365356, "Finetune/Loss (Raw)": 0.8753968477249146, "Finetune/Step": 1479, "Finetune/Step Time": 4.582757335156202}
+{"Finetune/Learning Rate": 1.6782458885658716e-05, "Finetune/Loss": 0.9075169563293457, "Finetune/Loss (Raw)": 0.9462035894393921, "Finetune/Step": 1480, "Finetune/Step Time": 4.54331967048347}
+{"Finetune/Learning Rate": 1.6777879833780192e-05, "Finetune/Loss": 0.9078210592269897, "Finetune/Loss (Raw)": 0.9685332775115967, "Finetune/Step": 1481, "Finetune/Step Time": 4.555014401674271}
+{"Finetune/Learning Rate": 1.677329815153883e-05, "Finetune/Loss": 0.907473087310791, "Finetune/Loss (Raw)": 0.933430552482605, "Finetune/Step": 1482, "Finetune/Step Time": 4.546760642901063}
+{"Finetune/Learning Rate": 1.6768713840712692e-05, "Finetune/Loss": 0.9058394432067871, "Finetune/Loss (Raw)": 0.872194230556488, "Finetune/Step": 1483, "Finetune/Step Time": 4.571352526545525}
+{"Finetune/Learning Rate": 1.6764126903080865e-05, "Finetune/Loss": 0.9053831100463867, "Finetune/Loss (Raw)": 0.9961978793144226, "Finetune/Step": 1484, "Finetune/Step Time": 4.562122689560056}
+{"Finetune/Learning Rate": 1.675953734042344e-05, "Finetune/Loss": 0.9041414260864258, "Finetune/Loss (Raw)": 0.8942291736602783, "Finetune/Step": 1485, "Finetune/Step Time": 4.5509532783180475}
+{"Finetune/Learning Rate": 1.6754945154521548e-05, "Finetune/Loss": 0.8990731239318848, "Finetune/Loss (Raw)": 0.31179478764533997, "Finetune/Step": 1486, "Finetune/Step Time": 4.583087742328644}
+{"Finetune/Learning Rate": 1.6750350347157315e-05, "Finetune/Loss": 0.9008956551551819, "Finetune/Loss (Raw)": 1.0830936431884766, "Finetune/Step": 1487, "Finetune/Step Time": 4.578388661146164}
+{"Finetune/Learning Rate": 1.6745752920113907e-05, "Finetune/Loss": 0.9023041725158691, "Finetune/Loss (Raw)": 1.1680928468704224, "Finetune/Step": 1488, "Finetune/Step Time": 4.57622398994863}
+{"Finetune/Learning Rate": 1.6741152875175485e-05, "Finetune/Loss": 0.9000656604766846, "Finetune/Loss (Raw)": 0.7926272749900818, "Finetune/Step": 1489, "Finetune/Step Time": 4.590105382725596}
+{"Finetune/Learning Rate": 1.6736550214127247e-05, "Finetune/Loss": 0.8997482061386108, "Finetune/Loss (Raw)": 0.9134365916252136, "Finetune/Step": 1490, "Finetune/Step Time": 4.61644689925015}
+{"Finetune/Learning Rate": 1.673194493875539e-05, "Finetune/Loss": 0.8985247611999512, "Finetune/Loss (Raw)": 0.8097492456436157, "Finetune/Step": 1491, "Finetune/Step Time": 4.635221548378468}
+{"Finetune/Learning Rate": 1.672733705084713e-05, "Finetune/Loss": 0.8994029760360718, "Finetune/Loss (Raw)": 1.0568044185638428, "Finetune/Step": 1492, "Finetune/Step Time": 4.606985658407211}
+{"Finetune/Learning Rate": 1.67227265521907e-05, "Finetune/Loss": 0.8951412439346313, "Finetune/Loss (Raw)": 0.33723118901252747, "Finetune/Step": 1493, "Finetune/Step Time": 4.642218969762325}
+{"Finetune/Learning Rate": 1.671811344457535e-05, "Finetune/Loss": 0.8949548006057739, "Finetune/Loss (Raw)": 0.9192754030227661, "Finetune/Step": 1494, "Finetune/Step Time": 4.6410568710416555}
+{"Finetune/Learning Rate": 1.671349772979133e-05, "Finetune/Loss": 0.8956826329231262, "Finetune/Loss (Raw)": 0.9884753823280334, "Finetune/Step": 1495, "Finetune/Step Time": 4.626772623509169}
+{"Finetune/Learning Rate": 1.6708879409629908e-05, "Finetune/Loss": 0.8952780365943909, "Finetune/Loss (Raw)": 0.9700879454612732, "Finetune/Step": 1496, "Finetune/Step Time": 4.6213233675807714}
+{"Finetune/Learning Rate": 1.670425848588337e-05, "Finetune/Loss": 0.8936789035797119, "Finetune/Loss (Raw)": 0.8405416011810303, "Finetune/Step": 1497, "Finetune/Step Time": 4.615061864256859}
+{"Finetune/Learning Rate": 1.6699634960345005e-05, "Finetune/Loss": 0.8953880667686462, "Finetune/Loss (Raw)": 1.0536589622497559, "Finetune/Step": 1498, "Finetune/Step Time": 4.617770209908485}
+{"Finetune/Learning Rate": 1.6695008834809107e-05, "Finetune/Loss": 0.8912429809570312, "Finetune/Loss (Raw)": 0.42971545457839966, "Finetune/Step": 1499, "Finetune/Step Time": 4.650306385010481}
+{"Finetune/Learning Rate": 1.669038011107099e-05, "Finetune/Loss": 0.8909966945648193, "Finetune/Loss (Raw)": 0.35545799136161804, "Finetune/Step": 1500, "Finetune/Step Time": 4.644272794947028}
+{"Finetune/Learning Rate": 1.6685748790926975e-05, "Finetune/Loss": 0.8903211951255798, "Finetune/Loss (Raw)": 1.0174423456192017, "Finetune/Step": 1501, "Finetune/Step Time": 4.67085500061512}
+{"Finetune/Learning Rate": 1.6681114876174377e-05, "Finetune/Loss": 0.8915061354637146, "Finetune/Loss (Raw)": 1.0740119218826294, "Finetune/Step": 1502, "Finetune/Step Time": 4.663209522143006}
+{"Finetune/Learning Rate": 1.6676478368611536e-05, "Finetune/Loss": 0.8901143670082092, "Finetune/Loss (Raw)": 0.8445537686347961, "Finetune/Step": 1503, "Finetune/Step Time": 4.665748732164502}
+{"Finetune/Learning Rate": 1.667183927003779e-05, "Finetune/Loss": 0.895193338394165, "Finetune/Loss (Raw)": 0.9715176820755005, "Finetune/Step": 1504, "Finetune/Step Time": 4.638412220403552}
+{"Finetune/Learning Rate": 1.6667197582253474e-05, "Finetune/Loss": 0.8946720957756042, "Finetune/Loss (Raw)": 0.9572992324829102, "Finetune/Step": 1505, "Finetune/Step Time": 4.624184692278504}
+{"Finetune/Learning Rate": 1.6662553307059947e-05, "Finetune/Loss": 0.8925148844718933, "Finetune/Loss (Raw)": 0.8646692633628845, "Finetune/Step": 1506, "Finetune/Step Time": 4.618962066248059}
+{"Finetune/Learning Rate": 1.6657906446259554e-05, "Finetune/Loss": 0.8951512575149536, "Finetune/Loss (Raw)": 1.0411288738250732, "Finetune/Step": 1507, "Finetune/Step Time": 4.598047401756048}
+{"Finetune/Learning Rate": 1.6653257001655652e-05, "Finetune/Loss": 0.8958274126052856, "Finetune/Loss (Raw)": 0.9975160360336304, "Finetune/Step": 1508, "Finetune/Step Time": 4.602090112864971}
+{"Finetune/Learning Rate": 1.664860497505261e-05, "Finetune/Loss": 0.8955258727073669, "Finetune/Loss (Raw)": 0.9969097971916199, "Finetune/Step": 1509, "Finetune/Step Time": 4.596332602202892}
+{"Finetune/Learning Rate": 1.664395036825577e-05, "Finetune/Loss": 0.8961871862411499, "Finetune/Loss (Raw)": 1.0509048700332642, "Finetune/Step": 1510, "Finetune/Step Time": 4.601315755397081}
+{"Finetune/Learning Rate": 1.6639293183071514e-05, "Finetune/Loss": 0.8977819085121155, "Finetune/Loss (Raw)": 1.0893744230270386, "Finetune/Step": 1511, "Finetune/Step Time": 4.600223174318671}
+{"Finetune/Learning Rate": 1.6634633421307187e-05, "Finetune/Loss": 0.8972774744033813, "Finetune/Loss (Raw)": 0.8810381293296814, "Finetune/Step": 1512, "Finetune/Step Time": 4.604077173396945}
+{"Finetune/Learning Rate": 1.6629971084771165e-05, "Finetune/Loss": 0.8982603549957275, "Finetune/Loss (Raw)": 1.1297554969787598, "Finetune/Step": 1513, "Finetune/Step Time": 4.606231588870287}
+{"Finetune/Learning Rate": 1.66253061752728e-05, "Finetune/Loss": 0.8983514904975891, "Finetune/Loss (Raw)": 0.924727737903595, "Finetune/Step": 1514, "Finetune/Step Time": 4.615898666903377}
+{"Finetune/Learning Rate": 1.662063869462246e-05, "Finetune/Loss": 0.8991183042526245, "Finetune/Loss (Raw)": 0.9430240392684937, "Finetune/Step": 1515, "Finetune/Step Time": 4.61397241987288}
+{"Finetune/Learning Rate": 1.6615968644631498e-05, "Finetune/Loss": 0.8985761404037476, "Finetune/Loss (Raw)": 0.9361301064491272, "Finetune/Step": 1516, "Finetune/Step Time": 4.616545017808676}
+{"Finetune/Learning Rate": 1.661129602711227e-05, "Finetune/Loss": 0.8975778222084045, "Finetune/Loss (Raw)": 0.854376494884491, "Finetune/Step": 1517, "Finetune/Step Time": 4.618137549608946}
+{"Finetune/Learning Rate": 1.6606620843878128e-05, "Finetune/Loss": 0.8969491124153137, "Finetune/Loss (Raw)": 1.062322735786438, "Finetune/Step": 1518, "Finetune/Step Time": 4.611797934398055}
+{"Finetune/Learning Rate": 1.6601943096743426e-05, "Finetune/Loss": 0.8966183066368103, "Finetune/Loss (Raw)": 0.8317998051643372, "Finetune/Step": 1519, "Finetune/Step Time": 4.596930541098118}
+{"Finetune/Learning Rate": 1.6597262787523493e-05, "Finetune/Loss": 0.8928442001342773, "Finetune/Loss (Raw)": 0.3956608176231384, "Finetune/Step": 1520, "Finetune/Step Time": 4.600103398784995}
+{"Finetune/Learning Rate": 1.6592579918034678e-05, "Finetune/Loss": 0.8932787179946899, "Finetune/Loss (Raw)": 1.012884497642517, "Finetune/Step": 1521, "Finetune/Step Time": 4.562717452645302}
+{"Finetune/Learning Rate": 1.65878944900943e-05, "Finetune/Loss": 0.8923074007034302, "Finetune/Loss (Raw)": 0.8891487717628479, "Finetune/Step": 1522, "Finetune/Step Time": 4.574379464611411}
+{"Finetune/Learning Rate": 1.6583206505520695e-05, "Finetune/Loss": 0.891096293926239, "Finetune/Loss (Raw)": 0.7889775037765503, "Finetune/Step": 1523, "Finetune/Step Time": 4.588547909632325}
+{"Finetune/Learning Rate": 1.6578515966133167e-05, "Finetune/Loss": 0.8922927379608154, "Finetune/Loss (Raw)": 0.8623218536376953, "Finetune/Step": 1524, "Finetune/Step Time": 4.606314348056912}
+{"Finetune/Learning Rate": 1.6573822873752026e-05, "Finetune/Loss": 0.890986979007721, "Finetune/Loss (Raw)": 0.8502815365791321, "Finetune/Step": 1525, "Finetune/Step Time": 4.594730166718364}
+{"Finetune/Learning Rate": 1.6569127230198575e-05, "Finetune/Loss": 0.8916088342666626, "Finetune/Loss (Raw)": 1.0649473667144775, "Finetune/Step": 1526, "Finetune/Step Time": 4.594119347631931}
+{"Finetune/Learning Rate": 1.6564429037295097e-05, "Finetune/Loss": 0.892702043056488, "Finetune/Loss (Raw)": 0.929534912109375, "Finetune/Step": 1527, "Finetune/Step Time": 4.589169541373849}
+{"Finetune/Learning Rate": 1.6559728296864868e-05, "Finetune/Loss": 0.8879887461662292, "Finetune/Loss (Raw)": 0.4201487898826599, "Finetune/Step": 1528, "Finetune/Step Time": 4.621940525248647}
+{"Finetune/Learning Rate": 1.6555025010732156e-05, "Finetune/Loss": 0.8891041278839111, "Finetune/Loss (Raw)": 1.035274863243103, "Finetune/Step": 1529, "Finetune/Step Time": 4.6125781666487455}
+{"Finetune/Learning Rate": 1.6550319180722213e-05, "Finetune/Loss": 0.8918117880821228, "Finetune/Loss (Raw)": 0.7428836226463318, "Finetune/Step": 1530, "Finetune/Step Time": 4.592773709446192}
+{"Finetune/Learning Rate": 1.6545610808661278e-05, "Finetune/Loss": 0.892433762550354, "Finetune/Loss (Raw)": 0.993922770023346, "Finetune/Step": 1531, "Finetune/Step Time": 4.602204876020551}
+{"Finetune/Learning Rate": 1.654089989637658e-05, "Finetune/Loss": 0.8922784328460693, "Finetune/Loss (Raw)": 0.937828540802002, "Finetune/Step": 1532, "Finetune/Step Time": 4.612115195021033}
+{"Finetune/Learning Rate": 1.6536186445696337e-05, "Finetune/Loss": 0.8925266265869141, "Finetune/Loss (Raw)": 0.8448646664619446, "Finetune/Step": 1533, "Finetune/Step Time": 4.605725498870015}
+{"Finetune/Learning Rate": 1.653147045844974e-05, "Finetune/Loss": 0.8923214673995972, "Finetune/Loss (Raw)": 0.9268675446510315, "Finetune/Step": 1534, "Finetune/Step Time": 4.60814986564219}
+{"Finetune/Learning Rate": 1.6526751936466974e-05, "Finetune/Loss": 0.896255373954773, "Finetune/Loss (Raw)": 0.8790634870529175, "Finetune/Step": 1535, "Finetune/Step Time": 4.571666037663817}
+{"Finetune/Learning Rate": 1.6522030881579207e-05, "Finetune/Loss": 0.896515965461731, "Finetune/Loss (Raw)": 0.8767945766448975, "Finetune/Step": 1536, "Finetune/Step Time": 4.577212492004037}
+{"Finetune/Learning Rate": 1.6517307295618582e-05, "Finetune/Loss": 0.8957086801528931, "Finetune/Loss (Raw)": 0.8835686445236206, "Finetune/Step": 1537, "Finetune/Step Time": 4.577559286728501}
+{"Finetune/Learning Rate": 1.6512581180418245e-05, "Finetune/Loss": 0.8922067880630493, "Finetune/Loss (Raw)": 0.44029250741004944, "Finetune/Step": 1538, "Finetune/Step Time": 4.58509511873126}
+{"Finetune/Learning Rate": 1.650785253781229e-05, "Finetune/Loss": 0.8918790221214294, "Finetune/Loss (Raw)": 0.9718019962310791, "Finetune/Step": 1539, "Finetune/Step Time": 4.5861256793141365}
+{"Finetune/Learning Rate": 1.6503121369635822e-05, "Finetune/Loss": 0.8936450481414795, "Finetune/Loss (Raw)": 0.9586017727851868, "Finetune/Step": 1540, "Finetune/Step Time": 4.58558246307075}
+{"Finetune/Learning Rate": 1.6498387677724917e-05, "Finetune/Loss": 0.8939806222915649, "Finetune/Loss (Raw)": 1.0593422651290894, "Finetune/Step": 1541, "Finetune/Step Time": 4.5864340998232365}
+{"Finetune/Learning Rate": 1.6493651463916622e-05, "Finetune/Loss": 0.8923074007034302, "Finetune/Loss (Raw)": 0.8698804378509521, "Finetune/Step": 1542, "Finetune/Step Time": 4.599653299897909}
+{"Finetune/Learning Rate": 1.6488912730048973e-05, "Finetune/Loss": 0.8915122151374817, "Finetune/Loss (Raw)": 0.8337522149085999, "Finetune/Step": 1543, "Finetune/Step Time": 4.5955927558243275}
+{"Finetune/Learning Rate": 1.6484171477960978e-05, "Finetune/Loss": 0.8907372951507568, "Finetune/Loss (Raw)": 0.9633622765541077, "Finetune/Step": 1544, "Finetune/Step Time": 4.587920198217034}
+{"Finetune/Learning Rate": 1.6479427709492622e-05, "Finetune/Loss": 0.8906672596931458, "Finetune/Loss (Raw)": 0.8906683921813965, "Finetune/Step": 1545, "Finetune/Step Time": 4.5901507418602705}
+{"Finetune/Learning Rate": 1.6474681426484878e-05, "Finetune/Loss": 0.8923156261444092, "Finetune/Loss (Raw)": 1.0423933267593384, "Finetune/Step": 1546, "Finetune/Step Time": 4.589205937460065}
+{"Finetune/Learning Rate": 1.6469932630779677e-05, "Finetune/Loss": 0.892986536026001, "Finetune/Loss (Raw)": 0.9460562467575073, "Finetune/Step": 1547, "Finetune/Step Time": 4.595031440258026}
+{"Finetune/Learning Rate": 1.6465181324219937e-05, "Finetune/Loss": 0.8931986689567566, "Finetune/Loss (Raw)": 1.0045686960220337, "Finetune/Step": 1548, "Finetune/Step Time": 4.599032299593091}
+{"Finetune/Learning Rate": 1.6460427508649546e-05, "Finetune/Loss": 0.8892992734909058, "Finetune/Loss (Raw)": 0.4024036228656769, "Finetune/Step": 1549, "Finetune/Step Time": 4.644245121628046}
+{"Finetune/Learning Rate": 1.6455671185913367e-05, "Finetune/Loss": 0.8897462487220764, "Finetune/Loss (Raw)": 0.9772783517837524, "Finetune/Step": 1550, "Finetune/Step Time": 4.641708668321371}
+{"Finetune/Learning Rate": 1.645091235785724e-05, "Finetune/Loss": 0.8884471654891968, "Finetune/Loss (Raw)": 0.8455303907394409, "Finetune/Step": 1551, "Finetune/Step Time": 4.635576963424683}
+{"Finetune/Learning Rate": 1.644615102632797e-05, "Finetune/Loss": 0.8895678520202637, "Finetune/Loss (Raw)": 0.9869574308395386, "Finetune/Step": 1552, "Finetune/Step Time": 4.636346882209182}
+{"Finetune/Learning Rate": 1.6441387193173337e-05, "Finetune/Loss": 0.8887823820114136, "Finetune/Loss (Raw)": 0.8726900815963745, "Finetune/Step": 1553, "Finetune/Step Time": 4.642435954883695}
+{"Finetune/Learning Rate": 1.6436620860242093e-05, "Finetune/Loss": 0.8886457085609436, "Finetune/Loss (Raw)": 0.8487468361854553, "Finetune/Step": 1554, "Finetune/Step Time": 4.632782327011228}
+{"Finetune/Learning Rate": 1.6431852029383955e-05, "Finetune/Loss": 0.8894803524017334, "Finetune/Loss (Raw)": 1.0229583978652954, "Finetune/Step": 1555, "Finetune/Step Time": 4.6356781627982855}
+{"Finetune/Learning Rate": 1.6427080702449616e-05, "Finetune/Loss": 0.8889411687850952, "Finetune/Loss (Raw)": 0.848992109298706, "Finetune/Step": 1556, "Finetune/Step Time": 4.640927156433463}
+{"Finetune/Learning Rate": 1.6422306881290734e-05, "Finetune/Loss": 0.8889018297195435, "Finetune/Loss (Raw)": 0.833952009677887, "Finetune/Step": 1557, "Finetune/Step Time": 4.639836262911558}
+{"Finetune/Learning Rate": 1.641753056775994e-05, "Finetune/Loss": 0.8887730836868286, "Finetune/Loss (Raw)": 0.9149984121322632, "Finetune/Step": 1558, "Finetune/Step Time": 4.62951635569334}
+{"Finetune/Learning Rate": 1.641275176371082e-05, "Finetune/Loss": 0.8908806443214417, "Finetune/Loss (Raw)": 1.1397384405136108, "Finetune/Step": 1559, "Finetune/Step Time": 4.621049832552671}
+{"Finetune/Learning Rate": 1.6407970470997943e-05, "Finetune/Loss": 0.8913729190826416, "Finetune/Loss (Raw)": 0.9914233088493347, "Finetune/Step": 1560, "Finetune/Step Time": 4.631770569831133}
+{"Finetune/Learning Rate": 1.6403186691476828e-05, "Finetune/Loss": 0.8913446068763733, "Finetune/Loss (Raw)": 0.9781439304351807, "Finetune/Step": 1561, "Finetune/Step Time": 4.628742631524801}
+{"Finetune/Learning Rate": 1.639840042700397e-05, "Finetune/Loss": 0.8959295749664307, "Finetune/Loss (Raw)": 0.9672693014144897, "Finetune/Step": 1562, "Finetune/Step Time": 4.599255762994289}
+{"Finetune/Learning Rate": 1.6393611679436828e-05, "Finetune/Loss": 0.8951709866523743, "Finetune/Loss (Raw)": 0.9016776084899902, "Finetune/Step": 1563, "Finetune/Step Time": 4.6168511826545}
+{"Finetune/Learning Rate": 1.6388820450633813e-05, "Finetune/Loss": 0.8959827423095703, "Finetune/Loss (Raw)": 0.8887360692024231, "Finetune/Step": 1564, "Finetune/Step Time": 4.602457229048014}
+{"Finetune/Learning Rate": 1.6384026742454315e-05, "Finetune/Loss": 0.8946021199226379, "Finetune/Loss (Raw)": 0.8376984596252441, "Finetune/Step": 1565, "Finetune/Step Time": 4.601969040930271}
+{"Finetune/Learning Rate": 1.6379230556758676e-05, "Finetune/Loss": 0.894339919090271, "Finetune/Loss (Raw)": 0.9245985150337219, "Finetune/Step": 1566, "Finetune/Step Time": 4.608850851655006}
+{"Finetune/Learning Rate": 1.63744318954082e-05, "Finetune/Loss": 0.8937653303146362, "Finetune/Loss (Raw)": 0.9571806192398071, "Finetune/Step": 1567, "Finetune/Step Time": 4.615342751145363}
+{"Finetune/Learning Rate": 1.636963076026516e-05, "Finetune/Loss": 0.895784854888916, "Finetune/Loss (Raw)": 0.9442227482795715, "Finetune/Step": 1568, "Finetune/Step Time": 4.587124299257994}
+{"Finetune/Learning Rate": 1.6364827153192773e-05, "Finetune/Loss": 0.8948131799697876, "Finetune/Loss (Raw)": 0.8016965985298157, "Finetune/Step": 1569, "Finetune/Step Time": 4.60485952347517}
+{"Finetune/Learning Rate": 1.6360021076055234e-05, "Finetune/Loss": 0.8953812122344971, "Finetune/Loss (Raw)": 1.0152918100357056, "Finetune/Step": 1570, "Finetune/Step Time": 4.601415429264307}
+{"Finetune/Learning Rate": 1.6355212530717683e-05, "Finetune/Loss": 0.8958499431610107, "Finetune/Loss (Raw)": 0.9467818140983582, "Finetune/Step": 1571, "Finetune/Step Time": 4.597325902432203}
+{"Finetune/Learning Rate": 1.6350401519046226e-05, "Finetune/Loss": 0.8966021537780762, "Finetune/Loss (Raw)": 0.988385796546936, "Finetune/Step": 1572, "Finetune/Step Time": 4.585240291431546}
+{"Finetune/Learning Rate": 1.634558804290792e-05, "Finetune/Loss": 0.8970276713371277, "Finetune/Loss (Raw)": 0.9619036316871643, "Finetune/Step": 1573, "Finetune/Step Time": 4.601198401302099}
+{"Finetune/Learning Rate": 1.634077210417078e-05, "Finetune/Loss": 0.89662104845047, "Finetune/Loss (Raw)": 0.7887105941772461, "Finetune/Step": 1574, "Finetune/Step Time": 4.579626293852925}
+{"Finetune/Learning Rate": 1.633595370470378e-05, "Finetune/Loss": 0.8981295824050903, "Finetune/Loss (Raw)": 1.1421340703964233, "Finetune/Step": 1575, "Finetune/Step Time": 4.595383405685425}
+{"Finetune/Learning Rate": 1.6331132846376843e-05, "Finetune/Loss": 0.8974176645278931, "Finetune/Loss (Raw)": 0.9396972060203552, "Finetune/Step": 1576, "Finetune/Step Time": 4.598426828160882}
+{"Finetune/Learning Rate": 1.632630953106086e-05, "Finetune/Loss": 0.8981441259384155, "Finetune/Loss (Raw)": 0.9272396564483643, "Finetune/Step": 1577, "Finetune/Step Time": 4.595192177221179}
+{"Finetune/Learning Rate": 1.6321483760627658e-05, "Finetune/Loss": 0.8992792963981628, "Finetune/Loss (Raw)": 0.9804909229278564, "Finetune/Step": 1578, "Finetune/Step Time": 4.552985234186053}
+{"Finetune/Learning Rate": 1.6316655536950017e-05, "Finetune/Loss": 0.8996720314025879, "Finetune/Loss (Raw)": 0.9381674528121948, "Finetune/Step": 1579, "Finetune/Step Time": 4.5589583814144135}
+{"Finetune/Learning Rate": 1.6311824861901693e-05, "Finetune/Loss": 0.8975765705108643, "Finetune/Loss (Raw)": 0.766128420829773, "Finetune/Step": 1580, "Finetune/Step Time": 4.593701692298055}
+{"Finetune/Learning Rate": 1.6306991737357366e-05, "Finetune/Loss": 0.897106409072876, "Finetune/Loss (Raw)": 0.831770658493042, "Finetune/Step": 1581, "Finetune/Step Time": 4.589139584451914}
+{"Finetune/Learning Rate": 1.630215616519268e-05, "Finetune/Loss": 0.8953537344932556, "Finetune/Loss (Raw)": 0.9438051581382751, "Finetune/Step": 1582, "Finetune/Step Time": 4.590637402608991}
+{"Finetune/Learning Rate": 1.6297318147284223e-05, "Finetune/Loss": 0.8953540921211243, "Finetune/Loss (Raw)": 0.995884358882904, "Finetune/Step": 1583, "Finetune/Step Time": 4.5938339699059725}
+{"Finetune/Learning Rate": 1.6292477685509538e-05, "Finetune/Loss": 0.8955322504043579, "Finetune/Loss (Raw)": 0.9329975247383118, "Finetune/Step": 1584, "Finetune/Step Time": 4.59526907093823}
+{"Finetune/Learning Rate": 1.6287634781747113e-05, "Finetune/Loss": 0.900664210319519, "Finetune/Loss (Raw)": 1.0336577892303467, "Finetune/Step": 1585, "Finetune/Step Time": 4.556317763403058}
+{"Finetune/Learning Rate": 1.628278943787639e-05, "Finetune/Loss": 0.9019500613212585, "Finetune/Loss (Raw)": 1.095367431640625, "Finetune/Step": 1586, "Finetune/Step Time": 4.609889963641763}
+{"Finetune/Learning Rate": 1.6277941655777744e-05, "Finetune/Loss": 0.9017186164855957, "Finetune/Loss (Raw)": 1.0324139595031738, "Finetune/Step": 1587, "Finetune/Step Time": 4.60292580164969}
+{"Finetune/Learning Rate": 1.6273091437332506e-05, "Finetune/Loss": 0.9005261063575745, "Finetune/Loss (Raw)": 0.930492639541626, "Finetune/Step": 1588, "Finetune/Step Time": 4.61347340233624}
+{"Finetune/Learning Rate": 1.6268238784422954e-05, "Finetune/Loss": 0.8990581631660461, "Finetune/Loss (Raw)": 0.9194799065589905, "Finetune/Step": 1589, "Finetune/Step Time": 4.629137028008699}
+{"Finetune/Learning Rate": 1.6263383698932307e-05, "Finetune/Loss": 0.898882269859314, "Finetune/Loss (Raw)": 1.0049179792404175, "Finetune/Step": 1590, "Finetune/Step Time": 4.634972864761949}
+{"Finetune/Learning Rate": 1.6258526182744727e-05, "Finetune/Loss": 0.8970272541046143, "Finetune/Loss (Raw)": 0.788227915763855, "Finetune/Step": 1591, "Finetune/Step Time": 4.6508600283414125}
+{"Finetune/Learning Rate": 1.6253666237745326e-05, "Finetune/Loss": 0.8969433307647705, "Finetune/Loss (Raw)": 0.8555902242660522, "Finetune/Step": 1592, "Finetune/Step Time": 4.652799090370536}
+{"Finetune/Learning Rate": 1.6248803865820152e-05, "Finetune/Loss": 0.896499752998352, "Finetune/Loss (Raw)": 0.8940923810005188, "Finetune/Step": 1593, "Finetune/Step Time": 4.65045920945704}
+{"Finetune/Learning Rate": 1.624393906885619e-05, "Finetune/Loss": 0.8963707685470581, "Finetune/Loss (Raw)": 0.9192771911621094, "Finetune/Step": 1594, "Finetune/Step Time": 4.655950548127294}
+{"Finetune/Learning Rate": 1.6239071848741385e-05, "Finetune/Loss": 0.8955449461936951, "Finetune/Loss (Raw)": 0.8238531351089478, "Finetune/Step": 1595, "Finetune/Step Time": 4.633701169863343}
+{"Finetune/Learning Rate": 1.6234202207364596e-05, "Finetune/Loss": 0.8958820700645447, "Finetune/Loss (Raw)": 1.0529117584228516, "Finetune/Step": 1596, "Finetune/Step Time": 4.638623792678118}
+{"Finetune/Learning Rate": 1.6229330146615646e-05, "Finetune/Loss": 0.8992911577224731, "Finetune/Loss (Raw)": 0.8269479274749756, "Finetune/Step": 1597, "Finetune/Step Time": 4.598393730819225}
+{"Finetune/Learning Rate": 1.6224455668385283e-05, "Finetune/Loss": 0.8992006778717041, "Finetune/Loss (Raw)": 0.9518123865127563, "Finetune/Step": 1598, "Finetune/Step Time": 4.611493634060025}
+{"Finetune/Learning Rate": 1.62195787745652e-05, "Finetune/Loss": 0.8947014808654785, "Finetune/Loss (Raw)": 0.3811325132846832, "Finetune/Step": 1599, "Finetune/Step Time": 4.652090424671769}
+{"Finetune/Learning Rate": 1.6214699467048017e-05, "Finetune/Loss": 0.895637571811676, "Finetune/Loss (Raw)": 0.9672686457633972, "Finetune/Step": 1600, "Finetune/Step Time": 4.661174949258566}
+{"Finetune/Learning Rate": 1.6209817747727304e-05, "Finetune/Loss": 0.8933243751525879, "Finetune/Loss (Raw)": 0.388624906539917, "Finetune/Step": 1601, "Finetune/Step Time": 4.697251822799444}
+{"Finetune/Learning Rate": 1.620493361849756e-05, "Finetune/Loss": 0.8929803371429443, "Finetune/Loss (Raw)": 1.056416630744934, "Finetune/Step": 1602, "Finetune/Step Time": 4.707016047090292}
+{"Finetune/Learning Rate": 1.6200047081254223e-05, "Finetune/Loss": 0.8949546217918396, "Finetune/Loss (Raw)": 1.0018360614776611, "Finetune/Step": 1603, "Finetune/Step Time": 4.702441282570362}
+{"Finetune/Learning Rate": 1.6195158137893656e-05, "Finetune/Loss": 0.8942549228668213, "Finetune/Loss (Raw)": 0.8866310119628906, "Finetune/Step": 1604, "Finetune/Step Time": 4.702027641236782}
+{"Finetune/Learning Rate": 1.6190266790313165e-05, "Finetune/Loss": 0.8979829549789429, "Finetune/Loss (Raw)": 0.7923436164855957, "Finetune/Step": 1605, "Finetune/Step Time": 4.671867437660694}
+{"Finetune/Learning Rate": 1.618537304041099e-05, "Finetune/Loss": 0.8956005573272705, "Finetune/Loss (Raw)": 0.7468698620796204, "Finetune/Step": 1606, "Finetune/Step Time": 4.7027938943356276}
+{"Finetune/Learning Rate": 1.6180476890086297e-05, "Finetune/Loss": 0.8956910371780396, "Finetune/Loss (Raw)": 0.8869813084602356, "Finetune/Step": 1607, "Finetune/Step Time": 4.6847060564905405}
+{"Finetune/Learning Rate": 1.6175578341239188e-05, "Finetune/Loss": 0.8913295269012451, "Finetune/Loss (Raw)": 0.38792866468429565, "Finetune/Step": 1608, "Finetune/Step Time": 4.723867991939187}
+{"Finetune/Learning Rate": 1.617067739577069e-05, "Finetune/Loss": 0.891089677810669, "Finetune/Loss (Raw)": 0.9378323554992676, "Finetune/Step": 1609, "Finetune/Step Time": 4.711498253047466}
+{"Finetune/Learning Rate": 1.616577405558277e-05, "Finetune/Loss": 0.8910597562789917, "Finetune/Loss (Raw)": 0.9295946359634399, "Finetune/Step": 1610, "Finetune/Step Time": 4.713492291048169}
+{"Finetune/Learning Rate": 1.616086832257831e-05, "Finetune/Loss": 0.890882670879364, "Finetune/Loss (Raw)": 0.8495263457298279, "Finetune/Step": 1611, "Finetune/Step Time": 4.710585571825504}
+{"Finetune/Learning Rate": 1.615596019866114e-05, "Finetune/Loss": 0.8901495933532715, "Finetune/Loss (Raw)": 0.902370035648346, "Finetune/Step": 1612, "Finetune/Step Time": 4.712896158918738}
+{"Finetune/Learning Rate": 1.6151049685736e-05, "Finetune/Loss": 0.8895951509475708, "Finetune/Loss (Raw)": 0.8232592344284058, "Finetune/Step": 1613, "Finetune/Step Time": 4.724581059068441}
+{"Finetune/Learning Rate": 1.6146136785708564e-05, "Finetune/Loss": 0.894699215888977, "Finetune/Loss (Raw)": 0.9651178121566772, "Finetune/Step": 1614, "Finetune/Step Time": 4.685034843161702}
+{"Finetune/Learning Rate": 1.6141221500485437e-05, "Finetune/Loss": 0.8943428993225098, "Finetune/Loss (Raw)": 1.0374832153320312, "Finetune/Step": 1615, "Finetune/Step Time": 4.684614047408104}
+{"Finetune/Learning Rate": 1.6136303831974146e-05, "Finetune/Loss": 0.8925111889839172, "Finetune/Loss (Raw)": 0.9336366057395935, "Finetune/Step": 1616, "Finetune/Step Time": 4.68954093568027}
+{"Finetune/Learning Rate": 1.6131383782083135e-05, "Finetune/Loss": 0.8931248784065247, "Finetune/Loss (Raw)": 0.8711757063865662, "Finetune/Step": 1617, "Finetune/Step Time": 4.686295447871089}
+{"Finetune/Learning Rate": 1.6126461352721784e-05, "Finetune/Loss": 0.8929240703582764, "Finetune/Loss (Raw)": 0.8877322673797607, "Finetune/Step": 1618, "Finetune/Step Time": 4.660178845748305}
+{"Finetune/Learning Rate": 1.612153654580039e-05, "Finetune/Loss": 0.8928794264793396, "Finetune/Loss (Raw)": 0.8040381073951721, "Finetune/Step": 1619, "Finetune/Step Time": 4.64432636834681}
+{"Finetune/Learning Rate": 1.6116609363230176e-05, "Finetune/Loss": 0.8934575915336609, "Finetune/Loss (Raw)": 1.1308108568191528, "Finetune/Step": 1620, "Finetune/Step Time": 4.646904645487666}
+{"Finetune/Learning Rate": 1.6111679806923287e-05, "Finetune/Loss": 0.8973286151885986, "Finetune/Loss (Raw)": 0.8327195048332214, "Finetune/Step": 1621, "Finetune/Step Time": 4.612909995019436}
+{"Finetune/Learning Rate": 1.6106747878792784e-05, "Finetune/Loss": 0.8982471227645874, "Finetune/Loss (Raw)": 1.0368428230285645, "Finetune/Step": 1622, "Finetune/Step Time": 4.610529087483883}
+{"Finetune/Learning Rate": 1.610181358075265e-05, "Finetune/Loss": 0.8992464542388916, "Finetune/Loss (Raw)": 1.1163873672485352, "Finetune/Step": 1623, "Finetune/Step Time": 4.604812487959862}
+{"Finetune/Learning Rate": 1.60968769147178e-05, "Finetune/Loss": 0.8987306356430054, "Finetune/Loss (Raw)": 0.9040670394897461, "Finetune/Step": 1624, "Finetune/Step Time": 4.6069212555885315}
+{"Finetune/Learning Rate": 1.6091937882604047e-05, "Finetune/Loss": 0.899726152420044, "Finetune/Loss (Raw)": 0.9679701924324036, "Finetune/Step": 1625, "Finetune/Step Time": 4.60656869225204}
+{"Finetune/Learning Rate": 1.608699648632814e-05, "Finetune/Loss": 0.8991483449935913, "Finetune/Loss (Raw)": 0.9797032475471497, "Finetune/Step": 1626, "Finetune/Step Time": 4.59728480130434}
+{"Finetune/Learning Rate": 1.6082052727807732e-05, "Finetune/Loss": 0.9037163853645325, "Finetune/Loss (Raw)": 1.0144190788269043, "Finetune/Step": 1627, "Finetune/Step Time": 4.555547257885337}
+{"Finetune/Learning Rate": 1.60771066089614e-05, "Finetune/Loss": 0.9084129929542542, "Finetune/Loss (Raw)": 0.9566237926483154, "Finetune/Step": 1628, "Finetune/Step Time": 4.515515549108386}
+{"Finetune/Learning Rate": 1.6072158131708643e-05, "Finetune/Loss": 0.9076142311096191, "Finetune/Loss (Raw)": 0.915195107460022, "Finetune/Step": 1629, "Finetune/Step Time": 4.486099649220705}
+{"Finetune/Learning Rate": 1.6067207297969864e-05, "Finetune/Loss": 0.9070993661880493, "Finetune/Loss (Raw)": 1.0081098079681396, "Finetune/Step": 1630, "Finetune/Step Time": 4.483729358762503}
+{"Finetune/Learning Rate": 1.6062254109666383e-05, "Finetune/Loss": 0.9076956510543823, "Finetune/Loss (Raw)": 0.9208818674087524, "Finetune/Step": 1631, "Finetune/Step Time": 4.491997245699167}
+{"Finetune/Learning Rate": 1.6057298568720436e-05, "Finetune/Loss": 0.9072155952453613, "Finetune/Loss (Raw)": 0.9100680351257324, "Finetune/Step": 1632, "Finetune/Step Time": 4.482321610674262}
+{"Finetune/Learning Rate": 1.6052340677055175e-05, "Finetune/Loss": 0.906460702419281, "Finetune/Loss (Raw)": 0.8606763482093811, "Finetune/Step": 1633, "Finetune/Step Time": 4.482718480750918}
+{"Finetune/Learning Rate": 1.6047380436594663e-05, "Finetune/Loss": 0.9072984457015991, "Finetune/Loss (Raw)": 0.9719014763832092, "Finetune/Step": 1634, "Finetune/Step Time": 4.4697315618395805}
+{"Finetune/Learning Rate": 1.6042417849263863e-05, "Finetune/Loss": 0.9064465165138245, "Finetune/Loss (Raw)": 0.9320833683013916, "Finetune/Step": 1635, "Finetune/Step Time": 4.496159251779318}
+{"Finetune/Learning Rate": 1.6037452916988665e-05, "Finetune/Loss": 0.906195342540741, "Finetune/Loss (Raw)": 0.9653620719909668, "Finetune/Step": 1636, "Finetune/Step Time": 4.493178455159068}
+{"Finetune/Learning Rate": 1.6032485641695862e-05, "Finetune/Loss": 0.9056907892227173, "Finetune/Loss (Raw)": 0.9323246479034424, "Finetune/Step": 1637, "Finetune/Step Time": 4.499929901212454}
+{"Finetune/Learning Rate": 1.602751602531316e-05, "Finetune/Loss": 0.904409646987915, "Finetune/Loss (Raw)": 0.8869206309318542, "Finetune/Step": 1638, "Finetune/Step Time": 4.490100119262934}
+{"Finetune/Learning Rate": 1.602254406976916e-05, "Finetune/Loss": 0.9022396802902222, "Finetune/Loss (Raw)": 0.8116223812103271, "Finetune/Step": 1639, "Finetune/Step Time": 4.487068168818951}
+{"Finetune/Learning Rate": 1.6017569776993388e-05, "Finetune/Loss": 0.9032187461853027, "Finetune/Loss (Raw)": 1.0063550472259521, "Finetune/Step": 1640, "Finetune/Step Time": 4.475445324555039}
+{"Finetune/Learning Rate": 1.601259314891627e-05, "Finetune/Loss": 0.9022390842437744, "Finetune/Loss (Raw)": 1.0043578147888184, "Finetune/Step": 1641, "Finetune/Step Time": 4.472767297178507}
+{"Finetune/Learning Rate": 1.6007614187469137e-05, "Finetune/Loss": 0.9023917317390442, "Finetune/Loss (Raw)": 0.944270670413971, "Finetune/Step": 1642, "Finetune/Step Time": 4.461930835619569}
+{"Finetune/Learning Rate": 1.6002632894584227e-05, "Finetune/Loss": 0.9033151865005493, "Finetune/Loss (Raw)": 1.061227798461914, "Finetune/Step": 1643, "Finetune/Step Time": 4.469500571489334}
+{"Finetune/Learning Rate": 1.599764927219468e-05, "Finetune/Loss": 0.9033100008964539, "Finetune/Loss (Raw)": 0.9354609251022339, "Finetune/Step": 1644, "Finetune/Step Time": 4.494665319100022}
+{"Finetune/Learning Rate": 1.5992663322234548e-05, "Finetune/Loss": 0.9037036299705505, "Finetune/Loss (Raw)": 0.9047642946243286, "Finetune/Step": 1645, "Finetune/Step Time": 4.495313357561827}
+{"Finetune/Learning Rate": 1.5987675046638777e-05, "Finetune/Loss": 0.9032245874404907, "Finetune/Loss (Raw)": 1.0010020732879639, "Finetune/Step": 1646, "Finetune/Step Time": 4.498901532962918}
+{"Finetune/Learning Rate": 1.5982684447343214e-05, "Finetune/Loss": 0.9036000967025757, "Finetune/Loss (Raw)": 0.8798686861991882, "Finetune/Step": 1647, "Finetune/Step Time": 4.511626647785306}
+{"Finetune/Learning Rate": 1.5977691526284623e-05, "Finetune/Loss": 0.9085020422935486, "Finetune/Loss (Raw)": 1.0231040716171265, "Finetune/Step": 1648, "Finetune/Step Time": 4.4771774765104055}
+{"Finetune/Learning Rate": 1.5972696285400656e-05, "Finetune/Loss": 0.9077028036117554, "Finetune/Loss (Raw)": 0.910586953163147, "Finetune/Step": 1649, "Finetune/Step Time": 4.479587096720934}
+{"Finetune/Learning Rate": 1.596769872662987e-05, "Finetune/Loss": 0.908126950263977, "Finetune/Loss (Raw)": 0.9434331655502319, "Finetune/Step": 1650, "Finetune/Step Time": 4.4678536877036095}
+{"Finetune/Learning Rate": 1.5962698851911715e-05, "Finetune/Loss": 0.9086276292800903, "Finetune/Loss (Raw)": 0.8530697822570801, "Finetune/Step": 1651, "Finetune/Step Time": 4.469721004366875}
+{"Finetune/Learning Rate": 1.5957696663186547e-05, "Finetune/Loss": 0.9087221622467041, "Finetune/Loss (Raw)": 0.8744144439697266, "Finetune/Step": 1652, "Finetune/Step Time": 4.452886147424579}
+{"Finetune/Learning Rate": 1.595269216239562e-05, "Finetune/Loss": 0.9094111919403076, "Finetune/Loss (Raw)": 0.9384859204292297, "Finetune/Step": 1653, "Finetune/Step Time": 4.444892670959234}
+{"Finetune/Learning Rate": 1.594768535148108e-05, "Finetune/Loss": 0.9087852239608765, "Finetune/Loss (Raw)": 0.9848189353942871, "Finetune/Step": 1654, "Finetune/Step Time": 4.458331333473325}
+{"Finetune/Learning Rate": 1.5942676232385973e-05, "Finetune/Loss": 0.90451979637146, "Finetune/Loss (Raw)": 0.3835673928260803, "Finetune/Step": 1655, "Finetune/Step Time": 4.496006079018116}
+{"Finetune/Learning Rate": 1.5937664807054242e-05, "Finetune/Loss": 0.9087026119232178, "Finetune/Loss (Raw)": 0.9555416703224182, "Finetune/Step": 1656, "Finetune/Step Time": 4.460103493183851}
+{"Finetune/Learning Rate": 1.593265107743072e-05, "Finetune/Loss": 0.9073377847671509, "Finetune/Loss (Raw)": 0.8605839610099792, "Finetune/Step": 1657, "Finetune/Step Time": 4.458531990647316}
+{"Finetune/Learning Rate": 1.5927635045461145e-05, "Finetune/Loss": 0.9089422821998596, "Finetune/Loss (Raw)": 0.9482587575912476, "Finetune/Step": 1658, "Finetune/Step Time": 4.443276733160019}
+{"Finetune/Learning Rate": 1.5922616713092135e-05, "Finetune/Loss": 0.9092910289764404, "Finetune/Loss (Raw)": 1.0385559797286987, "Finetune/Step": 1659, "Finetune/Step Time": 4.437725763767958}
+{"Finetune/Learning Rate": 1.5917596082271206e-05, "Finetune/Loss": 0.9093676209449768, "Finetune/Loss (Raw)": 0.9476361870765686, "Finetune/Step": 1660, "Finetune/Step Time": 4.433913731947541}
+{"Finetune/Learning Rate": 1.5912573154946768e-05, "Finetune/Loss": 0.9097552299499512, "Finetune/Loss (Raw)": 0.8944752812385559, "Finetune/Step": 1661, "Finetune/Step Time": 4.429212341085076}
+{"Finetune/Learning Rate": 1.5907547933068125e-05, "Finetune/Loss": 0.9105797410011292, "Finetune/Loss (Raw)": 1.0324121713638306, "Finetune/Step": 1662, "Finetune/Step Time": 4.433558313176036}
+{"Finetune/Learning Rate": 1.590252041858546e-05, "Finetune/Loss": 0.9090421199798584, "Finetune/Loss (Raw)": 0.6822457909584045, "Finetune/Step": 1663, "Finetune/Step Time": 4.443319307640195}
+{"Finetune/Learning Rate": 1.5897490613449864e-05, "Finetune/Loss": 0.9082839488983154, "Finetune/Loss (Raw)": 0.7797454595565796, "Finetune/Step": 1664, "Finetune/Step Time": 4.436088165268302}
+{"Finetune/Learning Rate": 1.5892458519613296e-05, "Finetune/Loss": 0.9095982313156128, "Finetune/Loss (Raw)": 1.051792860031128, "Finetune/Step": 1665, "Finetune/Step Time": 4.436054468154907}
+{"Finetune/Learning Rate": 1.588742413902862e-05, "Finetune/Loss": 0.9130958914756775, "Finetune/Loss (Raw)": 0.887998104095459, "Finetune/Step": 1666, "Finetune/Step Time": 4.392874348908663}
+{"Finetune/Learning Rate": 1.5882387473649572e-05, "Finetune/Loss": 0.9130946397781372, "Finetune/Loss (Raw)": 0.9716356992721558, "Finetune/Step": 1667, "Finetune/Step Time": 4.390615779906511}
+{"Finetune/Learning Rate": 1.5877348525430793e-05, "Finetune/Loss": 0.9136916399002075, "Finetune/Loss (Raw)": 1.0350172519683838, "Finetune/Step": 1668, "Finetune/Step Time": 4.395726554095745}
+{"Finetune/Learning Rate": 1.5872307296327795e-05, "Finetune/Loss": 0.9127417206764221, "Finetune/Loss (Raw)": 0.9377551078796387, "Finetune/Step": 1669, "Finetune/Step Time": 4.391947258263826}
+{"Finetune/Learning Rate": 1.5867263788296984e-05, "Finetune/Loss": 0.9136534333229065, "Finetune/Loss (Raw)": 0.9865792989730835, "Finetune/Step": 1670, "Finetune/Step Time": 4.37894481420517}
+{"Finetune/Learning Rate": 1.5862218003295647e-05, "Finetune/Loss": 0.9139595031738281, "Finetune/Loss (Raw)": 0.8729295134544373, "Finetune/Step": 1671, "Finetune/Step Time": 4.386939447373152}
+{"Finetune/Learning Rate": 1.5857169943281948e-05, "Finetune/Loss": 0.9142078161239624, "Finetune/Loss (Raw)": 0.9951478242874146, "Finetune/Step": 1672, "Finetune/Step Time": 4.4037652257829905}
+{"Finetune/Learning Rate": 1.585211961021495e-05, "Finetune/Loss": 0.9135624170303345, "Finetune/Loss (Raw)": 0.8080576658248901, "Finetune/Step": 1673, "Finetune/Step Time": 4.408829180523753}
+{"Finetune/Learning Rate": 1.5847067006054584e-05, "Finetune/Loss": 0.9113035202026367, "Finetune/Loss (Raw)": 0.7532626390457153, "Finetune/Step": 1674, "Finetune/Step Time": 4.4151542745530605}
+{"Finetune/Learning Rate": 1.584201213276167e-05, "Finetune/Loss": 0.910689115524292, "Finetune/Loss (Raw)": 0.8674106001853943, "Finetune/Step": 1675, "Finetune/Step Time": 4.4188048001378775}
+{"Finetune/Learning Rate": 1.5836954992297897e-05, "Finetune/Loss": 0.9109475612640381, "Finetune/Loss (Raw)": 1.0376487970352173, "Finetune/Step": 1676, "Finetune/Step Time": 4.413014380261302}
+{"Finetune/Learning Rate": 1.583189558662585e-05, "Finetune/Loss": 0.9155658483505249, "Finetune/Loss (Raw)": 0.9935339689254761, "Finetune/Step": 1677, "Finetune/Step Time": 4.373967049643397}
+{"Finetune/Learning Rate": 1.5826833917708983e-05, "Finetune/Loss": 0.9144537448883057, "Finetune/Loss (Raw)": 0.834937334060669, "Finetune/Step": 1678, "Finetune/Step Time": 4.37227133102715}
+{"Finetune/Learning Rate": 1.5821769987511634e-05, "Finetune/Loss": 0.9109169840812683, "Finetune/Loss (Raw)": 0.39282429218292236, "Finetune/Step": 1679, "Finetune/Step Time": 4.413610886782408}
+{"Finetune/Learning Rate": 1.5816703797999015e-05, "Finetune/Loss": 0.910439133644104, "Finetune/Loss (Raw)": 0.9257853031158447, "Finetune/Step": 1680, "Finetune/Step Time": 4.420368058606982}
+{"Finetune/Learning Rate": 1.5811635351137212e-05, "Finetune/Loss": 0.9110466241836548, "Finetune/Loss (Raw)": 0.9504579305648804, "Finetune/Step": 1681, "Finetune/Step Time": 4.401871496811509}
+{"Finetune/Learning Rate": 1.580656464889319e-05, "Finetune/Loss": 0.9129869937896729, "Finetune/Loss (Raw)": 1.0971142053604126, "Finetune/Step": 1682, "Finetune/Step Time": 4.404995849356055}
+{"Finetune/Learning Rate": 1.5801491693234793e-05, "Finetune/Loss": 0.9115578532218933, "Finetune/Loss (Raw)": 0.840025782585144, "Finetune/Step": 1683, "Finetune/Step Time": 4.41769951954484}
+{"Finetune/Learning Rate": 1.5796416486130735e-05, "Finetune/Loss": 0.9119594693183899, "Finetune/Loss (Raw)": 0.9003989696502686, "Finetune/Step": 1684, "Finetune/Step Time": 4.404088551178575}
+{"Finetune/Learning Rate": 1.5791339029550604e-05, "Finetune/Loss": 0.9121062755584717, "Finetune/Loss (Raw)": 0.8527371287345886, "Finetune/Step": 1685, "Finetune/Step Time": 4.407955646514893}
+{"Finetune/Learning Rate": 1.578625932546486e-05, "Finetune/Loss": 0.9110265374183655, "Finetune/Loss (Raw)": 0.7767972350120544, "Finetune/Step": 1686, "Finetune/Step Time": 4.419789297506213}
+{"Finetune/Learning Rate": 1.578117737584484e-05, "Finetune/Loss": 0.9099188446998596, "Finetune/Loss (Raw)": 0.997952938079834, "Finetune/Step": 1687, "Finetune/Step Time": 4.422449957579374}
+{"Finetune/Learning Rate": 1.577609318266275e-05, "Finetune/Loss": 0.9099240303039551, "Finetune/Loss (Raw)": 0.9920830130577087, "Finetune/Step": 1688, "Finetune/Step Time": 4.414073659107089}
+{"Finetune/Learning Rate": 1.5771006747891663e-05, "Finetune/Loss": 0.9047110676765442, "Finetune/Loss (Raw)": 0.31089067459106445, "Finetune/Step": 1689, "Finetune/Step Time": 4.450319968163967}
+{"Finetune/Learning Rate": 1.576591807350553e-05, "Finetune/Loss": 0.9054223299026489, "Finetune/Loss (Raw)": 1.0583131313323975, "Finetune/Step": 1690, "Finetune/Step Time": 4.441019162535667}
+{"Finetune/Learning Rate": 1.5760827161479158e-05, "Finetune/Loss": 0.9056882262229919, "Finetune/Loss (Raw)": 0.9357130527496338, "Finetune/Step": 1691, "Finetune/Step Time": 4.423398584127426}
+{"Finetune/Learning Rate": 1.5755734013788235e-05, "Finetune/Loss": 0.905439019203186, "Finetune/Loss (Raw)": 0.8568320870399475, "Finetune/Step": 1692, "Finetune/Step Time": 4.445516074076295}
+{"Finetune/Learning Rate": 1.5750638632409315e-05, "Finetune/Loss": 0.9052224159240723, "Finetune/Loss (Raw)": 0.8099783062934875, "Finetune/Step": 1693, "Finetune/Step Time": 4.469448257237673}
+{"Finetune/Learning Rate": 1.574554101931981e-05, "Finetune/Loss": 0.9035769701004028, "Finetune/Loss (Raw)": 0.7139735817909241, "Finetune/Step": 1694, "Finetune/Step Time": 4.471683822572231}
+{"Finetune/Learning Rate": 1.5740441176498015e-05, "Finetune/Loss": 0.9029330015182495, "Finetune/Loss (Raw)": 0.8747571110725403, "Finetune/Step": 1695, "Finetune/Step Time": 4.477513926103711}
+{"Finetune/Learning Rate": 1.5735339105923068e-05, "Finetune/Loss": 0.9030007123947144, "Finetune/Loss (Raw)": 0.9528856873512268, "Finetune/Step": 1696, "Finetune/Step Time": 4.475454028695822}
+{"Finetune/Learning Rate": 1.5730234809574986e-05, "Finetune/Loss": 0.9043827056884766, "Finetune/Loss (Raw)": 0.9785977005958557, "Finetune/Step": 1697, "Finetune/Step Time": 4.4561973717063665}
+{"Finetune/Learning Rate": 1.5725128289434647e-05, "Finetune/Loss": 0.9037095308303833, "Finetune/Loss (Raw)": 0.9291147589683533, "Finetune/Step": 1698, "Finetune/Step Time": 4.459247386083007}
+{"Finetune/Learning Rate": 1.5720019547483795e-05, "Finetune/Loss": 0.9041462540626526, "Finetune/Loss (Raw)": 1.0026912689208984, "Finetune/Step": 1699, "Finetune/Step Time": 4.4575832933187485}
+{"Finetune/Learning Rate": 1.571490858570503e-05, "Finetune/Loss": 0.9041351079940796, "Finetune/Loss (Raw)": 0.9869576692581177, "Finetune/Step": 1700, "Finetune/Step Time": 4.472641043365002}
+{"Finetune/Learning Rate": 1.5709795406081818e-05, "Finetune/Loss": 0.9047493934631348, "Finetune/Loss (Raw)": 1.040530800819397, "Finetune/Step": 1701, "Finetune/Step Time": 4.457592472434044}
+{"Finetune/Learning Rate": 1.570468001059848e-05, "Finetune/Loss": 0.9061978459358215, "Finetune/Loss (Raw)": 0.9741165041923523, "Finetune/Step": 1702, "Finetune/Step Time": 4.456907710060477}
+{"Finetune/Learning Rate": 1.5699562401240206e-05, "Finetune/Loss": 0.9037418365478516, "Finetune/Loss (Raw)": 0.8277602195739746, "Finetune/Step": 1703, "Finetune/Step Time": 4.458154201507568}
+{"Finetune/Learning Rate": 1.5694442579993042e-05, "Finetune/Loss": 0.8991289138793945, "Finetune/Loss (Raw)": 0.34924301505088806, "Finetune/Step": 1704, "Finetune/Step Time": 4.498763272538781}
+{"Finetune/Learning Rate": 1.5689320548843882e-05, "Finetune/Loss": 0.8991706371307373, "Finetune/Loss (Raw)": 0.9325836896896362, "Finetune/Step": 1705, "Finetune/Step Time": 4.495847439393401}
+{"Finetune/Learning Rate": 1.5684196309780495e-05, "Finetune/Loss": 0.8994803428649902, "Finetune/Loss (Raw)": 1.0201325416564941, "Finetune/Step": 1706, "Finetune/Step Time": 4.498114336282015}
+{"Finetune/Learning Rate": 1.5679069864791493e-05, "Finetune/Loss": 0.8993950486183167, "Finetune/Loss (Raw)": 0.9272506833076477, "Finetune/Step": 1707, "Finetune/Step Time": 4.494882583618164}
+{"Finetune/Learning Rate": 1.567394121586635e-05, "Finetune/Loss": 0.9006381630897522, "Finetune/Loss (Raw)": 0.9252434968948364, "Finetune/Step": 1708, "Finetune/Step Time": 4.475026486441493}
+{"Finetune/Learning Rate": 1.56688103649954e-05, "Finetune/Loss": 0.9024698734283447, "Finetune/Loss (Raw)": 1.0662367343902588, "Finetune/Step": 1709, "Finetune/Step Time": 4.478378687053919}
+{"Finetune/Learning Rate": 1.566367731416982e-05, "Finetune/Loss": 0.902695894241333, "Finetune/Loss (Raw)": 0.9727324843406677, "Finetune/Step": 1710, "Finetune/Step Time": 4.4872967805713415}
+{"Finetune/Learning Rate": 1.5658542065381644e-05, "Finetune/Loss": 0.9026075005531311, "Finetune/Loss (Raw)": 0.9845682382583618, "Finetune/Step": 1711, "Finetune/Step Time": 4.490400129929185}
+{"Finetune/Learning Rate": 1.565340462062377e-05, "Finetune/Loss": 0.9039973020553589, "Finetune/Loss (Raw)": 1.110896348953247, "Finetune/Step": 1712, "Finetune/Step Time": 4.49114010296762}
+{"Finetune/Learning Rate": 1.5648264981889936e-05, "Finetune/Loss": 0.9035449028015137, "Finetune/Loss (Raw)": 0.9757490754127502, "Finetune/Step": 1713, "Finetune/Step Time": 4.491139372810721}
+{"Finetune/Learning Rate": 1.5643123151174736e-05, "Finetune/Loss": 0.9026474952697754, "Finetune/Loss (Raw)": 0.9804977774620056, "Finetune/Step": 1714, "Finetune/Step Time": 4.445400185883045}
+{"Finetune/Learning Rate": 1.5637979130473612e-05, "Finetune/Loss": 0.9007679224014282, "Finetune/Loss (Raw)": 0.7918322682380676, "Finetune/Step": 1715, "Finetune/Step Time": 4.454167153686285}
+{"Finetune/Learning Rate": 1.563283292178286e-05, "Finetune/Loss": 0.9006257057189941, "Finetune/Loss (Raw)": 0.9122793078422546, "Finetune/Step": 1716, "Finetune/Step Time": 4.442090317606926}
+{"Finetune/Learning Rate": 1.5627684527099624e-05, "Finetune/Loss": 0.9014074802398682, "Finetune/Loss (Raw)": 1.019560694694519, "Finetune/Step": 1717, "Finetune/Step Time": 4.44221319258213}
+{"Finetune/Learning Rate": 1.5622533948421895e-05, "Finetune/Loss": 0.901076078414917, "Finetune/Loss (Raw)": 0.9624910950660706, "Finetune/Step": 1718, "Finetune/Step Time": 4.432357484474778}
+{"Finetune/Learning Rate": 1.5617381187748507e-05, "Finetune/Loss": 0.9021849036216736, "Finetune/Loss (Raw)": 0.9301541447639465, "Finetune/Step": 1719, "Finetune/Step Time": 4.41844972409308}
+{"Finetune/Learning Rate": 1.5612226247079155e-05, "Finetune/Loss": 0.9035710096359253, "Finetune/Loss (Raw)": 1.033018946647644, "Finetune/Step": 1720, "Finetune/Step Time": 4.41725267469883}
+{"Finetune/Learning Rate": 1.5607069128414366e-05, "Finetune/Loss": 0.9041731357574463, "Finetune/Loss (Raw)": 0.9711633324623108, "Finetune/Step": 1721, "Finetune/Step Time": 4.418937873095274}
+{"Finetune/Learning Rate": 1.5601909833755514e-05, "Finetune/Loss": 0.9045544266700745, "Finetune/Loss (Raw)": 0.9680785536766052, "Finetune/Step": 1722, "Finetune/Step Time": 4.410091686993837}
+{"Finetune/Learning Rate": 1.559674836510482e-05, "Finetune/Loss": 0.9058800935745239, "Finetune/Loss (Raw)": 0.9935405850410461, "Finetune/Step": 1723, "Finetune/Step Time": 4.426414409652352}
+{"Finetune/Learning Rate": 1.5591584724465363e-05, "Finetune/Loss": 0.9044778943061829, "Finetune/Loss (Raw)": 0.8734272718429565, "Finetune/Step": 1724, "Finetune/Step Time": 4.418832823634148}
+{"Finetune/Learning Rate": 1.5586418913841034e-05, "Finetune/Loss": 0.9054827094078064, "Finetune/Loss (Raw)": 0.9555688500404358, "Finetune/Step": 1725, "Finetune/Step Time": 4.4144041277468204}
+{"Finetune/Learning Rate": 1.558125093523659e-05, "Finetune/Loss": 0.904819905757904, "Finetune/Loss (Raw)": 0.8669713735580444, "Finetune/Step": 1726, "Finetune/Step Time": 4.406717706471682}
+{"Finetune/Learning Rate": 1.5576080790657626e-05, "Finetune/Loss": 0.9093213081359863, "Finetune/Loss (Raw)": 0.9573094248771667, "Finetune/Step": 1727, "Finetune/Step Time": 4.383320704102516}
+{"Finetune/Learning Rate": 1.5570908482110566e-05, "Finetune/Loss": 0.9099504947662354, "Finetune/Loss (Raw)": 1.0478094816207886, "Finetune/Step": 1728, "Finetune/Step Time": 4.374160047620535}
+{"Finetune/Learning Rate": 1.5565734011602693e-05, "Finetune/Loss": 0.9147430658340454, "Finetune/Loss (Raw)": 1.0020751953125, "Finetune/Step": 1729, "Finetune/Step Time": 4.334057282656431}
+{"Finetune/Learning Rate": 1.556055738114211e-05, "Finetune/Loss": 0.9128003120422363, "Finetune/Loss (Raw)": 0.8077358603477478, "Finetune/Step": 1730, "Finetune/Step Time": 4.3259763438254595}
+{"Finetune/Learning Rate": 1.555537859273777e-05, "Finetune/Loss": 0.9134426116943359, "Finetune/Loss (Raw)": 1.0840524435043335, "Finetune/Step": 1731, "Finetune/Step Time": 4.322806376963854}
+{"Finetune/Learning Rate": 1.5550197648399453e-05, "Finetune/Loss": 0.9148501753807068, "Finetune/Loss (Raw)": 1.0668007135391235, "Finetune/Step": 1732, "Finetune/Step Time": 4.337470455095172}
+{"Finetune/Learning Rate": 1.554501455013779e-05, "Finetune/Loss": 0.9161635637283325, "Finetune/Loss (Raw)": 0.9604616761207581, "Finetune/Step": 1733, "Finetune/Step Time": 4.328729968518019}
+{"Finetune/Learning Rate": 1.5539829299964236e-05, "Finetune/Loss": 0.9180762767791748, "Finetune/Loss (Raw)": 0.9916948080062866, "Finetune/Step": 1734, "Finetune/Step Time": 4.312712891027331}
+{"Finetune/Learning Rate": 1.5534641899891084e-05, "Finetune/Loss": 0.9182199835777283, "Finetune/Loss (Raw)": 0.90537029504776, "Finetune/Step": 1735, "Finetune/Step Time": 4.312286471948028}
+{"Finetune/Learning Rate": 1.5529452351931473e-05, "Finetune/Loss": 0.9226357936859131, "Finetune/Loss (Raw)": 0.9531517624855042, "Finetune/Step": 1736, "Finetune/Step Time": 4.272951886057854}
+{"Finetune/Learning Rate": 1.5524260658099352e-05, "Finetune/Loss": 0.9221596717834473, "Finetune/Loss (Raw)": 0.8768929243087769, "Finetune/Step": 1737, "Finetune/Step Time": 4.2724152114242315}
+{"Finetune/Learning Rate": 1.551906682040952e-05, "Finetune/Loss": 0.9177054166793823, "Finetune/Loss (Raw)": 0.35945209860801697, "Finetune/Step": 1738, "Finetune/Step Time": 4.308044811710715}
+{"Finetune/Learning Rate": 1.5513870840877608e-05, "Finetune/Loss": 0.9181628227233887, "Finetune/Loss (Raw)": 0.9080702662467957, "Finetune/Step": 1739, "Finetune/Step Time": 4.281463269144297}
+{"Finetune/Learning Rate": 1.5508672721520076e-05, "Finetune/Loss": 0.9177127480506897, "Finetune/Loss (Raw)": 0.8447585105895996, "Finetune/Step": 1740, "Finetune/Step Time": 4.2977749444544315}
+{"Finetune/Learning Rate": 1.5503472464354207e-05, "Finetune/Loss": 0.919803261756897, "Finetune/Loss (Raw)": 1.0908454656600952, "Finetune/Step": 1741, "Finetune/Step Time": 4.293420743197203}
+{"Finetune/Learning Rate": 1.5498270071398116e-05, "Finetune/Loss": 0.9188297986984253, "Finetune/Loss (Raw)": 0.8405225276947021, "Finetune/Step": 1742, "Finetune/Step Time": 4.301681948825717}
+{"Finetune/Learning Rate": 1.549306554467076e-05, "Finetune/Loss": 0.9180415272712708, "Finetune/Loss (Raw)": 0.9365752935409546, "Finetune/Step": 1743, "Finetune/Step Time": 4.311078602448106}
+{"Finetune/Learning Rate": 1.5487858886191903e-05, "Finetune/Loss": 0.9177077412605286, "Finetune/Loss (Raw)": 0.8909156322479248, "Finetune/Step": 1744, "Finetune/Step Time": 4.3066011648625135}
+{"Finetune/Learning Rate": 1.548265009798216e-05, "Finetune/Loss": 0.9183522462844849, "Finetune/Loss (Raw)": 0.9536693692207336, "Finetune/Step": 1745, "Finetune/Step Time": 4.302044488489628}
+{"Finetune/Learning Rate": 1.547743918206295e-05, "Finetune/Loss": 0.9193649888038635, "Finetune/Loss (Raw)": 1.017369031906128, "Finetune/Step": 1746, "Finetune/Step Time": 4.308588519692421}
+{"Finetune/Learning Rate": 1.5472226140456537e-05, "Finetune/Loss": 0.9165071249008179, "Finetune/Loss (Raw)": 0.43822285532951355, "Finetune/Step": 1747, "Finetune/Step Time": 4.345903929322958}
+{"Finetune/Learning Rate": 1.546701097518599e-05, "Finetune/Loss": 0.9140660166740417, "Finetune/Loss (Raw)": 0.8183590173721313, "Finetune/Step": 1748, "Finetune/Step Time": 4.356259360909462}
+{"Finetune/Learning Rate": 1.546179368827522e-05, "Finetune/Loss": 0.9150155782699585, "Finetune/Loss (Raw)": 0.954260528087616, "Finetune/Step": 1749, "Finetune/Step Time": 4.355196235701442}
+{"Finetune/Learning Rate": 1.545657428174895e-05, "Finetune/Loss": 0.915203332901001, "Finetune/Loss (Raw)": 1.060880422592163, "Finetune/Step": 1750, "Finetune/Step Time": 4.379327155649662}
+{"Finetune/Learning Rate": 1.5451352757632734e-05, "Finetune/Loss": 0.914287805557251, "Finetune/Loss (Raw)": 0.9991897344589233, "Finetune/Step": 1751, "Finetune/Step Time": 4.382930362597108}
+{"Finetune/Learning Rate": 1.544612911795294e-05, "Finetune/Loss": 0.9161875247955322, "Finetune/Loss (Raw)": 1.1472320556640625, "Finetune/Step": 1752, "Finetune/Step Time": 4.382368708029389}
+{"Finetune/Learning Rate": 1.5440903364736763e-05, "Finetune/Loss": 0.9158273935317993, "Finetune/Loss (Raw)": 0.9218773245811462, "Finetune/Step": 1753, "Finetune/Step Time": 4.380426105111837}
+{"Finetune/Learning Rate": 1.5435675500012212e-05, "Finetune/Loss": 0.9158058166503906, "Finetune/Loss (Raw)": 0.9769469499588013, "Finetune/Step": 1754, "Finetune/Step Time": 4.387715853750706}
+{"Finetune/Learning Rate": 1.5430445525808123e-05, "Finetune/Loss": 0.9153797626495361, "Finetune/Loss (Raw)": 0.9598750472068787, "Finetune/Step": 1755, "Finetune/Step Time": 4.394584195688367}
+{"Finetune/Learning Rate": 1.5425213444154152e-05, "Finetune/Loss": 0.9161967635154724, "Finetune/Loss (Raw)": 1.061200737953186, "Finetune/Step": 1756, "Finetune/Step Time": 4.398119196295738}
+{"Finetune/Learning Rate": 1.5419979257080755e-05, "Finetune/Loss": 0.9118672609329224, "Finetune/Loss (Raw)": 0.3610129952430725, "Finetune/Step": 1757, "Finetune/Step Time": 4.44232114776969}
+{"Finetune/Learning Rate": 1.541474296661923e-05, "Finetune/Loss": 0.910455584526062, "Finetune/Loss (Raw)": 0.8274264335632324, "Finetune/Step": 1758, "Finetune/Step Time": 4.44678701646626}
+{"Finetune/Learning Rate": 1.5409504574801667e-05, "Finetune/Loss": 0.9111729264259338, "Finetune/Loss (Raw)": 1.012697458267212, "Finetune/Step": 1759, "Finetune/Step Time": 4.447246480733156}
+{"Finetune/Learning Rate": 1.5404264083660993e-05, "Finetune/Loss": 0.9121310710906982, "Finetune/Loss (Raw)": 1.0327074527740479, "Finetune/Step": 1760, "Finetune/Step Time": 4.44542152993381}
+{"Finetune/Learning Rate": 1.539902149523094e-05, "Finetune/Loss": 0.9120283126831055, "Finetune/Loss (Raw)": 0.8475275635719299, "Finetune/Step": 1761, "Finetune/Step Time": 4.450281111523509}
+{"Finetune/Learning Rate": 1.5393776811546047e-05, "Finetune/Loss": 0.9109025001525879, "Finetune/Loss (Raw)": 0.8277981281280518, "Finetune/Step": 1762, "Finetune/Step Time": 4.459684122353792}
+{"Finetune/Learning Rate": 1.538853003464168e-05, "Finetune/Loss": 0.9119871854782104, "Finetune/Loss (Raw)": 1.070925235748291, "Finetune/Step": 1763, "Finetune/Step Time": 4.449610745534301}
+{"Finetune/Learning Rate": 1.538328116655401e-05, "Finetune/Loss": 0.9125295281410217, "Finetune/Loss (Raw)": 1.0347822904586792, "Finetune/Step": 1764, "Finetune/Step Time": 4.469530886039138}
+{"Finetune/Learning Rate": 1.5378030209320018e-05, "Finetune/Loss": 0.9120211601257324, "Finetune/Loss (Raw)": 0.8672434091567993, "Finetune/Step": 1765, "Finetune/Step Time": 4.476789940148592}
+{"Finetune/Learning Rate": 1.53727771649775e-05, "Finetune/Loss": 0.9127342700958252, "Finetune/Loss (Raw)": 0.9782059788703918, "Finetune/Step": 1766, "Finetune/Step Time": 4.479097468778491}
+{"Finetune/Learning Rate": 1.5367522035565055e-05, "Finetune/Loss": 0.9127691984176636, "Finetune/Loss (Raw)": 0.8160946369171143, "Finetune/Step": 1767, "Finetune/Step Time": 4.480339473113418}
+{"Finetune/Learning Rate": 1.5362264823122107e-05, "Finetune/Loss": 0.9117411375045776, "Finetune/Loss (Raw)": 0.8747583627700806, "Finetune/Step": 1768, "Finetune/Step Time": 4.481178374961019}
+{"Finetune/Learning Rate": 1.5357005529688868e-05, "Finetune/Loss": 0.9100345373153687, "Finetune/Loss (Raw)": 0.7859112620353699, "Finetune/Step": 1769, "Finetune/Step Time": 4.496115695685148}
+{"Finetune/Learning Rate": 1.5351744157306366e-05, "Finetune/Loss": 0.9104351997375488, "Finetune/Loss (Raw)": 0.9955627918243408, "Finetune/Step": 1770, "Finetune/Step Time": 4.497123872861266}
+{"Finetune/Learning Rate": 1.5346480708016445e-05, "Finetune/Loss": 0.9090063571929932, "Finetune/Loss (Raw)": 0.87833172082901, "Finetune/Step": 1771, "Finetune/Step Time": 4.494916899129748}
+{"Finetune/Learning Rate": 1.5341215183861738e-05, "Finetune/Loss": 0.9100644588470459, "Finetune/Loss (Raw)": 1.0709017515182495, "Finetune/Step": 1772, "Finetune/Step Time": 4.469504000619054}
+{"Finetune/Learning Rate": 1.53359475868857e-05, "Finetune/Loss": 0.910246729850769, "Finetune/Loss (Raw)": 0.9280887842178345, "Finetune/Step": 1773, "Finetune/Step Time": 4.4900732189416885}
+{"Finetune/Learning Rate": 1.5330677919132577e-05, "Finetune/Loss": 0.9097079038619995, "Finetune/Loss (Raw)": 0.9320419430732727, "Finetune/Step": 1774, "Finetune/Step Time": 4.503094535320997}
+{"Finetune/Learning Rate": 1.5325406182647426e-05, "Finetune/Loss": 0.9108047485351562, "Finetune/Loss (Raw)": 1.0202579498291016, "Finetune/Step": 1775, "Finetune/Step Time": 4.4897124990820885}
+{"Finetune/Learning Rate": 1.5320132379476107e-05, "Finetune/Loss": 0.9101218581199646, "Finetune/Loss (Raw)": 0.9356986880302429, "Finetune/Step": 1776, "Finetune/Step Time": 4.48808809928596}
+{"Finetune/Learning Rate": 1.531485651166528e-05, "Finetune/Loss": 0.91065514087677, "Finetune/Loss (Raw)": 0.9788439869880676, "Finetune/Step": 1777, "Finetune/Step Time": 4.482211131602526}
+{"Finetune/Learning Rate": 1.5309578581262404e-05, "Finetune/Loss": 0.9105509519577026, "Finetune/Loss (Raw)": 0.9300919771194458, "Finetune/Step": 1778, "Finetune/Step Time": 4.4841528087854385}
+{"Finetune/Learning Rate": 1.530429859031574e-05, "Finetune/Loss": 0.9123886823654175, "Finetune/Loss (Raw)": 1.0882993936538696, "Finetune/Step": 1779, "Finetune/Step Time": 4.468279955908656}
+{"Finetune/Learning Rate": 1.5299016540874346e-05, "Finetune/Loss": 0.912569522857666, "Finetune/Loss (Raw)": 0.8975656628608704, "Finetune/Step": 1780, "Finetune/Step Time": 4.460114497691393}
+{"Finetune/Learning Rate": 1.5293732434988095e-05, "Finetune/Loss": 0.9115239381790161, "Finetune/Loss (Raw)": 0.8046526908874512, "Finetune/Step": 1781, "Finetune/Step Time": 4.461563492193818}
+{"Finetune/Learning Rate": 1.5288446274707635e-05, "Finetune/Loss": 0.9109880328178406, "Finetune/Loss (Raw)": 0.9162184000015259, "Finetune/Step": 1782, "Finetune/Step Time": 4.448696816340089}
+{"Finetune/Learning Rate": 1.5283158062084423e-05, "Finetune/Loss": 0.9145705699920654, "Finetune/Loss (Raw)": 0.8421376943588257, "Finetune/Step": 1783, "Finetune/Step Time": 4.41087201423943}
+{"Finetune/Learning Rate": 1.5277867799170708e-05, "Finetune/Loss": 0.9153130054473877, "Finetune/Loss (Raw)": 1.0505679845809937, "Finetune/Step": 1784, "Finetune/Step Time": 4.415273433551192}
+{"Finetune/Learning Rate": 1.527257548801955e-05, "Finetune/Loss": 0.9144545793533325, "Finetune/Loss (Raw)": 0.7507025599479675, "Finetune/Step": 1785, "Finetune/Step Time": 4.429647879675031}
+{"Finetune/Learning Rate": 1.526728113068478e-05, "Finetune/Loss": 0.9140680432319641, "Finetune/Loss (Raw)": 0.898785412311554, "Finetune/Step": 1786, "Finetune/Step Time": 4.4271082896739244}
+{"Finetune/Learning Rate": 1.526198472922104e-05, "Finetune/Loss": 0.9120614528656006, "Finetune/Loss (Raw)": 0.7817202210426331, "Finetune/Step": 1787, "Finetune/Step Time": 4.432463839650154}
+{"Finetune/Learning Rate": 1.5256686285683753e-05, "Finetune/Loss": 0.9113688468933105, "Finetune/Loss (Raw)": 0.8589848279953003, "Finetune/Step": 1788, "Finetune/Step Time": 4.428150672465563}
+{"Finetune/Learning Rate": 1.5251385802129149e-05, "Finetune/Loss": 0.9067096710205078, "Finetune/Loss (Raw)": 0.29809269309043884, "Finetune/Step": 1789, "Finetune/Step Time": 4.467425022274256}
+{"Finetune/Learning Rate": 1.5246083280614241e-05, "Finetune/Loss": 0.9064135551452637, "Finetune/Loss (Raw)": 0.9945123195648193, "Finetune/Step": 1790, "Finetune/Step Time": 4.465224010869861}
+{"Finetune/Learning Rate": 1.5240778723196833e-05, "Finetune/Loss": 0.9092617630958557, "Finetune/Loss (Raw)": 1.046815276145935, "Finetune/Step": 1791, "Finetune/Step Time": 4.457449207082391}
+{"Finetune/Learning Rate": 1.523547213193552e-05, "Finetune/Loss": 0.9109002351760864, "Finetune/Loss (Raw)": 0.9894653558731079, "Finetune/Step": 1792, "Finetune/Step Time": 4.458111992105842}
+{"Finetune/Learning Rate": 1.5230163508889686e-05, "Finetune/Loss": 0.9089678525924683, "Finetune/Loss (Raw)": 0.8044514656066895, "Finetune/Step": 1793, "Finetune/Step Time": 4.472873477265239}
+{"Finetune/Learning Rate": 1.5224852856119503e-05, "Finetune/Loss": 0.9099712371826172, "Finetune/Loss (Raw)": 1.0164306163787842, "Finetune/Step": 1794, "Finetune/Step Time": 4.484258893877268}
+{"Finetune/Learning Rate": 1.5219540175685938e-05, "Finetune/Loss": 0.9052956104278564, "Finetune/Loss (Raw)": 0.3731619715690613, "Finetune/Step": 1795, "Finetune/Step Time": 4.524649640545249}
+{"Finetune/Learning Rate": 1.5214225469650727e-05, "Finetune/Loss": 0.9042292237281799, "Finetune/Loss (Raw)": 0.8985169529914856, "Finetune/Step": 1796, "Finetune/Step Time": 4.51742297410965}
+{"Finetune/Learning Rate": 1.5208908740076416e-05, "Finetune/Loss": 0.9046400785446167, "Finetune/Loss (Raw)": 0.9903399348258972, "Finetune/Step": 1797, "Finetune/Step Time": 4.517051907256246}
+{"Finetune/Learning Rate": 1.5203589989026318e-05, "Finetune/Loss": 0.9041826725006104, "Finetune/Loss (Raw)": 0.9280311465263367, "Finetune/Step": 1798, "Finetune/Step Time": 4.514986574649811}
+{"Finetune/Learning Rate": 1.5198269218564535e-05, "Finetune/Loss": 0.904316782951355, "Finetune/Loss (Raw)": 0.8900923132896423, "Finetune/Step": 1799, "Finetune/Step Time": 4.506313268095255}
+{"Finetune/Learning Rate": 1.5192946430755955e-05, "Finetune/Loss": 0.9036327600479126, "Finetune/Loss (Raw)": 0.90760338306427, "Finetune/Step": 1800, "Finetune/Step Time": 4.505550159141421}
+{"Finetune/Learning Rate": 1.518762162766625e-05, "Finetune/Loss": 0.9054569005966187, "Finetune/Loss (Raw)": 1.0415456295013428, "Finetune/Step": 1801, "Finetune/Step Time": 4.5098396223038435}
+{"Finetune/Learning Rate": 1.5182294811361871e-05, "Finetune/Loss": 0.9068938493728638, "Finetune/Loss (Raw)": 0.9371883869171143, "Finetune/Step": 1802, "Finetune/Step Time": 4.512431539595127}
+{"Finetune/Learning Rate": 1.5176965983910053e-05, "Finetune/Loss": 0.9071875810623169, "Finetune/Loss (Raw)": 0.9050052165985107, "Finetune/Step": 1803, "Finetune/Step Time": 4.525124356150627}
+{"Finetune/Learning Rate": 1.5171635147378804e-05, "Finetune/Loss": 0.9065183401107788, "Finetune/Loss (Raw)": 0.951988697052002, "Finetune/Step": 1804, "Finetune/Step Time": 4.528118710964918}
+{"Finetune/Learning Rate": 1.5166302303836928e-05, "Finetune/Loss": 0.9037623405456543, "Finetune/Loss (Raw)": 0.6407643556594849, "Finetune/Step": 1805, "Finetune/Step Time": 4.52991234511137}
+{"Finetune/Learning Rate": 1.5160967455353985e-05, "Finetune/Loss": 0.9039221405982971, "Finetune/Loss (Raw)": 0.8553950190544128, "Finetune/Step": 1806, "Finetune/Step Time": 4.547464989125729}
+{"Finetune/Learning Rate": 1.5155630604000338e-05, "Finetune/Loss": 0.9081271886825562, "Finetune/Loss (Raw)": 0.9310751557350159, "Finetune/Step": 1807, "Finetune/Step Time": 4.507290817797184}
+{"Finetune/Learning Rate": 1.5150291751847106e-05, "Finetune/Loss": 0.9081872701644897, "Finetune/Loss (Raw)": 0.9334710836410522, "Finetune/Step": 1808, "Finetune/Step Time": 4.49655163474381}
+{"Finetune/Learning Rate": 1.5144950900966198e-05, "Finetune/Loss": 0.9080784320831299, "Finetune/Loss (Raw)": 0.9365311861038208, "Finetune/Step": 1809, "Finetune/Step Time": 4.496165161952376}
+{"Finetune/Learning Rate": 1.5139608053430288e-05, "Finetune/Loss": 0.906829833984375, "Finetune/Loss (Raw)": 0.9372950792312622, "Finetune/Step": 1810, "Finetune/Step Time": 4.503316713497043}
+{"Finetune/Learning Rate": 1.5134263211312837e-05, "Finetune/Loss": 0.9074876308441162, "Finetune/Loss (Raw)": 0.9242121577262878, "Finetune/Step": 1811, "Finetune/Step Time": 4.491555800661445}
+{"Finetune/Learning Rate": 1.5128916376688071e-05, "Finetune/Loss": 0.9073660373687744, "Finetune/Loss (Raw)": 0.8848395943641663, "Finetune/Step": 1812, "Finetune/Step Time": 4.498485818505287}
+{"Finetune/Learning Rate": 1.5123567551630993e-05, "Finetune/Loss": 0.9078187942504883, "Finetune/Loss (Raw)": 0.9106929898262024, "Finetune/Step": 1813, "Finetune/Step Time": 4.487598920240998}
+{"Finetune/Learning Rate": 1.511821673821738e-05, "Finetune/Loss": 0.9093222618103027, "Finetune/Loss (Raw)": 0.9692407846450806, "Finetune/Step": 1814, "Finetune/Step Time": 4.475396566092968}
+{"Finetune/Learning Rate": 1.5112863938523774e-05, "Finetune/Loss": 0.9083800911903381, "Finetune/Loss (Raw)": 0.8773481845855713, "Finetune/Step": 1815, "Finetune/Step Time": 4.473126318305731}
+{"Finetune/Learning Rate": 1.5107509154627491e-05, "Finetune/Loss": 0.9086008071899414, "Finetune/Loss (Raw)": 1.0203357934951782, "Finetune/Step": 1816, "Finetune/Step Time": 4.46825996786356}
+{"Finetune/Learning Rate": 1.5102152388606625e-05, "Finetune/Loss": 0.9132264256477356, "Finetune/Loss (Raw)": 0.9029730558395386, "Finetune/Step": 1817, "Finetune/Step Time": 4.431985950097442}
+{"Finetune/Learning Rate": 1.5096793642540027e-05, "Finetune/Loss": 0.9119765758514404, "Finetune/Loss (Raw)": 0.898335337638855, "Finetune/Step": 1818, "Finetune/Step Time": 4.433154238387942}
+{"Finetune/Learning Rate": 1.5091432918507322e-05, "Finetune/Loss": 0.9122204780578613, "Finetune/Loss (Raw)": 0.966924786567688, "Finetune/Step": 1819, "Finetune/Step Time": 4.430118864402175}
+{"Finetune/Learning Rate": 1.5086070218588904e-05, "Finetune/Loss": 0.9120535850524902, "Finetune/Loss (Raw)": 0.8354761600494385, "Finetune/Step": 1820, "Finetune/Step Time": 4.408223757520318}
+{"Finetune/Learning Rate": 1.5080705544865932e-05, "Finetune/Loss": 0.9131588339805603, "Finetune/Loss (Raw)": 0.9514517188072205, "Finetune/Step": 1821, "Finetune/Step Time": 4.388401510193944}
+{"Finetune/Learning Rate": 1.5075338899420326e-05, "Finetune/Loss": 0.916778028011322, "Finetune/Loss (Raw)": 1.1772290468215942, "Finetune/Step": 1822, "Finetune/Step Time": 4.380327500402927}
+{"Finetune/Learning Rate": 1.5069970284334785e-05, "Finetune/Loss": 0.9172626733779907, "Finetune/Loss (Raw)": 0.9367867708206177, "Finetune/Step": 1823, "Finetune/Step Time": 4.3715307135134935}
+{"Finetune/Learning Rate": 1.506459970169276e-05, "Finetune/Loss": 0.9163246154785156, "Finetune/Loss (Raw)": 0.8328172564506531, "Finetune/Step": 1824, "Finetune/Step Time": 4.375962240621448}
+{"Finetune/Learning Rate": 1.5059227153578466e-05, "Finetune/Loss": 0.9157162308692932, "Finetune/Loss (Raw)": 0.9007295966148376, "Finetune/Step": 1825, "Finetune/Step Time": 4.382877502590418}
+{"Finetune/Learning Rate": 1.505385264207689e-05, "Finetune/Loss": 0.9163213968276978, "Finetune/Loss (Raw)": 1.0065721273422241, "Finetune/Step": 1826, "Finetune/Step Time": 4.383241074159741}
+{"Finetune/Learning Rate": 1.5048476169273767e-05, "Finetune/Loss": 0.9157923460006714, "Finetune/Loss (Raw)": 0.9349716901779175, "Finetune/Step": 1827, "Finetune/Step Time": 4.415478380396962}
+{"Finetune/Learning Rate": 1.5043097737255607e-05, "Finetune/Loss": 0.9164121150970459, "Finetune/Loss (Raw)": 1.0662894248962402, "Finetune/Step": 1828, "Finetune/Step Time": 4.4076515436172485}
+{"Finetune/Learning Rate": 1.5037717348109677e-05, "Finetune/Loss": 0.9170029163360596, "Finetune/Loss (Raw)": 1.1161525249481201, "Finetune/Step": 1829, "Finetune/Step Time": 4.411898102611303}
+{"Finetune/Learning Rate": 1.5032335003923994e-05, "Finetune/Loss": 0.9175020456314087, "Finetune/Loss (Raw)": 1.0380061864852905, "Finetune/Step": 1830, "Finetune/Step Time": 4.424331029877067}
+{"Finetune/Learning Rate": 1.5026950706787346e-05, "Finetune/Loss": 0.9181538820266724, "Finetune/Loss (Raw)": 0.9111947417259216, "Finetune/Step": 1831, "Finetune/Step Time": 4.409036736935377}
+{"Finetune/Learning Rate": 1.502156445878927e-05, "Finetune/Loss": 0.9234601259231567, "Finetune/Loss (Raw)": 1.0284395217895508, "Finetune/Step": 1832, "Finetune/Step Time": 4.368387974798679}
+{"Finetune/Learning Rate": 1.5016176262020069e-05, "Finetune/Loss": 0.9227352142333984, "Finetune/Loss (Raw)": 0.8397973775863647, "Finetune/Step": 1833, "Finetune/Step Time": 4.387549998238683}
+{"Finetune/Learning Rate": 1.5010786118570791e-05, "Finetune/Loss": 0.923261284828186, "Finetune/Loss (Raw)": 1.087468147277832, "Finetune/Step": 1834, "Finetune/Step Time": 4.386633018031716}
+{"Finetune/Learning Rate": 1.5005394030533246e-05, "Finetune/Loss": 0.9233827590942383, "Finetune/Loss (Raw)": 0.9428014159202576, "Finetune/Step": 1835, "Finetune/Step Time": 4.395473008975387}
+{"Finetune/Learning Rate": 1.5000000000000002e-05, "Finetune/Loss": 0.9237382411956787, "Finetune/Loss (Raw)": 0.9707412719726562, "Finetune/Step": 1836, "Finetune/Step Time": 4.390626227483153}
+{"Finetune/Learning Rate": 1.4994604029064372e-05, "Finetune/Loss": 0.9226688742637634, "Finetune/Loss (Raw)": 0.9293602705001831, "Finetune/Step": 1837, "Finetune/Step Time": 4.391821736469865}
+{"Finetune/Learning Rate": 1.4989206119820432e-05, "Finetune/Loss": 0.9226732850074768, "Finetune/Loss (Raw)": 0.9733005166053772, "Finetune/Step": 1838, "Finetune/Step Time": 4.390288043767214}
+{"Finetune/Learning Rate": 1.4983806274363005e-05, "Finetune/Loss": 0.9225519895553589, "Finetune/Loss (Raw)": 0.9690355062484741, "Finetune/Step": 1839, "Finetune/Step Time": 4.398082150146365}
+{"Finetune/Learning Rate": 1.497840449478766e-05, "Finetune/Loss": 0.9217071533203125, "Finetune/Loss (Raw)": 1.0027563571929932, "Finetune/Step": 1840, "Finetune/Step Time": 4.407646927982569}
+{"Finetune/Learning Rate": 1.4973000783190728e-05, "Finetune/Loss": 0.9204992055892944, "Finetune/Loss (Raw)": 0.8211382031440735, "Finetune/Step": 1841, "Finetune/Step Time": 4.40953522734344}
+{"Finetune/Learning Rate": 1.4967595141669278e-05, "Finetune/Loss": 0.9210731983184814, "Finetune/Loss (Raw)": 1.0539722442626953, "Finetune/Step": 1842, "Finetune/Step Time": 4.408440191298723}
+{"Finetune/Learning Rate": 1.4962187572321143e-05, "Finetune/Loss": 0.922417402267456, "Finetune/Loss (Raw)": 0.963879406452179, "Finetune/Step": 1843, "Finetune/Step Time": 4.413923241198063}
+{"Finetune/Learning Rate": 1.4956778077244884e-05, "Finetune/Loss": 0.9225382208824158, "Finetune/Loss (Raw)": 0.9277538061141968, "Finetune/Step": 1844, "Finetune/Step Time": 4.424971044063568}
+{"Finetune/Learning Rate": 1.4951366658539832e-05, "Finetune/Loss": 0.921705961227417, "Finetune/Loss (Raw)": 0.9130316972732544, "Finetune/Step": 1845, "Finetune/Step Time": 4.418637620285153}
+{"Finetune/Learning Rate": 1.4945953318306044e-05, "Finetune/Loss": 0.9223583936691284, "Finetune/Loss (Raw)": 1.0460000038146973, "Finetune/Step": 1846, "Finetune/Step Time": 4.420398944988847}
+{"Finetune/Learning Rate": 1.4940538058644332e-05, "Finetune/Loss": 0.9228953123092651, "Finetune/Loss (Raw)": 0.9988837838172913, "Finetune/Step": 1847, "Finetune/Step Time": 4.429137736558914}
+{"Finetune/Learning Rate": 1.4935120881656263e-05, "Finetune/Loss": 0.9222079515457153, "Finetune/Loss (Raw)": 0.9450337886810303, "Finetune/Step": 1848, "Finetune/Step Time": 4.421010406687856}
+{"Finetune/Learning Rate": 1.4929701789444122e-05, "Finetune/Loss": 0.922717809677124, "Finetune/Loss (Raw)": 1.036425232887268, "Finetune/Step": 1849, "Finetune/Step Time": 4.414194654673338}
+{"Finetune/Learning Rate": 1.4924280784110965e-05, "Finetune/Loss": 0.9232083559036255, "Finetune/Loss (Raw)": 1.0308665037155151, "Finetune/Step": 1850, "Finetune/Step Time": 4.41934534534812}
+{"Finetune/Learning Rate": 1.4918857867760571e-05, "Finetune/Loss": 0.9219318628311157, "Finetune/Loss (Raw)": 0.8301544189453125, "Finetune/Step": 1851, "Finetune/Step Time": 4.422410840168595}
+{"Finetune/Learning Rate": 1.4913433042497473e-05, "Finetune/Loss": 0.9228166937828064, "Finetune/Loss (Raw)": 0.9866852760314941, "Finetune/Step": 1852, "Finetune/Step Time": 4.423788944259286}
+{"Finetune/Learning Rate": 1.4908006310426942e-05, "Finetune/Loss": 0.922895073890686, "Finetune/Loss (Raw)": 0.9655963778495789, "Finetune/Step": 1853, "Finetune/Step Time": 4.424713185057044}
+{"Finetune/Learning Rate": 1.4902577673654977e-05, "Finetune/Loss": 0.9237010478973389, "Finetune/Loss (Raw)": 0.9701363444328308, "Finetune/Step": 1854, "Finetune/Step Time": 4.41876651532948}
+{"Finetune/Learning Rate": 1.4897147134288334e-05, "Finetune/Loss": 0.9241583347320557, "Finetune/Loss (Raw)": 1.0158361196517944, "Finetune/Step": 1855, "Finetune/Step Time": 4.404009176418185}
+{"Finetune/Learning Rate": 1.4891714694434495e-05, "Finetune/Loss": 0.9242798089981079, "Finetune/Loss (Raw)": 1.0633653402328491, "Finetune/Step": 1856, "Finetune/Step Time": 4.404178649187088}
+{"Finetune/Learning Rate": 1.4886280356201688e-05, "Finetune/Loss": 0.9232954978942871, "Finetune/Loss (Raw)": 0.8760801553726196, "Finetune/Step": 1857, "Finetune/Step Time": 4.4410021267831326}
+{"Finetune/Learning Rate": 1.4880844121698872e-05, "Finetune/Loss": 0.9246668815612793, "Finetune/Loss (Raw)": 0.983278214931488, "Finetune/Step": 1858, "Finetune/Step Time": 4.448709096759558}
+{"Finetune/Learning Rate": 1.487540599303574e-05, "Finetune/Loss": 0.9244109392166138, "Finetune/Loss (Raw)": 1.051293969154358, "Finetune/Step": 1859, "Finetune/Step Time": 4.443243928253651}
+{"Finetune/Learning Rate": 1.4869965972322728e-05, "Finetune/Loss": 0.9230496883392334, "Finetune/Loss (Raw)": 0.8925590515136719, "Finetune/Step": 1860, "Finetune/Step Time": 4.4316956251859665}
+{"Finetune/Learning Rate": 1.4864524061670999e-05, "Finetune/Loss": 0.9221796989440918, "Finetune/Loss (Raw)": 0.8490963578224182, "Finetune/Step": 1861, "Finetune/Step Time": 4.431961182504892}
+{"Finetune/Learning Rate": 1.4859080263192456e-05, "Finetune/Loss": 0.921119213104248, "Finetune/Loss (Raw)": 0.8559579849243164, "Finetune/Step": 1862, "Finetune/Step Time": 4.416154187172651}
+{"Finetune/Learning Rate": 1.4853634578999728e-05, "Finetune/Loss": 0.9204199314117432, "Finetune/Loss (Raw)": 0.8158619403839111, "Finetune/Step": 1863, "Finetune/Step Time": 4.41602835804224}
+{"Finetune/Learning Rate": 1.4848187011206177e-05, "Finetune/Loss": 0.9194722175598145, "Finetune/Loss (Raw)": 0.8318467736244202, "Finetune/Step": 1864, "Finetune/Step Time": 4.426485558971763}
+{"Finetune/Learning Rate": 1.4842737561925901e-05, "Finetune/Loss": 0.9205952286720276, "Finetune/Loss (Raw)": 1.0206365585327148, "Finetune/Step": 1865, "Finetune/Step Time": 4.42873115837574}
+{"Finetune/Learning Rate": 1.4837286233273722e-05, "Finetune/Loss": 0.9258790016174316, "Finetune/Loss (Raw)": 1.0357776880264282, "Finetune/Step": 1866, "Finetune/Step Time": 4.403015039861202}
+{"Finetune/Learning Rate": 1.48318330273652e-05, "Finetune/Loss": 0.9271872043609619, "Finetune/Loss (Raw)": 1.0755184888839722, "Finetune/Step": 1867, "Finetune/Step Time": 4.4093344286084175}
+{"Finetune/Learning Rate": 1.4826377946316611e-05, "Finetune/Loss": 0.9280202388763428, "Finetune/Loss (Raw)": 0.9513856172561646, "Finetune/Step": 1868, "Finetune/Step Time": 4.4109328761696815}
+{"Finetune/Learning Rate": 1.4820920992244964e-05, "Finetune/Loss": 0.927579402923584, "Finetune/Loss (Raw)": 1.0344245433807373, "Finetune/Step": 1869, "Finetune/Step Time": 4.402740254998207}
+{"Finetune/Learning Rate": 1.481546216726801e-05, "Finetune/Loss": 0.9278801679611206, "Finetune/Loss (Raw)": 0.8790128231048584, "Finetune/Step": 1870, "Finetune/Step Time": 4.395586019381881}
+{"Finetune/Learning Rate": 1.4810001473504194e-05, "Finetune/Loss": 0.9277952909469604, "Finetune/Loss (Raw)": 0.9257071614265442, "Finetune/Step": 1871, "Finetune/Step Time": 4.409350927919149}
+{"Finetune/Learning Rate": 1.4804538913072719e-05, "Finetune/Loss": 0.9272757768630981, "Finetune/Loss (Raw)": 0.8244193196296692, "Finetune/Step": 1872, "Finetune/Step Time": 4.41415748745203}
+{"Finetune/Learning Rate": 1.479907448809349e-05, "Finetune/Loss": 0.9227006435394287, "Finetune/Loss (Raw)": 0.3680495321750641, "Finetune/Step": 1873, "Finetune/Step Time": 4.454055862501264}
+{"Finetune/Learning Rate": 1.4793608200687146e-05, "Finetune/Loss": 0.9228968024253845, "Finetune/Loss (Raw)": 1.042485237121582, "Finetune/Step": 1874, "Finetune/Step Time": 4.454713724553585}
+{"Finetune/Learning Rate": 1.478814005297505e-05, "Finetune/Loss": 0.9262760877609253, "Finetune/Loss (Raw)": 0.870772123336792, "Finetune/Step": 1875, "Finetune/Step Time": 4.427245527505875}
+{"Finetune/Learning Rate": 1.4782670047079275e-05, "Finetune/Loss": 0.9272755980491638, "Finetune/Loss (Raw)": 0.9462900757789612, "Finetune/Step": 1876, "Finetune/Step Time": 4.413823824375868}
+{"Finetune/Learning Rate": 1.477719818512263e-05, "Finetune/Loss": 0.9272189140319824, "Finetune/Loss (Raw)": 0.947015106678009, "Finetune/Step": 1877, "Finetune/Step Time": 4.418495357036591}
+{"Finetune/Learning Rate": 1.4771724469228638e-05, "Finetune/Loss": 0.9250898361206055, "Finetune/Loss (Raw)": 0.7883468866348267, "Finetune/Step": 1878, "Finetune/Step Time": 4.405954979360104}
+{"Finetune/Learning Rate": 1.4766248901521539e-05, "Finetune/Loss": 0.9255452156066895, "Finetune/Loss (Raw)": 1.057479977607727, "Finetune/Step": 1879, "Finetune/Step Time": 4.397444061934948}
+{"Finetune/Learning Rate": 1.4760771484126296e-05, "Finetune/Loss": 0.9227806329727173, "Finetune/Loss (Raw)": 0.7933641076087952, "Finetune/Step": 1880, "Finetune/Step Time": 4.417984275147319}
+{"Finetune/Learning Rate": 1.4755292219168581e-05, "Finetune/Loss": 0.9219890236854553, "Finetune/Loss (Raw)": 0.8205533027648926, "Finetune/Step": 1881, "Finetune/Step Time": 4.425639107823372}
+{"Finetune/Learning Rate": 1.4749811108774798e-05, "Finetune/Loss": 0.9219495058059692, "Finetune/Loss (Raw)": 0.9718832969665527, "Finetune/Step": 1882, "Finetune/Step Time": 4.421939926221967}
+{"Finetune/Learning Rate": 1.4744328155072058e-05, "Finetune/Loss": 0.921218991279602, "Finetune/Loss (Raw)": 0.8663787841796875, "Finetune/Step": 1883, "Finetune/Step Time": 4.42964930832386}
+{"Finetune/Learning Rate": 1.4738843360188184e-05, "Finetune/Loss": 0.9157353639602661, "Finetune/Loss (Raw)": 0.3592901825904846, "Finetune/Step": 1884, "Finetune/Step Time": 4.466371651738882}
+{"Finetune/Learning Rate": 1.4733356726251722e-05, "Finetune/Loss": 0.9204463958740234, "Finetune/Loss (Raw)": 0.9640230536460876, "Finetune/Step": 1885, "Finetune/Step Time": 4.424304297193885}
+{"Finetune/Learning Rate": 1.4727868255391924e-05, "Finetune/Loss": 0.9223347902297974, "Finetune/Loss (Raw)": 1.069148302078247, "Finetune/Step": 1886, "Finetune/Step Time": 4.42802594229579}
+{"Finetune/Learning Rate": 1.472237794973876e-05, "Finetune/Loss": 0.9207028150558472, "Finetune/Loss (Raw)": 0.8037990927696228, "Finetune/Step": 1887, "Finetune/Step Time": 4.422807900235057}
+{"Finetune/Learning Rate": 1.471688581142291e-05, "Finetune/Loss": 0.918533205986023, "Finetune/Loss (Raw)": 0.7550019025802612, "Finetune/Step": 1888, "Finetune/Step Time": 4.427730243653059}
+{"Finetune/Learning Rate": 1.4711391842575765e-05, "Finetune/Loss": 0.9191420078277588, "Finetune/Loss (Raw)": 0.9254512190818787, "Finetune/Step": 1889, "Finetune/Step Time": 4.433071671053767}
+{"Finetune/Learning Rate": 1.4705896045329432e-05, "Finetune/Loss": 0.9197403192520142, "Finetune/Loss (Raw)": 0.9043863415718079, "Finetune/Step": 1890, "Finetune/Step Time": 4.426923971623182}
+{"Finetune/Learning Rate": 1.4700398421816714e-05, "Finetune/Loss": 0.9191996455192566, "Finetune/Loss (Raw)": 1.0017147064208984, "Finetune/Step": 1891, "Finetune/Step Time": 4.41650241240859}
+{"Finetune/Learning Rate": 1.469489897417114e-05, "Finetune/Loss": 0.919692873954773, "Finetune/Loss (Raw)": 1.0979163646697998, "Finetune/Step": 1892, "Finetune/Step Time": 4.3969012424349785}
+{"Finetune/Learning Rate": 1.468939770452693e-05, "Finetune/Loss": 0.9201381206512451, "Finetune/Loss (Raw)": 0.9242358207702637, "Finetune/Step": 1893, "Finetune/Step Time": 4.398424744606018}
+{"Finetune/Learning Rate": 1.4683894615019028e-05, "Finetune/Loss": 0.9188966751098633, "Finetune/Loss (Raw)": 0.8192968964576721, "Finetune/Step": 1894, "Finetune/Step Time": 4.389342648908496}
+{"Finetune/Learning Rate": 1.4678389707783072e-05, "Finetune/Loss": 0.9194844961166382, "Finetune/Loss (Raw)": 0.8913419246673584, "Finetune/Step": 1895, "Finetune/Step Time": 4.388240830972791}
+{"Finetune/Learning Rate": 1.4672882984955404e-05, "Finetune/Loss": 0.9200698733329773, "Finetune/Loss (Raw)": 0.9496853351593018, "Finetune/Step": 1896, "Finetune/Step Time": 4.390155650675297}
+{"Finetune/Learning Rate": 1.4667374448673081e-05, "Finetune/Loss": 0.922427773475647, "Finetune/Loss (Raw)": 1.0877195596694946, "Finetune/Step": 1897, "Finetune/Step Time": 4.376821398735046}
+{"Finetune/Learning Rate": 1.4661864101073857e-05, "Finetune/Loss": 0.9223174452781677, "Finetune/Loss (Raw)": 0.9814398288726807, "Finetune/Step": 1898, "Finetune/Step Time": 4.38179624453187}
+{"Finetune/Learning Rate": 1.465635194429619e-05, "Finetune/Loss": 0.9218747615814209, "Finetune/Loss (Raw)": 0.8216700553894043, "Finetune/Step": 1899, "Finetune/Step Time": 4.395483203232288}
+{"Finetune/Learning Rate": 1.4650837980479246e-05, "Finetune/Loss": 0.9204172492027283, "Finetune/Loss (Raw)": 0.8843438625335693, "Finetune/Step": 1900, "Finetune/Step Time": 4.408238839358091}
+{"Finetune/Learning Rate": 1.4645322211762876e-05, "Finetune/Loss": 0.9202089905738831, "Finetune/Loss (Raw)": 0.9014247059822083, "Finetune/Step": 1901, "Finetune/Step Time": 4.3932090271264315}
+{"Finetune/Learning Rate": 1.4639804640287652e-05, "Finetune/Loss": 0.9206646084785461, "Finetune/Loss (Raw)": 0.9903632998466492, "Finetune/Step": 1902, "Finetune/Step Time": 4.383683202788234}
+{"Finetune/Learning Rate": 1.4634285268194828e-05, "Finetune/Loss": 0.9193518161773682, "Finetune/Loss (Raw)": 0.8522175550460815, "Finetune/Step": 1903, "Finetune/Step Time": 4.40369401499629}
+{"Finetune/Learning Rate": 1.462876409762637e-05, "Finetune/Loss": 0.919262170791626, "Finetune/Loss (Raw)": 0.9242246150970459, "Finetune/Step": 1904, "Finetune/Step Time": 4.408734455704689}
+{"Finetune/Learning Rate": 1.4623241130724937e-05, "Finetune/Loss": 0.9141594171524048, "Finetune/Loss (Raw)": 0.32569998502731323, "Finetune/Step": 1905, "Finetune/Step Time": 4.450357945635915}
+{"Finetune/Learning Rate": 1.4617716369633876e-05, "Finetune/Loss": 0.9139125943183899, "Finetune/Loss (Raw)": 0.8984985947608948, "Finetune/Step": 1906, "Finetune/Step Time": 4.4681905545294285}
+{"Finetune/Learning Rate": 1.461218981649725e-05, "Finetune/Loss": 0.9127548933029175, "Finetune/Loss (Raw)": 0.9401028156280518, "Finetune/Step": 1907, "Finetune/Step Time": 4.483910597860813}
+{"Finetune/Learning Rate": 1.4606661473459801e-05, "Finetune/Loss": 0.912601113319397, "Finetune/Loss (Raw)": 0.877890408039093, "Finetune/Step": 1908, "Finetune/Step Time": 4.482076590880752}
+{"Finetune/Learning Rate": 1.4601131342666973e-05, "Finetune/Loss": 0.9119417071342468, "Finetune/Loss (Raw)": 0.7202466726303101, "Finetune/Step": 1909, "Finetune/Step Time": 4.482593346387148}
+{"Finetune/Learning Rate": 1.45955994262649e-05, "Finetune/Loss": 0.9119983911514282, "Finetune/Loss (Raw)": 0.923474133014679, "Finetune/Step": 1910, "Finetune/Step Time": 4.484604809433222}
+{"Finetune/Learning Rate": 1.459006572640041e-05, "Finetune/Loss": 0.9130640029907227, "Finetune/Loss (Raw)": 0.9785338640213013, "Finetune/Step": 1911, "Finetune/Step Time": 4.490467805415392}
+{"Finetune/Learning Rate": 1.4584530245221025e-05, "Finetune/Loss": 0.9124062061309814, "Finetune/Loss (Raw)": 0.9663681983947754, "Finetune/Step": 1912, "Finetune/Step Time": 4.483759252354503}
+{"Finetune/Learning Rate": 1.4578992984874956e-05, "Finetune/Loss": 0.9139811992645264, "Finetune/Loss (Raw)": 0.9523072838783264, "Finetune/Step": 1913, "Finetune/Step Time": 4.46892530657351}
+{"Finetune/Learning Rate": 1.457345394751111e-05, "Finetune/Loss": 0.9154120683670044, "Finetune/Loss (Raw)": 1.0819388628005981, "Finetune/Step": 1914, "Finetune/Step Time": 4.466510757803917}
+{"Finetune/Learning Rate": 1.4567913135279075e-05, "Finetune/Loss": 0.9173200130462646, "Finetune/Loss (Raw)": 1.0259324312210083, "Finetune/Step": 1915, "Finetune/Step Time": 4.4888660833239555}
+{"Finetune/Learning Rate": 1.456237055032913e-05, "Finetune/Loss": 0.9177196025848389, "Finetune/Loss (Raw)": 0.9101362228393555, "Finetune/Step": 1916, "Finetune/Step Time": 4.488718880340457}
+{"Finetune/Learning Rate": 1.455682619481225e-05, "Finetune/Loss": 0.9218739867210388, "Finetune/Loss (Raw)": 0.8298535943031311, "Finetune/Step": 1917, "Finetune/Step Time": 4.449724491685629}
+{"Finetune/Learning Rate": 1.4551280070880089e-05, "Finetune/Loss": 0.9209834337234497, "Finetune/Loss (Raw)": 0.880516767501831, "Finetune/Step": 1918, "Finetune/Step Time": 4.437896711751819}
+{"Finetune/Learning Rate": 1.4545732180684989e-05, "Finetune/Loss": 0.920038104057312, "Finetune/Loss (Raw)": 0.9258114695549011, "Finetune/Step": 1919, "Finetune/Step Time": 4.4342246782034636}
+{"Finetune/Learning Rate": 1.4540182526379976e-05, "Finetune/Loss": 0.9188768267631531, "Finetune/Loss (Raw)": 0.840822160243988, "Finetune/Step": 1920, "Finetune/Step Time": 4.443706475198269}
+{"Finetune/Learning Rate": 1.4534631110118763e-05, "Finetune/Loss": 0.9204974174499512, "Finetune/Loss (Raw)": 1.0118942260742188, "Finetune/Step": 1921, "Finetune/Step Time": 4.427351133897901}
+{"Finetune/Learning Rate": 1.4529077934055754e-05, "Finetune/Loss": 0.9149665236473083, "Finetune/Loss (Raw)": 0.30847254395484924, "Finetune/Step": 1922, "Finetune/Step Time": 4.464312182739377}
+{"Finetune/Learning Rate": 1.4523523000346012e-05, "Finetune/Loss": 0.9195380210876465, "Finetune/Loss (Raw)": 0.9583126306533813, "Finetune/Step": 1923, "Finetune/Step Time": 4.425097346305847}
+{"Finetune/Learning Rate": 1.4517966311145313e-05, "Finetune/Loss": 0.9206156730651855, "Finetune/Loss (Raw)": 1.036458969116211, "Finetune/Step": 1924, "Finetune/Step Time": 4.423299789428711}
+{"Finetune/Learning Rate": 1.4512407868610094e-05, "Finetune/Loss": 0.9217032790184021, "Finetune/Loss (Raw)": 1.1295568943023682, "Finetune/Step": 1925, "Finetune/Step Time": 4.420583251863718}
+{"Finetune/Learning Rate": 1.450684767489748e-05, "Finetune/Loss": 0.9171069860458374, "Finetune/Loss (Raw)": 0.3397045135498047, "Finetune/Step": 1926, "Finetune/Step Time": 4.455147789791226}
+{"Finetune/Learning Rate": 1.4501285732165271e-05, "Finetune/Loss": 0.9132964611053467, "Finetune/Loss (Raw)": 0.40233680605888367, "Finetune/Step": 1927, "Finetune/Step Time": 4.495483545586467}
+{"Finetune/Learning Rate": 1.4495722042571946e-05, "Finetune/Loss": 0.9141645431518555, "Finetune/Loss (Raw)": 1.0187186002731323, "Finetune/Step": 1928, "Finetune/Step Time": 4.4779251255095005}
+{"Finetune/Learning Rate": 1.4490156608276674e-05, "Finetune/Loss": 0.9122874140739441, "Finetune/Loss (Raw)": 0.8012799620628357, "Finetune/Step": 1929, "Finetune/Step Time": 4.469614064320922}
+{"Finetune/Learning Rate": 1.4484589431439283e-05, "Finetune/Loss": 0.9116944074630737, "Finetune/Loss (Raw)": 0.8612759709358215, "Finetune/Step": 1930, "Finetune/Step Time": 4.454901857301593}
+{"Finetune/Learning Rate": 1.4479020514220285e-05, "Finetune/Loss": 0.9120857119560242, "Finetune/Loss (Raw)": 0.955100953578949, "Finetune/Step": 1931, "Finetune/Step Time": 4.438546860590577}
+{"Finetune/Learning Rate": 1.4473449858780874e-05, "Finetune/Loss": 0.9111180305480957, "Finetune/Loss (Raw)": 0.8281240463256836, "Finetune/Step": 1932, "Finetune/Step Time": 4.452820789068937}
+{"Finetune/Learning Rate": 1.4467877467282906e-05, "Finetune/Loss": 0.9135826826095581, "Finetune/Loss (Raw)": 0.9562386870384216, "Finetune/Step": 1933, "Finetune/Step Time": 4.446042966097593}
+{"Finetune/Learning Rate": 1.4462303341888925e-05, "Finetune/Loss": 0.9146783947944641, "Finetune/Loss (Raw)": 0.995642900466919, "Finetune/Step": 1934, "Finetune/Step Time": 4.426427666097879}
+{"Finetune/Learning Rate": 1.4456727484762137e-05, "Finetune/Loss": 0.9154146313667297, "Finetune/Loss (Raw)": 1.0253167152404785, "Finetune/Step": 1935, "Finetune/Step Time": 4.4333738554269075}
+{"Finetune/Learning Rate": 1.4451149898066418e-05, "Finetune/Loss": 0.9146065711975098, "Finetune/Loss (Raw)": 0.8300409913063049, "Finetune/Step": 1936, "Finetune/Step Time": 4.44194271415472}
+{"Finetune/Learning Rate": 1.4445570583966329e-05, "Finetune/Loss": 0.9148116111755371, "Finetune/Loss (Raw)": 0.9627730250358582, "Finetune/Step": 1937, "Finetune/Step Time": 4.441222909837961}
+{"Finetune/Learning Rate": 1.4439989544627085e-05, "Finetune/Loss": 0.9106940031051636, "Finetune/Loss (Raw)": 0.4102371633052826, "Finetune/Step": 1938, "Finetune/Step Time": 4.469551729038358}
+{"Finetune/Learning Rate": 1.4434406782214584e-05, "Finetune/Loss": 0.9106594324111938, "Finetune/Loss (Raw)": 0.9197888970375061, "Finetune/Step": 1939, "Finetune/Step Time": 4.465315368026495}
+{"Finetune/Learning Rate": 1.4428822298895386e-05, "Finetune/Loss": 0.9082647562026978, "Finetune/Loss (Raw)": 0.5783272385597229, "Finetune/Step": 1940, "Finetune/Step Time": 4.472524458542466}
+{"Finetune/Learning Rate": 1.442323609683672e-05, "Finetune/Loss": 0.9081162214279175, "Finetune/Loss (Raw)": 0.8916772603988647, "Finetune/Step": 1941, "Finetune/Step Time": 4.4716009721159935}
+{"Finetune/Learning Rate": 1.4417648178206481e-05, "Finetune/Loss": 0.9091722965240479, "Finetune/Loss (Raw)": 1.1044211387634277, "Finetune/Step": 1942, "Finetune/Step Time": 4.473202716559172}
+{"Finetune/Learning Rate": 1.4412058545173228e-05, "Finetune/Loss": 0.9103440642356873, "Finetune/Loss (Raw)": 1.0273329019546509, "Finetune/Step": 1943, "Finetune/Step Time": 4.472882254049182}
+{"Finetune/Learning Rate": 1.4406467199906194e-05, "Finetune/Loss": 0.9098483324050903, "Finetune/Loss (Raw)": 0.9568736553192139, "Finetune/Step": 1944, "Finetune/Step Time": 4.482664877548814}
+{"Finetune/Learning Rate": 1.440087414457527e-05, "Finetune/Loss": 0.905820369720459, "Finetune/Loss (Raw)": 0.3874048590660095, "Finetune/Step": 1945, "Finetune/Step Time": 4.521210074424744}
+{"Finetune/Learning Rate": 1.4395279381351008e-05, "Finetune/Loss": 0.906056821346283, "Finetune/Loss (Raw)": 0.9285922646522522, "Finetune/Step": 1946, "Finetune/Step Time": 4.534507339820266}
+{"Finetune/Learning Rate": 1.438968291240463e-05, "Finetune/Loss": 0.9071750640869141, "Finetune/Loss (Raw)": 1.1100682020187378, "Finetune/Step": 1947, "Finetune/Step Time": 4.5326606668531895}
+{"Finetune/Learning Rate": 1.4384084739908016e-05, "Finetune/Loss": 0.9090930819511414, "Finetune/Loss (Raw)": 1.0809794664382935, "Finetune/Step": 1948, "Finetune/Step Time": 4.5325531382113695}
+{"Finetune/Learning Rate": 1.4378484866033705e-05, "Finetune/Loss": 0.9098926186561584, "Finetune/Loss (Raw)": 1.053792119026184, "Finetune/Step": 1949, "Finetune/Step Time": 4.5305335111916065}
+{"Finetune/Learning Rate": 1.43728832929549e-05, "Finetune/Loss": 0.9090923070907593, "Finetune/Loss (Raw)": 1.074788212776184, "Finetune/Step": 1950, "Finetune/Step Time": 4.526765046641231}
+{"Finetune/Learning Rate": 1.4367280022845462e-05, "Finetune/Loss": 0.9100008010864258, "Finetune/Loss (Raw)": 1.0530719757080078, "Finetune/Step": 1951, "Finetune/Step Time": 4.53115776181221}
+{"Finetune/Learning Rate": 1.4361675057879913e-05, "Finetune/Loss": 0.9117650985717773, "Finetune/Loss (Raw)": 1.0586532354354858, "Finetune/Step": 1952, "Finetune/Step Time": 4.52542675472796}
+{"Finetune/Learning Rate": 1.4356068400233429e-05, "Finetune/Loss": 0.9102118015289307, "Finetune/Loss (Raw)": 0.7019010782241821, "Finetune/Step": 1953, "Finetune/Step Time": 4.531321130692959}
+{"Finetune/Learning Rate": 1.435046005208184e-05, "Finetune/Loss": 0.9088649749755859, "Finetune/Loss (Raw)": 0.8341823816299438, "Finetune/Step": 1954, "Finetune/Step Time": 4.545199142768979}
+{"Finetune/Learning Rate": 1.4344850015601644e-05, "Finetune/Loss": 0.9079697132110596, "Finetune/Loss (Raw)": 0.820377767086029, "Finetune/Step": 1955, "Finetune/Step Time": 4.529986580833793}
+{"Finetune/Learning Rate": 1.4339238292969981e-05, "Finetune/Loss": 0.9062641859054565, "Finetune/Loss (Raw)": 0.8479759693145752, "Finetune/Step": 1956, "Finetune/Step Time": 4.5245461240410805}
+{"Finetune/Learning Rate": 1.4333624886364655e-05, "Finetune/Loss": 0.9058483242988586, "Finetune/Loss (Raw)": 1.0629276037216187, "Finetune/Step": 1957, "Finetune/Step Time": 4.517541395500302}
+{"Finetune/Learning Rate": 1.4328009797964115e-05, "Finetune/Loss": 0.9059110879898071, "Finetune/Loss (Raw)": 1.0460377931594849, "Finetune/Step": 1958, "Finetune/Step Time": 4.5026462264359}
+{"Finetune/Learning Rate": 1.432239302994747e-05, "Finetune/Loss": 0.9052519798278809, "Finetune/Loss (Raw)": 0.8268312811851501, "Finetune/Step": 1959, "Finetune/Step Time": 4.5055854972451925}
+{"Finetune/Learning Rate": 1.431677458449448e-05, "Finetune/Loss": 0.905778706073761, "Finetune/Loss (Raw)": 1.0958577394485474, "Finetune/Step": 1960, "Finetune/Step Time": 4.51087630726397}
+{"Finetune/Learning Rate": 1.431115446378555e-05, "Finetune/Loss": 0.9055197834968567, "Finetune/Loss (Raw)": 0.8066558837890625, "Finetune/Step": 1961, "Finetune/Step Time": 4.498537927865982}
+{"Finetune/Learning Rate": 1.4305532670001743e-05, "Finetune/Loss": 0.9002572298049927, "Finetune/Loss (Raw)": 0.4138638377189636, "Finetune/Step": 1962, "Finetune/Step Time": 4.539806364104152}
+{"Finetune/Learning Rate": 1.4299909205324762e-05, "Finetune/Loss": 0.896011471748352, "Finetune/Loss (Raw)": 0.3993474245071411, "Finetune/Step": 1963, "Finetune/Step Time": 4.565190885215998}
+{"Finetune/Learning Rate": 1.4294284071936968e-05, "Finetune/Loss": 0.8962112665176392, "Finetune/Loss (Raw)": 0.9963064193725586, "Finetune/Step": 1964, "Finetune/Step Time": 4.572019837796688}
+{"Finetune/Learning Rate": 1.4288657272021367e-05, "Finetune/Loss": 0.8952206373214722, "Finetune/Loss (Raw)": 0.8025700449943542, "Finetune/Step": 1965, "Finetune/Step Time": 4.565804712474346}
+{"Finetune/Learning Rate": 1.4283028807761603e-05, "Finetune/Loss": 0.8944146037101746, "Finetune/Loss (Raw)": 0.8701207637786865, "Finetune/Step": 1966, "Finetune/Step Time": 4.5551209188997746}
+{"Finetune/Learning Rate": 1.4277398681341982e-05, "Finetune/Loss": 0.893354594707489, "Finetune/Loss (Raw)": 0.833354651927948, "Finetune/Step": 1967, "Finetune/Step Time": 4.537222350016236}
+{"Finetune/Learning Rate": 1.4271766894947441e-05, "Finetune/Loss": 0.8934012055397034, "Finetune/Loss (Raw)": 1.0087244510650635, "Finetune/Step": 1968, "Finetune/Step Time": 4.5292115695774555}
+{"Finetune/Learning Rate": 1.4266133450763564e-05, "Finetune/Loss": 0.8904919624328613, "Finetune/Loss (Raw)": 0.4487522542476654, "Finetune/Step": 1969, "Finetune/Step Time": 4.565662957727909}
+{"Finetune/Learning Rate": 1.426049835097659e-05, "Finetune/Loss": 0.8892261385917664, "Finetune/Loss (Raw)": 0.8919495344161987, "Finetune/Step": 1970, "Finetune/Step Time": 4.560373790562153}
+{"Finetune/Learning Rate": 1.425486159777338e-05, "Finetune/Loss": 0.8848831653594971, "Finetune/Loss (Raw)": 0.4079763889312744, "Finetune/Step": 1971, "Finetune/Step Time": 4.582948267459869}
+{"Finetune/Learning Rate": 1.4249223193341456e-05, "Finetune/Loss": 0.8847342729568481, "Finetune/Loss (Raw)": 0.9087017774581909, "Finetune/Step": 1972, "Finetune/Step Time": 4.576744064688683}
+{"Finetune/Learning Rate": 1.4243583139868969e-05, "Finetune/Loss": 0.8844025135040283, "Finetune/Loss (Raw)": 0.8705642819404602, "Finetune/Step": 1973, "Finetune/Step Time": 4.6084414422512054}
+{"Finetune/Learning Rate": 1.423794143954471e-05, "Finetune/Loss": 0.8845490217208862, "Finetune/Loss (Raw)": 1.0647536516189575, "Finetune/Step": 1974, "Finetune/Step Time": 4.607298927381635}
+{"Finetune/Learning Rate": 1.4232298094558125e-05, "Finetune/Loss": 0.8838866949081421, "Finetune/Loss (Raw)": 0.914106011390686, "Finetune/Step": 1975, "Finetune/Step Time": 4.596942165866494}
+{"Finetune/Learning Rate": 1.4226653107099273e-05, "Finetune/Loss": 0.8838356733322144, "Finetune/Loss (Raw)": 0.9384995102882385, "Finetune/Step": 1976, "Finetune/Step Time": 4.59971709176898}
+{"Finetune/Learning Rate": 1.422100647935887e-05, "Finetune/Loss": 0.8833791017532349, "Finetune/Loss (Raw)": 0.9779874086380005, "Finetune/Step": 1977, "Finetune/Step Time": 4.608088508248329}
+{"Finetune/Learning Rate": 1.421535821352826e-05, "Finetune/Loss": 0.8834095001220703, "Finetune/Loss (Raw)": 1.0347508192062378, "Finetune/Step": 1978, "Finetune/Step Time": 4.601499689742923}
+{"Finetune/Learning Rate": 1.4209708311799424e-05, "Finetune/Loss": 0.8798927068710327, "Finetune/Loss (Raw)": 0.3800123929977417, "Finetune/Step": 1979, "Finetune/Step Time": 4.617621835321188}
+{"Finetune/Learning Rate": 1.4204056776364985e-05, "Finetune/Loss": 0.8784406781196594, "Finetune/Loss (Raw)": 0.8008216619491577, "Finetune/Step": 1980, "Finetune/Step Time": 4.631070405244827}
+{"Finetune/Learning Rate": 1.4198403609418184e-05, "Finetune/Loss": 0.878705620765686, "Finetune/Loss (Raw)": 0.9995073676109314, "Finetune/Step": 1981, "Finetune/Step Time": 4.626063404604793}
+{"Finetune/Learning Rate": 1.419274881315291e-05, "Finetune/Loss": 0.8786320686340332, "Finetune/Loss (Raw)": 0.9607216119766235, "Finetune/Step": 1982, "Finetune/Step Time": 4.634173942729831}
+{"Finetune/Learning Rate": 1.418709238976368e-05, "Finetune/Loss": 0.8776686191558838, "Finetune/Loss (Raw)": 0.8925209045410156, "Finetune/Step": 1983, "Finetune/Step Time": 4.632487643510103}
+{"Finetune/Learning Rate": 1.4181434341445634e-05, "Finetune/Loss": 0.8778532147407532, "Finetune/Loss (Raw)": 1.086990475654602, "Finetune/Step": 1984, "Finetune/Step Time": 4.632138326764107}
+{"Finetune/Learning Rate": 1.4175774670394561e-05, "Finetune/Loss": 0.8788636922836304, "Finetune/Loss (Raw)": 1.005415678024292, "Finetune/Step": 1985, "Finetune/Step Time": 4.59247419424355}
+{"Finetune/Learning Rate": 1.4170113378806862e-05, "Finetune/Loss": 0.8803185224533081, "Finetune/Loss (Raw)": 1.1694989204406738, "Finetune/Step": 1986, "Finetune/Step Time": 4.582983464002609}
+{"Finetune/Learning Rate": 1.4164450468879578e-05, "Finetune/Loss": 0.8794260025024414, "Finetune/Loss (Raw)": 0.9370591044425964, "Finetune/Step": 1987, "Finetune/Step Time": 4.61448915861547}
+{"Finetune/Learning Rate": 1.4158785942810367e-05, "Finetune/Loss": 0.8792569637298584, "Finetune/Loss (Raw)": 0.8709183931350708, "Finetune/Step": 1988, "Finetune/Step Time": 4.613263165578246}
+{"Finetune/Learning Rate": 1.4153119802797526e-05, "Finetune/Loss": 0.8801857233047485, "Finetune/Loss (Raw)": 0.9679738283157349, "Finetune/Step": 1989, "Finetune/Step Time": 4.615158712491393}
+{"Finetune/Learning Rate": 1.4147452051039974e-05, "Finetune/Loss": 0.8811991214752197, "Finetune/Loss (Raw)": 0.9856707453727722, "Finetune/Step": 1990, "Finetune/Step Time": 4.615750269964337}
+{"Finetune/Learning Rate": 1.4141782689737252e-05, "Finetune/Loss": 0.8811227083206177, "Finetune/Loss (Raw)": 0.8060808181762695, "Finetune/Step": 1991, "Finetune/Step Time": 4.611371774226427}
+{"Finetune/Learning Rate": 1.413611172108953e-05, "Finetune/Loss": 0.8821383714675903, "Finetune/Loss (Raw)": 0.9618552327156067, "Finetune/Step": 1992, "Finetune/Step Time": 4.600739859044552}
+{"Finetune/Learning Rate": 1.41304391472976e-05, "Finetune/Loss": 0.8808560371398926, "Finetune/Loss (Raw)": 0.8564913868904114, "Finetune/Step": 1993, "Finetune/Step Time": 4.605116195976734}
+{"Finetune/Learning Rate": 1.4124764970562874e-05, "Finetune/Loss": 0.8786091804504395, "Finetune/Loss (Raw)": 0.7481817603111267, "Finetune/Step": 1994, "Finetune/Step Time": 4.601153494790196}
+{"Finetune/Learning Rate": 1.4119089193087396e-05, "Finetune/Loss": 0.8763751983642578, "Finetune/Loss (Raw)": 0.7895771861076355, "Finetune/Step": 1995, "Finetune/Step Time": 4.604367062449455}
+{"Finetune/Learning Rate": 1.4113411817073818e-05, "Finetune/Loss": 0.8754384517669678, "Finetune/Loss (Raw)": 0.8314724564552307, "Finetune/Step": 1996, "Finetune/Step Time": 4.591464836150408}
+{"Finetune/Learning Rate": 1.4107732844725424e-05, "Finetune/Loss": 0.8756647109985352, "Finetune/Loss (Raw)": 1.0633922815322876, "Finetune/Step": 1997, "Finetune/Step Time": 4.599673256278038}
+{"Finetune/Learning Rate": 1.4102052278246107e-05, "Finetune/Loss": 0.875845730304718, "Finetune/Loss (Raw)": 0.9021812677383423, "Finetune/Step": 1998, "Finetune/Step Time": 4.600241217762232}
+{"Finetune/Learning Rate": 1.4096370119840389e-05, "Finetune/Loss": 0.8718606233596802, "Finetune/Loss (Raw)": 0.415613055229187, "Finetune/Step": 1999, "Finetune/Step Time": 4.6074752304703}
+{"Finetune/Learning Rate": 1.4090686371713403e-05, "Finetune/Loss": 0.8721956014633179, "Finetune/Loss (Raw)": 0.8672993183135986, "Finetune/Step": 2000, "Finetune/Step Time": 4.630682883784175}
+{"Finetune/Learning Rate": 1.4085001036070896e-05, "Finetune/Loss": 0.8766691088676453, "Finetune/Loss (Raw)": 0.940656304359436, "Finetune/Step": 2001, "Finetune/Step Time": 4.589612912386656}
+{"Finetune/Learning Rate": 1.4079314115119242e-05, "Finetune/Loss": 0.875760555267334, "Finetune/Loss (Raw)": 0.9261956214904785, "Finetune/Step": 2002, "Finetune/Step Time": 4.581579335033894}
+{"Finetune/Learning Rate": 1.4073625611065422e-05, "Finetune/Loss": 0.8757544755935669, "Finetune/Loss (Raw)": 0.8699857592582703, "Finetune/Step": 2003, "Finetune/Step Time": 4.586639486253262}
+{"Finetune/Learning Rate": 1.4067935526117033e-05, "Finetune/Loss": 0.8753079175949097, "Finetune/Loss (Raw)": 0.8891309499740601, "Finetune/Step": 2004, "Finetune/Step Time": 4.5912063885480165}
+{"Finetune/Learning Rate": 1.4062243862482286e-05, "Finetune/Loss": 0.8749631643295288, "Finetune/Loss (Raw)": 0.9028854966163635, "Finetune/Step": 2005, "Finetune/Step Time": 4.584505805745721}
+{"Finetune/Learning Rate": 1.4056550622370004e-05, "Finetune/Loss": 0.8760180473327637, "Finetune/Loss (Raw)": 0.9233777523040771, "Finetune/Step": 2006, "Finetune/Step Time": 4.573948126286268}
+{"Finetune/Learning Rate": 1.4050855807989626e-05, "Finetune/Loss": 0.8765246272087097, "Finetune/Loss (Raw)": 1.1223235130310059, "Finetune/Step": 2007, "Finetune/Step Time": 4.573940450325608}
+{"Finetune/Learning Rate": 1.4045159421551191e-05, "Finetune/Loss": 0.8779486417770386, "Finetune/Loss (Raw)": 0.9756348729133606, "Finetune/Step": 2008, "Finetune/Step Time": 4.55869354121387}
+{"Finetune/Learning Rate": 1.4039461465265362e-05, "Finetune/Loss": 0.8784254789352417, "Finetune/Loss (Raw)": 0.881589412689209, "Finetune/Step": 2009, "Finetune/Step Time": 4.547572256997228}
+{"Finetune/Learning Rate": 1.4033761941343403e-05, "Finetune/Loss": 0.8787788152694702, "Finetune/Loss (Raw)": 1.0171043872833252, "Finetune/Step": 2010, "Finetune/Step Time": 4.552591618150473}
+{"Finetune/Learning Rate": 1.4028060851997183e-05, "Finetune/Loss": 0.8804752826690674, "Finetune/Loss (Raw)": 1.0835349559783936, "Finetune/Step": 2011, "Finetune/Step Time": 4.5463167652487755}
+{"Finetune/Learning Rate": 1.4022358199439193e-05, "Finetune/Loss": 0.8848584890365601, "Finetune/Loss (Raw)": 0.9203377962112427, "Finetune/Step": 2012, "Finetune/Step Time": 4.506652196869254}
+{"Finetune/Learning Rate": 1.4016653985882512e-05, "Finetune/Loss": 0.8851854205131531, "Finetune/Loss (Raw)": 1.0058696269989014, "Finetune/Step": 2013, "Finetune/Step Time": 4.522727055475116}
+{"Finetune/Learning Rate": 1.4010948213540838e-05, "Finetune/Loss": 0.8829314708709717, "Finetune/Loss (Raw)": 0.7806486487388611, "Finetune/Step": 2014, "Finetune/Step Time": 4.531558662652969}
+{"Finetune/Learning Rate": 1.4005240884628473e-05, "Finetune/Loss": 0.8797545433044434, "Finetune/Loss (Raw)": 0.3971501886844635, "Finetune/Step": 2015, "Finetune/Step Time": 4.567242367193103}
+{"Finetune/Learning Rate": 1.3999532001360309e-05, "Finetune/Loss": 0.8770102262496948, "Finetune/Loss (Raw)": 0.4037289023399353, "Finetune/Step": 2016, "Finetune/Step Time": 4.602317007258534}
+{"Finetune/Learning Rate": 1.3993821565951868e-05, "Finetune/Loss": 0.8762995004653931, "Finetune/Loss (Raw)": 0.8344810605049133, "Finetune/Step": 2017, "Finetune/Step Time": 4.6082110311836}
+{"Finetune/Learning Rate": 1.3988109580619244e-05, "Finetune/Loss": 0.8766591548919678, "Finetune/Loss (Raw)": 0.9504199028015137, "Finetune/Step": 2018, "Finetune/Step Time": 4.609523167833686}
+{"Finetune/Learning Rate": 1.3982396047579156e-05, "Finetune/Loss": 0.8755795359611511, "Finetune/Loss (Raw)": 0.8635178208351135, "Finetune/Step": 2019, "Finetune/Step Time": 4.610685355961323}
+{"Finetune/Learning Rate": 1.3976680969048912e-05, "Finetune/Loss": 0.8745735287666321, "Finetune/Loss (Raw)": 0.9691467881202698, "Finetune/Step": 2020, "Finetune/Step Time": 4.614384148269892}
+{"Finetune/Learning Rate": 1.3970964347246419e-05, "Finetune/Loss": 0.8747007250785828, "Finetune/Loss (Raw)": 0.940521776676178, "Finetune/Step": 2021, "Finetune/Step Time": 4.616217911243439}
+{"Finetune/Learning Rate": 1.3965246184390193e-05, "Finetune/Loss": 0.8754183053970337, "Finetune/Loss (Raw)": 0.9111441373825073, "Finetune/Step": 2022, "Finetune/Step Time": 4.6231057941913605}
+{"Finetune/Learning Rate": 1.3959526482699335e-05, "Finetune/Loss": 0.8743341565132141, "Finetune/Loss (Raw)": 0.752574622631073, "Finetune/Step": 2023, "Finetune/Step Time": 4.6480894554406404}
+{"Finetune/Learning Rate": 1.3953805244393554e-05, "Finetune/Loss": 0.8740830421447754, "Finetune/Loss (Raw)": 0.9175423979759216, "Finetune/Step": 2024, "Finetune/Step Time": 4.647568490356207}
+{"Finetune/Learning Rate": 1.394808247169315e-05, "Finetune/Loss": 0.8723375201225281, "Finetune/Loss (Raw)": 0.8642896413803101, "Finetune/Step": 2025, "Finetune/Step Time": 4.659794643521309}
+{"Finetune/Learning Rate": 1.3942358166819016e-05, "Finetune/Loss": 0.8721087574958801, "Finetune/Loss (Raw)": 0.9521610140800476, "Finetune/Step": 2026, "Finetune/Step Time": 4.64622987434268}
+{"Finetune/Learning Rate": 1.3936632331992648e-05, "Finetune/Loss": 0.8723458051681519, "Finetune/Loss (Raw)": 0.8520148992538452, "Finetune/Step": 2027, "Finetune/Step Time": 4.6257801577448845}
+{"Finetune/Learning Rate": 1.3930904969436125e-05, "Finetune/Loss": 0.8728333711624146, "Finetune/Loss (Raw)": 0.946754515171051, "Finetune/Step": 2028, "Finetune/Step Time": 4.628015447407961}
+{"Finetune/Learning Rate": 1.3925176081372129e-05, "Finetune/Loss": 0.8738610744476318, "Finetune/Loss (Raw)": 1.032963752746582, "Finetune/Step": 2029, "Finetune/Step Time": 4.621013671159744}
+{"Finetune/Learning Rate": 1.3919445670023933e-05, "Finetune/Loss": 0.8688695430755615, "Finetune/Loss (Raw)": 0.35145485401153564, "Finetune/Step": 2030, "Finetune/Step Time": 4.653931885957718}
+{"Finetune/Learning Rate": 1.3913713737615387e-05, "Finetune/Loss": 0.8691387176513672, "Finetune/Loss (Raw)": 0.8866680860519409, "Finetune/Step": 2031, "Finetune/Step Time": 4.63863331079483}
+{"Finetune/Learning Rate": 1.3907980286370952e-05, "Finetune/Loss": 0.8699524402618408, "Finetune/Loss (Raw)": 1.028379201889038, "Finetune/Step": 2032, "Finetune/Step Time": 4.6391978822648525}
+{"Finetune/Learning Rate": 1.3902245318515661e-05, "Finetune/Loss": 0.8751948475837708, "Finetune/Loss (Raw)": 0.9967288970947266, "Finetune/Step": 2033, "Finetune/Step Time": 4.603494236245751}
+{"Finetune/Learning Rate": 1.389650883627515e-05, "Finetune/Loss": 0.8763582706451416, "Finetune/Loss (Raw)": 1.0474153757095337, "Finetune/Step": 2034, "Finetune/Step Time": 4.586184237152338}
+{"Finetune/Learning Rate": 1.3890770841875632e-05, "Finetune/Loss": 0.8754358291625977, "Finetune/Loss (Raw)": 0.8220250010490417, "Finetune/Step": 2035, "Finetune/Step Time": 4.5955731719732285}
+{"Finetune/Learning Rate": 1.388503133754391e-05, "Finetune/Loss": 0.8761847019195557, "Finetune/Loss (Raw)": 0.973753035068512, "Finetune/Step": 2036, "Finetune/Step Time": 4.608568435534835}
+{"Finetune/Learning Rate": 1.3879290325507378e-05, "Finetune/Loss": 0.8778629302978516, "Finetune/Loss (Raw)": 0.9350597262382507, "Finetune/Step": 2037, "Finetune/Step Time": 4.629125049337745}
+{"Finetune/Learning Rate": 1.3873547807994e-05, "Finetune/Loss": 0.8769338130950928, "Finetune/Loss (Raw)": 0.8045437932014465, "Finetune/Step": 2038, "Finetune/Step Time": 4.631465727463365}
+{"Finetune/Learning Rate": 1.386780378723235e-05, "Finetune/Loss": 0.8774517774581909, "Finetune/Loss (Raw)": 1.044834852218628, "Finetune/Step": 2039, "Finetune/Step Time": 4.625622931867838}
+{"Finetune/Learning Rate": 1.3862058265451561e-05, "Finetune/Loss": 0.8777697086334229, "Finetune/Loss (Raw)": 1.0070644617080688, "Finetune/Step": 2040, "Finetune/Step Time": 4.624565504491329}
+{"Finetune/Learning Rate": 1.385631124488136e-05, "Finetune/Loss": 0.8779279589653015, "Finetune/Loss (Raw)": 0.9725608825683594, "Finetune/Step": 2041, "Finetune/Step Time": 4.667834358289838}
+{"Finetune/Learning Rate": 1.385056272775205e-05, "Finetune/Loss": 0.8758438229560852, "Finetune/Loss (Raw)": 0.8151735067367554, "Finetune/Step": 2042, "Finetune/Step Time": 4.66910851188004}
+{"Finetune/Learning Rate": 1.3844812716294523e-05, "Finetune/Loss": 0.8751163482666016, "Finetune/Loss (Raw)": 0.9328147172927856, "Finetune/Step": 2043, "Finetune/Step Time": 4.63932079449296}
+{"Finetune/Learning Rate": 1.3839061212740244e-05, "Finetune/Loss": 0.8752776384353638, "Finetune/Loss (Raw)": 0.9307776093482971, "Finetune/Step": 2044, "Finetune/Step Time": 4.639325521886349}
+{"Finetune/Learning Rate": 1.383330821932126e-05, "Finetune/Loss": 0.8766698241233826, "Finetune/Loss (Raw)": 1.0080554485321045, "Finetune/Step": 2045, "Finetune/Step Time": 4.650805301964283}
+{"Finetune/Learning Rate": 1.3827553738270196e-05, "Finetune/Loss": 0.8778589963912964, "Finetune/Loss (Raw)": 1.0327333211898804, "Finetune/Step": 2046, "Finetune/Step Time": 4.650608625262976}
+{"Finetune/Learning Rate": 1.382179777182025e-05, "Finetune/Loss": 0.8781523108482361, "Finetune/Loss (Raw)": 0.963356077671051, "Finetune/Step": 2047, "Finetune/Step Time": 4.653905464336276}
+{"Finetune/Learning Rate": 1.3816040322205206e-05, "Finetune/Loss": 0.8779080510139465, "Finetune/Loss (Raw)": 0.8095571994781494, "Finetune/Step": 2048, "Finetune/Step Time": 4.643191639333963}
+{"Finetune/Learning Rate": 1.3810281391659414e-05, "Finetune/Loss": 0.8754551410675049, "Finetune/Loss (Raw)": 0.6979159116744995, "Finetune/Step": 2049, "Finetune/Step Time": 4.663367420434952}
+{"Finetune/Learning Rate": 1.3804520982417802e-05, "Finetune/Loss": 0.8794548511505127, "Finetune/Loss (Raw)": 0.8204393982887268, "Finetune/Step": 2050, "Finetune/Step Time": 4.632525412365794}
+{"Finetune/Learning Rate": 1.3798759096715877e-05, "Finetune/Loss": 0.8803426027297974, "Finetune/Loss (Raw)": 1.071946382522583, "Finetune/Step": 2051, "Finetune/Step Time": 4.636518985033035}
+{"Finetune/Learning Rate": 1.379299573678971e-05, "Finetune/Loss": 0.8798605799674988, "Finetune/Loss (Raw)": 0.9747650623321533, "Finetune/Step": 2052, "Finetune/Step Time": 4.648857079446316}
+{"Finetune/Learning Rate": 1.3787230904875947e-05, "Finetune/Loss": 0.878328800201416, "Finetune/Loss (Raw)": 0.9334810972213745, "Finetune/Step": 2053, "Finetune/Step Time": 4.651277469471097}
+{"Finetune/Learning Rate": 1.3781464603211811e-05, "Finetune/Loss": 0.8837982416152954, "Finetune/Loss (Raw)": 1.0397993326187134, "Finetune/Step": 2054, "Finetune/Step Time": 4.6143825482577085}
+{"Finetune/Learning Rate": 1.3775696834035088e-05, "Finetune/Loss": 0.8884645104408264, "Finetune/Loss (Raw)": 0.9996132254600525, "Finetune/Step": 2055, "Finetune/Step Time": 4.580781554803252}
+{"Finetune/Learning Rate": 1.3769927599584141e-05, "Finetune/Loss": 0.8883098363876343, "Finetune/Loss (Raw)": 0.99892258644104, "Finetune/Step": 2056, "Finetune/Step Time": 4.581599108874798}
+{"Finetune/Learning Rate": 1.376415690209789e-05, "Finetune/Loss": 0.8889191150665283, "Finetune/Loss (Raw)": 0.8792689442634583, "Finetune/Step": 2057, "Finetune/Step Time": 4.590041195973754}
+{"Finetune/Learning Rate": 1.3758384743815838e-05, "Finetune/Loss": 0.8892195224761963, "Finetune/Loss (Raw)": 0.8997243046760559, "Finetune/Step": 2058, "Finetune/Step Time": 4.606687590479851}
+{"Finetune/Learning Rate": 1.3752611126978045e-05, "Finetune/Loss": 0.8882200121879578, "Finetune/Loss (Raw)": 0.8271621465682983, "Finetune/Step": 2059, "Finetune/Step Time": 4.602188987657428}
+{"Finetune/Learning Rate": 1.3746836053825133e-05, "Finetune/Loss": 0.8889681100845337, "Finetune/Loss (Raw)": 0.9238845109939575, "Finetune/Step": 2060, "Finetune/Step Time": 4.582518849521875}
+{"Finetune/Learning Rate": 1.3741059526598299e-05, "Finetune/Loss": 0.889474093914032, "Finetune/Loss (Raw)": 1.0210028886795044, "Finetune/Step": 2061, "Finetune/Step Time": 4.581440692767501}
+{"Finetune/Learning Rate": 1.3735281547539304e-05, "Finetune/Loss": 0.8884193897247314, "Finetune/Loss (Raw)": 0.8606467247009277, "Finetune/Step": 2062, "Finetune/Step Time": 4.581418531015515}
+{"Finetune/Learning Rate": 1.3729502118890463e-05, "Finetune/Loss": 0.8881851434707642, "Finetune/Loss (Raw)": 0.9953327178955078, "Finetune/Step": 2063, "Finetune/Step Time": 4.572733025997877}
+{"Finetune/Learning Rate": 1.3723721242894663e-05, "Finetune/Loss": 0.8888393044471741, "Finetune/Loss (Raw)": 0.9137758016586304, "Finetune/Step": 2064, "Finetune/Step Time": 4.586523057892919}
+{"Finetune/Learning Rate": 1.3717938921795347e-05, "Finetune/Loss": 0.8888298273086548, "Finetune/Loss (Raw)": 0.9615543484687805, "Finetune/Step": 2065, "Finetune/Step Time": 4.593656625598669}
+{"Finetune/Learning Rate": 1.3712155157836522e-05, "Finetune/Loss": 0.8882820010185242, "Finetune/Loss (Raw)": 0.34011343121528625, "Finetune/Step": 2066, "Finetune/Step Time": 4.593453695997596}
+{"Finetune/Learning Rate": 1.3706369953262754e-05, "Finetune/Loss": 0.8884438276290894, "Finetune/Loss (Raw)": 0.940502405166626, "Finetune/Step": 2067, "Finetune/Step Time": 4.594160735607147}
+{"Finetune/Learning Rate": 1.3700583310319171e-05, "Finetune/Loss": 0.8910939693450928, "Finetune/Loss (Raw)": 0.9175461530685425, "Finetune/Step": 2068, "Finetune/Step Time": 4.57701295427978}
+{"Finetune/Learning Rate": 1.3694795231251453e-05, "Finetune/Loss": 0.8912186622619629, "Finetune/Loss (Raw)": 0.907645046710968, "Finetune/Step": 2069, "Finetune/Step Time": 4.574012715369463}
+{"Finetune/Learning Rate": 1.368900571830584e-05, "Finetune/Loss": 0.8879356384277344, "Finetune/Loss (Raw)": 0.684185802936554, "Finetune/Step": 2070, "Finetune/Step Time": 4.585839981213212}
+{"Finetune/Learning Rate": 1.3683214773729123e-05, "Finetune/Loss": 0.8874572515487671, "Finetune/Loss (Raw)": 0.9661040902137756, "Finetune/Step": 2071, "Finetune/Step Time": 4.591903176158667}
+{"Finetune/Learning Rate": 1.3677422399768667e-05, "Finetune/Loss": 0.888535737991333, "Finetune/Loss (Raw)": 1.0949149131774902, "Finetune/Step": 2072, "Finetune/Step Time": 4.584850227460265}
+{"Finetune/Learning Rate": 1.3671628598672373e-05, "Finetune/Loss": 0.8926140069961548, "Finetune/Loss (Raw)": 0.9094234704971313, "Finetune/Step": 2073, "Finetune/Step Time": 4.55604100227356}
+{"Finetune/Learning Rate": 1.3665833372688702e-05, "Finetune/Loss": 0.8933793306350708, "Finetune/Loss (Raw)": 1.0265576839447021, "Finetune/Step": 2074, "Finetune/Step Time": 4.55159754306078}
+{"Finetune/Learning Rate": 1.366003672406667e-05, "Finetune/Loss": 0.8914803266525269, "Finetune/Loss (Raw)": 0.8669925332069397, "Finetune/Step": 2075, "Finetune/Step Time": 4.551086757332087}
+{"Finetune/Learning Rate": 1.3654238655055836e-05, "Finetune/Loss": 0.8891004323959351, "Finetune/Loss (Raw)": 0.7763542532920837, "Finetune/Step": 2076, "Finetune/Step Time": 4.563441760838032}
+{"Finetune/Learning Rate": 1.364843916790633e-05, "Finetune/Loss": 0.8876057267189026, "Finetune/Loss (Raw)": 0.8624701499938965, "Finetune/Step": 2077, "Finetune/Step Time": 4.563288453966379}
+{"Finetune/Learning Rate": 1.3642638264868808e-05, "Finetune/Loss": 0.8860979080200195, "Finetune/Loss (Raw)": 0.8817867636680603, "Finetune/Step": 2078, "Finetune/Step Time": 4.563153011724353}
+{"Finetune/Learning Rate": 1.3636835948194494e-05, "Finetune/Loss": 0.8850579857826233, "Finetune/Loss (Raw)": 0.9199610948562622, "Finetune/Step": 2079, "Finetune/Step Time": 4.558001911267638}
+{"Finetune/Learning Rate": 1.3631032220135152e-05, "Finetune/Loss": 0.8828587532043457, "Finetune/Loss (Raw)": 0.7771596908569336, "Finetune/Step": 2080, "Finetune/Step Time": 4.566195540130138}
+{"Finetune/Learning Rate": 1.3625227082943093e-05, "Finetune/Loss": 0.8844910264015198, "Finetune/Loss (Raw)": 0.910823404788971, "Finetune/Step": 2081, "Finetune/Step Time": 4.5659431498497725}
+{"Finetune/Learning Rate": 1.361942053887118e-05, "Finetune/Loss": 0.8846171498298645, "Finetune/Loss (Raw)": 0.850326657295227, "Finetune/Step": 2082, "Finetune/Step Time": 4.547379691153765}
+{"Finetune/Learning Rate": 1.361361259017282e-05, "Finetune/Loss": 0.8857877254486084, "Finetune/Loss (Raw)": 0.9702121615409851, "Finetune/Step": 2083, "Finetune/Step Time": 4.530115824192762}
+{"Finetune/Learning Rate": 1.3607803239101965e-05, "Finetune/Loss": 0.8877620697021484, "Finetune/Loss (Raw)": 1.1006923913955688, "Finetune/Step": 2084, "Finetune/Step Time": 4.531529534608126}
+{"Finetune/Learning Rate": 1.360199248791311e-05, "Finetune/Loss": 0.8819736242294312, "Finetune/Loss (Raw)": 0.3220067024230957, "Finetune/Step": 2085, "Finetune/Step Time": 4.569607684388757}
+{"Finetune/Learning Rate": 1.359618033886129e-05, "Finetune/Loss": 0.8814544677734375, "Finetune/Loss (Raw)": 0.9795801639556885, "Finetune/Step": 2086, "Finetune/Step Time": 4.574453130364418}
+{"Finetune/Learning Rate": 1.359036679420209e-05, "Finetune/Loss": 0.8832423686981201, "Finetune/Loss (Raw)": 1.0556832551956177, "Finetune/Step": 2087, "Finetune/Step Time": 4.563968127593398}
+{"Finetune/Learning Rate": 1.3584551856191635e-05, "Finetune/Loss": 0.8828039765357971, "Finetune/Loss (Raw)": 1.039751648902893, "Finetune/Step": 2088, "Finetune/Step Time": 4.554047739133239}
+{"Finetune/Learning Rate": 1.3578735527086585e-05, "Finetune/Loss": 0.8840625286102295, "Finetune/Loss (Raw)": 0.9677525162696838, "Finetune/Step": 2089, "Finetune/Step Time": 4.54888160340488}
+{"Finetune/Learning Rate": 1.357291780914415e-05, "Finetune/Loss": 0.8829907178878784, "Finetune/Loss (Raw)": 0.2766678035259247, "Finetune/Step": 2090, "Finetune/Step Time": 4.5506092850118876}
+{"Finetune/Learning Rate": 1.3567098704622064e-05, "Finetune/Loss": 0.8864403963088989, "Finetune/Loss (Raw)": 0.8409011960029602, "Finetune/Step": 2091, "Finetune/Step Time": 4.51513990573585}
+{"Finetune/Learning Rate": 1.3561278215778618e-05, "Finetune/Loss": 0.8864370584487915, "Finetune/Loss (Raw)": 0.9958810806274414, "Finetune/Step": 2092, "Finetune/Step Time": 4.502499431371689}
+{"Finetune/Learning Rate": 1.355545634487262e-05, "Finetune/Loss": 0.8876662850379944, "Finetune/Loss (Raw)": 0.9599151015281677, "Finetune/Step": 2093, "Finetune/Step Time": 4.50022722966969}
+{"Finetune/Learning Rate": 1.354963309416343e-05, "Finetune/Loss": 0.8891197443008423, "Finetune/Loss (Raw)": 1.0561643838882446, "Finetune/Step": 2094, "Finetune/Step Time": 4.500689081847668}
+{"Finetune/Learning Rate": 1.3543808465910938e-05, "Finetune/Loss": 0.8901183009147644, "Finetune/Loss (Raw)": 0.9611677527427673, "Finetune/Step": 2095, "Finetune/Step Time": 4.505298115313053}
+{"Finetune/Learning Rate": 1.3537982462375566e-05, "Finetune/Loss": 0.8894633650779724, "Finetune/Loss (Raw)": 0.924893319606781, "Finetune/Step": 2096, "Finetune/Step Time": 4.506848879158497}
+{"Finetune/Learning Rate": 1.3532155085818276e-05, "Finetune/Loss": 0.8941528797149658, "Finetune/Loss (Raw)": 1.0490072965621948, "Finetune/Step": 2097, "Finetune/Step Time": 4.466781809926033}
+{"Finetune/Learning Rate": 1.3526326338500553e-05, "Finetune/Loss": 0.8942065834999084, "Finetune/Loss (Raw)": 0.8988244533538818, "Finetune/Step": 2098, "Finetune/Step Time": 4.486624035984278}
+{"Finetune/Learning Rate": 1.3520496222684424e-05, "Finetune/Loss": 0.8938701152801514, "Finetune/Loss (Raw)": 0.36491233110427856, "Finetune/Step": 2099, "Finetune/Step Time": 4.489670433104038}
+{"Finetune/Learning Rate": 1.3514664740632446e-05, "Finetune/Loss": 0.8928403854370117, "Finetune/Loss (Raw)": 0.7768986225128174, "Finetune/Step": 2100, "Finetune/Step Time": 4.490027900785208}
+{"Finetune/Learning Rate": 1.3508831894607696e-05, "Finetune/Loss": 0.8938101530075073, "Finetune/Loss (Raw)": 0.994690477848053, "Finetune/Step": 2101, "Finetune/Step Time": 4.449567832052708}
+{"Finetune/Learning Rate": 1.3502997686873797e-05, "Finetune/Loss": 0.8924980759620667, "Finetune/Loss (Raw)": 0.8968038558959961, "Finetune/Step": 2102, "Finetune/Step Time": 4.4526694398373365}
+{"Finetune/Learning Rate": 1.3497162119694883e-05, "Finetune/Loss": 0.8882747888565063, "Finetune/Loss (Raw)": 0.3735318183898926, "Finetune/Step": 2103, "Finetune/Step Time": 4.4932373110204935}
+{"Finetune/Learning Rate": 1.3491325195335627e-05, "Finetune/Loss": 0.8879292011260986, "Finetune/Loss (Raw)": 0.8942661285400391, "Finetune/Step": 2104, "Finetune/Step Time": 4.500535573810339}
+{"Finetune/Learning Rate": 1.3485486916061228e-05, "Finetune/Loss": 0.8874524831771851, "Finetune/Loss (Raw)": 0.9169585108757019, "Finetune/Step": 2105, "Finetune/Step Time": 4.510643366724253}
+{"Finetune/Learning Rate": 1.3479647284137398e-05, "Finetune/Loss": 0.8865905404090881, "Finetune/Loss (Raw)": 0.9244195222854614, "Finetune/Step": 2106, "Finetune/Step Time": 4.509846383705735}
+{"Finetune/Learning Rate": 1.3473806301830398e-05, "Finetune/Loss": 0.8908816576004028, "Finetune/Loss (Raw)": 0.9292773008346558, "Finetune/Step": 2107, "Finetune/Step Time": 4.469971856102347}
+{"Finetune/Learning Rate": 1.346796397140699e-05, "Finetune/Loss": 0.8915058970451355, "Finetune/Loss (Raw)": 0.8807281851768494, "Finetune/Step": 2108, "Finetune/Step Time": 4.457712672650814}
+{"Finetune/Learning Rate": 1.3462120295134476e-05, "Finetune/Loss": 0.8910694718360901, "Finetune/Loss (Raw)": 0.9436460137367249, "Finetune/Step": 2109, "Finetune/Step Time": 4.460691541433334}
+{"Finetune/Learning Rate": 1.3456275275280661e-05, "Finetune/Loss": 0.8910470604896545, "Finetune/Loss (Raw)": 0.9578485488891602, "Finetune/Step": 2110, "Finetune/Step Time": 4.4683626759797335}
+{"Finetune/Learning Rate": 1.3450428914113892e-05, "Finetune/Loss": 0.8912643790245056, "Finetune/Loss (Raw)": 0.9203429818153381, "Finetune/Step": 2111, "Finetune/Step Time": 4.483219025656581}
+{"Finetune/Learning Rate": 1.3444581213903026e-05, "Finetune/Loss": 0.8863606452941895, "Finetune/Loss (Raw)": 0.45931506156921387, "Finetune/Step": 2112, "Finetune/Step Time": 4.522150699049234}
+{"Finetune/Learning Rate": 1.3438732176917437e-05, "Finetune/Loss": 0.8858224153518677, "Finetune/Loss (Raw)": 0.9365199208259583, "Finetune/Step": 2113, "Finetune/Step Time": 4.520131150260568}
+{"Finetune/Learning Rate": 1.3432881805427032e-05, "Finetune/Loss": 0.8852756023406982, "Finetune/Loss (Raw)": 1.0994982719421387, "Finetune/Step": 2114, "Finetune/Step Time": 4.54323129914701}
+{"Finetune/Learning Rate": 1.3427030101702215e-05, "Finetune/Loss": 0.8857735395431519, "Finetune/Loss (Raw)": 1.0008066892623901, "Finetune/Step": 2115, "Finetune/Step Time": 4.514575712382793}
+{"Finetune/Learning Rate": 1.3421177068013925e-05, "Finetune/Loss": 0.8822762370109558, "Finetune/Loss (Raw)": 0.4232621192932129, "Finetune/Step": 2116, "Finetune/Step Time": 4.5495857279747725}
+{"Finetune/Learning Rate": 1.3415322706633606e-05, "Finetune/Loss": 0.8806577920913696, "Finetune/Loss (Raw)": 0.7608141899108887, "Finetune/Step": 2117, "Finetune/Step Time": 4.565586993470788}
+{"Finetune/Learning Rate": 1.3409467019833223e-05, "Finetune/Loss": 0.8796950578689575, "Finetune/Loss (Raw)": 0.862429678440094, "Finetune/Step": 2118, "Finetune/Step Time": 4.5612805634737015}
+{"Finetune/Learning Rate": 1.3403610009885258e-05, "Finetune/Loss": 0.8801623582839966, "Finetune/Loss (Raw)": 0.8659000992774963, "Finetune/Step": 2119, "Finetune/Step Time": 4.574703590944409}
+{"Finetune/Learning Rate": 1.3397751679062692e-05, "Finetune/Loss": 0.8752797842025757, "Finetune/Loss (Raw)": 0.3368914723396301, "Finetune/Step": 2120, "Finetune/Step Time": 4.614242546260357}
+{"Finetune/Learning Rate": 1.3391892029639037e-05, "Finetune/Loss": 0.8759190440177917, "Finetune/Loss (Raw)": 0.9383113384246826, "Finetune/Step": 2121, "Finetune/Step Time": 4.606413250789046}
+{"Finetune/Learning Rate": 1.3386031063888309e-05, "Finetune/Loss": 0.877862811088562, "Finetune/Loss (Raw)": 0.9969841837882996, "Finetune/Step": 2122, "Finetune/Step Time": 4.600320408120751}
+{"Finetune/Learning Rate": 1.3380168784085028e-05, "Finetune/Loss": 0.879467785358429, "Finetune/Loss (Raw)": 0.9950143694877625, "Finetune/Step": 2123, "Finetune/Step Time": 4.591790586709976}
+{"Finetune/Learning Rate": 1.337430519250424e-05, "Finetune/Loss": 0.8806829452514648, "Finetune/Loss (Raw)": 0.9870150089263916, "Finetune/Step": 2124, "Finetune/Step Time": 4.588906813412905}
+{"Finetune/Learning Rate": 1.3368440291421475e-05, "Finetune/Loss": 0.8801043033599854, "Finetune/Loss (Raw)": 0.9893240928649902, "Finetune/Step": 2125, "Finetune/Step Time": 4.596684882417321}
+{"Finetune/Learning Rate": 1.3362574083112804e-05, "Finetune/Loss": 0.8809429407119751, "Finetune/Loss (Raw)": 1.0095199346542358, "Finetune/Step": 2126, "Finetune/Step Time": 4.593278057873249}
+{"Finetune/Learning Rate": 1.3356706569854778e-05, "Finetune/Loss": 0.8849397301673889, "Finetune/Loss (Raw)": 0.9272110462188721, "Finetune/Step": 2127, "Finetune/Step Time": 4.556720193475485}
+{"Finetune/Learning Rate": 1.3350837753924466e-05, "Finetune/Loss": 0.8809438943862915, "Finetune/Loss (Raw)": 0.35582903027534485, "Finetune/Step": 2128, "Finetune/Step Time": 4.574570333585143}
+{"Finetune/Learning Rate": 1.3344967637599445e-05, "Finetune/Loss": 0.8757867217063904, "Finetune/Loss (Raw)": 0.2805403769016266, "Finetune/Step": 2129, "Finetune/Step Time": 4.614150995388627}
+{"Finetune/Learning Rate": 1.3339096223157782e-05, "Finetune/Loss": 0.8760541677474976, "Finetune/Loss (Raw)": 0.9604266285896301, "Finetune/Step": 2130, "Finetune/Step Time": 4.612675618380308}
+{"Finetune/Learning Rate": 1.3333223512878068e-05, "Finetune/Loss": 0.8768858313560486, "Finetune/Loss (Raw)": 0.9764384627342224, "Finetune/Step": 2131, "Finetune/Step Time": 4.596570311114192}
+{"Finetune/Learning Rate": 1.3327349509039387e-05, "Finetune/Loss": 0.8767470121383667, "Finetune/Loss (Raw)": 0.8713651895523071, "Finetune/Step": 2132, "Finetune/Step Time": 4.600828493013978}
+{"Finetune/Learning Rate": 1.3321474213921317e-05, "Finetune/Loss": 0.8786349296569824, "Finetune/Loss (Raw)": 1.1445355415344238, "Finetune/Step": 2133, "Finetune/Step Time": 4.597709886729717}
+{"Finetune/Learning Rate": 1.3315597629803959e-05, "Finetune/Loss": 0.8782258629798889, "Finetune/Loss (Raw)": 0.871017336845398, "Finetune/Step": 2134, "Finetune/Step Time": 4.608337605372071}
+{"Finetune/Learning Rate": 1.3309719758967885e-05, "Finetune/Loss": 0.8762170076370239, "Finetune/Loss (Raw)": 0.8651930689811707, "Finetune/Step": 2135, "Finetune/Step Time": 4.6038213316351175}
+{"Finetune/Learning Rate": 1.3303840603694192e-05, "Finetune/Loss": 0.8760616779327393, "Finetune/Loss (Raw)": 0.9557567834854126, "Finetune/Step": 2136, "Finetune/Step Time": 4.596148237586021}
+{"Finetune/Learning Rate": 1.3297960166264462e-05, "Finetune/Loss": 0.8724914789199829, "Finetune/Loss (Raw)": 0.4245927333831787, "Finetune/Step": 2137, "Finetune/Step Time": 4.63697805814445}
+{"Finetune/Learning Rate": 1.3292078448960778e-05, "Finetune/Loss": 0.8717175722122192, "Finetune/Loss (Raw)": 0.9180511832237244, "Finetune/Step": 2138, "Finetune/Step Time": 4.629842426627874}
+{"Finetune/Learning Rate": 1.3286195454065726e-05, "Finetune/Loss": 0.8700231313705444, "Finetune/Loss (Raw)": 0.8666419982910156, "Finetune/Step": 2139, "Finetune/Step Time": 4.643735110759735}
+{"Finetune/Learning Rate": 1.3280311183862371e-05, "Finetune/Loss": 0.8703718185424805, "Finetune/Loss (Raw)": 0.9649719595909119, "Finetune/Step": 2140, "Finetune/Step Time": 4.658607026562095}
+{"Finetune/Learning Rate": 1.3274425640634287e-05, "Finetune/Loss": 0.8708540201187134, "Finetune/Loss (Raw)": 1.0675854682922363, "Finetune/Step": 2141, "Finetune/Step Time": 4.644705595448613}
+{"Finetune/Learning Rate": 1.3268538826665544e-05, "Finetune/Loss": 0.8714520335197449, "Finetune/Loss (Raw)": 0.8572020530700684, "Finetune/Step": 2142, "Finetune/Step Time": 4.634091524407268}
+{"Finetune/Learning Rate": 1.326265074424069e-05, "Finetune/Loss": 0.8755662441253662, "Finetune/Loss (Raw)": 0.9237726926803589, "Finetune/Step": 2143, "Finetune/Step Time": 4.611835733056068}
+{"Finetune/Learning Rate": 1.3256761395644787e-05, "Finetune/Loss": 0.8793668746948242, "Finetune/Loss (Raw)": 0.890209972858429, "Finetune/Step": 2144, "Finetune/Step Time": 4.583178795874119}
+{"Finetune/Learning Rate": 1.3250870783163363e-05, "Finetune/Loss": 0.878258228302002, "Finetune/Loss (Raw)": 0.6925681233406067, "Finetune/Step": 2145, "Finetune/Step Time": 4.583126028999686}
+{"Finetune/Learning Rate": 1.3244978909082457e-05, "Finetune/Loss": 0.877997100353241, "Finetune/Loss (Raw)": 0.9169983267784119, "Finetune/Step": 2146, "Finetune/Step Time": 4.5982400216162205}
+{"Finetune/Learning Rate": 1.3239085775688591e-05, "Finetune/Loss": 0.8785548806190491, "Finetune/Loss (Raw)": 0.9349108338356018, "Finetune/Step": 2147, "Finetune/Step Time": 4.599991584196687}
+{"Finetune/Learning Rate": 1.3233191385268771e-05, "Finetune/Loss": 0.8792943954467773, "Finetune/Loss (Raw)": 1.0638008117675781, "Finetune/Step": 2148, "Finetune/Step Time": 4.602074800059199}
+{"Finetune/Learning Rate": 1.3227295740110502e-05, "Finetune/Loss": 0.8796980381011963, "Finetune/Loss (Raw)": 0.9921879172325134, "Finetune/Step": 2149, "Finetune/Step Time": 4.5856922045350075}
+{"Finetune/Learning Rate": 1.3221398842501758e-05, "Finetune/Loss": 0.8797527551651001, "Finetune/Loss (Raw)": 0.9181493520736694, "Finetune/Step": 2150, "Finetune/Step Time": 4.583379307761788}
+{"Finetune/Learning Rate": 1.321550069473102e-05, "Finetune/Loss": 0.8827115297317505, "Finetune/Loss (Raw)": 1.1313018798828125, "Finetune/Step": 2151, "Finetune/Step Time": 4.567749090492725}
+{"Finetune/Learning Rate": 1.3209601299087238e-05, "Finetune/Loss": 0.8818702101707458, "Finetune/Loss (Raw)": 0.8098577260971069, "Finetune/Step": 2152, "Finetune/Step Time": 4.573608769103885}
+{"Finetune/Learning Rate": 1.3203700657859855e-05, "Finetune/Loss": 0.8818000555038452, "Finetune/Loss (Raw)": 0.8552999496459961, "Finetune/Step": 2153, "Finetune/Step Time": 4.5630388632416725}
+{"Finetune/Learning Rate": 1.3197798773338793e-05, "Finetune/Loss": 0.8811516761779785, "Finetune/Loss (Raw)": 0.8691720366477966, "Finetune/Step": 2154, "Finetune/Step Time": 4.572583869099617}
+{"Finetune/Learning Rate": 1.3191895647814457e-05, "Finetune/Loss": 0.8816342353820801, "Finetune/Loss (Raw)": 0.9137811660766602, "Finetune/Step": 2155, "Finetune/Step Time": 4.579337192699313}
+{"Finetune/Learning Rate": 1.318599128357774e-05, "Finetune/Loss": 0.8802272081375122, "Finetune/Loss (Raw)": 0.7666594982147217, "Finetune/Step": 2156, "Finetune/Step Time": 4.574676705524325}
+{"Finetune/Learning Rate": 1.3180085682920005e-05, "Finetune/Loss": 0.8790014982223511, "Finetune/Loss (Raw)": 0.8760692477226257, "Finetune/Step": 2157, "Finetune/Step Time": 4.584243629127741}
+{"Finetune/Learning Rate": 1.31741788481331e-05, "Finetune/Loss": 0.8838398456573486, "Finetune/Loss (Raw)": 0.9707755446434021, "Finetune/Step": 2158, "Finetune/Step Time": 4.54454374499619}
+{"Finetune/Learning Rate": 1.316827078150936e-05, "Finetune/Loss": 0.8845569491386414, "Finetune/Loss (Raw)": 0.9784470200538635, "Finetune/Step": 2159, "Finetune/Step Time": 4.555248711258173}
+{"Finetune/Learning Rate": 1.316236148534158e-05, "Finetune/Loss": 0.8838143348693848, "Finetune/Loss (Raw)": 0.9333279728889465, "Finetune/Step": 2160, "Finetune/Step Time": 4.54540403932333}
+{"Finetune/Learning Rate": 1.3156450961923051e-05, "Finetune/Loss": 0.8827613592147827, "Finetune/Loss (Raw)": 0.8619446158409119, "Finetune/Step": 2161, "Finetune/Step Time": 4.545773521065712}
+{"Finetune/Learning Rate": 1.3150539213547528e-05, "Finetune/Loss": 0.8816388845443726, "Finetune/Loss (Raw)": 0.9037446975708008, "Finetune/Step": 2162, "Finetune/Step Time": 4.549998220056295}
+{"Finetune/Learning Rate": 1.3144626242509243e-05, "Finetune/Loss": 0.8821160793304443, "Finetune/Loss (Raw)": 0.8831018805503845, "Finetune/Step": 2163, "Finetune/Step Time": 4.539712622761726}
+{"Finetune/Learning Rate": 1.3138712051102908e-05, "Finetune/Loss": 0.882624626159668, "Finetune/Loss (Raw)": 1.0388458967208862, "Finetune/Step": 2164, "Finetune/Step Time": 4.525986472144723}
+{"Finetune/Learning Rate": 1.3132796641623703e-05, "Finetune/Loss": 0.8825810551643372, "Finetune/Loss (Raw)": 0.9294825196266174, "Finetune/Step": 2165, "Finetune/Step Time": 4.529946703463793}
+{"Finetune/Learning Rate": 1.3126880016367287e-05, "Finetune/Loss": 0.8837947249412537, "Finetune/Loss (Raw)": 0.95989590883255, "Finetune/Step": 2166, "Finetune/Step Time": 4.535503191873431}
+{"Finetune/Learning Rate": 1.3120962177629783e-05, "Finetune/Loss": 0.8839168548583984, "Finetune/Loss (Raw)": 1.0604667663574219, "Finetune/Step": 2167, "Finetune/Step Time": 4.535281449556351}
+{"Finetune/Learning Rate": 1.311504312770779e-05, "Finetune/Loss": 0.8832181096076965, "Finetune/Loss (Raw)": 0.9176238179206848, "Finetune/Step": 2168, "Finetune/Step Time": 4.5343425292521715}
+{"Finetune/Learning Rate": 1.3109122868898374e-05, "Finetune/Loss": 0.8830889463424683, "Finetune/Loss (Raw)": 0.956028401851654, "Finetune/Step": 2169, "Finetune/Step Time": 4.491447437554598}
+{"Finetune/Learning Rate": 1.310320140349907e-05, "Finetune/Loss": 0.8832228183746338, "Finetune/Loss (Raw)": 0.8323084712028503, "Finetune/Step": 2170, "Finetune/Step Time": 4.492891216650605}
+{"Finetune/Learning Rate": 1.3097278733807892e-05, "Finetune/Loss": 0.8830732107162476, "Finetune/Loss (Raw)": 0.9136684536933899, "Finetune/Step": 2171, "Finetune/Step Time": 4.502262270078063}
+{"Finetune/Learning Rate": 1.3091354862123304e-05, "Finetune/Loss": 0.8828234076499939, "Finetune/Loss (Raw)": 0.8987980484962463, "Finetune/Step": 2172, "Finetune/Step Time": 4.5020993538200855}
+{"Finetune/Learning Rate": 1.3085429790744248e-05, "Finetune/Loss": 0.8820250034332275, "Finetune/Loss (Raw)": 0.905860424041748, "Finetune/Step": 2173, "Finetune/Step Time": 4.505892915651202}
+{"Finetune/Learning Rate": 1.3079503521970127e-05, "Finetune/Loss": 0.8799263834953308, "Finetune/Loss (Raw)": 0.7641163468360901, "Finetune/Step": 2174, "Finetune/Step Time": 4.518736075609922}
+{"Finetune/Learning Rate": 1.3073576058100815e-05, "Finetune/Loss": 0.8795753717422485, "Finetune/Loss (Raw)": 0.9184249639511108, "Finetune/Step": 2175, "Finetune/Step Time": 4.534571580588818}
+{"Finetune/Learning Rate": 1.3067647401436636e-05, "Finetune/Loss": 0.8809397220611572, "Finetune/Loss (Raw)": 0.9841967225074768, "Finetune/Step": 2176, "Finetune/Step Time": 4.534295300021768}
+{"Finetune/Learning Rate": 1.3061717554278393e-05, "Finetune/Loss": 0.8837841153144836, "Finetune/Loss (Raw)": 1.0619947910308838, "Finetune/Step": 2177, "Finetune/Step Time": 4.518316393718123}
+{"Finetune/Learning Rate": 1.3055786518927342e-05, "Finetune/Loss": 0.8835691213607788, "Finetune/Loss (Raw)": 0.7929194569587708, "Finetune/Step": 2178, "Finetune/Step Time": 4.50610464066267}
+{"Finetune/Learning Rate": 1.3049854297685206e-05, "Finetune/Loss": 0.8825688362121582, "Finetune/Loss (Raw)": 0.9439057111740112, "Finetune/Step": 2179, "Finetune/Step Time": 4.515859784558415}
+{"Finetune/Learning Rate": 1.3043920892854155e-05, "Finetune/Loss": 0.8825148940086365, "Finetune/Loss (Raw)": 0.9678565263748169, "Finetune/Step": 2180, "Finetune/Step Time": 4.509356586262584}
+{"Finetune/Learning Rate": 1.3037986306736839e-05, "Finetune/Loss": 0.8827660083770752, "Finetune/Loss (Raw)": 0.9656258821487427, "Finetune/Step": 2181, "Finetune/Step Time": 4.507146578282118}
+{"Finetune/Learning Rate": 1.3032050541636343e-05, "Finetune/Loss": 0.8823590874671936, "Finetune/Loss (Raw)": 0.9877179861068726, "Finetune/Step": 2182, "Finetune/Step Time": 4.515256999060512}
+{"Finetune/Learning Rate": 1.3026113599856229e-05, "Finetune/Loss": 0.8806753754615784, "Finetune/Loss (Raw)": 0.7840986847877502, "Finetune/Step": 2183, "Finetune/Step Time": 4.531157227233052}
+{"Finetune/Learning Rate": 1.302017548370051e-05, "Finetune/Loss": 0.8791275024414062, "Finetune/Loss (Raw)": 0.8007972836494446, "Finetune/Step": 2184, "Finetune/Step Time": 4.54572581872344}
+{"Finetune/Learning Rate": 1.3014236195473649e-05, "Finetune/Loss": 0.8795000910758972, "Finetune/Loss (Raw)": 0.9269618391990662, "Finetune/Step": 2185, "Finetune/Step Time": 4.532505430281162}
+{"Finetune/Learning Rate": 1.3008295737480567e-05, "Finetune/Loss": 0.8794465065002441, "Finetune/Loss (Raw)": 0.8928539156913757, "Finetune/Step": 2186, "Finetune/Step Time": 4.512083863839507}
+{"Finetune/Learning Rate": 1.300235411202664e-05, "Finetune/Loss": 0.8787924647331238, "Finetune/Loss (Raw)": 0.743450403213501, "Finetune/Step": 2187, "Finetune/Step Time": 4.5455176047980785}
+{"Finetune/Learning Rate": 1.2996411321417699e-05, "Finetune/Loss": 0.8787063360214233, "Finetune/Loss (Raw)": 0.9128644466400146, "Finetune/Step": 2188, "Finetune/Step Time": 4.578323418274522}
+{"Finetune/Learning Rate": 1.2990467367960027e-05, "Finetune/Loss": 0.877251386642456, "Finetune/Loss (Raw)": 0.8347675800323486, "Finetune/Step": 2189, "Finetune/Step Time": 4.585545131936669}
+{"Finetune/Learning Rate": 1.298452225396035e-05, "Finetune/Loss": 0.8771267533302307, "Finetune/Loss (Raw)": 0.8446952104568481, "Finetune/Step": 2190, "Finetune/Step Time": 4.594699202105403}
+{"Finetune/Learning Rate": 1.2978575981725858e-05, "Finetune/Loss": 0.8767964839935303, "Finetune/Loss (Raw)": 0.9530569314956665, "Finetune/Step": 2191, "Finetune/Step Time": 4.609756069257855}
+{"Finetune/Learning Rate": 1.2972628553564178e-05, "Finetune/Loss": 0.875853419303894, "Finetune/Loss (Raw)": 0.793066143989563, "Finetune/Step": 2192, "Finetune/Step Time": 4.591309975832701}
+{"Finetune/Learning Rate": 1.2966679971783387e-05, "Finetune/Loss": 0.8760620355606079, "Finetune/Loss (Raw)": 0.9882526397705078, "Finetune/Step": 2193, "Finetune/Step Time": 4.586757222190499}
+{"Finetune/Learning Rate": 1.2960730238692023e-05, "Finetune/Loss": 0.8809373378753662, "Finetune/Loss (Raw)": 0.9641432166099548, "Finetune/Step": 2194, "Finetune/Step Time": 4.5512884221971035}
+{"Finetune/Learning Rate": 1.2954779356599056e-05, "Finetune/Loss": 0.8813414573669434, "Finetune/Loss (Raw)": 0.9922346472740173, "Finetune/Step": 2195, "Finetune/Step Time": 4.550084264948964}
+{"Finetune/Learning Rate": 1.2948827327813908e-05, "Finetune/Loss": 0.8808726072311401, "Finetune/Loss (Raw)": 0.8575295805931091, "Finetune/Step": 2196, "Finetune/Step Time": 4.56472142226994}
+{"Finetune/Learning Rate": 1.2942874154646447e-05, "Finetune/Loss": 0.8816025257110596, "Finetune/Loss (Raw)": 1.0010850429534912, "Finetune/Step": 2197, "Finetune/Step Time": 4.565822901204228}
+{"Finetune/Learning Rate": 1.2936919839406978e-05, "Finetune/Loss": 0.8831040859222412, "Finetune/Loss (Raw)": 0.8763822913169861, "Finetune/Step": 2198, "Finetune/Step Time": 4.559620397165418}
+{"Finetune/Learning Rate": 1.2930964384406259e-05, "Finetune/Loss": 0.8821540474891663, "Finetune/Loss (Raw)": 0.8445018529891968, "Finetune/Step": 2199, "Finetune/Step Time": 4.550787780433893}
+{"Finetune/Learning Rate": 1.2925007791955487e-05, "Finetune/Loss": 0.8804916143417358, "Finetune/Loss (Raw)": 0.882121205329895, "Finetune/Step": 2200, "Finetune/Step Time": 4.556733721867204}
+{"Finetune/Learning Rate": 1.2919050064366294e-05, "Finetune/Loss": 0.8761819005012512, "Finetune/Loss (Raw)": 0.35778266191482544, "Finetune/Step": 2201, "Finetune/Step Time": 4.583478260785341}
+{"Finetune/Learning Rate": 1.2913091203950764e-05, "Finetune/Loss": 0.87530517578125, "Finetune/Loss (Raw)": 0.914326012134552, "Finetune/Step": 2202, "Finetune/Step Time": 4.569722188636661}
+{"Finetune/Learning Rate": 1.2907131213021404e-05, "Finetune/Loss": 0.8753436803817749, "Finetune/Loss (Raw)": 0.8719243407249451, "Finetune/Step": 2203, "Finetune/Step Time": 4.5705016031861305}
+{"Finetune/Learning Rate": 1.2901170093891182e-05, "Finetune/Loss": 0.8758765459060669, "Finetune/Loss (Raw)": 0.8445692658424377, "Finetune/Step": 2204, "Finetune/Step Time": 4.567622676491737}
+{"Finetune/Learning Rate": 1.2895207848873488e-05, "Finetune/Loss": 0.8724782466888428, "Finetune/Loss (Raw)": 0.4274846017360687, "Finetune/Step": 2205, "Finetune/Step Time": 4.606139525771141}
+{"Finetune/Learning Rate": 1.288924448028215e-05, "Finetune/Loss": 0.8708392977714539, "Finetune/Loss (Raw)": 0.6720032691955566, "Finetune/Step": 2206, "Finetune/Step Time": 4.661368653178215}
+{"Finetune/Learning Rate": 1.288327999043144e-05, "Finetune/Loss": 0.8711699843406677, "Finetune/Loss (Raw)": 0.9622881412506104, "Finetune/Step": 2207, "Finetune/Step Time": 4.656380822882056}
+{"Finetune/Learning Rate": 1.2877314381636052e-05, "Finetune/Loss": 0.871848464012146, "Finetune/Loss (Raw)": 0.864000678062439, "Finetune/Step": 2208, "Finetune/Step Time": 4.671077229082584}
+{"Finetune/Learning Rate": 1.287134765621113e-05, "Finetune/Loss": 0.8717036247253418, "Finetune/Loss (Raw)": 0.8922857046127319, "Finetune/Step": 2209, "Finetune/Step Time": 4.661124909296632}
+{"Finetune/Learning Rate": 1.2865379816472244e-05, "Finetune/Loss": 0.8681397438049316, "Finetune/Loss (Raw)": 0.39414918422698975, "Finetune/Step": 2210, "Finetune/Step Time": 4.699233679100871}
+{"Finetune/Learning Rate": 1.2859410864735389e-05, "Finetune/Loss": 0.8683872222900391, "Finetune/Loss (Raw)": 1.001889944076538, "Finetune/Step": 2211, "Finetune/Step Time": 4.7235611621290445}
+{"Finetune/Learning Rate": 1.2853440803317003e-05, "Finetune/Loss": 0.8653754591941833, "Finetune/Loss (Raw)": 0.71518874168396, "Finetune/Step": 2212, "Finetune/Step Time": 4.740390386432409}
+{"Finetune/Learning Rate": 1.2847469634533952e-05, "Finetune/Loss": 0.8692057132720947, "Finetune/Loss (Raw)": 0.8122828602790833, "Finetune/Step": 2213, "Finetune/Step Time": 4.708272319287062}
+{"Finetune/Learning Rate": 1.2841497360703528e-05, "Finetune/Loss": 0.8671001195907593, "Finetune/Loss (Raw)": 0.710063636302948, "Finetune/Step": 2214, "Finetune/Step Time": 4.72052395530045}
+{"Finetune/Learning Rate": 1.283552398414345e-05, "Finetune/Loss": 0.8664274215698242, "Finetune/Loss (Raw)": 0.9695766568183899, "Finetune/Step": 2215, "Finetune/Step Time": 4.7204816825687885}
+{"Finetune/Learning Rate": 1.2829549507171877e-05, "Finetune/Loss": 0.865688681602478, "Finetune/Loss (Raw)": 0.9451923966407776, "Finetune/Step": 2216, "Finetune/Step Time": 4.723198847845197}
+{"Finetune/Learning Rate": 1.2823573932107381e-05, "Finetune/Loss": 0.8660196661949158, "Finetune/Loss (Raw)": 1.0101163387298584, "Finetune/Step": 2217, "Finetune/Step Time": 4.724221287295222}
+{"Finetune/Learning Rate": 1.2817597261268965e-05, "Finetune/Loss": 0.8696205615997314, "Finetune/Loss (Raw)": 0.7375757098197937, "Finetune/Step": 2218, "Finetune/Step Time": 4.689259357750416}
+{"Finetune/Learning Rate": 1.2811619496976066e-05, "Finetune/Loss": 0.8697145581245422, "Finetune/Loss (Raw)": 0.8529371023178101, "Finetune/Step": 2219, "Finetune/Step Time": 4.7193631157279015}
+{"Finetune/Learning Rate": 1.2805640641548529e-05, "Finetune/Loss": 0.8696582317352295, "Finetune/Loss (Raw)": 0.9886701703071594, "Finetune/Step": 2220, "Finetune/Step Time": 4.719532642513514}
+{"Finetune/Learning Rate": 1.2799660697306636e-05, "Finetune/Loss": 0.8687170743942261, "Finetune/Loss (Raw)": 0.8394514322280884, "Finetune/Step": 2221, "Finetune/Step Time": 4.736242214217782}
+{"Finetune/Learning Rate": 1.2793679666571084e-05, "Finetune/Loss": 0.8680120706558228, "Finetune/Loss (Raw)": 0.9659250974655151, "Finetune/Step": 2222, "Finetune/Step Time": 4.745216960087419}
+{"Finetune/Learning Rate": 1.2787697551662994e-05, "Finetune/Loss": 0.8678405284881592, "Finetune/Loss (Raw)": 0.939204216003418, "Finetune/Step": 2223, "Finetune/Step Time": 4.749570801854134}
+{"Finetune/Learning Rate": 1.2781714354903913e-05, "Finetune/Loss": 0.8677382469177246, "Finetune/Loss (Raw)": 0.9118037819862366, "Finetune/Step": 2224, "Finetune/Step Time": 4.745306394994259}
+{"Finetune/Learning Rate": 1.2775730078615798e-05, "Finetune/Loss": 0.8664669990539551, "Finetune/Loss (Raw)": 0.8862848281860352, "Finetune/Step": 2225, "Finetune/Step Time": 4.756856435909867}
+{"Finetune/Learning Rate": 1.276974472512103e-05, "Finetune/Loss": 0.8667293190956116, "Finetune/Loss (Raw)": 0.9324044585227966, "Finetune/Step": 2226, "Finetune/Step Time": 4.745246082544327}
+{"Finetune/Learning Rate": 1.276375829674241e-05, "Finetune/Loss": 0.8715613484382629, "Finetune/Loss (Raw)": 0.98341304063797, "Finetune/Step": 2227, "Finetune/Step Time": 4.710211733356118}
+{"Finetune/Learning Rate": 1.275777079580315e-05, "Finetune/Loss": 0.8725324869155884, "Finetune/Loss (Raw)": 0.9012114405632019, "Finetune/Step": 2228, "Finetune/Step Time": 4.7084319200366735}
+{"Finetune/Learning Rate": 1.2751782224626891e-05, "Finetune/Loss": 0.8718916177749634, "Finetune/Loss (Raw)": 0.9126508831977844, "Finetune/Step": 2229, "Finetune/Step Time": 4.713559567928314}
+{"Finetune/Learning Rate": 1.274579258553767e-05, "Finetune/Loss": 0.8716039061546326, "Finetune/Loss (Raw)": 0.8599770665168762, "Finetune/Step": 2230, "Finetune/Step Time": 4.714276662096381}
+{"Finetune/Learning Rate": 1.2739801880859954e-05, "Finetune/Loss": 0.8763949871063232, "Finetune/Loss (Raw)": 0.9867910742759705, "Finetune/Step": 2231, "Finetune/Step Time": 4.675136184319854}
+{"Finetune/Learning Rate": 1.2733810112918618e-05, "Finetune/Loss": 0.877463698387146, "Finetune/Loss (Raw)": 1.0310615301132202, "Finetune/Step": 2232, "Finetune/Step Time": 4.666771121323109}
+{"Finetune/Learning Rate": 1.2727817284038953e-05, "Finetune/Loss": 0.8765443563461304, "Finetune/Loss (Raw)": 0.799278199672699, "Finetune/Step": 2233, "Finetune/Step Time": 4.670194169506431}
+{"Finetune/Learning Rate": 1.2721823396546655e-05, "Finetune/Loss": 0.8769389390945435, "Finetune/Loss (Raw)": 0.9749277234077454, "Finetune/Step": 2234, "Finetune/Step Time": 4.673343690112233}
+{"Finetune/Learning Rate": 1.2715828452767833e-05, "Finetune/Loss": 0.8777236938476562, "Finetune/Loss (Raw)": 1.0297249555587769, "Finetune/Step": 2235, "Finetune/Step Time": 4.689584337174892}
+{"Finetune/Learning Rate": 1.2709832455029017e-05, "Finetune/Loss": 0.8786424398422241, "Finetune/Loss (Raw)": 0.9983319044113159, "Finetune/Step": 2236, "Finetune/Step Time": 4.6900106780231}
+{"Finetune/Learning Rate": 1.2703835405657124e-05, "Finetune/Loss": 0.878234326839447, "Finetune/Loss (Raw)": 0.8914059996604919, "Finetune/Step": 2237, "Finetune/Step Time": 4.690859528258443}
+{"Finetune/Learning Rate": 1.2697837306979499e-05, "Finetune/Loss": 0.8767139315605164, "Finetune/Loss (Raw)": 0.7632394433021545, "Finetune/Step": 2238, "Finetune/Step Time": 4.695154368877411}
+{"Finetune/Learning Rate": 1.2691838161323888e-05, "Finetune/Loss": 0.8786027431488037, "Finetune/Loss (Raw)": 1.1621098518371582, "Finetune/Step": 2239, "Finetune/Step Time": 4.6810240391641855}
+{"Finetune/Learning Rate": 1.2685837971018438e-05, "Finetune/Loss": 0.8833211660385132, "Finetune/Loss (Raw)": 1.063271403312683, "Finetune/Step": 2240, "Finetune/Step Time": 4.644468039274216}
+{"Finetune/Learning Rate": 1.2679836738391714e-05, "Finetune/Loss": 0.883779764175415, "Finetune/Loss (Raw)": 0.9952255487442017, "Finetune/Step": 2241, "Finetune/Step Time": 4.652725948020816}
+{"Finetune/Learning Rate": 1.2673834465772662e-05, "Finetune/Loss": 0.8821340203285217, "Finetune/Loss (Raw)": 0.8888370990753174, "Finetune/Step": 2242, "Finetune/Step Time": 4.630441566929221}
+{"Finetune/Learning Rate": 1.2667831155490662e-05, "Finetune/Loss": 0.8812791705131531, "Finetune/Loss (Raw)": 0.8913879990577698, "Finetune/Step": 2243, "Finetune/Step Time": 4.632978409528732}
+{"Finetune/Learning Rate": 1.2661826809875474e-05, "Finetune/Loss": 0.8870049715042114, "Finetune/Loss (Raw)": 1.156170129776001, "Finetune/Step": 2244, "Finetune/Step Time": 4.591949511319399}
+{"Finetune/Learning Rate": 1.265582143125727e-05, "Finetune/Loss": 0.8886315822601318, "Finetune/Loss (Raw)": 0.9690102338790894, "Finetune/Step": 2245, "Finetune/Step Time": 4.5722961612045765}
+{"Finetune/Learning Rate": 1.264981502196662e-05, "Finetune/Loss": 0.8903106451034546, "Finetune/Loss (Raw)": 1.0773519277572632, "Finetune/Step": 2246, "Finetune/Step Time": 4.575336018577218}
+{"Finetune/Learning Rate": 1.2643807584334491e-05, "Finetune/Loss": 0.8902302384376526, "Finetune/Loss (Raw)": 0.8556094169616699, "Finetune/Step": 2247, "Finetune/Step Time": 4.579096302390099}
+{"Finetune/Learning Rate": 1.2637799120692253e-05, "Finetune/Loss": 0.8936184644699097, "Finetune/Loss (Raw)": 0.7705823183059692, "Finetune/Step": 2248, "Finetune/Step Time": 4.536063468083739}
+{"Finetune/Learning Rate": 1.2631789633371678e-05, "Finetune/Loss": 0.8929660320281982, "Finetune/Loss (Raw)": 0.8548082709312439, "Finetune/Step": 2249, "Finetune/Step Time": 4.535760700702667}
+{"Finetune/Learning Rate": 1.2625779124704925e-05, "Finetune/Loss": 0.8925725221633911, "Finetune/Loss (Raw)": 0.9466143846511841, "Finetune/Step": 2250, "Finetune/Step Time": 4.556856770068407}
+{"Finetune/Learning Rate": 1.2619767597024561e-05, "Finetune/Loss": 0.8921881318092346, "Finetune/Loss (Raw)": 0.9458056092262268, "Finetune/Step": 2251, "Finetune/Step Time": 4.558253787457943}
+{"Finetune/Learning Rate": 1.2613755052663536e-05, "Finetune/Loss": 0.8869926929473877, "Finetune/Loss (Raw)": 0.32200026512145996, "Finetune/Step": 2252, "Finetune/Step Time": 4.593120696023107}
+{"Finetune/Learning Rate": 1.2607741493955208e-05, "Finetune/Loss": 0.8873019218444824, "Finetune/Loss (Raw)": 1.0289040803909302, "Finetune/Step": 2253, "Finetune/Step Time": 4.574541164562106}
+{"Finetune/Learning Rate": 1.2601726923233315e-05, "Finetune/Loss": 0.8875464797019958, "Finetune/Loss (Raw)": 1.0408281087875366, "Finetune/Step": 2254, "Finetune/Step Time": 4.580946557223797}
+{"Finetune/Learning Rate": 1.2595711342831998e-05, "Finetune/Loss": 0.8877713084220886, "Finetune/Loss (Raw)": 0.9559865593910217, "Finetune/Step": 2255, "Finetune/Step Time": 4.57905494235456}
+{"Finetune/Learning Rate": 1.2589694755085789e-05, "Finetune/Loss": 0.891951322555542, "Finetune/Loss (Raw)": 0.8908717632293701, "Finetune/Step": 2256, "Finetune/Step Time": 4.53576947376132}
+{"Finetune/Learning Rate": 1.25836771623296e-05, "Finetune/Loss": 0.8973941802978516, "Finetune/Loss (Raw)": 0.9772282838821411, "Finetune/Step": 2257, "Finetune/Step Time": 4.4948344230651855}
+{"Finetune/Learning Rate": 1.257765856689875e-05, "Finetune/Loss": 0.89571213722229, "Finetune/Loss (Raw)": 0.7451244592666626, "Finetune/Step": 2258, "Finetune/Step Time": 4.4951609540730715}
+{"Finetune/Learning Rate": 1.2571638971128933e-05, "Finetune/Loss": 0.8946242332458496, "Finetune/Loss (Raw)": 0.8371888399124146, "Finetune/Step": 2259, "Finetune/Step Time": 4.492535624653101}
+{"Finetune/Learning Rate": 1.2565618377356237e-05, "Finetune/Loss": 0.8944990038871765, "Finetune/Loss (Raw)": 0.8553299307823181, "Finetune/Step": 2260, "Finetune/Step Time": 4.503704918548465}
+{"Finetune/Learning Rate": 1.2559596787917144e-05, "Finetune/Loss": 0.8930513858795166, "Finetune/Loss (Raw)": 0.9592376947402954, "Finetune/Step": 2261, "Finetune/Step Time": 4.506022663787007}
+{"Finetune/Learning Rate": 1.2553574205148502e-05, "Finetune/Loss": 0.8944401741027832, "Finetune/Loss (Raw)": 1.0487912893295288, "Finetune/Step": 2262, "Finetune/Step Time": 4.49995044991374}
+{"Finetune/Learning Rate": 1.2547550631387571e-05, "Finetune/Loss": 0.8942581415176392, "Finetune/Loss (Raw)": 0.8418851494789124, "Finetune/Step": 2263, "Finetune/Step Time": 4.504290236160159}
+{"Finetune/Learning Rate": 1.2541526068971975e-05, "Finetune/Loss": 0.8942825794219971, "Finetune/Loss (Raw)": 0.9588944315910339, "Finetune/Step": 2264, "Finetune/Step Time": 4.507341763004661}
+{"Finetune/Learning Rate": 1.2535500520239727e-05, "Finetune/Loss": 0.898017406463623, "Finetune/Loss (Raw)": 0.9026457071304321, "Finetune/Step": 2265, "Finetune/Step Time": 4.469890071079135}
+{"Finetune/Learning Rate": 1.2529473987529235e-05, "Finetune/Loss": 0.8968308568000793, "Finetune/Loss (Raw)": 0.7661752104759216, "Finetune/Step": 2266, "Finetune/Step Time": 4.476652201265097}
+{"Finetune/Learning Rate": 1.2523446473179267e-05, "Finetune/Loss": 0.8969351053237915, "Finetune/Loss (Raw)": 0.8799794912338257, "Finetune/Step": 2267, "Finetune/Step Time": 4.456931717693806}
+{"Finetune/Learning Rate": 1.2517417979528991e-05, "Finetune/Loss": 0.8959506154060364, "Finetune/Loss (Raw)": 0.8389599919319153, "Finetune/Step": 2268, "Finetune/Step Time": 4.441931126639247}
+{"Finetune/Learning Rate": 1.2511388508917946e-05, "Finetune/Loss": 0.8949402570724487, "Finetune/Loss (Raw)": 0.9382578134536743, "Finetune/Step": 2269, "Finetune/Step Time": 4.440878873690963}
+{"Finetune/Learning Rate": 1.250535806368605e-05, "Finetune/Loss": 0.8943573236465454, "Finetune/Loss (Raw)": 0.7825865745544434, "Finetune/Step": 2270, "Finetune/Step Time": 4.449405701830983}
+{"Finetune/Learning Rate": 1.2499326646173606e-05, "Finetune/Loss": 0.8946285247802734, "Finetune/Loss (Raw)": 0.9584802389144897, "Finetune/Step": 2271, "Finetune/Step Time": 4.429316647350788}
+{"Finetune/Learning Rate": 1.2493294258721282e-05, "Finetune/Loss": 0.8952574729919434, "Finetune/Loss (Raw)": 0.9707221388816833, "Finetune/Step": 2272, "Finetune/Step Time": 4.423507647588849}
+{"Finetune/Learning Rate": 1.2487260903670136e-05, "Finetune/Loss": 0.8970459699630737, "Finetune/Loss (Raw)": 0.9214991927146912, "Finetune/Step": 2273, "Finetune/Step Time": 4.408828351646662}
+{"Finetune/Learning Rate": 1.2481226583361592e-05, "Finetune/Loss": 0.8963667154312134, "Finetune/Loss (Raw)": 0.8300523161888123, "Finetune/Step": 2274, "Finetune/Step Time": 4.419739615172148}
+{"Finetune/Learning Rate": 1.2475191300137452e-05, "Finetune/Loss": 0.8970979452133179, "Finetune/Loss (Raw)": 1.0285037755966187, "Finetune/Step": 2275, "Finetune/Step Time": 4.412044752389193}
+{"Finetune/Learning Rate": 1.2469155056339894e-05, "Finetune/Loss": 0.8960389494895935, "Finetune/Loss (Raw)": 0.9282520413398743, "Finetune/Step": 2276, "Finetune/Step Time": 4.408425554633141}
+{"Finetune/Learning Rate": 1.2463117854311463e-05, "Finetune/Loss": 0.8941250443458557, "Finetune/Loss (Raw)": 0.7472086548805237, "Finetune/Step": 2277, "Finetune/Step Time": 4.413448525592685}
+{"Finetune/Learning Rate": 1.2457079696395082e-05, "Finetune/Loss": 0.8945547342300415, "Finetune/Loss (Raw)": 0.9731506705284119, "Finetune/Step": 2278, "Finetune/Step Time": 4.417225170880556}
+{"Finetune/Learning Rate": 1.2451040584934042e-05, "Finetune/Loss": 0.8937318921089172, "Finetune/Loss (Raw)": 1.0259723663330078, "Finetune/Step": 2279, "Finetune/Step Time": 4.406173629686236}
+{"Finetune/Learning Rate": 1.2445000522272005e-05, "Finetune/Loss": 0.8943663835525513, "Finetune/Loss (Raw)": 0.891079843044281, "Finetune/Step": 2280, "Finetune/Step Time": 4.401112413033843}
+{"Finetune/Learning Rate": 1.2438959510752997e-05, "Finetune/Loss": 0.89470374584198, "Finetune/Loss (Raw)": 0.8984756469726562, "Finetune/Step": 2281, "Finetune/Step Time": 4.402547599747777}
+{"Finetune/Learning Rate": 1.243291755272142e-05, "Finetune/Loss": 0.8949248790740967, "Finetune/Loss (Raw)": 0.8974833488464355, "Finetune/Step": 2282, "Finetune/Step Time": 4.396189516410232}
+{"Finetune/Learning Rate": 1.2426874650522039e-05, "Finetune/Loss": 0.8958337306976318, "Finetune/Loss (Raw)": 1.0301092863082886, "Finetune/Step": 2283, "Finetune/Step Time": 4.383739585056901}
+{"Finetune/Learning Rate": 1.2420830806499988e-05, "Finetune/Loss": 0.8966725468635559, "Finetune/Loss (Raw)": 0.874032735824585, "Finetune/Step": 2284, "Finetune/Step Time": 4.403385894373059}
+{"Finetune/Learning Rate": 1.2414786023000765e-05, "Finetune/Loss": 0.897231936454773, "Finetune/Loss (Raw)": 0.9476718306541443, "Finetune/Step": 2285, "Finetune/Step Time": 4.403190681710839}
+{"Finetune/Learning Rate": 1.240874030237023e-05, "Finetune/Loss": 0.8971070051193237, "Finetune/Loss (Raw)": 0.9547805786132812, "Finetune/Step": 2286, "Finetune/Step Time": 4.413556035608053}
+{"Finetune/Learning Rate": 1.2402693646954607e-05, "Finetune/Loss": 0.8954595327377319, "Finetune/Loss (Raw)": 0.7675698399543762, "Finetune/Step": 2287, "Finetune/Step Time": 4.398443648591638}
+{"Finetune/Learning Rate": 1.2396646059100492e-05, "Finetune/Loss": 0.8955419063568115, "Finetune/Loss (Raw)": 0.9438729882240295, "Finetune/Step": 2288, "Finetune/Step Time": 4.402288343757391}
+{"Finetune/Learning Rate": 1.2390597541154832e-05, "Finetune/Loss": 0.8945850133895874, "Finetune/Loss (Raw)": 0.7394604682922363, "Finetune/Step": 2289, "Finetune/Step Time": 4.409914640709758}
+{"Finetune/Learning Rate": 1.238454809546494e-05, "Finetune/Loss": 0.8953347206115723, "Finetune/Loss (Raw)": 0.9997062087059021, "Finetune/Step": 2290, "Finetune/Step Time": 4.402383612468839}
+{"Finetune/Learning Rate": 1.2378497724378484e-05, "Finetune/Loss": 0.8949427008628845, "Finetune/Loss (Raw)": 0.8329271078109741, "Finetune/Step": 2291, "Finetune/Step Time": 4.409740161150694}
+{"Finetune/Learning Rate": 1.2372446430243497e-05, "Finetune/Loss": 0.8934819102287292, "Finetune/Loss (Raw)": 0.8518643975257874, "Finetune/Step": 2292, "Finetune/Step Time": 4.418347481638193}
+{"Finetune/Learning Rate": 1.2366394215408369e-05, "Finetune/Loss": 0.8919587731361389, "Finetune/Loss (Raw)": 0.7345222234725952, "Finetune/Step": 2293, "Finetune/Step Time": 4.403019089251757}
+{"Finetune/Learning Rate": 1.2360341082221847e-05, "Finetune/Loss": 0.8918458223342896, "Finetune/Loss (Raw)": 0.9454383850097656, "Finetune/Step": 2294, "Finetune/Step Time": 4.395652895793319}
+{"Finetune/Learning Rate": 1.2354287033033032e-05, "Finetune/Loss": 0.8908085227012634, "Finetune/Loss (Raw)": 0.9276859164237976, "Finetune/Step": 2295, "Finetune/Step Time": 4.418872073292732}
+{"Finetune/Learning Rate": 1.2348232070191383e-05, "Finetune/Loss": 0.8895803689956665, "Finetune/Loss (Raw)": 0.760421097278595, "Finetune/Step": 2296, "Finetune/Step Time": 4.41904266923666}
+{"Finetune/Learning Rate": 1.2342176196046715e-05, "Finetune/Loss": 0.8893729448318481, "Finetune/Loss (Raw)": 0.9294801354408264, "Finetune/Step": 2297, "Finetune/Step Time": 4.427148129791021}
+{"Finetune/Learning Rate": 1.2336119412949193e-05, "Finetune/Loss": 0.8896353244781494, "Finetune/Loss (Raw)": 0.8658952713012695, "Finetune/Step": 2298, "Finetune/Step Time": 4.428454035893083}
+{"Finetune/Learning Rate": 1.2330061723249328e-05, "Finetune/Loss": 0.8900904059410095, "Finetune/Loss (Raw)": 0.9719187021255493, "Finetune/Step": 2299, "Finetune/Step Time": 4.426367154344916}
+{"Finetune/Learning Rate": 1.2324003129298006e-05, "Finetune/Loss": 0.8906469345092773, "Finetune/Loss (Raw)": 0.9700312614440918, "Finetune/Step": 2300, "Finetune/Step Time": 4.432539023458958}
+{"Finetune/Learning Rate": 1.2317943633446441e-05, "Finetune/Loss": 0.8900325894355774, "Finetune/Loss (Raw)": 0.8272297382354736, "Finetune/Step": 2301, "Finetune/Step Time": 4.424274448305368}
+{"Finetune/Learning Rate": 1.2311883238046204e-05, "Finetune/Loss": 0.8903459310531616, "Finetune/Loss (Raw)": 0.8042263984680176, "Finetune/Step": 2302, "Finetune/Step Time": 4.416666222736239}
+{"Finetune/Learning Rate": 1.2305821945449222e-05, "Finetune/Loss": 0.8903549313545227, "Finetune/Loss (Raw)": 0.9195760488510132, "Finetune/Step": 2303, "Finetune/Step Time": 4.398916635662317}
+{"Finetune/Learning Rate": 1.2299759758007755e-05, "Finetune/Loss": 0.8882661461830139, "Finetune/Loss (Raw)": 0.7168306708335876, "Finetune/Step": 2304, "Finetune/Step Time": 4.407391099259257}
+{"Finetune/Learning Rate": 1.2293696678074428e-05, "Finetune/Loss": 0.8862691521644592, "Finetune/Loss (Raw)": 0.8063746690750122, "Finetune/Step": 2305, "Finetune/Step Time": 4.402658734470606}
+{"Finetune/Learning Rate": 1.22876327080022e-05, "Finetune/Loss": 0.8882421255111694, "Finetune/Loss (Raw)": 1.0454591512680054, "Finetune/Step": 2306, "Finetune/Step Time": 4.40488263592124}
+{"Finetune/Learning Rate": 1.2281567850144383e-05, "Finetune/Loss": 0.8884304761886597, "Finetune/Loss (Raw)": 0.968014121055603, "Finetune/Step": 2307, "Finetune/Step Time": 4.389233296737075}
+{"Finetune/Learning Rate": 1.2275502106854624e-05, "Finetune/Loss": 0.8856619596481323, "Finetune/Loss (Raw)": 0.6134926080703735, "Finetune/Step": 2308, "Finetune/Step Time": 4.391754347831011}
+{"Finetune/Learning Rate": 1.2269435480486923e-05, "Finetune/Loss": 0.8853975534439087, "Finetune/Loss (Raw)": 0.9317768216133118, "Finetune/Step": 2309, "Finetune/Step Time": 4.391893554478884}
+{"Finetune/Learning Rate": 1.226336797339562e-05, "Finetune/Loss": 0.8851116895675659, "Finetune/Loss (Raw)": 0.951133668422699, "Finetune/Step": 2310, "Finetune/Step Time": 4.3819171320647}
+{"Finetune/Learning Rate": 1.2257299587935394e-05, "Finetune/Loss": 0.8870585560798645, "Finetune/Loss (Raw)": 1.0332889556884766, "Finetune/Step": 2311, "Finetune/Step Time": 4.362121777608991}
+{"Finetune/Learning Rate": 1.2251230326461268e-05, "Finetune/Loss": 0.8875622153282166, "Finetune/Loss (Raw)": 0.8652682304382324, "Finetune/Step": 2312, "Finetune/Step Time": 4.37631137855351}
+{"Finetune/Learning Rate": 1.2245160191328605e-05, "Finetune/Loss": 0.8876407146453857, "Finetune/Loss (Raw)": 0.937015950679779, "Finetune/Step": 2313, "Finetune/Step Time": 4.381338147446513}
+{"Finetune/Learning Rate": 1.2239089184893102e-05, "Finetune/Loss": 0.8873833417892456, "Finetune/Loss (Raw)": 0.8599061965942383, "Finetune/Step": 2314, "Finetune/Step Time": 4.390100043267012}
+{"Finetune/Learning Rate": 1.2233017309510804e-05, "Finetune/Loss": 0.8882595300674438, "Finetune/Loss (Raw)": 0.8556059002876282, "Finetune/Step": 2315, "Finetune/Step Time": 4.356400325894356}
+{"Finetune/Learning Rate": 1.2226944567538084e-05, "Finetune/Loss": 0.8887314796447754, "Finetune/Loss (Raw)": 0.9732712507247925, "Finetune/Step": 2316, "Finetune/Step Time": 4.321521373465657}
+{"Finetune/Learning Rate": 1.2220870961331654e-05, "Finetune/Loss": 0.8888989686965942, "Finetune/Loss (Raw)": 0.8562125563621521, "Finetune/Step": 2317, "Finetune/Step Time": 4.318123755976558}
+{"Finetune/Learning Rate": 1.2214796493248564e-05, "Finetune/Loss": 0.889135479927063, "Finetune/Loss (Raw)": 0.8749666213989258, "Finetune/Step": 2318, "Finetune/Step Time": 4.306500798091292}
+{"Finetune/Learning Rate": 1.2208721165646193e-05, "Finetune/Loss": 0.8901011347770691, "Finetune/Loss (Raw)": 1.0766605138778687, "Finetune/Step": 2319, "Finetune/Step Time": 4.297683294862509}
+{"Finetune/Learning Rate": 1.2202644980882258e-05, "Finetune/Loss": 0.8912336230278015, "Finetune/Loss (Raw)": 0.9380203485488892, "Finetune/Step": 2320, "Finetune/Step Time": 4.296218030154705}
+{"Finetune/Learning Rate": 1.2196567941314815e-05, "Finetune/Loss": 0.8907507658004761, "Finetune/Loss (Raw)": 0.9264432191848755, "Finetune/Step": 2321, "Finetune/Step Time": 4.303153570741415}
+{"Finetune/Learning Rate": 1.2190490049302233e-05, "Finetune/Loss": 0.8908241391181946, "Finetune/Loss (Raw)": 0.9735398888587952, "Finetune/Step": 2322, "Finetune/Step Time": 4.303768187761307}
+{"Finetune/Learning Rate": 1.218441130720323e-05, "Finetune/Loss": 0.8892865180969238, "Finetune/Loss (Raw)": 0.7954138517379761, "Finetune/Step": 2323, "Finetune/Step Time": 4.318022090941668}
+{"Finetune/Learning Rate": 1.2178331717376848e-05, "Finetune/Loss": 0.8892393112182617, "Finetune/Loss (Raw)": 0.8514865040779114, "Finetune/Step": 2324, "Finetune/Step Time": 4.302982183173299}
+{"Finetune/Learning Rate": 1.217225128218245e-05, "Finetune/Loss": 0.8893340229988098, "Finetune/Loss (Raw)": 1.0132118463516235, "Finetune/Step": 2325, "Finetune/Step Time": 4.310043280944228}
+{"Finetune/Learning Rate": 1.2166170003979742e-05, "Finetune/Loss": 0.8859140872955322, "Finetune/Loss (Raw)": 0.4386306405067444, "Finetune/Step": 2326, "Finetune/Step Time": 4.342540051788092}
+{"Finetune/Learning Rate": 1.2160087885128745e-05, "Finetune/Loss": 0.8864208459854126, "Finetune/Loss (Raw)": 0.9093640446662903, "Finetune/Step": 2327, "Finetune/Step Time": 4.363606503233314}
+{"Finetune/Learning Rate": 1.2154004927989815e-05, "Finetune/Loss": 0.8861784934997559, "Finetune/Loss (Raw)": 0.8511031866073608, "Finetune/Step": 2328, "Finetune/Step Time": 4.357408074662089}
+{"Finetune/Learning Rate": 1.2147921134923624e-05, "Finetune/Loss": 0.8910242319107056, "Finetune/Loss (Raw)": 0.9780390858650208, "Finetune/Step": 2329, "Finetune/Step Time": 4.320362294092774}
+{"Finetune/Learning Rate": 1.2141836508291175e-05, "Finetune/Loss": 0.8901663422584534, "Finetune/Loss (Raw)": 0.8045121431350708, "Finetune/Step": 2330, "Finetune/Step Time": 4.332987552508712}
+{"Finetune/Learning Rate": 1.2135751050453793e-05, "Finetune/Loss": 0.8906568288803101, "Finetune/Loss (Raw)": 0.9347082376480103, "Finetune/Step": 2331, "Finetune/Step Time": 4.340921217575669}
+{"Finetune/Learning Rate": 1.2129664763773125e-05, "Finetune/Loss": 0.8927200436592102, "Finetune/Loss (Raw)": 1.1086584329605103, "Finetune/Step": 2332, "Finetune/Step Time": 4.33713074028492}
+{"Finetune/Learning Rate": 1.212357765061114e-05, "Finetune/Loss": 0.897132396697998, "Finetune/Loss (Raw)": 0.9922702312469482, "Finetune/Step": 2333, "Finetune/Step Time": 4.315664675086737}
+{"Finetune/Learning Rate": 1.211748971333013e-05, "Finetune/Loss": 0.899208664894104, "Finetune/Loss (Raw)": 0.9377709031105042, "Finetune/Step": 2334, "Finetune/Step Time": 4.274988146498799}
+{"Finetune/Learning Rate": 1.21114009542927e-05, "Finetune/Loss": 0.8985079526901245, "Finetune/Loss (Raw)": 0.8725890517234802, "Finetune/Step": 2335, "Finetune/Step Time": 4.277420239523053}
+{"Finetune/Learning Rate": 1.2105311375861786e-05, "Finetune/Loss": 0.8987149596214294, "Finetune/Loss (Raw)": 0.8904992938041687, "Finetune/Step": 2336, "Finetune/Step Time": 4.270930925384164}
+{"Finetune/Learning Rate": 1.2099220980400625e-05, "Finetune/Loss": 0.8992952108383179, "Finetune/Loss (Raw)": 0.9665631651878357, "Finetune/Step": 2337, "Finetune/Step Time": 4.270184252411127}
+{"Finetune/Learning Rate": 1.2093129770272787e-05, "Finetune/Loss": 0.9038323760032654, "Finetune/Loss (Raw)": 0.9749013781547546, "Finetune/Step": 2338, "Finetune/Step Time": 4.23175473511219}
+{"Finetune/Learning Rate": 1.208703774784215e-05, "Finetune/Loss": 0.9024928212165833, "Finetune/Loss (Raw)": 0.8304280638694763, "Finetune/Step": 2339, "Finetune/Step Time": 4.226966839283705}
+{"Finetune/Learning Rate": 1.2080944915472908e-05, "Finetune/Loss": 0.9039977788925171, "Finetune/Loss (Raw)": 0.9078218340873718, "Finetune/Step": 2340, "Finetune/Step Time": 4.219170931726694}
+{"Finetune/Learning Rate": 1.2074851275529575e-05, "Finetune/Loss": 0.9057304859161377, "Finetune/Loss (Raw)": 1.0340739488601685, "Finetune/Step": 2341, "Finetune/Step Time": 4.246229067444801}
+{"Finetune/Learning Rate": 1.2068756830376966e-05, "Finetune/Loss": 0.9029723405838013, "Finetune/Loss (Raw)": 0.3570152521133423, "Finetune/Step": 2342, "Finetune/Step Time": 4.270848723128438}
+{"Finetune/Learning Rate": 1.2062661582380222e-05, "Finetune/Loss": 0.9031236171722412, "Finetune/Loss (Raw)": 0.9889431595802307, "Finetune/Step": 2343, "Finetune/Step Time": 4.2886198572814465}
+{"Finetune/Learning Rate": 1.2056565533904787e-05, "Finetune/Loss": 0.902867317199707, "Finetune/Loss (Raw)": 0.9123846888542175, "Finetune/Step": 2344, "Finetune/Step Time": 4.316694255918264}
+{"Finetune/Learning Rate": 1.2050468687316418e-05, "Finetune/Loss": 0.9039198160171509, "Finetune/Loss (Raw)": 1.1448408365249634, "Finetune/Step": 2345, "Finetune/Step Time": 4.316906979307532}
+{"Finetune/Learning Rate": 1.2044371044981188e-05, "Finetune/Loss": 0.9052009582519531, "Finetune/Loss (Raw)": 0.9015517830848694, "Finetune/Step": 2346, "Finetune/Step Time": 4.312655022367835}
+{"Finetune/Learning Rate": 1.2038272609265464e-05, "Finetune/Loss": 0.9055395126342773, "Finetune/Loss (Raw)": 0.8962706327438354, "Finetune/Step": 2347, "Finetune/Step Time": 4.281191734597087}
+{"Finetune/Learning Rate": 1.2032173382535936e-05, "Finetune/Loss": 0.9055954813957214, "Finetune/Loss (Raw)": 0.9958376288414001, "Finetune/Step": 2348, "Finetune/Step Time": 4.283246491104364}
+{"Finetune/Learning Rate": 1.2026073367159597e-05, "Finetune/Loss": 0.9062663316726685, "Finetune/Loss (Raw)": 0.925321102142334, "Finetune/Step": 2349, "Finetune/Step Time": 4.274630958214402}
+{"Finetune/Learning Rate": 1.2019972565503733e-05, "Finetune/Loss": 0.9058776497840881, "Finetune/Loss (Raw)": 0.9161814451217651, "Finetune/Step": 2350, "Finetune/Step Time": 4.268206179141998}
+{"Finetune/Learning Rate": 1.2013870979935957e-05, "Finetune/Loss": 0.9065585732460022, "Finetune/Loss (Raw)": 1.0263556241989136, "Finetune/Step": 2351, "Finetune/Step Time": 4.2650894112885}
+{"Finetune/Learning Rate": 1.200776861282417e-05, "Finetune/Loss": 0.9077616333961487, "Finetune/Loss (Raw)": 1.0657997131347656, "Finetune/Step": 2352, "Finetune/Step Time": 4.273504225537181}
+{"Finetune/Learning Rate": 1.2001665466536582e-05, "Finetune/Loss": 0.9079985022544861, "Finetune/Loss (Raw)": 0.9165998697280884, "Finetune/Step": 2353, "Finetune/Step Time": 4.267867896705866}
+{"Finetune/Learning Rate": 1.199556154344171e-05, "Finetune/Loss": 0.9078718423843384, "Finetune/Loss (Raw)": 0.9161982536315918, "Finetune/Step": 2354, "Finetune/Step Time": 4.260174050927162}
+{"Finetune/Learning Rate": 1.1989456845908356e-05, "Finetune/Loss": 0.9065850973129272, "Finetune/Loss (Raw)": 0.8187066316604614, "Finetune/Step": 2355, "Finetune/Step Time": 4.257094727829099}
+{"Finetune/Learning Rate": 1.1983351376305648e-05, "Finetune/Loss": 0.9058185815811157, "Finetune/Loss (Raw)": 0.8030906319618225, "Finetune/Step": 2356, "Finetune/Step Time": 4.2573986276984215}
+{"Finetune/Learning Rate": 1.197724513700299e-05, "Finetune/Loss": 0.9057390689849854, "Finetune/Loss (Raw)": 0.9024701118469238, "Finetune/Step": 2357, "Finetune/Step Time": 4.256278434768319}
+{"Finetune/Learning Rate": 1.1971138130370097e-05, "Finetune/Loss": 0.9069803953170776, "Finetune/Loss (Raw)": 1.0188757181167603, "Finetune/Step": 2358, "Finetune/Step Time": 4.253344066441059}
+{"Finetune/Learning Rate": 1.1965030358776975e-05, "Finetune/Loss": 0.9015653133392334, "Finetune/Loss (Raw)": 0.2936522364616394, "Finetune/Step": 2359, "Finetune/Step Time": 4.29112240485847}
+{"Finetune/Learning Rate": 1.1958921824593936e-05, "Finetune/Loss": 0.9006617665290833, "Finetune/Loss (Raw)": 0.9154176115989685, "Finetune/Step": 2360, "Finetune/Step Time": 4.289776276797056}
+{"Finetune/Learning Rate": 1.1952812530191586e-05, "Finetune/Loss": 0.9018237590789795, "Finetune/Loss (Raw)": 0.948015034198761, "Finetune/Step": 2361, "Finetune/Step Time": 4.2895355969667435}
+{"Finetune/Learning Rate": 1.1946702477940815e-05, "Finetune/Loss": 0.9014990329742432, "Finetune/Loss (Raw)": 0.933362603187561, "Finetune/Step": 2362, "Finetune/Step Time": 4.282419003546238}
+{"Finetune/Learning Rate": 1.194059167021282e-05, "Finetune/Loss": 0.8990233540534973, "Finetune/Loss (Raw)": 0.7128316760063171, "Finetune/Step": 2363, "Finetune/Step Time": 4.283083835616708}
+{"Finetune/Learning Rate": 1.1934480109379083e-05, "Finetune/Loss": 0.8978062868118286, "Finetune/Loss (Raw)": 0.8425542712211609, "Finetune/Step": 2364, "Finetune/Step Time": 4.2806723564863205}
+{"Finetune/Learning Rate": 1.1928367797811384e-05, "Finetune/Loss": 0.8988442420959473, "Finetune/Loss (Raw)": 1.024256706237793, "Finetune/Step": 2365, "Finetune/Step Time": 4.276274966076016}
+{"Finetune/Learning Rate": 1.1922254737881792e-05, "Finetune/Loss": 0.8989209532737732, "Finetune/Loss (Raw)": 0.7730653882026672, "Finetune/Step": 2366, "Finetune/Step Time": 4.277909325435758}
+{"Finetune/Learning Rate": 1.1916140931962661e-05, "Finetune/Loss": 0.8974111676216125, "Finetune/Loss (Raw)": 0.9688527584075928, "Finetune/Step": 2367, "Finetune/Step Time": 4.28359785117209}
+{"Finetune/Learning Rate": 1.191002638242665e-05, "Finetune/Loss": 0.8960950970649719, "Finetune/Loss (Raw)": 0.8948146104812622, "Finetune/Step": 2368, "Finetune/Step Time": 4.279352996498346}
+{"Finetune/Learning Rate": 1.1903911091646684e-05, "Finetune/Loss": 0.8961480855941772, "Finetune/Loss (Raw)": 1.0020126104354858, "Finetune/Step": 2369, "Finetune/Step Time": 4.276285383850336}
+{"Finetune/Learning Rate": 1.1897795061995998e-05, "Finetune/Loss": 0.8963145613670349, "Finetune/Loss (Raw)": 0.9101414084434509, "Finetune/Step": 2370, "Finetune/Step Time": 4.278380736708641}
+{"Finetune/Learning Rate": 1.18916782958481e-05, "Finetune/Loss": 0.8972038626670837, "Finetune/Loss (Raw)": 1.0052200555801392, "Finetune/Step": 2371, "Finetune/Step Time": 4.277541574090719}
+{"Finetune/Learning Rate": 1.1885560795576782e-05, "Finetune/Loss": 0.8950866460800171, "Finetune/Loss (Raw)": 0.8851662874221802, "Finetune/Step": 2372, "Finetune/Step Time": 4.280107626691461}
+{"Finetune/Learning Rate": 1.1879442563556141e-05, "Finetune/Loss": 0.8953743577003479, "Finetune/Loss (Raw)": 1.0058331489562988, "Finetune/Step": 2373, "Finetune/Step Time": 4.302143333479762}
+{"Finetune/Learning Rate": 1.1873323602160526e-05, "Finetune/Loss": 0.8933417797088623, "Finetune/Loss (Raw)": 0.8171907067298889, "Finetune/Step": 2374, "Finetune/Step Time": 4.303506258875132}
+{"Finetune/Learning Rate": 1.1867203913764599e-05, "Finetune/Loss": 0.8926340937614441, "Finetune/Loss (Raw)": 0.7650178670883179, "Finetune/Step": 2375, "Finetune/Step Time": 4.301603842526674}
+{"Finetune/Learning Rate": 1.1861083500743284e-05, "Finetune/Loss": 0.8940732479095459, "Finetune/Loss (Raw)": 0.9547950625419617, "Finetune/Step": 2376, "Finetune/Step Time": 4.312013369053602}
+{"Finetune/Learning Rate": 1.1854962365471798e-05, "Finetune/Loss": 0.8957289457321167, "Finetune/Loss (Raw)": 1.0667344331741333, "Finetune/Step": 2377, "Finetune/Step Time": 4.312559302896261}
+{"Finetune/Learning Rate": 1.1848840510325635e-05, "Finetune/Loss": 0.8961742520332336, "Finetune/Loss (Raw)": 1.0036166906356812, "Finetune/Step": 2378, "Finetune/Step Time": 4.291020283475518}
+{"Finetune/Learning Rate": 1.184271793768056e-05, "Finetune/Loss": 0.8961183428764343, "Finetune/Loss (Raw)": 0.9386528134346008, "Finetune/Step": 2379, "Finetune/Step Time": 4.308138590306044}
+{"Finetune/Learning Rate": 1.1836594649912636e-05, "Finetune/Loss": 0.8997354507446289, "Finetune/Loss (Raw)": 0.7849856019020081, "Finetune/Step": 2380, "Finetune/Step Time": 4.267328867688775}
+{"Finetune/Learning Rate": 1.1830470649398183e-05, "Finetune/Loss": 0.8988674879074097, "Finetune/Loss (Raw)": 0.9178020358085632, "Finetune/Step": 2381, "Finetune/Step Time": 4.270363328978419}
+{"Finetune/Learning Rate": 1.1824345938513806e-05, "Finetune/Loss": 0.896805465221405, "Finetune/Loss (Raw)": 0.7768957614898682, "Finetune/Step": 2382, "Finetune/Step Time": 4.282163396477699}
+{"Finetune/Learning Rate": 1.181822051963639e-05, "Finetune/Loss": 0.8946032524108887, "Finetune/Loss (Raw)": 0.6741032004356384, "Finetune/Step": 2383, "Finetune/Step Time": 4.295126684010029}
+{"Finetune/Learning Rate": 1.1812094395143086e-05, "Finetune/Loss": 0.8961926698684692, "Finetune/Loss (Raw)": 1.0943107604980469, "Finetune/Step": 2384, "Finetune/Step Time": 4.2909097243100405}
+{"Finetune/Learning Rate": 1.1805967567411325e-05, "Finetune/Loss": 0.8956480026245117, "Finetune/Loss (Raw)": 0.9075140953063965, "Finetune/Step": 2385, "Finetune/Step Time": 4.2960287015885115}
+{"Finetune/Learning Rate": 1.1799840038818813e-05, "Finetune/Loss": 0.8978098034858704, "Finetune/Loss (Raw)": 1.0218340158462524, "Finetune/Step": 2386, "Finetune/Step Time": 4.302439454942942}
+{"Finetune/Learning Rate": 1.1793711811743515e-05, "Finetune/Loss": 0.8980927467346191, "Finetune/Loss (Raw)": 0.8734058737754822, "Finetune/Step": 2387, "Finetune/Step Time": 4.316508941352367}
+{"Finetune/Learning Rate": 1.1787582888563689e-05, "Finetune/Loss": 0.8990074396133423, "Finetune/Loss (Raw)": 0.9724076986312866, "Finetune/Step": 2388, "Finetune/Step Time": 4.320703264325857}
+{"Finetune/Learning Rate": 1.1781453271657839e-05, "Finetune/Loss": 0.8995724320411682, "Finetune/Loss (Raw)": 1.0315643548965454, "Finetune/Step": 2389, "Finetune/Step Time": 4.3192657250911}
+{"Finetune/Learning Rate": 1.1775322963404757e-05, "Finetune/Loss": 0.8994346857070923, "Finetune/Loss (Raw)": 1.031158447265625, "Finetune/Step": 2390, "Finetune/Step Time": 4.3283794317394495}
+{"Finetune/Learning Rate": 1.176919196618349e-05, "Finetune/Loss": 0.9006006121635437, "Finetune/Loss (Raw)": 0.9911261796951294, "Finetune/Step": 2391, "Finetune/Step Time": 4.327621212229133}
+{"Finetune/Learning Rate": 1.1763060282373364e-05, "Finetune/Loss": 0.9003793001174927, "Finetune/Loss (Raw)": 0.9305540919303894, "Finetune/Step": 2392, "Finetune/Step Time": 4.327860025689006}
+{"Finetune/Learning Rate": 1.1756927914353963e-05, "Finetune/Loss": 0.9012829065322876, "Finetune/Loss (Raw)": 1.0183197259902954, "Finetune/Step": 2393, "Finetune/Step Time": 4.340754797682166}
+{"Finetune/Learning Rate": 1.175079486450514e-05, "Finetune/Loss": 0.8984060287475586, "Finetune/Loss (Raw)": 0.3979245126247406, "Finetune/Step": 2394, "Finetune/Step Time": 4.374264383688569}
+{"Finetune/Learning Rate": 1.1744661135207009e-05, "Finetune/Loss": 0.8988817930221558, "Finetune/Loss (Raw)": 0.9408844113349915, "Finetune/Step": 2395, "Finetune/Step Time": 4.378931263461709}
+{"Finetune/Learning Rate": 1.1738526728839956e-05, "Finetune/Loss": 0.8991268873214722, "Finetune/Loss (Raw)": 0.8703311681747437, "Finetune/Step": 2396, "Finetune/Step Time": 4.376008868217468}
+{"Finetune/Learning Rate": 1.1732391647784618e-05, "Finetune/Loss": 0.8991057872772217, "Finetune/Loss (Raw)": 0.9355603456497192, "Finetune/Step": 2397, "Finetune/Step Time": 4.3675707299262285}
+{"Finetune/Learning Rate": 1.1726255894421908e-05, "Finetune/Loss": 0.90138179063797, "Finetune/Loss (Raw)": 1.0739116668701172, "Finetune/Step": 2398, "Finetune/Step Time": 4.359063632786274}
+{"Finetune/Learning Rate": 1.1720119471132985e-05, "Finetune/Loss": 0.9015927314758301, "Finetune/Loss (Raw)": 0.9854779243469238, "Finetune/Step": 2399, "Finetune/Step Time": 4.365754123777151}
+{"Finetune/Learning Rate": 1.1713982380299278e-05, "Finetune/Loss": 0.9004044532775879, "Finetune/Loss (Raw)": 0.8186240792274475, "Finetune/Step": 2400, "Finetune/Step Time": 4.357806988060474}
+{"Finetune/Learning Rate": 1.1707844624302471e-05, "Finetune/Loss": 0.9005604386329651, "Finetune/Loss (Raw)": 0.9414680004119873, "Finetune/Step": 2401, "Finetune/Step Time": 4.361813819035888}
+{"Finetune/Learning Rate": 1.170170620552451e-05, "Finetune/Loss": 0.9004733562469482, "Finetune/Loss (Raw)": 0.8189066052436829, "Finetune/Step": 2402, "Finetune/Step Time": 4.346515495330095}
+{"Finetune/Learning Rate": 1.1695567126347593e-05, "Finetune/Loss": 0.899707555770874, "Finetune/Loss (Raw)": 0.9304757118225098, "Finetune/Step": 2403, "Finetune/Step Time": 4.355330355465412}
+{"Finetune/Learning Rate": 1.1689427389154176e-05, "Finetune/Loss": 0.8997851610183716, "Finetune/Loss (Raw)": 0.9381898641586304, "Finetune/Step": 2404, "Finetune/Step Time": 4.3542244248092175}
+{"Finetune/Learning Rate": 1.1683286996326975e-05, "Finetune/Loss": 0.9012559056282043, "Finetune/Loss (Raw)": 0.9354639053344727, "Finetune/Step": 2405, "Finetune/Step Time": 4.349721901118755}
+{"Finetune/Learning Rate": 1.1677145950248954e-05, "Finetune/Loss": 0.9013657569885254, "Finetune/Loss (Raw)": 0.9872050285339355, "Finetune/Step": 2406, "Finetune/Step Time": 4.345335518941283}
+{"Finetune/Learning Rate": 1.167100425330333e-05, "Finetune/Loss": 0.8987880349159241, "Finetune/Loss (Raw)": 0.6960299015045166, "Finetune/Step": 2407, "Finetune/Step Time": 4.366620298475027}
+{"Finetune/Learning Rate": 1.1664861907873583e-05, "Finetune/Loss": 0.9004203081130981, "Finetune/Loss (Raw)": 1.100013256072998, "Finetune/Step": 2408, "Finetune/Step Time": 4.386224690824747}
+{"Finetune/Learning Rate": 1.165871891634343e-05, "Finetune/Loss": 0.9003639817237854, "Finetune/Loss (Raw)": 0.8912615776062012, "Finetune/Step": 2409, "Finetune/Step Time": 4.386164575815201}
+{"Finetune/Learning Rate": 1.165257528109685e-05, "Finetune/Loss": 0.9006386995315552, "Finetune/Loss (Raw)": 0.9326478838920593, "Finetune/Step": 2410, "Finetune/Step Time": 4.395483968779445}
+{"Finetune/Learning Rate": 1.1646431004518068e-05, "Finetune/Loss": 0.8984894752502441, "Finetune/Loss (Raw)": 0.755013644695282, "Finetune/Step": 2411, "Finetune/Step Time": 4.402735894545913}
+{"Finetune/Learning Rate": 1.1640286088991558e-05, "Finetune/Loss": 0.8985874056816101, "Finetune/Loss (Raw)": 0.8865643739700317, "Finetune/Step": 2412, "Finetune/Step Time": 4.375325841829181}
+{"Finetune/Learning Rate": 1.1634140536902039e-05, "Finetune/Loss": 0.8975411653518677, "Finetune/Loss (Raw)": 0.8137591481208801, "Finetune/Step": 2413, "Finetune/Step Time": 4.36566355265677}
+{"Finetune/Learning Rate": 1.1627994350634482e-05, "Finetune/Loss": 0.8975104093551636, "Finetune/Loss (Raw)": 0.9508326649665833, "Finetune/Step": 2414, "Finetune/Step Time": 4.351269630715251}
+{"Finetune/Learning Rate": 1.1621847532574101e-05, "Finetune/Loss": 0.898439884185791, "Finetune/Loss (Raw)": 0.8865461349487305, "Finetune/Step": 2415, "Finetune/Step Time": 4.356569088995457}
+{"Finetune/Learning Rate": 1.1615700085106357e-05, "Finetune/Loss": 0.8984485268592834, "Finetune/Loss (Raw)": 0.94498211145401, "Finetune/Step": 2416, "Finetune/Step Time": 4.354702774435282}
+{"Finetune/Learning Rate": 1.1609552010616953e-05, "Finetune/Loss": 0.8996464014053345, "Finetune/Loss (Raw)": 0.8927891850471497, "Finetune/Step": 2417, "Finetune/Step Time": 4.352599108591676}
+{"Finetune/Learning Rate": 1.1603403311491841e-05, "Finetune/Loss": 0.8952957391738892, "Finetune/Loss (Raw)": 0.4428146183490753, "Finetune/Step": 2418, "Finetune/Step Time": 4.39134980365634}
+{"Finetune/Learning Rate": 1.1597253990117205e-05, "Finetune/Loss": 0.8956944346427917, "Finetune/Loss (Raw)": 0.8839641809463501, "Finetune/Step": 2419, "Finetune/Step Time": 4.398617306724191}
+{"Finetune/Learning Rate": 1.1591104048879479e-05, "Finetune/Loss": 0.897404670715332, "Finetune/Loss (Raw)": 1.0707781314849854, "Finetune/Step": 2420, "Finetune/Step Time": 4.393802484497428}
+{"Finetune/Learning Rate": 1.1584953490165334e-05, "Finetune/Loss": 0.8976567983627319, "Finetune/Loss (Raw)": 0.7667889595031738, "Finetune/Step": 2421, "Finetune/Step Time": 4.408284863457084}
+{"Finetune/Learning Rate": 1.1578802316361685e-05, "Finetune/Loss": 0.8964008092880249, "Finetune/Loss (Raw)": 0.7846793532371521, "Finetune/Step": 2422, "Finetune/Step Time": 4.418186545372009}
+{"Finetune/Learning Rate": 1.157265052985568e-05, "Finetune/Loss": 0.8948663473129272, "Finetune/Loss (Raw)": 0.7312700748443604, "Finetune/Step": 2423, "Finetune/Step Time": 4.405554054304957}
+{"Finetune/Learning Rate": 1.156649813303471e-05, "Finetune/Loss": 0.8962283134460449, "Finetune/Loss (Raw)": 0.9347488880157471, "Finetune/Step": 2424, "Finetune/Step Time": 4.405271794646978}
+{"Finetune/Learning Rate": 1.1560345128286396e-05, "Finetune/Loss": 0.8954500555992126, "Finetune/Loss (Raw)": 0.829863965511322, "Finetune/Step": 2425, "Finetune/Step Time": 4.409852581098676}
+{"Finetune/Learning Rate": 1.1554191517998598e-05, "Finetune/Loss": 0.8915859460830688, "Finetune/Loss (Raw)": 0.37129566073417664, "Finetune/Step": 2426, "Finetune/Step Time": 4.448067374527454}
+{"Finetune/Learning Rate": 1.1548037304559419e-05, "Finetune/Loss": 0.8915221691131592, "Finetune/Loss (Raw)": 0.9637559056282043, "Finetune/Step": 2427, "Finetune/Step Time": 4.439037036150694}
+{"Finetune/Learning Rate": 1.1541882490357183e-05, "Finetune/Loss": 0.8902230858802795, "Finetune/Loss (Raw)": 0.803745448589325, "Finetune/Step": 2428, "Finetune/Step Time": 4.433048713952303}
+{"Finetune/Learning Rate": 1.1535727077780456e-05, "Finetune/Loss": 0.8913089036941528, "Finetune/Loss (Raw)": 0.9662121534347534, "Finetune/Step": 2429, "Finetune/Step Time": 4.439739787951112}
+{"Finetune/Learning Rate": 1.1529571069218033e-05, "Finetune/Loss": 0.8908786773681641, "Finetune/Loss (Raw)": 0.7491517663002014, "Finetune/Step": 2430, "Finetune/Step Time": 4.4642970487475395}
+{"Finetune/Learning Rate": 1.152341446705894e-05, "Finetune/Loss": 0.8914645910263062, "Finetune/Loss (Raw)": 0.9945823550224304, "Finetune/Step": 2431, "Finetune/Step Time": 4.4680014699697495}
+{"Finetune/Learning Rate": 1.1517257273692432e-05, "Finetune/Loss": 0.8929507732391357, "Finetune/Loss (Raw)": 0.9070563912391663, "Finetune/Step": 2432, "Finetune/Step Time": 4.470498664304614}
+{"Finetune/Learning Rate": 1.1511099491508003e-05, "Finetune/Loss": 0.8933888673782349, "Finetune/Loss (Raw)": 0.8624529242515564, "Finetune/Step": 2433, "Finetune/Step Time": 4.470083108171821}
+{"Finetune/Learning Rate": 1.1504941122895361e-05, "Finetune/Loss": 0.8924292922019958, "Finetune/Loss (Raw)": 0.9226307272911072, "Finetune/Step": 2434, "Finetune/Step Time": 4.469352159649134}
+{"Finetune/Learning Rate": 1.1498782170244449e-05, "Finetune/Loss": 0.8917528986930847, "Finetune/Loss (Raw)": 0.8814367055892944, "Finetune/Step": 2435, "Finetune/Step Time": 4.478316083550453}
+{"Finetune/Learning Rate": 1.1492622635945438e-05, "Finetune/Loss": 0.8945728540420532, "Finetune/Loss (Raw)": 0.9744449853897095, "Finetune/Step": 2436, "Finetune/Step Time": 4.4715633895248175}
+{"Finetune/Learning Rate": 1.1486462522388724e-05, "Finetune/Loss": 0.894130289554596, "Finetune/Loss (Raw)": 0.8751318454742432, "Finetune/Step": 2437, "Finetune/Step Time": 4.477408932521939}
+{"Finetune/Learning Rate": 1.1480301831964926e-05, "Finetune/Loss": 0.894572377204895, "Finetune/Loss (Raw)": 1.0077248811721802, "Finetune/Step": 2438, "Finetune/Step Time": 4.481330066919327}
+{"Finetune/Learning Rate": 1.1474140567064889e-05, "Finetune/Loss": 0.8942952156066895, "Finetune/Loss (Raw)": 0.9978037476539612, "Finetune/Step": 2439, "Finetune/Step Time": 4.481151198968291}
+{"Finetune/Learning Rate": 1.1467978730079677e-05, "Finetune/Loss": 0.8952993750572205, "Finetune/Loss (Raw)": 0.993802547454834, "Finetune/Step": 2440, "Finetune/Step Time": 4.455944698303938}
+{"Finetune/Learning Rate": 1.1461816323400579e-05, "Finetune/Loss": 0.8954839110374451, "Finetune/Loss (Raw)": 0.9606384038925171, "Finetune/Step": 2441, "Finetune/Step Time": 4.452041337266564}
+{"Finetune/Learning Rate": 1.1455653349419105e-05, "Finetune/Loss": 0.8959682583808899, "Finetune/Loss (Raw)": 0.9219039082527161, "Finetune/Step": 2442, "Finetune/Step Time": 4.447839895263314}
+{"Finetune/Learning Rate": 1.1449489810526985e-05, "Finetune/Loss": 0.896931529045105, "Finetune/Loss (Raw)": 0.9789001941680908, "Finetune/Step": 2443, "Finetune/Step Time": 4.453395813703537}
+{"Finetune/Learning Rate": 1.144332570911617e-05, "Finetune/Loss": 0.8968366980552673, "Finetune/Loss (Raw)": 0.9611367583274841, "Finetune/Step": 2444, "Finetune/Step Time": 4.460742732509971}
+{"Finetune/Learning Rate": 1.1437161047578826e-05, "Finetune/Loss": 0.8931965827941895, "Finetune/Loss (Raw)": 0.39028337597846985, "Finetune/Step": 2445, "Finetune/Step Time": 4.495874596759677}
+{"Finetune/Learning Rate": 1.1430995828307337e-05, "Finetune/Loss": 0.8935588598251343, "Finetune/Loss (Raw)": 0.9213322997093201, "Finetune/Step": 2446, "Finetune/Step Time": 4.502810498699546}
+{"Finetune/Learning Rate": 1.1424830053694303e-05, "Finetune/Loss": 0.8922436237335205, "Finetune/Loss (Raw)": 0.9083122611045837, "Finetune/Step": 2447, "Finetune/Step Time": 4.508082825690508}
+{"Finetune/Learning Rate": 1.1418663726132543e-05, "Finetune/Loss": 0.8926635980606079, "Finetune/Loss (Raw)": 0.9917773604393005, "Finetune/Step": 2448, "Finetune/Step Time": 4.509675268083811}
+{"Finetune/Learning Rate": 1.141249684801509e-05, "Finetune/Loss": 0.8917542695999146, "Finetune/Loss (Raw)": 0.8100449442863464, "Finetune/Step": 2449, "Finetune/Step Time": 4.5017606765031815}
+{"Finetune/Learning Rate": 1.140632942173519e-05, "Finetune/Loss": 0.8879660964012146, "Finetune/Loss (Raw)": 0.4886523485183716, "Finetune/Step": 2450, "Finetune/Step Time": 4.538078512996435}
+{"Finetune/Learning Rate": 1.1400161449686293e-05, "Finetune/Loss": 0.884267270565033, "Finetune/Loss (Raw)": 0.32196488976478577, "Finetune/Step": 2451, "Finetune/Step Time": 4.564640061929822}
+{"Finetune/Learning Rate": 1.1393992934262073e-05, "Finetune/Loss": 0.8850407600402832, "Finetune/Loss (Raw)": 0.950495183467865, "Finetune/Step": 2452, "Finetune/Step Time": 4.5654870849102736}
+{"Finetune/Learning Rate": 1.1387823877856413e-05, "Finetune/Loss": 0.8843942880630493, "Finetune/Loss (Raw)": 0.9304622411727905, "Finetune/Step": 2453, "Finetune/Step Time": 4.582912867888808}
+{"Finetune/Learning Rate": 1.1381654282863399e-05, "Finetune/Loss": 0.8881449699401855, "Finetune/Loss (Raw)": 0.9187151789665222, "Finetune/Step": 2454, "Finetune/Step Time": 4.554236119613051}
+{"Finetune/Learning Rate": 1.1375484151677334e-05, "Finetune/Loss": 0.888831377029419, "Finetune/Loss (Raw)": 0.9972309470176697, "Finetune/Step": 2455, "Finetune/Step Time": 4.536038152873516}
+{"Finetune/Learning Rate": 1.1369313486692723e-05, "Finetune/Loss": 0.8896266222000122, "Finetune/Loss (Raw)": 0.952888548374176, "Finetune/Step": 2456, "Finetune/Step Time": 4.526362044736743}
+{"Finetune/Learning Rate": 1.136314229030428e-05, "Finetune/Loss": 0.8894091248512268, "Finetune/Loss (Raw)": 0.9502006769180298, "Finetune/Step": 2457, "Finetune/Step Time": 4.523557996377349}
+{"Finetune/Learning Rate": 1.1356970564906928e-05, "Finetune/Loss": 0.8906346559524536, "Finetune/Loss (Raw)": 0.9613855481147766, "Finetune/Step": 2458, "Finetune/Step Time": 4.529592737555504}
+{"Finetune/Learning Rate": 1.1350798312895795e-05, "Finetune/Loss": 0.8900958299636841, "Finetune/Loss (Raw)": 0.8657382726669312, "Finetune/Step": 2459, "Finetune/Step Time": 4.523598110303283}
+{"Finetune/Learning Rate": 1.1344625536666208e-05, "Finetune/Loss": 0.8886854648590088, "Finetune/Loss (Raw)": 0.9281250834465027, "Finetune/Step": 2460, "Finetune/Step Time": 4.517575478181243}
+{"Finetune/Learning Rate": 1.13384522386137e-05, "Finetune/Loss": 0.8891713619232178, "Finetune/Loss (Raw)": 1.054468035697937, "Finetune/Step": 2461, "Finetune/Step Time": 4.514305870980024}
+{"Finetune/Learning Rate": 1.1332278421134007e-05, "Finetune/Loss": 0.8892554044723511, "Finetune/Loss (Raw)": 0.9485340118408203, "Finetune/Step": 2462, "Finetune/Step Time": 4.506865872070193}
+{"Finetune/Learning Rate": 1.1326104086623075e-05, "Finetune/Loss": 0.8897786140441895, "Finetune/Loss (Raw)": 0.9395471215248108, "Finetune/Step": 2463, "Finetune/Step Time": 4.507455667480826}
+{"Finetune/Learning Rate": 1.1319929237477033e-05, "Finetune/Loss": 0.8907300233840942, "Finetune/Loss (Raw)": 1.012284278869629, "Finetune/Step": 2464, "Finetune/Step Time": 4.492819651961327}
+{"Finetune/Learning Rate": 1.1313753876092223e-05, "Finetune/Loss": 0.8901817202568054, "Finetune/Loss (Raw)": 0.8963847756385803, "Finetune/Step": 2465, "Finetune/Step Time": 4.49576660618186}
+{"Finetune/Learning Rate": 1.1307578004865188e-05, "Finetune/Loss": 0.8888630867004395, "Finetune/Loss (Raw)": 0.8061186671257019, "Finetune/Step": 2466, "Finetune/Step Time": 4.497071264311671}
+{"Finetune/Learning Rate": 1.130140162619265e-05, "Finetune/Loss": 0.88948655128479, "Finetune/Loss (Raw)": 0.9102237820625305, "Finetune/Step": 2467, "Finetune/Step Time": 4.477191077545285}
+{"Finetune/Learning Rate": 1.1295224742471555e-05, "Finetune/Loss": 0.8910502195358276, "Finetune/Loss (Raw)": 1.1079736948013306, "Finetune/Step": 2468, "Finetune/Step Time": 4.475153228268027}
+{"Finetune/Learning Rate": 1.128904735609902e-05, "Finetune/Loss": 0.8907285928726196, "Finetune/Loss (Raw)": 0.9929081797599792, "Finetune/Step": 2469, "Finetune/Step Time": 4.446279173716903}
+{"Finetune/Learning Rate": 1.1282869469472375e-05, "Finetune/Loss": 0.8945239186286926, "Finetune/Loss (Raw)": 0.842818558216095, "Finetune/Step": 2470, "Finetune/Step Time": 4.413614626973867}
+{"Finetune/Learning Rate": 1.1276691084989135e-05, "Finetune/Loss": 0.8944869041442871, "Finetune/Loss (Raw)": 0.9841994643211365, "Finetune/Step": 2471, "Finetune/Step Time": 4.396968603134155}
+{"Finetune/Learning Rate": 1.1270512205047008e-05, "Finetune/Loss": 0.8947238922119141, "Finetune/Loss (Raw)": 0.9427292346954346, "Finetune/Step": 2472, "Finetune/Step Time": 4.366264306008816}
+{"Finetune/Learning Rate": 1.1264332832043902e-05, "Finetune/Loss": 0.8931438326835632, "Finetune/Loss (Raw)": 0.9425841569900513, "Finetune/Step": 2473, "Finetune/Step Time": 4.3662793561816216}
+{"Finetune/Learning Rate": 1.1258152968377907e-05, "Finetune/Loss": 0.8933089375495911, "Finetune/Loss (Raw)": 0.9226877093315125, "Finetune/Step": 2474, "Finetune/Step Time": 4.377061884850264}
+{"Finetune/Learning Rate": 1.125197261644731e-05, "Finetune/Loss": 0.893153727054596, "Finetune/Loss (Raw)": 0.8764044642448425, "Finetune/Step": 2475, "Finetune/Step Time": 4.3819925505667925}
+{"Finetune/Learning Rate": 1.1245791778650578e-05, "Finetune/Loss": 0.8926723003387451, "Finetune/Loss (Raw)": 0.9342185258865356, "Finetune/Step": 2476, "Finetune/Step Time": 4.379840135574341}
+{"Finetune/Learning Rate": 1.1239610457386381e-05, "Finetune/Loss": 0.8926605582237244, "Finetune/Loss (Raw)": 0.9238095283508301, "Finetune/Step": 2477, "Finetune/Step Time": 4.377306651324034}
+{"Finetune/Learning Rate": 1.1233428655053572e-05, "Finetune/Loss": 0.8925793766975403, "Finetune/Loss (Raw)": 0.905796229839325, "Finetune/Step": 2478, "Finetune/Step Time": 4.382312772795558}
+{"Finetune/Learning Rate": 1.1227246374051175e-05, "Finetune/Loss": 0.8910781145095825, "Finetune/Loss (Raw)": 0.8341845870018005, "Finetune/Step": 2479, "Finetune/Step Time": 4.383014226332307}
+{"Finetune/Learning Rate": 1.1221063616778425e-05, "Finetune/Loss": 0.8893287181854248, "Finetune/Loss (Raw)": 0.8418821692466736, "Finetune/Step": 2480, "Finetune/Step Time": 4.381751233711839}
+{"Finetune/Learning Rate": 1.1214880385634723e-05, "Finetune/Loss": 0.8851180076599121, "Finetune/Loss (Raw)": 0.3776371479034424, "Finetune/Step": 2481, "Finetune/Step Time": 4.422601368278265}
+{"Finetune/Learning Rate": 1.120869668301966e-05, "Finetune/Loss": 0.8865104913711548, "Finetune/Loss (Raw)": 1.0944347381591797, "Finetune/Step": 2482, "Finetune/Step Time": 4.419895542785525}
+{"Finetune/Learning Rate": 1.1202512511333017e-05, "Finetune/Loss": 0.8871748447418213, "Finetune/Loss (Raw)": 0.9037441611289978, "Finetune/Step": 2483, "Finetune/Step Time": 4.425574043765664}
+{"Finetune/Learning Rate": 1.119632787297474e-05, "Finetune/Loss": 0.8877158164978027, "Finetune/Loss (Raw)": 0.8723331689834595, "Finetune/Step": 2484, "Finetune/Step Time": 4.431128583848476}
+{"Finetune/Learning Rate": 1.1190142770344976e-05, "Finetune/Loss": 0.8879266977310181, "Finetune/Loss (Raw)": 0.9294617176055908, "Finetune/Step": 2485, "Finetune/Step Time": 4.43771150149405}
+{"Finetune/Learning Rate": 1.1183957205844037e-05, "Finetune/Loss": 0.8864225745201111, "Finetune/Loss (Raw)": 0.8263502717018127, "Finetune/Step": 2486, "Finetune/Step Time": 4.447943944483995}
+{"Finetune/Learning Rate": 1.1177771181872416e-05, "Finetune/Loss": 0.8866048455238342, "Finetune/Loss (Raw)": 0.31697937846183777, "Finetune/Step": 2487, "Finetune/Step Time": 4.446787506341934}
+{"Finetune/Learning Rate": 1.1171584700830803e-05, "Finetune/Loss": 0.8874751329421997, "Finetune/Loss (Raw)": 1.026809811592102, "Finetune/Step": 2488, "Finetune/Step Time": 4.451306393370032}
+{"Finetune/Learning Rate": 1.1165397765120035e-05, "Finetune/Loss": 0.8875126838684082, "Finetune/Loss (Raw)": 0.9528325200080872, "Finetune/Step": 2489, "Finetune/Step Time": 4.458270628005266}
+{"Finetune/Learning Rate": 1.115921037714115e-05, "Finetune/Loss": 0.8827273845672607, "Finetune/Loss (Raw)": 0.32083824276924133, "Finetune/Step": 2490, "Finetune/Step Time": 4.5009861793369055}
+{"Finetune/Learning Rate": 1.1153022539295345e-05, "Finetune/Loss": 0.8840975165367126, "Finetune/Loss (Raw)": 0.8882067799568176, "Finetune/Step": 2491, "Finetune/Step Time": 4.493926705792546}
+{"Finetune/Learning Rate": 1.1146834253984008e-05, "Finetune/Loss": 0.8837029933929443, "Finetune/Loss (Raw)": 0.7920609712600708, "Finetune/Step": 2492, "Finetune/Step Time": 4.4956045262515545}
+{"Finetune/Learning Rate": 1.1140645523608684e-05, "Finetune/Loss": 0.8833282589912415, "Finetune/Loss (Raw)": 0.9762851595878601, "Finetune/Step": 2493, "Finetune/Step Time": 4.503553230315447}
+{"Finetune/Learning Rate": 1.1134456350571099e-05, "Finetune/Loss": 0.88521409034729, "Finetune/Loss (Raw)": 1.0144494771957397, "Finetune/Step": 2494, "Finetune/Step Time": 4.486713318154216}
+{"Finetune/Learning Rate": 1.112826673727316e-05, "Finetune/Loss": 0.8849339485168457, "Finetune/Loss (Raw)": 0.9329952001571655, "Finetune/Step": 2495, "Finetune/Step Time": 4.479697277769446}
+{"Finetune/Learning Rate": 1.112207668611692e-05, "Finetune/Loss": 0.8850805759429932, "Finetune/Loss (Raw)": 0.9135944843292236, "Finetune/Step": 2496, "Finetune/Step Time": 4.501173248514533}
+{"Finetune/Learning Rate": 1.1115886199504631e-05, "Finetune/Loss": 0.8835247755050659, "Finetune/Loss (Raw)": 0.8028628826141357, "Finetune/Step": 2497, "Finetune/Step Time": 4.499778214842081}
+{"Finetune/Learning Rate": 1.110969527983869e-05, "Finetune/Loss": 0.8842798471450806, "Finetune/Loss (Raw)": 1.006789207458496, "Finetune/Step": 2498, "Finetune/Step Time": 4.5003584288060665}
+{"Finetune/Learning Rate": 1.1103503929521677e-05, "Finetune/Loss": 0.8814975619316101, "Finetune/Loss (Raw)": 0.6490877270698547, "Finetune/Step": 2499, "Finetune/Step Time": 4.517747217789292}
+{"Finetune/Learning Rate": 1.1097312150956336e-05, "Finetune/Loss": 0.8818889856338501, "Finetune/Loss (Raw)": 0.9352731108665466, "Finetune/Step": 2500, "Finetune/Step Time": 4.517652489244938}
+{"Finetune/Learning Rate": 1.1091119946545568e-05, "Finetune/Loss": 0.8813347220420837, "Finetune/Loss (Raw)": 0.9348815083503723, "Finetune/Step": 2501, "Finetune/Step Time": 4.498620603233576}
+{"Finetune/Learning Rate": 1.1084927318692453e-05, "Finetune/Loss": 0.8823449611663818, "Finetune/Loss (Raw)": 0.9465057253837585, "Finetune/Step": 2502, "Finetune/Step Time": 4.49879009462893}
+{"Finetune/Learning Rate": 1.1078734269800227e-05, "Finetune/Loss": 0.8832838535308838, "Finetune/Loss (Raw)": 0.8851961493492126, "Finetune/Step": 2503, "Finetune/Step Time": 4.488012559711933}
+{"Finetune/Learning Rate": 1.1072540802272291e-05, "Finetune/Loss": 0.8828226327896118, "Finetune/Loss (Raw)": 0.895753800868988, "Finetune/Step": 2504, "Finetune/Step Time": 4.487771742045879}
+{"Finetune/Learning Rate": 1.1066346918512211e-05, "Finetune/Loss": 0.8814878463745117, "Finetune/Loss (Raw)": 0.8958854079246521, "Finetune/Step": 2505, "Finetune/Step Time": 4.486937511712313}
+{"Finetune/Learning Rate": 1.1060152620923707e-05, "Finetune/Loss": 0.8803602457046509, "Finetune/Loss (Raw)": 0.8592897057533264, "Finetune/Step": 2506, "Finetune/Step Time": 4.490681679919362}
+{"Finetune/Learning Rate": 1.105395791191067e-05, "Finetune/Loss": 0.8809382915496826, "Finetune/Loss (Raw)": 1.0126334428787231, "Finetune/Step": 2507, "Finetune/Step Time": 4.477984460070729}
+{"Finetune/Learning Rate": 1.1047762793877146e-05, "Finetune/Loss": 0.8813482522964478, "Finetune/Loss (Raw)": 0.8374664187431335, "Finetune/Step": 2508, "Finetune/Step Time": 4.485475672408938}
+{"Finetune/Learning Rate": 1.1041567269227336e-05, "Finetune/Loss": 0.8807151913642883, "Finetune/Loss (Raw)": 0.8367648124694824, "Finetune/Step": 2509, "Finetune/Step Time": 4.488498758524656}
+{"Finetune/Learning Rate": 1.1035371340365606e-05, "Finetune/Loss": 0.882781982421875, "Finetune/Loss (Raw)": 1.0414481163024902, "Finetune/Step": 2510, "Finetune/Step Time": 4.477452678605914}
+{"Finetune/Learning Rate": 1.1029175009696468e-05, "Finetune/Loss": 0.8851865530014038, "Finetune/Loss (Raw)": 0.9818835854530334, "Finetune/Step": 2511, "Finetune/Step Time": 4.474075695499778}
+{"Finetune/Learning Rate": 1.1022978279624606e-05, "Finetune/Loss": 0.8829330205917358, "Finetune/Loss (Raw)": 0.8058629631996155, "Finetune/Step": 2512, "Finetune/Step Time": 4.483846046030521}
+{"Finetune/Learning Rate": 1.1016781152554846e-05, "Finetune/Loss": 0.8824747800827026, "Finetune/Loss (Raw)": 0.8488621711730957, "Finetune/Step": 2513, "Finetune/Step Time": 4.482686473056674}
+{"Finetune/Learning Rate": 1.1010583630892166e-05, "Finetune/Loss": 0.8824148178100586, "Finetune/Loss (Raw)": 1.0141494274139404, "Finetune/Step": 2514, "Finetune/Step Time": 4.489006228744984}
+{"Finetune/Learning Rate": 1.1004385717041716e-05, "Finetune/Loss": 0.8815389275550842, "Finetune/Loss (Raw)": 0.7612971663475037, "Finetune/Step": 2515, "Finetune/Step Time": 4.493981916457415}
+{"Finetune/Learning Rate": 1.0998187413408774e-05, "Finetune/Loss": 0.8811854124069214, "Finetune/Loss (Raw)": 0.927162230014801, "Finetune/Step": 2516, "Finetune/Step Time": 4.472141979262233}
+{"Finetune/Learning Rate": 1.0991988722398786e-05, "Finetune/Loss": 0.8803992867469788, "Finetune/Loss (Raw)": 0.9309370517730713, "Finetune/Step": 2517, "Finetune/Step Time": 4.475592838600278}
+{"Finetune/Learning Rate": 1.0985789646417341e-05, "Finetune/Loss": 0.8790155649185181, "Finetune/Loss (Raw)": 0.8540431261062622, "Finetune/Step": 2518, "Finetune/Step Time": 4.476190984249115}
+{"Finetune/Learning Rate": 1.097959018787018e-05, "Finetune/Loss": 0.8780993223190308, "Finetune/Loss (Raw)": 0.8738546967506409, "Finetune/Step": 2519, "Finetune/Step Time": 4.4809442814439535}
+{"Finetune/Learning Rate": 1.0973390349163195e-05, "Finetune/Loss": 0.8784694671630859, "Finetune/Loss (Raw)": 0.9779254794120789, "Finetune/Step": 2520, "Finetune/Step Time": 4.480538487434387}
+{"Finetune/Learning Rate": 1.0967190132702414e-05, "Finetune/Loss": 0.8736734390258789, "Finetune/Loss (Raw)": 0.4044245779514313, "Finetune/Step": 2521, "Finetune/Step Time": 4.503261422738433}
+{"Finetune/Learning Rate": 1.096098954089403e-05, "Finetune/Loss": 0.8779676556587219, "Finetune/Loss (Raw)": 0.9475864768028259, "Finetune/Step": 2522, "Finetune/Step Time": 4.481691358610988}
+{"Finetune/Learning Rate": 1.0954788576144365e-05, "Finetune/Loss": 0.8761413097381592, "Finetune/Loss (Raw)": 0.7071113586425781, "Finetune/Step": 2523, "Finetune/Step Time": 4.48313781619072}
+{"Finetune/Learning Rate": 1.0948587240859893e-05, "Finetune/Loss": 0.8762031197547913, "Finetune/Loss (Raw)": 0.8782438039779663, "Finetune/Step": 2524, "Finetune/Step Time": 4.487964732572436}
+{"Finetune/Learning Rate": 1.0942385537447236e-05, "Finetune/Loss": 0.8755089044570923, "Finetune/Loss (Raw)": 0.8467007875442505, "Finetune/Step": 2525, "Finetune/Step Time": 4.500918623059988}
+{"Finetune/Learning Rate": 1.0936183468313147e-05, "Finetune/Loss": 0.8744384050369263, "Finetune/Loss (Raw)": 0.9368948936462402, "Finetune/Step": 2526, "Finetune/Step Time": 4.50353530049324}
+{"Finetune/Learning Rate": 1.0929981035864532e-05, "Finetune/Loss": 0.8743727207183838, "Finetune/Loss (Raw)": 0.9770691394805908, "Finetune/Step": 2527, "Finetune/Step Time": 4.513449441641569}
+{"Finetune/Learning Rate": 1.0923778242508437e-05, "Finetune/Loss": 0.8757510185241699, "Finetune/Loss (Raw)": 0.9950369596481323, "Finetune/Step": 2528, "Finetune/Step Time": 4.519418528303504}
+{"Finetune/Learning Rate": 1.0917575090652038e-05, "Finetune/Loss": 0.8705122470855713, "Finetune/Loss (Raw)": 0.27090492844581604, "Finetune/Step": 2529, "Finetune/Step Time": 4.5564924739301205}
+{"Finetune/Learning Rate": 1.091137158270266e-05, "Finetune/Loss": 0.871340811252594, "Finetune/Loss (Raw)": 0.9249654412269592, "Finetune/Step": 2530, "Finetune/Step Time": 4.547268133610487}
+{"Finetune/Learning Rate": 1.0905167721067762e-05, "Finetune/Loss": 0.870568037033081, "Finetune/Loss (Raw)": 0.8315589427947998, "Finetune/Step": 2531, "Finetune/Step Time": 4.5455785524100065}
+{"Finetune/Learning Rate": 1.0898963508154947e-05, "Finetune/Loss": 0.8709263801574707, "Finetune/Loss (Raw)": 0.9840543866157532, "Finetune/Step": 2532, "Finetune/Step Time": 4.562655990943313}
+{"Finetune/Learning Rate": 1.0892758946371943e-05, "Finetune/Loss": 0.8705650568008423, "Finetune/Loss (Raw)": 0.8892186284065247, "Finetune/Step": 2533, "Finetune/Step Time": 4.5650234669446945}
+{"Finetune/Learning Rate": 1.0886554038126624e-05, "Finetune/Loss": 0.8657990097999573, "Finetune/Loss (Raw)": 0.3771559000015259, "Finetune/Step": 2534, "Finetune/Step Time": 4.602744344621897}
+{"Finetune/Learning Rate": 1.0880348785826991e-05, "Finetune/Loss": 0.8682737350463867, "Finetune/Loss (Raw)": 1.0127952098846436, "Finetune/Step": 2535, "Finetune/Step Time": 4.587285801768303}
+{"Finetune/Learning Rate": 1.087414319188118e-05, "Finetune/Loss": 0.8654313087463379, "Finetune/Loss (Raw)": 0.7361770868301392, "Finetune/Step": 2536, "Finetune/Step Time": 4.583869583904743}
+{"Finetune/Learning Rate": 1.0867937258697463e-05, "Finetune/Loss": 0.8653882741928101, "Finetune/Loss (Raw)": 0.8857599496841431, "Finetune/Step": 2537, "Finetune/Step Time": 4.5910012517124414}
+{"Finetune/Learning Rate": 1.086173098868424e-05, "Finetune/Loss": 0.8658510446548462, "Finetune/Loss (Raw)": 0.9918729662895203, "Finetune/Step": 2538, "Finetune/Step Time": 4.594569785520434}
+{"Finetune/Learning Rate": 1.0855524384250048e-05, "Finetune/Loss": 0.8668173551559448, "Finetune/Loss (Raw)": 0.8787054419517517, "Finetune/Step": 2539, "Finetune/Step Time": 4.598898621276021}
+{"Finetune/Learning Rate": 1.0849317447803542e-05, "Finetune/Loss": 0.8677078485488892, "Finetune/Loss (Raw)": 1.000543475151062, "Finetune/Step": 2540, "Finetune/Step Time": 4.605559032410383}
+{"Finetune/Learning Rate": 1.0843110181753513e-05, "Finetune/Loss": 0.8679051399230957, "Finetune/Loss (Raw)": 0.8390246033668518, "Finetune/Step": 2541, "Finetune/Step Time": 4.622166762128472}
+{"Finetune/Learning Rate": 1.0836902588508888e-05, "Finetune/Loss": 0.867613673210144, "Finetune/Loss (Raw)": 0.9135199785232544, "Finetune/Step": 2542, "Finetune/Step Time": 4.626501116901636}
+{"Finetune/Learning Rate": 1.0830694670478706e-05, "Finetune/Loss": 0.8678826093673706, "Finetune/Loss (Raw)": 0.9209661483764648, "Finetune/Step": 2543, "Finetune/Step Time": 4.6160713993012905}
+{"Finetune/Learning Rate": 1.082448643007214e-05, "Finetune/Loss": 0.8662168979644775, "Finetune/Loss (Raw)": 0.7317735552787781, "Finetune/Step": 2544, "Finetune/Step Time": 4.6259268913418055}
+{"Finetune/Learning Rate": 1.0818277869698488e-05, "Finetune/Loss": 0.8660616874694824, "Finetune/Loss (Raw)": 0.8729165196418762, "Finetune/Step": 2545, "Finetune/Step Time": 4.625139059498906}
+{"Finetune/Learning Rate": 1.0812068991767171e-05, "Finetune/Loss": 0.8647927045822144, "Finetune/Loss (Raw)": 0.28038671612739563, "Finetune/Step": 2546, "Finetune/Step Time": 4.6245670057833195}
+{"Finetune/Learning Rate": 1.0805859798687727e-05, "Finetune/Loss": 0.8647355437278748, "Finetune/Loss (Raw)": 0.8766486048698425, "Finetune/Step": 2547, "Finetune/Step Time": 4.595642579719424}
+{"Finetune/Learning Rate": 1.0799650292869835e-05, "Finetune/Loss": 0.86446213722229, "Finetune/Loss (Raw)": 1.0357850790023804, "Finetune/Step": 2548, "Finetune/Step Time": 4.592507779598236}
+{"Finetune/Learning Rate": 1.0793440476723274e-05, "Finetune/Loss": 0.8610191345214844, "Finetune/Loss (Raw)": 0.3260858952999115, "Finetune/Step": 2549, "Finetune/Step Time": 4.605967758223414}
+{"Finetune/Learning Rate": 1.0787230352657954e-05, "Finetune/Loss": 0.8621478080749512, "Finetune/Loss (Raw)": 0.9291490316390991, "Finetune/Step": 2550, "Finetune/Step Time": 4.601525055244565}
+{"Finetune/Learning Rate": 1.0781019923083905e-05, "Finetune/Loss": 0.8638505339622498, "Finetune/Loss (Raw)": 0.9492123126983643, "Finetune/Step": 2551, "Finetune/Step Time": 4.597749721258879}
+{"Finetune/Learning Rate": 1.077480919041127e-05, "Finetune/Loss": 0.8650605082511902, "Finetune/Loss (Raw)": 1.0896344184875488, "Finetune/Step": 2552, "Finetune/Step Time": 4.598628932610154}
+{"Finetune/Learning Rate": 1.0768598157050313e-05, "Finetune/Loss": 0.8651659488677979, "Finetune/Loss (Raw)": 0.8433600068092346, "Finetune/Step": 2553, "Finetune/Step Time": 4.599846225231886}
+{"Finetune/Learning Rate": 1.0762386825411422e-05, "Finetune/Loss": 0.869613766670227, "Finetune/Loss (Raw)": 0.9406110048294067, "Finetune/Step": 2554, "Finetune/Step Time": 4.588994482532144}
+{"Finetune/Learning Rate": 1.0756175197905086e-05, "Finetune/Loss": 0.8646503686904907, "Finetune/Loss (Raw)": 0.3284425139427185, "Finetune/Step": 2555, "Finetune/Step Time": 4.626402247697115}
+{"Finetune/Learning Rate": 1.0749963276941919e-05, "Finetune/Loss": 0.8653514385223389, "Finetune/Loss (Raw)": 0.8934845328330994, "Finetune/Step": 2556, "Finetune/Step Time": 4.626798452809453}
+{"Finetune/Learning Rate": 1.0743751064932648e-05, "Finetune/Loss": 0.8637290000915527, "Finetune/Loss (Raw)": 0.758537232875824, "Finetune/Step": 2557, "Finetune/Step Time": 4.61045597307384}
+{"Finetune/Learning Rate": 1.0737538564288104e-05, "Finetune/Loss": 0.8646609783172607, "Finetune/Loss (Raw)": 0.8684460520744324, "Finetune/Step": 2558, "Finetune/Step Time": 4.580497391521931}
+{"Finetune/Learning Rate": 1.0731325777419246e-05, "Finetune/Loss": 0.8639422059059143, "Finetune/Loss (Raw)": 0.9025744199752808, "Finetune/Step": 2559, "Finetune/Step Time": 4.573829624801874}
+{"Finetune/Learning Rate": 1.0725112706737133e-05, "Finetune/Loss": 0.863651692867279, "Finetune/Loss (Raw)": 0.8698751926422119, "Finetune/Step": 2560, "Finetune/Step Time": 4.58820596896112}
+{"Finetune/Learning Rate": 1.0718899354652931e-05, "Finetune/Loss": 0.8638945817947388, "Finetune/Loss (Raw)": 0.8935443758964539, "Finetune/Step": 2561, "Finetune/Step Time": 4.59150180593133}
+{"Finetune/Learning Rate": 1.071268572357793e-05, "Finetune/Loss": 0.8644888401031494, "Finetune/Loss (Raw)": 0.9986942410469055, "Finetune/Step": 2562, "Finetune/Step Time": 4.59051014855504}
+{"Finetune/Learning Rate": 1.0706471815923511e-05, "Finetune/Loss": 0.8624446988105774, "Finetune/Loss (Raw)": 0.6197885870933533, "Finetune/Step": 2563, "Finetune/Step Time": 4.588631154969335}
+{"Finetune/Learning Rate": 1.070025763410117e-05, "Finetune/Loss": 0.86203533411026, "Finetune/Loss (Raw)": 0.9220436811447144, "Finetune/Step": 2564, "Finetune/Step Time": 4.5914052631706}
+{"Finetune/Learning Rate": 1.0694043180522515e-05, "Finetune/Loss": 0.8627859354019165, "Finetune/Loss (Raw)": 0.9712071418762207, "Finetune/Step": 2565, "Finetune/Step Time": 4.588620686903596}
+{"Finetune/Learning Rate": 1.0687828457599254e-05, "Finetune/Loss": 0.8621448278427124, "Finetune/Loss (Raw)": 0.9256687164306641, "Finetune/Step": 2566, "Finetune/Step Time": 4.596980733796954}
+{"Finetune/Learning Rate": 1.0681613467743195e-05, "Finetune/Loss": 0.8605853915214539, "Finetune/Loss (Raw)": 0.7981916666030884, "Finetune/Step": 2567, "Finetune/Step Time": 4.602419599890709}
+{"Finetune/Learning Rate": 1.0675398213366257e-05, "Finetune/Loss": 0.8590537905693054, "Finetune/Loss (Raw)": 0.797761857509613, "Finetune/Step": 2568, "Finetune/Step Time": 4.606633063405752}
+{"Finetune/Learning Rate": 1.0669182696880459e-05, "Finetune/Loss": 0.8602885007858276, "Finetune/Loss (Raw)": 1.1186809539794922, "Finetune/Step": 2569, "Finetune/Step Time": 4.604067049920559}
+{"Finetune/Learning Rate": 1.0662966920697918e-05, "Finetune/Loss": 0.8602557182312012, "Finetune/Loss (Raw)": 0.9177073240280151, "Finetune/Step": 2570, "Finetune/Step Time": 4.608693411573768}
+{"Finetune/Learning Rate": 1.0656750887230862e-05, "Finetune/Loss": 0.8609069585800171, "Finetune/Loss (Raw)": 1.062261939048767, "Finetune/Step": 2571, "Finetune/Step Time": 4.606572758406401}
+{"Finetune/Learning Rate": 1.0650534598891608e-05, "Finetune/Loss": 0.8602532148361206, "Finetune/Loss (Raw)": 0.8774576783180237, "Finetune/Step": 2572, "Finetune/Step Time": 4.608876030892134}
+{"Finetune/Learning Rate": 1.0644318058092577e-05, "Finetune/Loss": 0.8642655611038208, "Finetune/Loss (Raw)": 0.9038597345352173, "Finetune/Step": 2573, "Finetune/Step Time": 4.5773358922451735}
+{"Finetune/Learning Rate": 1.0638101267246283e-05, "Finetune/Loss": 0.8639203310012817, "Finetune/Loss (Raw)": 0.8771448731422424, "Finetune/Step": 2574, "Finetune/Step Time": 4.5943635776638985}
+{"Finetune/Learning Rate": 1.063188422876535e-05, "Finetune/Loss": 0.8632370233535767, "Finetune/Loss (Raw)": 0.8208472728729248, "Finetune/Step": 2575, "Finetune/Step Time": 4.585971945896745}
+{"Finetune/Learning Rate": 1.0625666945062484e-05, "Finetune/Loss": 0.8627991080284119, "Finetune/Loss (Raw)": 0.9357205033302307, "Finetune/Step": 2576, "Finetune/Step Time": 4.5871450658887625}
+{"Finetune/Learning Rate": 1.061944941855049e-05, "Finetune/Loss": 0.8641155958175659, "Finetune/Loss (Raw)": 0.9785591959953308, "Finetune/Step": 2577, "Finetune/Step Time": 4.5917561165988445}
+{"Finetune/Learning Rate": 1.061323165164227e-05, "Finetune/Loss": 0.8682073354721069, "Finetune/Loss (Raw)": 1.012395977973938, "Finetune/Step": 2578, "Finetune/Step Time": 4.552842702716589}
+{"Finetune/Learning Rate": 1.0607013646750818e-05, "Finetune/Loss": 0.8735164999961853, "Finetune/Loss (Raw)": 1.0015387535095215, "Finetune/Step": 2579, "Finetune/Step Time": 4.513475649058819}
+{"Finetune/Learning Rate": 1.0600795406289221e-05, "Finetune/Loss": 0.8715349435806274, "Finetune/Loss (Raw)": 0.6968557834625244, "Finetune/Step": 2580, "Finetune/Step Time": 4.524206850677729}
+{"Finetune/Learning Rate": 1.059457693267066e-05, "Finetune/Loss": 0.872377336025238, "Finetune/Loss (Raw)": 1.038286566734314, "Finetune/Step": 2581, "Finetune/Step Time": 4.500822205096483}
+{"Finetune/Learning Rate": 1.0588358228308395e-05, "Finetune/Loss": 0.8720444440841675, "Finetune/Loss (Raw)": 0.8761053085327148, "Finetune/Step": 2582, "Finetune/Step Time": 4.490243187174201}
+{"Finetune/Learning Rate": 1.0582139295615793e-05, "Finetune/Loss": 0.8706341981887817, "Finetune/Loss (Raw)": 0.8167164325714111, "Finetune/Step": 2583, "Finetune/Step Time": 4.498658625409007}
+{"Finetune/Learning Rate": 1.0575920137006288e-05, "Finetune/Loss": 0.8712762594223022, "Finetune/Loss (Raw)": 1.0350697040557861, "Finetune/Step": 2584, "Finetune/Step Time": 4.498771632090211}
+{"Finetune/Learning Rate": 1.056970075489343e-05, "Finetune/Loss": 0.8701242208480835, "Finetune/Loss (Raw)": 0.8027446269989014, "Finetune/Step": 2585, "Finetune/Step Time": 4.5009378381073475}
+{"Finetune/Learning Rate": 1.0563481151690827e-05, "Finetune/Loss": 0.8701359033584595, "Finetune/Loss (Raw)": 0.9628793597221375, "Finetune/Step": 2586, "Finetune/Step Time": 4.4871094692498446}
+{"Finetune/Learning Rate": 1.055726132981219e-05, "Finetune/Loss": 0.8707845211029053, "Finetune/Loss (Raw)": 0.9487593770027161, "Finetune/Step": 2587, "Finetune/Step Time": 4.492758305743337}
+{"Finetune/Learning Rate": 1.0551041291671311e-05, "Finetune/Loss": 0.8702179193496704, "Finetune/Loss (Raw)": 0.8556027412414551, "Finetune/Step": 2588, "Finetune/Step Time": 4.501165935769677}
+{"Finetune/Learning Rate": 1.0544821039682066e-05, "Finetune/Loss": 0.8696651458740234, "Finetune/Loss (Raw)": 0.9837155938148499, "Finetune/Step": 2589, "Finetune/Step Time": 4.505101483315229}
+{"Finetune/Learning Rate": 1.0538600576258413e-05, "Finetune/Loss": 0.8694998025894165, "Finetune/Loss (Raw)": 0.9273653626441956, "Finetune/Step": 2590, "Finetune/Step Time": 4.502558281645179}
+{"Finetune/Learning Rate": 1.0532379903814387e-05, "Finetune/Loss": 0.8685011863708496, "Finetune/Loss (Raw)": 0.8117303848266602, "Finetune/Step": 2591, "Finetune/Step Time": 4.5411689560860395}
+{"Finetune/Learning Rate": 1.0526159024764118e-05, "Finetune/Loss": 0.8677219152450562, "Finetune/Loss (Raw)": 0.9125317335128784, "Finetune/Step": 2592, "Finetune/Step Time": 4.549668351188302}
+{"Finetune/Learning Rate": 1.0519937941521805e-05, "Finetune/Loss": 0.8671886920928955, "Finetune/Loss (Raw)": 0.8281294107437134, "Finetune/Step": 2593, "Finetune/Step Time": 4.569678528234363}
+{"Finetune/Learning Rate": 1.0513716656501723e-05, "Finetune/Loss": 0.8672595024108887, "Finetune/Loss (Raw)": 0.8151884078979492, "Finetune/Step": 2594, "Finetune/Step Time": 4.580945298075676}
+{"Finetune/Learning Rate": 1.0507495172118242e-05, "Finetune/Loss": 0.8670755624771118, "Finetune/Loss (Raw)": 0.8866834044456482, "Finetune/Step": 2595, "Finetune/Step Time": 4.58633285202086}
+{"Finetune/Learning Rate": 1.0501273490785789e-05, "Finetune/Loss": 0.8651562929153442, "Finetune/Loss (Raw)": 0.8623018264770508, "Finetune/Step": 2596, "Finetune/Step Time": 4.5793858747929335}
+{"Finetune/Learning Rate": 1.049505161491888e-05, "Finetune/Loss": 0.8648959398269653, "Finetune/Loss (Raw)": 0.9595853686332703, "Finetune/Step": 2597, "Finetune/Step Time": 4.582983726635575}
+{"Finetune/Learning Rate": 1.0488829546932106e-05, "Finetune/Loss": 0.863959550857544, "Finetune/Loss (Raw)": 0.7229596972465515, "Finetune/Step": 2598, "Finetune/Step Time": 4.594913007691503}
+{"Finetune/Learning Rate": 1.0482607289240128e-05, "Finetune/Loss": 0.8637358546257019, "Finetune/Loss (Raw)": 0.9555637240409851, "Finetune/Step": 2599, "Finetune/Step Time": 4.599304614588618}
+{"Finetune/Learning Rate": 1.0476384844257686e-05, "Finetune/Loss": 0.8632978200912476, "Finetune/Loss (Raw)": 0.8866677284240723, "Finetune/Step": 2600, "Finetune/Step Time": 4.603959146887064}
+{"Finetune/Learning Rate": 1.0470162214399582e-05, "Finetune/Loss": 0.8630064725875854, "Finetune/Loss (Raw)": 0.9052826166152954, "Finetune/Step": 2601, "Finetune/Step Time": 4.610557276755571}
+{"Finetune/Learning Rate": 1.0463939402080706e-05, "Finetune/Loss": 0.8637893795967102, "Finetune/Loss (Raw)": 1.022904872894287, "Finetune/Step": 2602, "Finetune/Step Time": 4.6016778610646725}
+{"Finetune/Learning Rate": 1.0457716409716002e-05, "Finetune/Loss": 0.8645957708358765, "Finetune/Loss (Raw)": 0.9796239733695984, "Finetune/Step": 2603, "Finetune/Step Time": 4.595592994242907}
+{"Finetune/Learning Rate": 1.0451493239720496e-05, "Finetune/Loss": 0.8641387820243835, "Finetune/Loss (Raw)": 0.8757168650627136, "Finetune/Step": 2604, "Finetune/Step Time": 4.601259021088481}
+{"Finetune/Learning Rate": 1.0445269894509283e-05, "Finetune/Loss": 0.8630951642990112, "Finetune/Loss (Raw)": 0.790233314037323, "Finetune/Step": 2605, "Finetune/Step Time": 4.6048772018402815}
+{"Finetune/Learning Rate": 1.043904637649751e-05, "Finetune/Loss": 0.862520694732666, "Finetune/Loss (Raw)": 0.8322587609291077, "Finetune/Step": 2606, "Finetune/Step Time": 4.6277030147612095}
+{"Finetune/Learning Rate": 1.0432822688100414e-05, "Finetune/Loss": 0.863322377204895, "Finetune/Loss (Raw)": 0.936801016330719, "Finetune/Step": 2607, "Finetune/Step Time": 4.65249615162611}
+{"Finetune/Learning Rate": 1.0426598831733283e-05, "Finetune/Loss": 0.8642024397850037, "Finetune/Loss (Raw)": 0.9545273184776306, "Finetune/Step": 2608, "Finetune/Step Time": 4.645242195576429}
+{"Finetune/Learning Rate": 1.0420374809811472e-05, "Finetune/Loss": 0.8684980869293213, "Finetune/Loss (Raw)": 0.9274883270263672, "Finetune/Step": 2609, "Finetune/Step Time": 4.604146007448435}
+{"Finetune/Learning Rate": 1.0414150624750408e-05, "Finetune/Loss": 0.8667623996734619, "Finetune/Loss (Raw)": 0.8722602725028992, "Finetune/Step": 2610, "Finetune/Step Time": 4.620650852099061}
+{"Finetune/Learning Rate": 1.0407926278965568e-05, "Finetune/Loss": 0.8652645349502563, "Finetune/Loss (Raw)": 0.71202152967453, "Finetune/Step": 2611, "Finetune/Step Time": 4.621469482779503}
+{"Finetune/Learning Rate": 1.0401701774872508e-05, "Finetune/Loss": 0.8653708100318909, "Finetune/Loss (Raw)": 0.8859316110610962, "Finetune/Step": 2612, "Finetune/Step Time": 4.609310977160931}
+{"Finetune/Learning Rate": 1.0395477114886827e-05, "Finetune/Loss": 0.8660536408424377, "Finetune/Loss (Raw)": 1.0168664455413818, "Finetune/Step": 2613, "Finetune/Step Time": 4.6015173234045506}
+{"Finetune/Learning Rate": 1.0389252301424197e-05, "Finetune/Loss": 0.8661510944366455, "Finetune/Loss (Raw)": 0.8388302326202393, "Finetune/Step": 2614, "Finetune/Step Time": 4.600096445530653}
+{"Finetune/Learning Rate": 1.0383027336900356e-05, "Finetune/Loss": 0.8711491823196411, "Finetune/Loss (Raw)": 0.9567273855209351, "Finetune/Step": 2615, "Finetune/Step Time": 4.570875022560358}
+{"Finetune/Learning Rate": 1.0376802223731077e-05, "Finetune/Loss": 0.8705298900604248, "Finetune/Loss (Raw)": 0.9475404620170593, "Finetune/Step": 2616, "Finetune/Step Time": 4.5682644713670015}
+{"Finetune/Learning Rate": 1.0370576964332217e-05, "Finetune/Loss": 0.8661914467811584, "Finetune/Loss (Raw)": 0.3975134789943695, "Finetune/Step": 2617, "Finetune/Step Time": 4.583639323711395}
+{"Finetune/Learning Rate": 1.0364351561119667e-05, "Finetune/Loss": 0.8699312806129456, "Finetune/Loss (Raw)": 0.7995352149009705, "Finetune/Step": 2618, "Finetune/Step Time": 4.551547855138779}
+{"Finetune/Learning Rate": 1.0358126016509392e-05, "Finetune/Loss": 0.8704378604888916, "Finetune/Loss (Raw)": 0.953057050704956, "Finetune/Step": 2619, "Finetune/Step Time": 4.550928559154272}
+{"Finetune/Learning Rate": 1.0351900332917401e-05, "Finetune/Loss": 0.8707499504089355, "Finetune/Loss (Raw)": 0.8319966197013855, "Finetune/Step": 2620, "Finetune/Step Time": 4.546371800825}
+{"Finetune/Learning Rate": 1.034567451275976e-05, "Finetune/Loss": 0.8700153231620789, "Finetune/Loss (Raw)": 0.8822572231292725, "Finetune/Step": 2621, "Finetune/Step Time": 4.543669940903783}
+{"Finetune/Learning Rate": 1.0339448558452594e-05, "Finetune/Loss": 0.8694002032279968, "Finetune/Loss (Raw)": 0.9357137680053711, "Finetune/Step": 2622, "Finetune/Step Time": 4.54487519711256}
+{"Finetune/Learning Rate": 1.0333222472412064e-05, "Finetune/Loss": 0.869184672832489, "Finetune/Loss (Raw)": 0.9054095149040222, "Finetune/Step": 2623, "Finetune/Step Time": 4.565154319629073}
+{"Finetune/Learning Rate": 1.03269962570544e-05, "Finetune/Loss": 0.8691157102584839, "Finetune/Loss (Raw)": 0.9047654867172241, "Finetune/Step": 2624, "Finetune/Step Time": 4.55438619479537}
+{"Finetune/Learning Rate": 1.0320769914795874e-05, "Finetune/Loss": 0.8687705397605896, "Finetune/Loss (Raw)": 0.758681058883667, "Finetune/Step": 2625, "Finetune/Step Time": 4.568261185660958}
+{"Finetune/Learning Rate": 1.0314543448052806e-05, "Finetune/Loss": 0.8633425235748291, "Finetune/Loss (Raw)": 0.3119998574256897, "Finetune/Step": 2626, "Finetune/Step Time": 4.60743897408247}
+{"Finetune/Learning Rate": 1.0308316859241567e-05, "Finetune/Loss": 0.8651544451713562, "Finetune/Loss (Raw)": 0.8810145258903503, "Finetune/Step": 2627, "Finetune/Step Time": 4.5853584837168455}
+{"Finetune/Learning Rate": 1.0302090150778572e-05, "Finetune/Loss": 0.86551433801651, "Finetune/Loss (Raw)": 0.9813397526741028, "Finetune/Step": 2628, "Finetune/Step Time": 4.5850924123078585}
+{"Finetune/Learning Rate": 1.029586332508029e-05, "Finetune/Loss": 0.8632002472877502, "Finetune/Loss (Raw)": 0.6386762857437134, "Finetune/Step": 2629, "Finetune/Step Time": 4.605595737695694}
+{"Finetune/Learning Rate": 1.0289636384563226e-05, "Finetune/Loss": 0.8621042966842651, "Finetune/Loss (Raw)": 0.8062319159507751, "Finetune/Step": 2630, "Finetune/Step Time": 4.605841111391783}
+{"Finetune/Learning Rate": 1.0283409331643936e-05, "Finetune/Loss": 0.8632584810256958, "Finetune/Loss (Raw)": 1.032924771308899, "Finetune/Step": 2631, "Finetune/Step Time": 4.602701239287853}
+{"Finetune/Learning Rate": 1.0277182168739019e-05, "Finetune/Loss": 0.8624995946884155, "Finetune/Loss (Raw)": 0.7986211180686951, "Finetune/Step": 2632, "Finetune/Step Time": 4.597935579717159}
+{"Finetune/Learning Rate": 1.0270954898265113e-05, "Finetune/Loss": 0.8628072142601013, "Finetune/Loss (Raw)": 0.9352587461471558, "Finetune/Step": 2633, "Finetune/Step Time": 4.599858732894063}
+{"Finetune/Learning Rate": 1.0264727522638899e-05, "Finetune/Loss": 0.8635247349739075, "Finetune/Loss (Raw)": 0.9511315226554871, "Finetune/Step": 2634, "Finetune/Step Time": 4.601328646764159}
+{"Finetune/Learning Rate": 1.0258500044277106e-05, "Finetune/Loss": 0.862762451171875, "Finetune/Loss (Raw)": 0.9150640368461609, "Finetune/Step": 2635, "Finetune/Step Time": 4.601080449298024}
+{"Finetune/Learning Rate": 1.025227246559649e-05, "Finetune/Loss": 0.8640934228897095, "Finetune/Loss (Raw)": 1.0078260898590088, "Finetune/Step": 2636, "Finetune/Step Time": 4.600889569148421}
+{"Finetune/Learning Rate": 1.0246044789013855e-05, "Finetune/Loss": 0.8639729022979736, "Finetune/Loss (Raw)": 0.8213379383087158, "Finetune/Step": 2637, "Finetune/Step Time": 4.605479506775737}
+{"Finetune/Learning Rate": 1.023981701694604e-05, "Finetune/Loss": 0.8634339570999146, "Finetune/Loss (Raw)": 0.9724660515785217, "Finetune/Step": 2638, "Finetune/Step Time": 4.620828213170171}
+{"Finetune/Learning Rate": 1.0233589151809927e-05, "Finetune/Loss": 0.8622018098831177, "Finetune/Loss (Raw)": 0.8241647481918335, "Finetune/Step": 2639, "Finetune/Step Time": 4.611811254173517}
+{"Finetune/Learning Rate": 1.0227361196022421e-05, "Finetune/Loss": 0.8586331009864807, "Finetune/Loss (Raw)": 0.3490767180919647, "Finetune/Step": 2640, "Finetune/Step Time": 4.641884436830878}
+{"Finetune/Learning Rate": 1.0221133152000474e-05, "Finetune/Loss": 0.8590399026870728, "Finetune/Loss (Raw)": 0.9009299874305725, "Finetune/Step": 2641, "Finetune/Step Time": 4.633515911176801}
+{"Finetune/Learning Rate": 1.021490502216107e-05, "Finetune/Loss": 0.85807204246521, "Finetune/Loss (Raw)": 0.8902542591094971, "Finetune/Step": 2642, "Finetune/Step Time": 4.622875453904271}
+{"Finetune/Learning Rate": 1.020867680892122e-05, "Finetune/Loss": 0.8577877879142761, "Finetune/Loss (Raw)": 0.7249217629432678, "Finetune/Step": 2643, "Finetune/Step Time": 4.620414922013879}
+{"Finetune/Learning Rate": 1.0202448514697975e-05, "Finetune/Loss": 0.8564988374710083, "Finetune/Loss (Raw)": 0.7621800899505615, "Finetune/Step": 2644, "Finetune/Step Time": 4.653410388156772}
+{"Finetune/Learning Rate": 1.0196220141908417e-05, "Finetune/Loss": 0.8564776182174683, "Finetune/Loss (Raw)": 0.9282169342041016, "Finetune/Step": 2645, "Finetune/Step Time": 4.656594121828675}
+{"Finetune/Learning Rate": 1.018999169296965e-05, "Finetune/Loss": 0.8571481108665466, "Finetune/Loss (Raw)": 0.9398676753044128, "Finetune/Step": 2646, "Finetune/Step Time": 4.642653774470091}
+{"Finetune/Learning Rate": 1.0183763170298818e-05, "Finetune/Loss": 0.8567345142364502, "Finetune/Loss (Raw)": 0.8209087252616882, "Finetune/Step": 2647, "Finetune/Step Time": 4.648206863552332}
+{"Finetune/Learning Rate": 1.0177534576313084e-05, "Finetune/Loss": 0.8564432263374329, "Finetune/Loss (Raw)": 0.9406437277793884, "Finetune/Step": 2648, "Finetune/Step Time": 4.659757563844323}
+{"Finetune/Learning Rate": 1.0171305913429648e-05, "Finetune/Loss": 0.8598734140396118, "Finetune/Loss (Raw)": 0.8434838056564331, "Finetune/Step": 2649, "Finetune/Step Time": 4.634338419884443}
+{"Finetune/Learning Rate": 1.0165077184065732e-05, "Finetune/Loss": 0.8587838411331177, "Finetune/Loss (Raw)": 0.8081220388412476, "Finetune/Step": 2650, "Finetune/Step Time": 4.61700894497335}
+{"Finetune/Learning Rate": 1.0158848390638588e-05, "Finetune/Loss": 0.8598678112030029, "Finetune/Loss (Raw)": 0.845860481262207, "Finetune/Step": 2651, "Finetune/Step Time": 4.612336652353406}
+{"Finetune/Learning Rate": 1.015261953556548e-05, "Finetune/Loss": 0.8608745336532593, "Finetune/Loss (Raw)": 1.0071033239364624, "Finetune/Step": 2652, "Finetune/Step Time": 4.613305388018489}
+{"Finetune/Learning Rate": 1.0146390621263709e-05, "Finetune/Loss": 0.8611316680908203, "Finetune/Loss (Raw)": 0.8796155452728271, "Finetune/Step": 2653, "Finetune/Step Time": 4.624872151762247}
+{"Finetune/Learning Rate": 1.0140161650150598e-05, "Finetune/Loss": 0.8564906120300293, "Finetune/Loss (Raw)": 0.3428448438644409, "Finetune/Step": 2654, "Finetune/Step Time": 4.656625125557184}
+{"Finetune/Learning Rate": 1.0133932624643487e-05, "Finetune/Loss": 0.8560107946395874, "Finetune/Loss (Raw)": 0.9156498908996582, "Finetune/Step": 2655, "Finetune/Step Time": 4.655625190585852}
+{"Finetune/Learning Rate": 1.012770354715974e-05, "Finetune/Loss": 0.8552029728889465, "Finetune/Loss (Raw)": 0.8916376233100891, "Finetune/Step": 2656, "Finetune/Step Time": 4.652693707495928}
+{"Finetune/Learning Rate": 1.012147442011674e-05, "Finetune/Loss": 0.8585551381111145, "Finetune/Loss (Raw)": 0.6999800801277161, "Finetune/Step": 2657, "Finetune/Step Time": 4.628480834886432}
+{"Finetune/Learning Rate": 1.0115245245931883e-05, "Finetune/Loss": 0.8567848205566406, "Finetune/Loss (Raw)": 0.6983585357666016, "Finetune/Step": 2658, "Finetune/Step Time": 4.652225257828832}
+{"Finetune/Learning Rate": 1.0109016027022602e-05, "Finetune/Loss": 0.8580695390701294, "Finetune/Loss (Raw)": 0.9960078597068787, "Finetune/Step": 2659, "Finetune/Step Time": 4.6435974556952715}
+{"Finetune/Learning Rate": 1.0102786765806329e-05, "Finetune/Loss": 0.8576306104660034, "Finetune/Loss (Raw)": 0.9278750419616699, "Finetune/Step": 2660, "Finetune/Step Time": 4.627501120790839}
+{"Finetune/Learning Rate": 1.0096557464700518e-05, "Finetune/Loss": 0.8593018054962158, "Finetune/Loss (Raw)": 1.1031335592269897, "Finetune/Step": 2661, "Finetune/Step Time": 4.631926693022251}
+{"Finetune/Learning Rate": 1.0090328126122642e-05, "Finetune/Loss": 0.8642607927322388, "Finetune/Loss (Raw)": 1.0118980407714844, "Finetune/Step": 2662, "Finetune/Step Time": 4.590447347611189}
+{"Finetune/Learning Rate": 1.0084098752490179e-05, "Finetune/Loss": 0.8639723062515259, "Finetune/Loss (Raw)": 0.9758773446083069, "Finetune/Step": 2663, "Finetune/Step Time": 4.597314767539501}
+{"Finetune/Learning Rate": 1.0077869346220635e-05, "Finetune/Loss": 0.8616654872894287, "Finetune/Loss (Raw)": 0.44090285897254944, "Finetune/Step": 2664, "Finetune/Step Time": 4.618333026766777}
+{"Finetune/Learning Rate": 1.0071639909731519e-05, "Finetune/Loss": 0.8607873916625977, "Finetune/Loss (Raw)": 0.7733649611473083, "Finetune/Step": 2665, "Finetune/Step Time": 4.611189346760511}
+{"Finetune/Learning Rate": 1.0065410445440352e-05, "Finetune/Loss": 0.8605543971061707, "Finetune/Loss (Raw)": 0.9620410799980164, "Finetune/Step": 2666, "Finetune/Step Time": 4.607772331684828}
+{"Finetune/Learning Rate": 1.0059180955764666e-05, "Finetune/Loss": 0.8598775267601013, "Finetune/Loss (Raw)": 0.7920660972595215, "Finetune/Step": 2667, "Finetune/Step Time": 4.596789060160518}
+{"Finetune/Learning Rate": 1.005295144312201e-05, "Finetune/Loss": 0.8587433099746704, "Finetune/Loss (Raw)": 0.8553668856620789, "Finetune/Step": 2668, "Finetune/Step Time": 4.586612094193697}
+{"Finetune/Learning Rate": 1.0046721909929928e-05, "Finetune/Loss": 0.8600008487701416, "Finetune/Loss (Raw)": 0.9999887347221375, "Finetune/Step": 2669, "Finetune/Step Time": 4.569941045716405}
+{"Finetune/Learning Rate": 1.0040492358605989e-05, "Finetune/Loss": 0.8600665330886841, "Finetune/Loss (Raw)": 0.9219326972961426, "Finetune/Step": 2670, "Finetune/Step Time": 4.5649554915726185}
+{"Finetune/Learning Rate": 1.0034262791567755e-05, "Finetune/Loss": 0.858880877494812, "Finetune/Loss (Raw)": 0.7691991925239563, "Finetune/Step": 2671, "Finetune/Step Time": 4.571113675832748}
+{"Finetune/Learning Rate": 1.0028033211232802e-05, "Finetune/Loss": 0.8585550785064697, "Finetune/Loss (Raw)": 0.6900689005851746, "Finetune/Step": 2672, "Finetune/Step Time": 4.57592304982245}
+{"Finetune/Learning Rate": 1.0021803620018706e-05, "Finetune/Loss": 0.8584967255592346, "Finetune/Loss (Raw)": 0.865445077419281, "Finetune/Step": 2673, "Finetune/Step Time": 4.575474290177226}
+{"Finetune/Learning Rate": 1.0015574020343048e-05, "Finetune/Loss": 0.8627696633338928, "Finetune/Loss (Raw)": 0.827325165271759, "Finetune/Step": 2674, "Finetune/Step Time": 4.547279121354222}
+{"Finetune/Learning Rate": 1.0009344414623418e-05, "Finetune/Loss": 0.8626245260238647, "Finetune/Loss (Raw)": 0.8580741286277771, "Finetune/Step": 2675, "Finetune/Step Time": 4.5578874088823795}
+{"Finetune/Learning Rate": 1.0003114805277405e-05, "Finetune/Loss": 0.8610888719558716, "Finetune/Loss (Raw)": 0.8392213582992554, "Finetune/Step": 2676, "Finetune/Step Time": 4.560886424034834}
+{"Finetune/Learning Rate": 9.9968851947226e-06, "Finetune/Loss": 0.8661693930625916, "Finetune/Loss (Raw)": 0.9763917326927185, "Finetune/Step": 2677, "Finetune/Step Time": 4.5271518006920815}
+{"Finetune/Learning Rate": 9.990655585376583e-06, "Finetune/Loss": 0.865753173828125, "Finetune/Loss (Raw)": 0.8758723735809326, "Finetune/Step": 2678, "Finetune/Step Time": 4.520811639726162}
+{"Finetune/Learning Rate": 9.984425979656955e-06, "Finetune/Loss": 0.8662768006324768, "Finetune/Loss (Raw)": 1.016239047050476, "Finetune/Step": 2679, "Finetune/Step Time": 4.5182864386588335}
+{"Finetune/Learning Rate": 9.978196379981297e-06, "Finetune/Loss": 0.8649573922157288, "Finetune/Loss (Raw)": 0.9207513332366943, "Finetune/Step": 2680, "Finetune/Step Time": 4.520984586328268}
+{"Finetune/Learning Rate": 9.971966788767198e-06, "Finetune/Loss": 0.8610488176345825, "Finetune/Loss (Raw)": 0.34305405616760254, "Finetune/Step": 2681, "Finetune/Step Time": 4.547063034027815}
+{"Finetune/Learning Rate": 9.96573720843225e-06, "Finetune/Loss": 0.8606877326965332, "Finetune/Loss (Raw)": 0.8943993449211121, "Finetune/Step": 2682, "Finetune/Step Time": 4.523068966343999}
+{"Finetune/Learning Rate": 9.959507641394015e-06, "Finetune/Loss": 0.8652042150497437, "Finetune/Loss (Raw)": 0.9065472483634949, "Finetune/Step": 2683, "Finetune/Step Time": 4.482739228755236}
+{"Finetune/Learning Rate": 9.953278090070075e-06, "Finetune/Loss": 0.865091860294342, "Finetune/Loss (Raw)": 0.8791108727455139, "Finetune/Step": 2684, "Finetune/Step Time": 4.482282808050513}
+{"Finetune/Learning Rate": 9.947048556877992e-06, "Finetune/Loss": 0.8662219047546387, "Finetune/Loss (Raw)": 0.9031727313995361, "Finetune/Step": 2685, "Finetune/Step Time": 4.485888062044978}
+{"Finetune/Learning Rate": 9.940819044235335e-06, "Finetune/Loss": 0.8656497597694397, "Finetune/Loss (Raw)": 0.7952159643173218, "Finetune/Step": 2686, "Finetune/Step Time": 4.493791835382581}
+{"Finetune/Learning Rate": 9.934589554559653e-06, "Finetune/Loss": 0.8655439615249634, "Finetune/Loss (Raw)": 0.8890323638916016, "Finetune/Step": 2687, "Finetune/Step Time": 4.495305435732007}
+{"Finetune/Learning Rate": 9.928360090268484e-06, "Finetune/Loss": 0.8659285306930542, "Finetune/Loss (Raw)": 0.9191028475761414, "Finetune/Step": 2688, "Finetune/Step Time": 4.470363978296518}
+{"Finetune/Learning Rate": 9.922130653779368e-06, "Finetune/Loss": 0.8669081926345825, "Finetune/Loss (Raw)": 1.0189322233200073, "Finetune/Step": 2689, "Finetune/Step Time": 4.467882188037038}
+{"Finetune/Learning Rate": 9.915901247509821e-06, "Finetune/Loss": 0.861998975276947, "Finetune/Loss (Raw)": 0.3703209161758423, "Finetune/Step": 2690, "Finetune/Step Time": 4.507234785705805}
+{"Finetune/Learning Rate": 9.909671873877363e-06, "Finetune/Loss": 0.8653051257133484, "Finetune/Loss (Raw)": 1.042975664138794, "Finetune/Step": 2691, "Finetune/Step Time": 4.500050291419029}
+{"Finetune/Learning Rate": 9.903442535299487e-06, "Finetune/Loss": 0.8647245168685913, "Finetune/Loss (Raw)": 0.8477296829223633, "Finetune/Step": 2692, "Finetune/Step Time": 4.499303411692381}
+{"Finetune/Learning Rate": 9.897213234193673e-06, "Finetune/Loss": 0.8645851016044617, "Finetune/Loss (Raw)": 0.9533591866493225, "Finetune/Step": 2693, "Finetune/Step Time": 4.4970198180526495}
+{"Finetune/Learning Rate": 9.890983972977401e-06, "Finetune/Loss": 0.8642905950546265, "Finetune/Loss (Raw)": 0.8879645466804504, "Finetune/Step": 2694, "Finetune/Step Time": 4.498681524768472}
+{"Finetune/Learning Rate": 9.884754754068116e-06, "Finetune/Loss": 0.864681601524353, "Finetune/Loss (Raw)": 0.8482474088668823, "Finetune/Step": 2695, "Finetune/Step Time": 4.497189376503229}
+{"Finetune/Learning Rate": 9.878525579883264e-06, "Finetune/Loss": 0.8659694790840149, "Finetune/Loss (Raw)": 0.9626121520996094, "Finetune/Step": 2696, "Finetune/Step Time": 4.508412444964051}
+{"Finetune/Learning Rate": 9.872296452840266e-06, "Finetune/Loss": 0.8639717102050781, "Finetune/Loss (Raw)": 0.8629617691040039, "Finetune/Step": 2697, "Finetune/Step Time": 4.510902950540185}
+{"Finetune/Learning Rate": 9.866067375356516e-06, "Finetune/Loss": 0.8632033467292786, "Finetune/Loss (Raw)": 0.8193585276603699, "Finetune/Step": 2698, "Finetune/Step Time": 4.505787266418338}
+{"Finetune/Learning Rate": 9.859838349849404e-06, "Finetune/Loss": 0.8626439571380615, "Finetune/Loss (Raw)": 0.9906635880470276, "Finetune/Step": 2699, "Finetune/Step Time": 4.525053272023797}
+{"Finetune/Learning Rate": 9.853609378736293e-06, "Finetune/Loss": 0.8624913096427917, "Finetune/Loss (Raw)": 0.8579174280166626, "Finetune/Step": 2700, "Finetune/Step Time": 4.518911590799689}
+{"Finetune/Learning Rate": 9.847380464434525e-06, "Finetune/Loss": 0.8623592853546143, "Finetune/Loss (Raw)": 0.8869587182998657, "Finetune/Step": 2701, "Finetune/Step Time": 4.541245678439736}
+{"Finetune/Learning Rate": 9.841151609361419e-06, "Finetune/Loss": 0.8626172542572021, "Finetune/Loss (Raw)": 0.9101639986038208, "Finetune/Step": 2702, "Finetune/Step Time": 4.535388147458434}
+{"Finetune/Learning Rate": 9.83492281593427e-06, "Finetune/Loss": 0.8626617193222046, "Finetune/Loss (Raw)": 0.8265359997749329, "Finetune/Step": 2703, "Finetune/Step Time": 4.552463607862592}
+{"Finetune/Learning Rate": 9.828694086570353e-06, "Finetune/Loss": 0.8615845441818237, "Finetune/Loss (Raw)": 0.7978506088256836, "Finetune/Step": 2704, "Finetune/Step Time": 4.564544301480055}
+{"Finetune/Learning Rate": 9.822465423686917e-06, "Finetune/Loss": 0.860740065574646, "Finetune/Loss (Raw)": 0.8704642653465271, "Finetune/Step": 2705, "Finetune/Step Time": 4.564598696306348}
+{"Finetune/Learning Rate": 9.816236829701187e-06, "Finetune/Loss": 0.8604689240455627, "Finetune/Loss (Raw)": 0.9776868224143982, "Finetune/Step": 2706, "Finetune/Step Time": 4.571009054780006}
+{"Finetune/Learning Rate": 9.810008307030356e-06, "Finetune/Loss": 0.8604497909545898, "Finetune/Loss (Raw)": 0.9990919232368469, "Finetune/Step": 2707, "Finetune/Step Time": 4.567324250936508}
+{"Finetune/Learning Rate": 9.803779858091586e-06, "Finetune/Loss": 0.8628227710723877, "Finetune/Loss (Raw)": 1.0005899667739868, "Finetune/Step": 2708, "Finetune/Step Time": 4.564493555575609}
+{"Finetune/Learning Rate": 9.797551485302027e-06, "Finetune/Loss": 0.8614497184753418, "Finetune/Loss (Raw)": 0.8625427484512329, "Finetune/Step": 2709, "Finetune/Step Time": 4.574766894802451}
+{"Finetune/Learning Rate": 9.791323191078781e-06, "Finetune/Loss": 0.8575853109359741, "Finetune/Loss (Raw)": 0.3814545273780823, "Finetune/Step": 2710, "Finetune/Step Time": 4.61511729285121}
+{"Finetune/Learning Rate": 9.785094977838935e-06, "Finetune/Loss": 0.8586571216583252, "Finetune/Loss (Raw)": 0.9539110064506531, "Finetune/Step": 2711, "Finetune/Step Time": 4.605700712651014}
+{"Finetune/Learning Rate": 9.77886684799953e-06, "Finetune/Loss": 0.8577948808670044, "Finetune/Loss (Raw)": 0.9247023463249207, "Finetune/Step": 2712, "Finetune/Step Time": 4.624373944476247}
+{"Finetune/Learning Rate": 9.77263880397758e-06, "Finetune/Loss": 0.8583990335464478, "Finetune/Loss (Raw)": 0.8800721168518066, "Finetune/Step": 2713, "Finetune/Step Time": 4.631291942670941}
+{"Finetune/Learning Rate": 9.766410848190076e-06, "Finetune/Loss": 0.858285665512085, "Finetune/Loss (Raw)": 0.9483751654624939, "Finetune/Step": 2714, "Finetune/Step Time": 4.63097021356225}
+{"Finetune/Learning Rate": 9.76018298305396e-06, "Finetune/Loss": 0.8573188781738281, "Finetune/Loss (Raw)": 0.8250098824501038, "Finetune/Step": 2715, "Finetune/Step Time": 4.618860041722655}
+{"Finetune/Learning Rate": 9.75395521098615e-06, "Finetune/Loss": 0.8572994470596313, "Finetune/Loss (Raw)": 0.8531107306480408, "Finetune/Step": 2716, "Finetune/Step Time": 4.61159279756248}
+{"Finetune/Learning Rate": 9.747727534403515e-06, "Finetune/Loss": 0.8566141724586487, "Finetune/Loss (Raw)": 0.8960034847259521, "Finetune/Step": 2717, "Finetune/Step Time": 4.593622313812375}
+{"Finetune/Learning Rate": 9.741499955722897e-06, "Finetune/Loss": 0.8561462163925171, "Finetune/Loss (Raw)": 0.8674646615982056, "Finetune/Step": 2718, "Finetune/Step Time": 4.593319756910205}
+{"Finetune/Learning Rate": 9.735272477361103e-06, "Finetune/Loss": 0.8570693731307983, "Finetune/Loss (Raw)": 0.9298904538154602, "Finetune/Step": 2719, "Finetune/Step Time": 4.555527627468109}
+{"Finetune/Learning Rate": 9.729045101734889e-06, "Finetune/Loss": 0.8572707176208496, "Finetune/Loss (Raw)": 0.9383140802383423, "Finetune/Step": 2720, "Finetune/Step Time": 4.551009280607104}
+{"Finetune/Learning Rate": 9.722817831260985e-06, "Finetune/Loss": 0.8574810028076172, "Finetune/Loss (Raw)": 0.8550414443016052, "Finetune/Step": 2721, "Finetune/Step Time": 4.54151975736022}
+{"Finetune/Learning Rate": 9.716590668356067e-06, "Finetune/Loss": 0.8579946756362915, "Finetune/Loss (Raw)": 0.8809404969215393, "Finetune/Step": 2722, "Finetune/Step Time": 4.531878592446446}
+{"Finetune/Learning Rate": 9.710363615436777e-06, "Finetune/Loss": 0.8577008843421936, "Finetune/Loss (Raw)": 0.8490778207778931, "Finetune/Step": 2723, "Finetune/Step Time": 4.532517604529858}
+{"Finetune/Learning Rate": 9.704136674919712e-06, "Finetune/Loss": 0.8581265211105347, "Finetune/Loss (Raw)": 0.916779637336731, "Finetune/Step": 2724, "Finetune/Step Time": 4.535459907725453}
+{"Finetune/Learning Rate": 9.697909849221428e-06, "Finetune/Loss": 0.8577159643173218, "Finetune/Loss (Raw)": 0.907041609287262, "Finetune/Step": 2725, "Finetune/Step Time": 4.528490629047155}
+{"Finetune/Learning Rate": 9.691683140758439e-06, "Finetune/Loss": 0.8591806888580322, "Finetune/Loss (Raw)": 0.9104393720626831, "Finetune/Step": 2726, "Finetune/Step Time": 4.525595998391509}
+{"Finetune/Learning Rate": 9.685456551947199e-06, "Finetune/Loss": 0.8586015701293945, "Finetune/Loss (Raw)": 0.8814367651939392, "Finetune/Step": 2727, "Finetune/Step Time": 4.528314849361777}
+{"Finetune/Learning Rate": 9.67923008520413e-06, "Finetune/Loss": 0.8577384948730469, "Finetune/Loss (Raw)": 0.7761942744255066, "Finetune/Step": 2728, "Finetune/Step Time": 4.5266395304352045}
+{"Finetune/Learning Rate": 9.673003742945602e-06, "Finetune/Loss": 0.8539459705352783, "Finetune/Loss (Raw)": 0.4198355972766876, "Finetune/Step": 2729, "Finetune/Step Time": 4.5556593760848045}
+{"Finetune/Learning Rate": 9.666777527587936e-06, "Finetune/Loss": 0.8519700765609741, "Finetune/Loss (Raw)": 0.7699921727180481, "Finetune/Step": 2730, "Finetune/Step Time": 4.557750776410103}
+{"Finetune/Learning Rate": 9.660551441547411e-06, "Finetune/Loss": 0.8513028621673584, "Finetune/Loss (Raw)": 0.8942201733589172, "Finetune/Step": 2731, "Finetune/Step Time": 4.554620612412691}
+{"Finetune/Learning Rate": 9.654325487240243e-06, "Finetune/Loss": 0.8517464399337769, "Finetune/Loss (Raw)": 0.9324937462806702, "Finetune/Step": 2732, "Finetune/Step Time": 4.549898220226169}
+{"Finetune/Learning Rate": 9.6480996670826e-06, "Finetune/Loss": 0.8525098562240601, "Finetune/Loss (Raw)": 0.8879553079605103, "Finetune/Step": 2733, "Finetune/Step Time": 4.544601008296013}
+{"Finetune/Learning Rate": 9.64187398349061e-06, "Finetune/Loss": 0.8534070253372192, "Finetune/Loss (Raw)": 0.9470990300178528, "Finetune/Step": 2734, "Finetune/Step Time": 4.521213386207819}
+{"Finetune/Learning Rate": 9.635648438880334e-06, "Finetune/Loss": 0.8535537719726562, "Finetune/Loss (Raw)": 0.955578625202179, "Finetune/Step": 2735, "Finetune/Step Time": 4.493819320574403}
+{"Finetune/Learning Rate": 9.629423035667788e-06, "Finetune/Loss": 0.8496834635734558, "Finetune/Loss (Raw)": 0.4591362774372101, "Finetune/Step": 2736, "Finetune/Step Time": 4.536599799990654}
+{"Finetune/Learning Rate": 9.623197776268926e-06, "Finetune/Loss": 0.8470542430877686, "Finetune/Loss (Raw)": 0.5909445881843567, "Finetune/Step": 2737, "Finetune/Step Time": 4.541346862912178}
+{"Finetune/Learning Rate": 9.616972663099648e-06, "Finetune/Loss": 0.8474075794219971, "Finetune/Loss (Raw)": 0.917490541934967, "Finetune/Step": 2738, "Finetune/Step Time": 4.530756928026676}
+{"Finetune/Learning Rate": 9.610747698575801e-06, "Finetune/Loss": 0.8491756916046143, "Finetune/Loss (Raw)": 0.9383382797241211, "Finetune/Step": 2739, "Finetune/Step Time": 4.522395497187972}
+{"Finetune/Learning Rate": 9.60452288511318e-06, "Finetune/Loss": 0.8487575650215149, "Finetune/Loss (Raw)": 0.8324052095413208, "Finetune/Step": 2740, "Finetune/Step Time": 4.531780008226633}
+{"Finetune/Learning Rate": 9.598298225127499e-06, "Finetune/Loss": 0.848581075668335, "Finetune/Loss (Raw)": 0.994286060333252, "Finetune/Step": 2741, "Finetune/Step Time": 4.537503965198994}
+{"Finetune/Learning Rate": 9.592073721034435e-06, "Finetune/Loss": 0.849098265171051, "Finetune/Loss (Raw)": 0.9050202369689941, "Finetune/Step": 2742, "Finetune/Step Time": 4.536784280091524}
+{"Finetune/Learning Rate": 9.585849375249595e-06, "Finetune/Loss": 0.849065363407135, "Finetune/Loss (Raw)": 0.9525210857391357, "Finetune/Step": 2743, "Finetune/Step Time": 4.529248969629407}
+{"Finetune/Learning Rate": 9.57962519018853e-06, "Finetune/Loss": 0.848858654499054, "Finetune/Loss (Raw)": 0.9210807085037231, "Finetune/Step": 2744, "Finetune/Step Time": 4.532066551968455}
+{"Finetune/Learning Rate": 9.573401168266722e-06, "Finetune/Loss": 0.8534095287322998, "Finetune/Loss (Raw)": 0.9800304770469666, "Finetune/Step": 2745, "Finetune/Step Time": 4.493551438674331}
+{"Finetune/Learning Rate": 9.567177311899589e-06, "Finetune/Loss": 0.8540750741958618, "Finetune/Loss (Raw)": 0.8847169876098633, "Finetune/Step": 2746, "Finetune/Step Time": 4.500247301533818}
+{"Finetune/Learning Rate": 9.560953623502493e-06, "Finetune/Loss": 0.8534553050994873, "Finetune/Loss (Raw)": 0.8737272620201111, "Finetune/Step": 2747, "Finetune/Step Time": 4.511465139687061}
+{"Finetune/Learning Rate": 9.554730105490722e-06, "Finetune/Loss": 0.854865312576294, "Finetune/Loss (Raw)": 1.0124750137329102, "Finetune/Step": 2748, "Finetune/Step Time": 4.513677749782801}
+{"Finetune/Learning Rate": 9.548506760279506e-06, "Finetune/Loss": 0.8553334474563599, "Finetune/Loss (Raw)": 0.942182719707489, "Finetune/Step": 2749, "Finetune/Step Time": 4.509885726496577}
+{"Finetune/Learning Rate": 9.542283590284003e-06, "Finetune/Loss": 0.8546960949897766, "Finetune/Loss (Raw)": 0.8541287779808044, "Finetune/Step": 2750, "Finetune/Step Time": 4.507833791896701}
+{"Finetune/Learning Rate": 9.5360605979193e-06, "Finetune/Loss": 0.8548001050949097, "Finetune/Loss (Raw)": 0.9187292456626892, "Finetune/Step": 2751, "Finetune/Step Time": 4.496977621689439}
+{"Finetune/Learning Rate": 9.52983778560042e-06, "Finetune/Loss": 0.8551241159439087, "Finetune/Loss (Raw)": 0.9462428689002991, "Finetune/Step": 2752, "Finetune/Step Time": 4.496190689504147}
+{"Finetune/Learning Rate": 9.523615155742317e-06, "Finetune/Loss": 0.8568764328956604, "Finetune/Loss (Raw)": 0.9829725623130798, "Finetune/Step": 2753, "Finetune/Step Time": 4.482312232255936}
+{"Finetune/Learning Rate": 9.517392710759872e-06, "Finetune/Loss": 0.8617562055587769, "Finetune/Loss (Raw)": 0.9366059899330139, "Finetune/Step": 2754, "Finetune/Step Time": 4.446127390488982}
+{"Finetune/Learning Rate": 9.511170453067899e-06, "Finetune/Loss": 0.8576568365097046, "Finetune/Loss (Raw)": 0.3562934398651123, "Finetune/Step": 2755, "Finetune/Step Time": 4.488152764737606}
+{"Finetune/Learning Rate": 9.504948385081121e-06, "Finetune/Loss": 0.8575405478477478, "Finetune/Loss (Raw)": 0.9664544463157654, "Finetune/Step": 2756, "Finetune/Step Time": 4.504576146602631}
+{"Finetune/Learning Rate": 9.498726509214216e-06, "Finetune/Loss": 0.8586035966873169, "Finetune/Loss (Raw)": 0.7747482061386108, "Finetune/Step": 2757, "Finetune/Step Time": 4.515754196792841}
+{"Finetune/Learning Rate": 9.492504827881761e-06, "Finetune/Loss": 0.8596837520599365, "Finetune/Loss (Raw)": 0.9444879293441772, "Finetune/Step": 2758, "Finetune/Step Time": 4.515788126736879}
+{"Finetune/Learning Rate": 9.486283343498277e-06, "Finetune/Loss": 0.8580742478370667, "Finetune/Loss (Raw)": 0.8269204497337341, "Finetune/Step": 2759, "Finetune/Step Time": 4.516437001526356}
+{"Finetune/Learning Rate": 9.480062058478201e-06, "Finetune/Loss": 0.8576292991638184, "Finetune/Loss (Raw)": 0.7416685819625854, "Finetune/Step": 2760, "Finetune/Step Time": 4.515749344602227}
+{"Finetune/Learning Rate": 9.473840975235883e-06, "Finetune/Loss": 0.8536106944084167, "Finetune/Loss (Raw)": 0.4208718538284302, "Finetune/Step": 2761, "Finetune/Step Time": 4.555167580023408}
+{"Finetune/Learning Rate": 9.467620096185616e-06, "Finetune/Loss": 0.8527748584747314, "Finetune/Loss (Raw)": 0.8441387414932251, "Finetune/Step": 2762, "Finetune/Step Time": 4.5639387387782335}
+{"Finetune/Learning Rate": 9.46139942374159e-06, "Finetune/Loss": 0.8525387048721313, "Finetune/Loss (Raw)": 0.8848367929458618, "Finetune/Step": 2763, "Finetune/Step Time": 4.561467969790101}
+{"Finetune/Learning Rate": 9.455178960317936e-06, "Finetune/Loss": 0.8514014482498169, "Finetune/Loss (Raw)": 0.8622593283653259, "Finetune/Step": 2764, "Finetune/Step Time": 4.561819970607758}
+{"Finetune/Learning Rate": 9.448958708328694e-06, "Finetune/Loss": 0.8477449417114258, "Finetune/Loss (Raw)": 0.35331177711486816, "Finetune/Step": 2765, "Finetune/Step Time": 4.595209749415517}
+{"Finetune/Learning Rate": 9.442738670187814e-06, "Finetune/Loss": 0.8468756675720215, "Finetune/Loss (Raw)": 0.8611932396888733, "Finetune/Step": 2766, "Finetune/Step Time": 4.585887875407934}
+{"Finetune/Learning Rate": 9.436518848309178e-06, "Finetune/Loss": 0.8481292724609375, "Finetune/Loss (Raw)": 0.9846283793449402, "Finetune/Step": 2767, "Finetune/Step Time": 4.599045975133777}
+{"Finetune/Learning Rate": 9.430299245106574e-06, "Finetune/Loss": 0.8528829216957092, "Finetune/Loss (Raw)": 0.9575445055961609, "Finetune/Step": 2768, "Finetune/Step Time": 4.560944713652134}
+{"Finetune/Learning Rate": 9.424079862993712e-06, "Finetune/Loss": 0.8530874252319336, "Finetune/Loss (Raw)": 0.9271091818809509, "Finetune/Step": 2769, "Finetune/Step Time": 4.575272848829627}
+{"Finetune/Learning Rate": 9.417860704384214e-06, "Finetune/Loss": 0.8513957262039185, "Finetune/Loss (Raw)": 0.6737163662910461, "Finetune/Step": 2770, "Finetune/Step Time": 4.592022841796279}
+{"Finetune/Learning Rate": 9.411641771691608e-06, "Finetune/Loss": 0.852781355381012, "Finetune/Loss (Raw)": 0.9022790193557739, "Finetune/Step": 2771, "Finetune/Step Time": 4.584829531610012}
+{"Finetune/Learning Rate": 9.405423067329344e-06, "Finetune/Loss": 0.8539736270904541, "Finetune/Loss (Raw)": 0.914795458316803, "Finetune/Step": 2772, "Finetune/Step Time": 4.554203974083066}
+{"Finetune/Learning Rate": 9.399204593710777e-06, "Finetune/Loss": 0.8541765213012695, "Finetune/Loss (Raw)": 0.9541853070259094, "Finetune/Step": 2773, "Finetune/Step Time": 4.5470487251877785}
+{"Finetune/Learning Rate": 9.392986353249183e-06, "Finetune/Loss": 0.8494200706481934, "Finetune/Loss (Raw)": 0.33103907108306885, "Finetune/Step": 2774, "Finetune/Step Time": 4.5861719492822886}
+{"Finetune/Learning Rate": 9.386768348357735e-06, "Finetune/Loss": 0.850197434425354, "Finetune/Loss (Raw)": 0.9204172492027283, "Finetune/Step": 2775, "Finetune/Step Time": 4.576050762087107}
+{"Finetune/Learning Rate": 9.380550581449512e-06, "Finetune/Loss": 0.8491187691688538, "Finetune/Loss (Raw)": 0.8025723099708557, "Finetune/Step": 2776, "Finetune/Step Time": 4.568104857578874}
+{"Finetune/Learning Rate": 9.37433305493752e-06, "Finetune/Loss": 0.849186897277832, "Finetune/Loss (Raw)": 0.8522012233734131, "Finetune/Step": 2777, "Finetune/Step Time": 4.554692644625902}
+{"Finetune/Learning Rate": 9.368115771234651e-06, "Finetune/Loss": 0.8498693704605103, "Finetune/Loss (Raw)": 0.8954834342002869, "Finetune/Step": 2778, "Finetune/Step Time": 4.555446436628699}
+{"Finetune/Learning Rate": 9.361898732753715e-06, "Finetune/Loss": 0.8498269319534302, "Finetune/Loss (Raw)": 0.8404304385185242, "Finetune/Step": 2779, "Finetune/Step Time": 4.561336247250438}
+{"Finetune/Learning Rate": 9.355681941907428e-06, "Finetune/Loss": 0.848895788192749, "Finetune/Loss (Raw)": 0.8879116773605347, "Finetune/Step": 2780, "Finetune/Step Time": 4.55996941588819}
+{"Finetune/Learning Rate": 9.349465401108393e-06, "Finetune/Loss": 0.849786102771759, "Finetune/Loss (Raw)": 0.993571937084198, "Finetune/Step": 2781, "Finetune/Step Time": 4.5447283536195755}
+{"Finetune/Learning Rate": 9.34324911276914e-06, "Finetune/Loss": 0.853835940361023, "Finetune/Loss (Raw)": 0.8612316250801086, "Finetune/Step": 2782, "Finetune/Step Time": 4.5076936315745115}
+{"Finetune/Learning Rate": 9.337033079302082e-06, "Finetune/Loss": 0.8547789454460144, "Finetune/Loss (Raw)": 1.036347508430481, "Finetune/Step": 2783, "Finetune/Step Time": 4.511312177404761}
+{"Finetune/Learning Rate": 9.330817303119545e-06, "Finetune/Loss": 0.8533075451850891, "Finetune/Loss (Raw)": 0.7033010125160217, "Finetune/Step": 2784, "Finetune/Step Time": 4.523610819131136}
+{"Finetune/Learning Rate": 9.324601786633747e-06, "Finetune/Loss": 0.8545734882354736, "Finetune/Loss (Raw)": 0.8620201945304871, "Finetune/Step": 2785, "Finetune/Step Time": 4.518405046314001}
+{"Finetune/Learning Rate": 9.318386532256807e-06, "Finetune/Loss": 0.8566226959228516, "Finetune/Loss (Raw)": 0.9606544375419617, "Finetune/Step": 2786, "Finetune/Step Time": 4.490616213530302}
+{"Finetune/Learning Rate": 9.312171542400749e-06, "Finetune/Loss": 0.8553294539451599, "Finetune/Loss (Raw)": 0.8304742574691772, "Finetune/Step": 2787, "Finetune/Step Time": 4.490915365517139}
+{"Finetune/Learning Rate": 9.305956819477485e-06, "Finetune/Loss": 0.8554049730300903, "Finetune/Loss (Raw)": 0.9375441074371338, "Finetune/Step": 2788, "Finetune/Step Time": 4.500829121097922}
+{"Finetune/Learning Rate": 9.299742365898831e-06, "Finetune/Loss": 0.8534878492355347, "Finetune/Loss (Raw)": 0.8577390909194946, "Finetune/Step": 2789, "Finetune/Step Time": 4.513345573097467}
+{"Finetune/Learning Rate": 9.293528184076495e-06, "Finetune/Loss": 0.8526623249053955, "Finetune/Loss (Raw)": 0.9062283039093018, "Finetune/Step": 2790, "Finetune/Step Time": 4.516777694225311}
+{"Finetune/Learning Rate": 9.287314276422074e-06, "Finetune/Loss": 0.8507702350616455, "Finetune/Loss (Raw)": 0.7336923480033875, "Finetune/Step": 2791, "Finetune/Step Time": 4.526887767016888}
+{"Finetune/Learning Rate": 9.28110064534707e-06, "Finetune/Loss": 0.8549515008926392, "Finetune/Loss (Raw)": 0.976108729839325, "Finetune/Step": 2792, "Finetune/Step Time": 4.502353131771088}
+{"Finetune/Learning Rate": 9.274887293262869e-06, "Finetune/Loss": 0.8566150665283203, "Finetune/Loss (Raw)": 0.9863042235374451, "Finetune/Step": 2793, "Finetune/Step Time": 4.500528160482645}
+{"Finetune/Learning Rate": 9.268674222580757e-06, "Finetune/Loss": 0.8555128574371338, "Finetune/Loss (Raw)": 0.8209578990936279, "Finetune/Step": 2794, "Finetune/Step Time": 4.508726347237825}
+{"Finetune/Learning Rate": 9.262461435711898e-06, "Finetune/Loss": 0.8564119338989258, "Finetune/Loss (Raw)": 0.907151460647583, "Finetune/Step": 2795, "Finetune/Step Time": 4.5195945631712675}
+{"Finetune/Learning Rate": 9.256248935067356e-06, "Finetune/Loss": 0.8564494848251343, "Finetune/Loss (Raw)": 0.8601700067520142, "Finetune/Step": 2796, "Finetune/Step Time": 4.536075035110116}
+{"Finetune/Learning Rate": 9.250036723058083e-06, "Finetune/Loss": 0.8545647859573364, "Finetune/Loss (Raw)": 0.7587425112724304, "Finetune/Step": 2797, "Finetune/Step Time": 4.548643756657839}
+{"Finetune/Learning Rate": 9.243824802094914e-06, "Finetune/Loss": 0.8503340482711792, "Finetune/Loss (Raw)": 0.3803982138633728, "Finetune/Step": 2798, "Finetune/Step Time": 4.592821417376399}
+{"Finetune/Learning Rate": 9.237613174588583e-06, "Finetune/Loss": 0.8501132130622864, "Finetune/Loss (Raw)": 0.7409313321113586, "Finetune/Step": 2799, "Finetune/Step Time": 4.590828727930784}
+{"Finetune/Learning Rate": 9.231401842949688e-06, "Finetune/Loss": 0.8504830598831177, "Finetune/Loss (Raw)": 0.7374105453491211, "Finetune/Step": 2800, "Finetune/Step Time": 4.585308773443103}
+{"Finetune/Learning Rate": 9.225190809588731e-06, "Finetune/Loss": 0.8513456583023071, "Finetune/Loss (Raw)": 0.9758583307266235, "Finetune/Step": 2801, "Finetune/Step Time": 4.583960672840476}
+{"Finetune/Learning Rate": 9.218980076916099e-06, "Finetune/Loss": 0.8524961471557617, "Finetune/Loss (Raw)": 0.9745839238166809, "Finetune/Step": 2802, "Finetune/Step Time": 4.589243058115244}
+{"Finetune/Learning Rate": 9.212769647342046e-06, "Finetune/Loss": 0.8530217409133911, "Finetune/Loss (Raw)": 0.9253495335578918, "Finetune/Step": 2803, "Finetune/Step Time": 4.582538571208715}
+{"Finetune/Learning Rate": 9.206559523276731e-06, "Finetune/Loss": 0.8536235094070435, "Finetune/Loss (Raw)": 0.9162447452545166, "Finetune/Step": 2804, "Finetune/Step Time": 4.5771037470549345}
+{"Finetune/Learning Rate": 9.200349707130168e-06, "Finetune/Loss": 0.8540050983428955, "Finetune/Loss (Raw)": 1.025246500968933, "Finetune/Step": 2805, "Finetune/Step Time": 4.568929681554437}
+{"Finetune/Learning Rate": 9.194140201312274e-06, "Finetune/Loss": 0.8536744713783264, "Finetune/Loss (Raw)": 0.8335472941398621, "Finetune/Step": 2806, "Finetune/Step Time": 4.575187167152762}
+{"Finetune/Learning Rate": 9.187931008232832e-06, "Finetune/Loss": 0.8523108959197998, "Finetune/Loss (Raw)": 0.841708242893219, "Finetune/Step": 2807, "Finetune/Step Time": 4.573341703042388}
+{"Finetune/Learning Rate": 9.181722130301512e-06, "Finetune/Loss": 0.8510141372680664, "Finetune/Loss (Raw)": 0.7547602653503418, "Finetune/Step": 2808, "Finetune/Step Time": 4.5838008020073175}
+{"Finetune/Learning Rate": 9.175513569927865e-06, "Finetune/Loss": 0.8510851860046387, "Finetune/Loss (Raw)": 0.3521457314491272, "Finetune/Step": 2809, "Finetune/Step Time": 4.584133757278323}
+{"Finetune/Learning Rate": 9.169305329521296e-06, "Finetune/Loss": 0.8500584363937378, "Finetune/Loss (Raw)": 0.7629772424697876, "Finetune/Step": 2810, "Finetune/Step Time": 4.588688302785158}
+{"Finetune/Learning Rate": 9.163097411491115e-06, "Finetune/Loss": 0.8501128554344177, "Finetune/Loss (Raw)": 0.9135122895240784, "Finetune/Step": 2811, "Finetune/Step Time": 4.597919017076492}
+{"Finetune/Learning Rate": 9.156889818246485e-06, "Finetune/Loss": 0.8500667810440063, "Finetune/Loss (Raw)": 0.8732160329818726, "Finetune/Step": 2812, "Finetune/Step Time": 4.597594788298011}
+{"Finetune/Learning Rate": 9.150682552196461e-06, "Finetune/Loss": 0.8507722616195679, "Finetune/Loss (Raw)": 0.9934759736061096, "Finetune/Step": 2813, "Finetune/Step Time": 4.596735943108797}
+{"Finetune/Learning Rate": 9.144475615749957e-06, "Finetune/Loss": 0.8473248481750488, "Finetune/Loss (Raw)": 0.3539383113384247, "Finetune/Step": 2814, "Finetune/Step Time": 4.629899840801954}
+{"Finetune/Learning Rate": 9.138269011315761e-06, "Finetune/Loss": 0.8483166098594666, "Finetune/Loss (Raw)": 1.0159810781478882, "Finetune/Step": 2815, "Finetune/Step Time": 4.6322971396148205}
+{"Finetune/Learning Rate": 9.13206274130254e-06, "Finetune/Loss": 0.8483561277389526, "Finetune/Loss (Raw)": 0.9241626262664795, "Finetune/Step": 2816, "Finetune/Step Time": 4.631009569391608}
+{"Finetune/Learning Rate": 9.125856808118822e-06, "Finetune/Loss": 0.847079873085022, "Finetune/Loss (Raw)": 0.8555775880813599, "Finetune/Step": 2817, "Finetune/Step Time": 4.6380712650716305}
+{"Finetune/Learning Rate": 9.119651214173012e-06, "Finetune/Loss": 0.8507075309753418, "Finetune/Loss (Raw)": 0.8346555233001709, "Finetune/Step": 2818, "Finetune/Step Time": 4.604613859206438}
+{"Finetune/Learning Rate": 9.11344596187338e-06, "Finetune/Loss": 0.850659966468811, "Finetune/Loss (Raw)": 1.036885142326355, "Finetune/Step": 2819, "Finetune/Step Time": 4.613571785390377}
+{"Finetune/Learning Rate": 9.107241053628058e-06, "Finetune/Loss": 0.8518615961074829, "Finetune/Loss (Raw)": 1.001537799835205, "Finetune/Step": 2820, "Finetune/Step Time": 4.613223360851407}
+{"Finetune/Learning Rate": 9.101036491845056e-06, "Finetune/Loss": 0.8500317335128784, "Finetune/Loss (Raw)": 0.7191365957260132, "Finetune/Step": 2821, "Finetune/Step Time": 4.631420578807592}
+{"Finetune/Learning Rate": 9.094832278932238e-06, "Finetune/Loss": 0.8501848578453064, "Finetune/Loss (Raw)": 0.9075688719749451, "Finetune/Step": 2822, "Finetune/Step Time": 4.621643194928765}
+{"Finetune/Learning Rate": 9.088628417297346e-06, "Finetune/Loss": 0.846712589263916, "Finetune/Loss (Raw)": 0.40379947423934937, "Finetune/Step": 2823, "Finetune/Step Time": 4.655377270653844}
+{"Finetune/Learning Rate": 9.082424909347969e-06, "Finetune/Loss": 0.8453966379165649, "Finetune/Loss (Raw)": 0.794165313243866, "Finetune/Step": 2824, "Finetune/Step Time": 4.641807001084089}
+{"Finetune/Learning Rate": 9.076221757491568e-06, "Finetune/Loss": 0.8449004888534546, "Finetune/Loss (Raw)": 0.7994486689567566, "Finetune/Step": 2825, "Finetune/Step Time": 4.640837520360947}
+{"Finetune/Learning Rate": 9.070018964135471e-06, "Finetune/Loss": 0.8445385694503784, "Finetune/Loss (Raw)": 0.7730394601821899, "Finetune/Step": 2826, "Finetune/Step Time": 4.6434616800397635}
+{"Finetune/Learning Rate": 9.063816531686855e-06, "Finetune/Loss": 0.8441604375839233, "Finetune/Loss (Raw)": 0.942258894443512, "Finetune/Step": 2827, "Finetune/Step Time": 4.620930401608348}
+{"Finetune/Learning Rate": 9.057614462552769e-06, "Finetune/Loss": 0.8456151485443115, "Finetune/Loss (Raw)": 1.0441244840621948, "Finetune/Step": 2828, "Finetune/Step Time": 4.620512681081891}
+{"Finetune/Learning Rate": 9.05141275914011e-06, "Finetune/Loss": 0.8458864092826843, "Finetune/Loss (Raw)": 0.921682596206665, "Finetune/Step": 2829, "Finetune/Step Time": 4.603068057447672}
+{"Finetune/Learning Rate": 9.045211423855637e-06, "Finetune/Loss": 0.8462854027748108, "Finetune/Loss (Raw)": 0.9612352848052979, "Finetune/Step": 2830, "Finetune/Step Time": 4.589662291109562}
+{"Finetune/Learning Rate": 9.039010459105974e-06, "Finetune/Loss": 0.8480827212333679, "Finetune/Loss (Raw)": 1.0565900802612305, "Finetune/Step": 2831, "Finetune/Step Time": 4.573279991745949}
+{"Finetune/Learning Rate": 9.032809867297586e-06, "Finetune/Loss": 0.8496543169021606, "Finetune/Loss (Raw)": 0.9990116953849792, "Finetune/Step": 2832, "Finetune/Step Time": 4.574060225859284}
+{"Finetune/Learning Rate": 9.02660965083681e-06, "Finetune/Loss": 0.8498018980026245, "Finetune/Loss (Raw)": 0.8893572688102722, "Finetune/Step": 2833, "Finetune/Step Time": 4.581268789246678}
+{"Finetune/Learning Rate": 9.020409812129824e-06, "Finetune/Loss": 0.8449456095695496, "Finetune/Loss (Raw)": 0.35608163475990295, "Finetune/Step": 2834, "Finetune/Step Time": 4.6142052710056305}
+{"Finetune/Learning Rate": 9.014210353582662e-06, "Finetune/Loss": 0.8443800210952759, "Finetune/Loss (Raw)": 0.9267006516456604, "Finetune/Step": 2835, "Finetune/Step Time": 4.61681661196053}
+{"Finetune/Learning Rate": 9.008011277601217e-06, "Finetune/Loss": 0.8422935009002686, "Finetune/Loss (Raw)": 0.7335147261619568, "Finetune/Step": 2836, "Finetune/Step Time": 4.6089987345039845}
+{"Finetune/Learning Rate": 9.001812586591228e-06, "Finetune/Loss": 0.8430480360984802, "Finetune/Loss (Raw)": 0.9591212868690491, "Finetune/Step": 2837, "Finetune/Step Time": 4.597121808677912}
+{"Finetune/Learning Rate": 8.995614282958289e-06, "Finetune/Loss": 0.8465695977210999, "Finetune/Loss (Raw)": 0.8322161436080933, "Finetune/Step": 2838, "Finetune/Step Time": 4.558704858645797}
+{"Finetune/Learning Rate": 8.989416369107837e-06, "Finetune/Loss": 0.8455426692962646, "Finetune/Loss (Raw)": 0.822458803653717, "Finetune/Step": 2839, "Finetune/Step Time": 4.564103648066521}
+{"Finetune/Learning Rate": 8.983218847445157e-06, "Finetune/Loss": 0.8456010222434998, "Finetune/Loss (Raw)": 0.9321724772453308, "Finetune/Step": 2840, "Finetune/Step Time": 4.547769974917173}
+{"Finetune/Learning Rate": 8.977021720375395e-06, "Finetune/Loss": 0.8471043109893799, "Finetune/Loss (Raw)": 1.0724965333938599, "Finetune/Step": 2841, "Finetune/Step Time": 4.541872266680002}
+{"Finetune/Learning Rate": 8.970824990303532e-06, "Finetune/Loss": 0.8466936349868774, "Finetune/Loss (Raw)": 0.8958138823509216, "Finetune/Step": 2842, "Finetune/Step Time": 4.544078171253204}
+{"Finetune/Learning Rate": 8.9646286596344e-06, "Finetune/Loss": 0.846131443977356, "Finetune/Loss (Raw)": 0.7530440092086792, "Finetune/Step": 2843, "Finetune/Step Time": 4.5489795207977295}
+{"Finetune/Learning Rate": 8.958432730772667e-06, "Finetune/Loss": 0.8465244174003601, "Finetune/Loss (Raw)": 0.9034085869789124, "Finetune/Step": 2844, "Finetune/Step Time": 4.548792153596878}
+{"Finetune/Learning Rate": 8.952237206122855e-06, "Finetune/Loss": 0.8470090627670288, "Finetune/Loss (Raw)": 0.9580361843109131, "Finetune/Step": 2845, "Finetune/Step Time": 4.559588456526399}
+{"Finetune/Learning Rate": 8.946042088089331e-06, "Finetune/Loss": 0.8468872904777527, "Finetune/Loss (Raw)": 0.8518842458724976, "Finetune/Step": 2846, "Finetune/Step Time": 4.557551944628358}
+{"Finetune/Learning Rate": 8.939847379076293e-06, "Finetune/Loss": 0.8448420763015747, "Finetune/Loss (Raw)": 0.6680999994277954, "Finetune/Step": 2847, "Finetune/Step Time": 4.569773580878973}
+{"Finetune/Learning Rate": 8.933653081487794e-06, "Finetune/Loss": 0.8450167179107666, "Finetune/Loss (Raw)": 0.9606644511222839, "Finetune/Step": 2848, "Finetune/Step Time": 4.5759967267513275}
+{"Finetune/Learning Rate": 8.927459197727712e-06, "Finetune/Loss": 0.8450295925140381, "Finetune/Loss (Raw)": 0.8566941618919373, "Finetune/Step": 2849, "Finetune/Step Time": 4.572027489542961}
+{"Finetune/Learning Rate": 8.921265730199775e-06, "Finetune/Loss": 0.8449978232383728, "Finetune/Loss (Raw)": 0.8768742680549622, "Finetune/Step": 2850, "Finetune/Step Time": 4.567258877679706}
+{"Finetune/Learning Rate": 8.91507268130755e-06, "Finetune/Loss": 0.8456301689147949, "Finetune/Loss (Raw)": 0.9300165772438049, "Finetune/Step": 2851, "Finetune/Step Time": 4.563214931637049}
+{"Finetune/Learning Rate": 8.908880053454432e-06, "Finetune/Loss": 0.8461638689041138, "Finetune/Loss (Raw)": 0.9850866198539734, "Finetune/Step": 2852, "Finetune/Step Time": 4.563381612300873}
+{"Finetune/Learning Rate": 8.90268784904367e-06, "Finetune/Loss": 0.8458877801895142, "Finetune/Loss (Raw)": 0.8717150688171387, "Finetune/Step": 2853, "Finetune/Step Time": 4.564063653349876}
+{"Finetune/Learning Rate": 8.896496070478326e-06, "Finetune/Loss": 0.8461356163024902, "Finetune/Loss (Raw)": 0.942157506942749, "Finetune/Step": 2854, "Finetune/Step Time": 4.557438300922513}
+{"Finetune/Learning Rate": 8.890304720161311e-06, "Finetune/Loss": 0.8465726375579834, "Finetune/Loss (Raw)": 0.9373739361763, "Finetune/Step": 2855, "Finetune/Step Time": 4.562413075938821}
+{"Finetune/Learning Rate": 8.884113800495372e-06, "Finetune/Loss": 0.8478267192840576, "Finetune/Loss (Raw)": 0.9367186427116394, "Finetune/Step": 2856, "Finetune/Step Time": 4.576210331171751}
+{"Finetune/Learning Rate": 8.87792331388308e-06, "Finetune/Loss": 0.8521836996078491, "Finetune/Loss (Raw)": 0.9775265455245972, "Finetune/Step": 2857, "Finetune/Step Time": 4.540145145729184}
+{"Finetune/Learning Rate": 8.871733262726846e-06, "Finetune/Loss": 0.8524678349494934, "Finetune/Loss (Raw)": 0.8063645362854004, "Finetune/Step": 2858, "Finetune/Step Time": 4.533690636977553}
+{"Finetune/Learning Rate": 8.865543649428903e-06, "Finetune/Loss": 0.852514386177063, "Finetune/Loss (Raw)": 0.9001815319061279, "Finetune/Step": 2859, "Finetune/Step Time": 4.541146678850055}
+{"Finetune/Learning Rate": 8.859354476391319e-06, "Finetune/Loss": 0.8513858318328857, "Finetune/Loss (Raw)": 0.788027822971344, "Finetune/Step": 2860, "Finetune/Step Time": 4.551487563177943}
+{"Finetune/Learning Rate": 8.853165746015997e-06, "Finetune/Loss": 0.8524758815765381, "Finetune/Loss (Raw)": 1.0274931192398071, "Finetune/Step": 2861, "Finetune/Step Time": 4.5516837276518345}
+{"Finetune/Learning Rate": 8.846977460704656e-06, "Finetune/Loss": 0.8514255285263062, "Finetune/Loss (Raw)": 0.8126570582389832, "Finetune/Step": 2862, "Finetune/Step Time": 4.568089675158262}
+{"Finetune/Learning Rate": 8.840789622858856e-06, "Finetune/Loss": 0.851164698600769, "Finetune/Loss (Raw)": 0.9221872091293335, "Finetune/Step": 2863, "Finetune/Step Time": 4.5652549006044865}
+{"Finetune/Learning Rate": 8.834602234879968e-06, "Finetune/Loss": 0.8542241454124451, "Finetune/Loss (Raw)": 0.8507411479949951, "Finetune/Step": 2864, "Finetune/Step Time": 4.519513625651598}
+{"Finetune/Learning Rate": 8.8284152991692e-06, "Finetune/Loss": 0.8573623895645142, "Finetune/Loss (Raw)": 0.9926398396492004, "Finetune/Step": 2865, "Finetune/Step Time": 4.511552715674043}
+{"Finetune/Learning Rate": 8.822228818127584e-06, "Finetune/Loss": 0.853270947933197, "Finetune/Loss (Raw)": 0.393785685300827, "Finetune/Step": 2866, "Finetune/Step Time": 4.547379037365317}
+{"Finetune/Learning Rate": 8.81604279415597e-06, "Finetune/Loss": 0.8530170321464539, "Finetune/Loss (Raw)": 0.9058394432067871, "Finetune/Step": 2867, "Finetune/Step Time": 4.550285616889596}
+{"Finetune/Learning Rate": 8.809857229655029e-06, "Finetune/Loss": 0.8544900417327881, "Finetune/Loss (Raw)": 1.0209513902664185, "Finetune/Step": 2868, "Finetune/Step Time": 4.545064719393849}
+{"Finetune/Learning Rate": 8.803672127025264e-06, "Finetune/Loss": 0.8523138761520386, "Finetune/Loss (Raw)": 0.7157394886016846, "Finetune/Step": 2869, "Finetune/Step Time": 4.581028716638684}
+{"Finetune/Learning Rate": 8.797487488666986e-06, "Finetune/Loss": 0.8482127785682678, "Finetune/Loss (Raw)": 0.38007354736328125, "Finetune/Step": 2870, "Finetune/Step Time": 4.6135219763964415}
+{"Finetune/Learning Rate": 8.791303316980342e-06, "Finetune/Loss": 0.8487616181373596, "Finetune/Loss (Raw)": 1.02277410030365, "Finetune/Step": 2871, "Finetune/Step Time": 4.611696295440197}
+{"Finetune/Learning Rate": 8.785119614365282e-06, "Finetune/Loss": 0.8491507172584534, "Finetune/Loss (Raw)": 0.9708833694458008, "Finetune/Step": 2872, "Finetune/Step Time": 4.611888037994504}
+{"Finetune/Learning Rate": 8.77893638322158e-06, "Finetune/Loss": 0.8483932018280029, "Finetune/Loss (Raw)": 0.8830730319023132, "Finetune/Step": 2873, "Finetune/Step Time": 4.61321365647018}
+{"Finetune/Learning Rate": 8.772753625948828e-06, "Finetune/Loss": 0.8442959785461426, "Finetune/Loss (Raw)": 0.3602679669857025, "Finetune/Step": 2874, "Finetune/Step Time": 4.638718407601118}
+{"Finetune/Learning Rate": 8.766571344946433e-06, "Finetune/Loss": 0.8453012704849243, "Finetune/Loss (Raw)": 1.0024117231369019, "Finetune/Step": 2875, "Finetune/Step Time": 4.618595946580172}
+{"Finetune/Learning Rate": 8.760389542613619e-06, "Finetune/Loss": 0.8442642688751221, "Finetune/Loss (Raw)": 0.8797273635864258, "Finetune/Step": 2876, "Finetune/Step Time": 4.628005696460605}
+{"Finetune/Learning Rate": 8.754208221349427e-06, "Finetune/Loss": 0.8434296250343323, "Finetune/Loss (Raw)": 0.8353573083877563, "Finetune/Step": 2877, "Finetune/Step Time": 4.630647659301758}
+{"Finetune/Learning Rate": 8.748027383552696e-06, "Finetune/Loss": 0.8439298272132874, "Finetune/Loss (Raw)": 0.9181534647941589, "Finetune/Step": 2878, "Finetune/Step Time": 4.636307802051306}
+{"Finetune/Learning Rate": 8.741847031622096e-06, "Finetune/Loss": 0.8428767323493958, "Finetune/Loss (Raw)": 0.7839336395263672, "Finetune/Step": 2879, "Finetune/Step Time": 4.638150939717889}
+{"Finetune/Learning Rate": 8.7356671679561e-06, "Finetune/Loss": 0.8431459665298462, "Finetune/Loss (Raw)": 0.9807074069976807, "Finetune/Step": 2880, "Finetune/Step Time": 4.635142423212528}
+{"Finetune/Learning Rate": 8.729487794952992e-06, "Finetune/Loss": 0.8430913686752319, "Finetune/Loss (Raw)": 0.9759743809700012, "Finetune/Step": 2881, "Finetune/Step Time": 4.6401735432446}
+{"Finetune/Learning Rate": 8.72330891501087e-06, "Finetune/Loss": 0.8434354066848755, "Finetune/Loss (Raw)": 0.9806426167488098, "Finetune/Step": 2882, "Finetune/Step Time": 4.636199003085494}
+{"Finetune/Learning Rate": 8.717130530527626e-06, "Finetune/Loss": 0.8484638333320618, "Finetune/Loss (Raw)": 0.9999404549598694, "Finetune/Step": 2883, "Finetune/Step Time": 4.6004003789275885}
+{"Finetune/Learning Rate": 8.710952643900983e-06, "Finetune/Loss": 0.84748375415802, "Finetune/Loss (Raw)": 0.8410019874572754, "Finetune/Step": 2884, "Finetune/Step Time": 4.606969986110926}
+{"Finetune/Learning Rate": 8.704775257528446e-06, "Finetune/Loss": 0.8487343788146973, "Finetune/Loss (Raw)": 0.9348334670066833, "Finetune/Step": 2885, "Finetune/Step Time": 4.574848202988505}
+{"Finetune/Learning Rate": 8.69859837380735e-06, "Finetune/Loss": 0.8467073440551758, "Finetune/Loss (Raw)": 0.6850244402885437, "Finetune/Step": 2886, "Finetune/Step Time": 4.598030339926481}
+{"Finetune/Learning Rate": 8.692421995134819e-06, "Finetune/Loss": 0.846356213092804, "Finetune/Loss (Raw)": 0.7819758057594299, "Finetune/Step": 2887, "Finetune/Step Time": 4.608655879274011}
+{"Finetune/Learning Rate": 8.686246123907778e-06, "Finetune/Loss": 0.8487503528594971, "Finetune/Loss (Raw)": 1.04811692237854, "Finetune/Step": 2888, "Finetune/Step Time": 4.6106737442314625}
+{"Finetune/Learning Rate": 8.680070762522969e-06, "Finetune/Loss": 0.84804368019104, "Finetune/Loss (Raw)": 0.33042117953300476, "Finetune/Step": 2889, "Finetune/Step Time": 4.610407765954733}
+{"Finetune/Learning Rate": 8.673895913376928e-06, "Finetune/Loss": 0.8477552533149719, "Finetune/Loss (Raw)": 0.8072145581245422, "Finetune/Step": 2890, "Finetune/Step Time": 4.5993930492550135}
+{"Finetune/Learning Rate": 8.667721578865993e-06, "Finetune/Loss": 0.8478243350982666, "Finetune/Loss (Raw)": 0.8936807513237, "Finetune/Step": 2891, "Finetune/Step Time": 4.598285682499409}
+{"Finetune/Learning Rate": 8.661547761386307e-06, "Finetune/Loss": 0.849563479423523, "Finetune/Loss (Raw)": 1.0848625898361206, "Finetune/Step": 2892, "Finetune/Step Time": 4.607262959703803}
+{"Finetune/Learning Rate": 8.655374463333797e-06, "Finetune/Loss": 0.8536502122879028, "Finetune/Loss (Raw)": 0.8764239549636841, "Finetune/Step": 2893, "Finetune/Step Time": 4.565767550840974}
+{"Finetune/Learning Rate": 8.649201687104209e-06, "Finetune/Loss": 0.8548148274421692, "Finetune/Loss (Raw)": 1.0102577209472656, "Finetune/Step": 2894, "Finetune/Step Time": 4.559290966019034}
+{"Finetune/Learning Rate": 8.643029435093072e-06, "Finetune/Loss": 0.8540326356887817, "Finetune/Loss (Raw)": 0.8845071196556091, "Finetune/Step": 2895, "Finetune/Step Time": 4.551461014896631}
+{"Finetune/Learning Rate": 8.63685770969572e-06, "Finetune/Loss": 0.8538265228271484, "Finetune/Loss (Raw)": 0.9311702251434326, "Finetune/Step": 2896, "Finetune/Step Time": 4.553741868585348}
+{"Finetune/Learning Rate": 8.630686513307282e-06, "Finetune/Loss": 0.8542208671569824, "Finetune/Loss (Raw)": 0.9775804281234741, "Finetune/Step": 2897, "Finetune/Step Time": 4.542407421395183}
+{"Finetune/Learning Rate": 8.62451584832267e-06, "Finetune/Loss": 0.8560630083084106, "Finetune/Loss (Raw)": 0.9095110297203064, "Finetune/Step": 2898, "Finetune/Step Time": 4.525297155603766}
+{"Finetune/Learning Rate": 8.618345717136604e-06, "Finetune/Loss": 0.8557342290878296, "Finetune/Loss (Raw)": 0.8601923584938049, "Finetune/Step": 2899, "Finetune/Step Time": 4.5255233608186245}
+{"Finetune/Learning Rate": 8.612176122143589e-06, "Finetune/Loss": 0.8546785116195679, "Finetune/Loss (Raw)": 0.7796629667282104, "Finetune/Step": 2900, "Finetune/Step Time": 4.528720522299409}
+{"Finetune/Learning Rate": 8.606007065737928e-06, "Finetune/Loss": 0.8533546924591064, "Finetune/Loss (Raw)": 0.7847414016723633, "Finetune/Step": 2901, "Finetune/Step Time": 4.538066577166319}
+{"Finetune/Learning Rate": 8.599838550313714e-06, "Finetune/Loss": 0.8579792380332947, "Finetune/Loss (Raw)": 0.922978401184082, "Finetune/Step": 2902, "Finetune/Step Time": 4.521732015535235}
+{"Finetune/Learning Rate": 8.593670578264814e-06, "Finetune/Loss": 0.858222246170044, "Finetune/Loss (Raw)": 0.9515243768692017, "Finetune/Step": 2903, "Finetune/Step Time": 4.524701736867428}
+{"Finetune/Learning Rate": 8.587503151984911e-06, "Finetune/Loss": 0.8586876392364502, "Finetune/Loss (Raw)": 0.8621413111686707, "Finetune/Step": 2904, "Finetune/Step Time": 4.522645374760032}
+{"Finetune/Learning Rate": 8.581336273867455e-06, "Finetune/Loss": 0.8589853048324585, "Finetune/Loss (Raw)": 0.8903084397315979, "Finetune/Step": 2905, "Finetune/Step Time": 4.524366516619921}
+{"Finetune/Learning Rate": 8.575169946305699e-06, "Finetune/Loss": 0.8592734336853027, "Finetune/Loss (Raw)": 0.9323590397834778, "Finetune/Step": 2906, "Finetune/Step Time": 4.531323105096817}
+{"Finetune/Learning Rate": 8.569004171692667e-06, "Finetune/Loss": 0.8593753576278687, "Finetune/Loss (Raw)": 0.8534789681434631, "Finetune/Step": 2907, "Finetune/Step Time": 4.523742999881506}
+{"Finetune/Learning Rate": 8.562838952421177e-06, "Finetune/Loss": 0.8597760200500488, "Finetune/Loss (Raw)": 0.9391953349113464, "Finetune/Step": 2908, "Finetune/Step Time": 4.527067529037595}
+{"Finetune/Learning Rate": 8.556674290883833e-06, "Finetune/Loss": 0.8604476451873779, "Finetune/Loss (Raw)": 1.0795425176620483, "Finetune/Step": 2909, "Finetune/Step Time": 4.521468451246619}
+{"Finetune/Learning Rate": 8.550510189473016e-06, "Finetune/Loss": 0.8614019155502319, "Finetune/Loss (Raw)": 0.9833678007125854, "Finetune/Step": 2910, "Finetune/Step Time": 4.522020295262337}
+{"Finetune/Learning Rate": 8.544346650580899e-06, "Finetune/Loss": 0.8615026473999023, "Finetune/Loss (Raw)": 1.0492498874664307, "Finetune/Step": 2911, "Finetune/Step Time": 4.50759513489902}
+{"Finetune/Learning Rate": 8.538183676599426e-06, "Finetune/Loss": 0.8633708953857422, "Finetune/Loss (Raw)": 0.9424350261688232, "Finetune/Step": 2912, "Finetune/Step Time": 4.499471854418516}
+{"Finetune/Learning Rate": 8.532021269920326e-06, "Finetune/Loss": 0.8639392852783203, "Finetune/Loss (Raw)": 0.9347785711288452, "Finetune/Step": 2913, "Finetune/Step Time": 4.486069247126579}
+{"Finetune/Learning Rate": 8.525859432935114e-06, "Finetune/Loss": 0.8618856072425842, "Finetune/Loss (Raw)": 0.6977757215499878, "Finetune/Step": 2914, "Finetune/Step Time": 4.51245092228055}
+{"Finetune/Learning Rate": 8.519698168035074e-06, "Finetune/Loss": 0.8611385822296143, "Finetune/Loss (Raw)": 0.7348604202270508, "Finetune/Step": 2915, "Finetune/Step Time": 4.523917013779283}
+{"Finetune/Learning Rate": 8.513537477611278e-06, "Finetune/Loss": 0.8610447645187378, "Finetune/Loss (Raw)": 0.9255316257476807, "Finetune/Step": 2916, "Finetune/Step Time": 4.510888762772083}
+{"Finetune/Learning Rate": 8.507377364054566e-06, "Finetune/Loss": 0.861988365650177, "Finetune/Loss (Raw)": 0.9785197973251343, "Finetune/Step": 2917, "Finetune/Step Time": 4.500597281381488}
+{"Finetune/Learning Rate": 8.501217829755554e-06, "Finetune/Loss": 0.8615216612815857, "Finetune/Loss (Raw)": 0.8464879393577576, "Finetune/Step": 2918, "Finetune/Step Time": 4.5054725632071495}
+{"Finetune/Learning Rate": 8.495058877104642e-06, "Finetune/Loss": 0.8628978729248047, "Finetune/Loss (Raw)": 0.9098453521728516, "Finetune/Step": 2919, "Finetune/Step Time": 4.483603522181511}
+{"Finetune/Learning Rate": 8.488900508491999e-06, "Finetune/Loss": 0.8579840064048767, "Finetune/Loss (Raw)": 0.34714096784591675, "Finetune/Step": 2920, "Finetune/Step Time": 4.509403409436345}
+{"Finetune/Learning Rate": 8.48274272630757e-06, "Finetune/Loss": 0.8572472333908081, "Finetune/Loss (Raw)": 0.8919981122016907, "Finetune/Step": 2921, "Finetune/Step Time": 4.526723535731435}
+{"Finetune/Learning Rate": 8.476585532941064e-06, "Finetune/Loss": 0.857499361038208, "Finetune/Loss (Raw)": 0.8532313704490662, "Finetune/Step": 2922, "Finetune/Step Time": 4.519629841670394}
+{"Finetune/Learning Rate": 8.470428930781969e-06, "Finetune/Loss": 0.8572667837142944, "Finetune/Loss (Raw)": 0.8773795962333679, "Finetune/Step": 2923, "Finetune/Step Time": 4.54131406545639}
+{"Finetune/Learning Rate": 8.464272922219547e-06, "Finetune/Loss": 0.8583074808120728, "Finetune/Loss (Raw)": 0.9933709502220154, "Finetune/Step": 2924, "Finetune/Step Time": 4.524671286344528}
+{"Finetune/Learning Rate": 8.458117509642817e-06, "Finetune/Loss": 0.8602762222290039, "Finetune/Loss (Raw)": 1.0107475519180298, "Finetune/Step": 2925, "Finetune/Step Time": 4.514357691630721}
+{"Finetune/Learning Rate": 8.451962695440586e-06, "Finetune/Loss": 0.8642352819442749, "Finetune/Loss (Raw)": 0.8871506452560425, "Finetune/Step": 2926, "Finetune/Step Time": 4.502056036144495}
+{"Finetune/Learning Rate": 8.445808482001405e-06, "Finetune/Loss": 0.8638347387313843, "Finetune/Loss (Raw)": 0.6896635890007019, "Finetune/Step": 2927, "Finetune/Step Time": 4.511180009692907}
+{"Finetune/Learning Rate": 8.439654871713608e-06, "Finetune/Loss": 0.8650786876678467, "Finetune/Loss (Raw)": 0.8966463208198547, "Finetune/Step": 2928, "Finetune/Step Time": 4.520209966227412}
+{"Finetune/Learning Rate": 8.433501866965294e-06, "Finetune/Loss": 0.8655844926834106, "Finetune/Loss (Raw)": 1.0405970811843872, "Finetune/Step": 2929, "Finetune/Step Time": 4.510157883167267}
+{"Finetune/Learning Rate": 8.42734947014432e-06, "Finetune/Loss": 0.8655346632003784, "Finetune/Loss (Raw)": 0.9682020545005798, "Finetune/Step": 2930, "Finetune/Step Time": 4.502272840589285}
+{"Finetune/Learning Rate": 8.42119768363832e-06, "Finetune/Loss": 0.8656156659126282, "Finetune/Loss (Raw)": 0.9357237815856934, "Finetune/Step": 2931, "Finetune/Step Time": 4.505574280396104}
+{"Finetune/Learning Rate": 8.415046509834668e-06, "Finetune/Loss": 0.8657265305519104, "Finetune/Loss (Raw)": 0.9304337501525879, "Finetune/Step": 2932, "Finetune/Step Time": 4.509291311725974}
+{"Finetune/Learning Rate": 8.408895951120526e-06, "Finetune/Loss": 0.8647451996803284, "Finetune/Loss (Raw)": 0.8996329307556152, "Finetune/Step": 2933, "Finetune/Step Time": 4.520638346672058}
+{"Finetune/Learning Rate": 8.402746009882798e-06, "Finetune/Loss": 0.8654398918151855, "Finetune/Loss (Raw)": 0.9224625825881958, "Finetune/Step": 2934, "Finetune/Step Time": 4.514056505635381}
+{"Finetune/Learning Rate": 8.39659668850816e-06, "Finetune/Loss": 0.8659145832061768, "Finetune/Loss (Raw)": 0.9024736881256104, "Finetune/Step": 2935, "Finetune/Step Time": 4.524363238364458}
+{"Finetune/Learning Rate": 8.39044798938305e-06, "Finetune/Loss": 0.8679667711257935, "Finetune/Loss (Raw)": 1.0174381732940674, "Finetune/Step": 2936, "Finetune/Step Time": 4.530230017378926}
+{"Finetune/Learning Rate": 8.384299914893645e-06, "Finetune/Loss": 0.8734030723571777, "Finetune/Loss (Raw)": 1.0479987859725952, "Finetune/Step": 2937, "Finetune/Step Time": 4.498566061258316}
+{"Finetune/Learning Rate": 8.378152467425902e-06, "Finetune/Loss": 0.8747986555099487, "Finetune/Loss (Raw)": 0.9416091442108154, "Finetune/Step": 2938, "Finetune/Step Time": 4.488466301932931}
+{"Finetune/Learning Rate": 8.37200564936552e-06, "Finetune/Loss": 0.8746819496154785, "Finetune/Loss (Raw)": 0.8985750079154968, "Finetune/Step": 2939, "Finetune/Step Time": 4.481619110330939}
+{"Finetune/Learning Rate": 8.365859463097963e-06, "Finetune/Loss": 0.8734889030456543, "Finetune/Loss (Raw)": 0.7204992175102234, "Finetune/Step": 2940, "Finetune/Step Time": 4.483446110039949}
+{"Finetune/Learning Rate": 8.359713911008447e-06, "Finetune/Loss": 0.8709343075752258, "Finetune/Loss (Raw)": 0.6664927005767822, "Finetune/Step": 2941, "Finetune/Step Time": 4.500835610553622}
+{"Finetune/Learning Rate": 8.353568995481934e-06, "Finetune/Loss": 0.8761451244354248, "Finetune/Loss (Raw)": 1.0209206342697144, "Finetune/Step": 2942, "Finetune/Step Time": 4.4660942777991295}
+{"Finetune/Learning Rate": 8.347424718903152e-06, "Finetune/Loss": 0.8755468726158142, "Finetune/Loss (Raw)": 0.9394062161445618, "Finetune/Step": 2943, "Finetune/Step Time": 4.471142387017608}
+{"Finetune/Learning Rate": 8.341281083656571e-06, "Finetune/Loss": 0.8754581809043884, "Finetune/Loss (Raw)": 0.9128119349479675, "Finetune/Step": 2944, "Finetune/Step Time": 4.478286048397422}
+{"Finetune/Learning Rate": 8.33513809212642e-06, "Finetune/Loss": 0.8751938939094543, "Finetune/Loss (Raw)": 0.8217454552650452, "Finetune/Step": 2945, "Finetune/Step Time": 4.492307031527162}
+{"Finetune/Learning Rate": 8.328995746696674e-06, "Finetune/Loss": 0.8757745027542114, "Finetune/Loss (Raw)": 0.9089812636375427, "Finetune/Step": 2946, "Finetune/Step Time": 4.489021783694625}
+{"Finetune/Learning Rate": 8.32285404975105e-06, "Finetune/Loss": 0.8744447231292725, "Finetune/Loss (Raw)": 0.8666646480560303, "Finetune/Step": 2947, "Finetune/Step Time": 4.499775875359774}
+{"Finetune/Learning Rate": 8.316713003673028e-06, "Finetune/Loss": 0.8740705847740173, "Finetune/Loss (Raw)": 0.9536561965942383, "Finetune/Step": 2948, "Finetune/Step Time": 4.510238701477647}
+{"Finetune/Learning Rate": 8.310572610845824e-06, "Finetune/Loss": 0.8758031129837036, "Finetune/Loss (Raw)": 0.9408947825431824, "Finetune/Step": 2949, "Finetune/Step Time": 4.495278608053923}
+{"Finetune/Learning Rate": 8.304432873652412e-06, "Finetune/Loss": 0.8757920265197754, "Finetune/Loss (Raw)": 0.9061483144760132, "Finetune/Step": 2950, "Finetune/Step Time": 4.495147289708257}
+{"Finetune/Learning Rate": 8.298293794475495e-06, "Finetune/Loss": 0.8750173449516296, "Finetune/Loss (Raw)": 0.304645836353302, "Finetune/Step": 2951, "Finetune/Step Time": 4.495408216491342}
+{"Finetune/Learning Rate": 8.29215537569753e-06, "Finetune/Loss": 0.8762189745903015, "Finetune/Loss (Raw)": 0.9479703903198242, "Finetune/Step": 2952, "Finetune/Step Time": 4.492957498878241}
+{"Finetune/Learning Rate": 8.286017619700725e-06, "Finetune/Loss": 0.8776094317436218, "Finetune/Loss (Raw)": 0.9774280786514282, "Finetune/Step": 2953, "Finetune/Step Time": 4.491885473951697}
+{"Finetune/Learning Rate": 8.279880528867017e-06, "Finetune/Loss": 0.8778172135353088, "Finetune/Loss (Raw)": 0.7996354699134827, "Finetune/Step": 2954, "Finetune/Step Time": 4.496968267485499}
+{"Finetune/Learning Rate": 8.273744105578097e-06, "Finetune/Loss": 0.8786665201187134, "Finetune/Loss (Raw)": 1.0509693622589111, "Finetune/Step": 2955, "Finetune/Step Time": 4.504072707146406}
+{"Finetune/Learning Rate": 8.267608352215385e-06, "Finetune/Loss": 0.8778365850448608, "Finetune/Loss (Raw)": 0.9378975629806519, "Finetune/Step": 2956, "Finetune/Step Time": 4.501143546774983}
+{"Finetune/Learning Rate": 8.261473271160046e-06, "Finetune/Loss": 0.8776063323020935, "Finetune/Loss (Raw)": 0.892207145690918, "Finetune/Step": 2957, "Finetune/Step Time": 4.495155069977045}
+{"Finetune/Learning Rate": 8.255338864792993e-06, "Finetune/Loss": 0.8772183656692505, "Finetune/Loss (Raw)": 0.9115754961967468, "Finetune/Step": 2958, "Finetune/Step Time": 4.49854402244091}
+{"Finetune/Learning Rate": 8.249205135494862e-06, "Finetune/Loss": 0.8714664578437805, "Finetune/Loss (Raw)": 0.3203469514846802, "Finetune/Step": 2959, "Finetune/Step Time": 4.534205101430416}
+{"Finetune/Learning Rate": 8.24307208564604e-06, "Finetune/Loss": 0.8706509470939636, "Finetune/Loss (Raw)": 0.8946239948272705, "Finetune/Step": 2960, "Finetune/Step Time": 4.526312788948417}
+{"Finetune/Learning Rate": 8.236939717626639e-06, "Finetune/Loss": 0.8702468276023865, "Finetune/Loss (Raw)": 0.8376331925392151, "Finetune/Step": 2961, "Finetune/Step Time": 4.511914985254407}
+{"Finetune/Learning Rate": 8.23080803381651e-06, "Finetune/Loss": 0.8758288025856018, "Finetune/Loss (Raw)": 1.0705732107162476, "Finetune/Step": 2962, "Finetune/Step Time": 4.478442331776023}
+{"Finetune/Learning Rate": 8.224677036595245e-06, "Finetune/Loss": 0.8761705756187439, "Finetune/Loss (Raw)": 0.9704456925392151, "Finetune/Step": 2963, "Finetune/Step Time": 4.489536380395293}
+{"Finetune/Learning Rate": 8.218546728342161e-06, "Finetune/Loss": 0.8781770467758179, "Finetune/Loss (Raw)": 0.9903456568717957, "Finetune/Step": 2964, "Finetune/Step Time": 4.492290521040559}
+{"Finetune/Learning Rate": 8.212417111436315e-06, "Finetune/Loss": 0.878216564655304, "Finetune/Loss (Raw)": 0.9641793370246887, "Finetune/Step": 2965, "Finetune/Step Time": 4.488197539001703}
+{"Finetune/Learning Rate": 8.206288188256486e-06, "Finetune/Loss": 0.8780837059020996, "Finetune/Loss (Raw)": 0.815207302570343, "Finetune/Step": 2966, "Finetune/Step Time": 4.490673230960965}
+{"Finetune/Learning Rate": 8.20015996118119e-06, "Finetune/Loss": 0.8777487277984619, "Finetune/Loss (Raw)": 0.7795864343643188, "Finetune/Step": 2967, "Finetune/Step Time": 4.502784511074424}
+{"Finetune/Learning Rate": 8.194032432588677e-06, "Finetune/Loss": 0.8783833980560303, "Finetune/Loss (Raw)": 1.0134038925170898, "Finetune/Step": 2968, "Finetune/Step Time": 4.5120612140744925}
+{"Finetune/Learning Rate": 8.187905604856916e-06, "Finetune/Loss": 0.876787543296814, "Finetune/Loss (Raw)": 0.8682378530502319, "Finetune/Step": 2969, "Finetune/Step Time": 4.509490422904491}
+{"Finetune/Learning Rate": 8.181779480363614e-06, "Finetune/Loss": 0.8768812417984009, "Finetune/Loss (Raw)": 0.9077975153923035, "Finetune/Step": 2970, "Finetune/Step Time": 4.52133658900857}
+{"Finetune/Learning Rate": 8.175654061486197e-06, "Finetune/Loss": 0.878009557723999, "Finetune/Loss (Raw)": 0.8974736928939819, "Finetune/Step": 2971, "Finetune/Step Time": 4.528374716639519}
+{"Finetune/Learning Rate": 8.16952935060182e-06, "Finetune/Loss": 0.878177285194397, "Finetune/Loss (Raw)": 0.9248771667480469, "Finetune/Step": 2972, "Finetune/Step Time": 4.524368746206164}
+{"Finetune/Learning Rate": 8.163405350087366e-06, "Finetune/Loss": 0.876814603805542, "Finetune/Loss (Raw)": 0.7836146354675293, "Finetune/Step": 2973, "Finetune/Step Time": 4.532994754612446}
+{"Finetune/Learning Rate": 8.157282062319437e-06, "Finetune/Loss": 0.8774170875549316, "Finetune/Loss (Raw)": 0.9289981126785278, "Finetune/Step": 2974, "Finetune/Step Time": 4.534162232652307}
+{"Finetune/Learning Rate": 8.15115948967437e-06, "Finetune/Loss": 0.8752713203430176, "Finetune/Loss (Raw)": 0.3934430480003357, "Finetune/Step": 2975, "Finetune/Step Time": 4.560030560940504}
+{"Finetune/Learning Rate": 8.145037634528205e-06, "Finetune/Loss": 0.8741985559463501, "Finetune/Loss (Raw)": 0.8233472108840942, "Finetune/Step": 2976, "Finetune/Step Time": 4.554427366703749}
+{"Finetune/Learning Rate": 8.138916499256718e-06, "Finetune/Loss": 0.8746052980422974, "Finetune/Loss (Raw)": 0.908758282661438, "Finetune/Step": 2977, "Finetune/Step Time": 4.55180518515408}
+{"Finetune/Learning Rate": 8.132796086235405e-06, "Finetune/Loss": 0.8754963874816895, "Finetune/Loss (Raw)": 0.9909361004829407, "Finetune/Step": 2978, "Finetune/Step Time": 4.558324437588453}
+{"Finetune/Learning Rate": 8.126676397839475e-06, "Finetune/Loss": 0.8752011656761169, "Finetune/Loss (Raw)": 0.8922263383865356, "Finetune/Step": 2979, "Finetune/Step Time": 4.563250754028559}
+{"Finetune/Learning Rate": 8.120557436443866e-06, "Finetune/Loss": 0.874082624912262, "Finetune/Loss (Raw)": 0.8419135212898254, "Finetune/Step": 2980, "Finetune/Step Time": 4.566291378811002}
+{"Finetune/Learning Rate": 8.11443920442322e-06, "Finetune/Loss": 0.8734263777732849, "Finetune/Loss (Raw)": 0.7877182960510254, "Finetune/Step": 2981, "Finetune/Step Time": 4.592513781040907}
+{"Finetune/Learning Rate": 8.108321704151903e-06, "Finetune/Loss": 0.8724795579910278, "Finetune/Loss (Raw)": 0.8209622502326965, "Finetune/Step": 2982, "Finetune/Step Time": 4.585754239931703}
+{"Finetune/Learning Rate": 8.102204938004004e-06, "Finetune/Loss": 0.8730159401893616, "Finetune/Loss (Raw)": 1.0060313940048218, "Finetune/Step": 2983, "Finetune/Step Time": 4.5764820743352175}
+{"Finetune/Learning Rate": 8.096088908353316e-06, "Finetune/Loss": 0.8734117746353149, "Finetune/Loss (Raw)": 0.9873860478401184, "Finetune/Step": 2984, "Finetune/Step Time": 4.576511405408382}
+{"Finetune/Learning Rate": 8.089973617573355e-06, "Finetune/Loss": 0.8725988864898682, "Finetune/Loss (Raw)": 0.8734732270240784, "Finetune/Step": 2985, "Finetune/Step Time": 4.576065620407462}
+{"Finetune/Learning Rate": 8.08385906803734e-06, "Finetune/Loss": 0.868880569934845, "Finetune/Loss (Raw)": 0.33042341470718384, "Finetune/Step": 2986, "Finetune/Step Time": 4.616961406543851}
+{"Finetune/Learning Rate": 8.07774526211821e-06, "Finetune/Loss": 0.8683652877807617, "Finetune/Loss (Raw)": 0.8342244625091553, "Finetune/Step": 2987, "Finetune/Step Time": 4.629927067086101}
+{"Finetune/Learning Rate": 8.071632202188618e-06, "Finetune/Loss": 0.869605541229248, "Finetune/Loss (Raw)": 0.9467726945877075, "Finetune/Step": 2988, "Finetune/Step Time": 4.627480715513229}
+{"Finetune/Learning Rate": 8.065519890620922e-06, "Finetune/Loss": 0.8679372072219849, "Finetune/Loss (Raw)": 0.8139566779136658, "Finetune/Step": 2989, "Finetune/Step Time": 4.631907248869538}
+{"Finetune/Learning Rate": 8.059408329787184e-06, "Finetune/Loss": 0.8694717288017273, "Finetune/Loss (Raw)": 1.0090715885162354, "Finetune/Step": 2990, "Finetune/Step Time": 4.607767885550857}
+{"Finetune/Learning Rate": 8.053297522059189e-06, "Finetune/Loss": 0.8696812987327576, "Finetune/Loss (Raw)": 0.9490107893943787, "Finetune/Step": 2991, "Finetune/Step Time": 4.612060409039259}
+{"Finetune/Learning Rate": 8.047187469808418e-06, "Finetune/Loss": 0.8691833019256592, "Finetune/Loss (Raw)": 0.7870035171508789, "Finetune/Step": 2992, "Finetune/Step Time": 4.622530873864889}
+{"Finetune/Learning Rate": 8.041078175406064e-06, "Finetune/Loss": 0.8692304491996765, "Finetune/Loss (Raw)": 0.9986692667007446, "Finetune/Step": 2993, "Finetune/Step Time": 4.6186209209263325}
+{"Finetune/Learning Rate": 8.03496964122303e-06, "Finetune/Loss": 0.8741090893745422, "Finetune/Loss (Raw)": 1.0182545185089111, "Finetune/Step": 2994, "Finetune/Step Time": 4.575932944193482}
+{"Finetune/Learning Rate": 8.02886186962991e-06, "Finetune/Loss": 0.8741114139556885, "Finetune/Loss (Raw)": 0.9061395525932312, "Finetune/Step": 2995, "Finetune/Step Time": 4.579547137022018}
+{"Finetune/Learning Rate": 8.022754862997016e-06, "Finetune/Loss": 0.872979998588562, "Finetune/Loss (Raw)": 0.8761312365531921, "Finetune/Step": 2996, "Finetune/Step Time": 4.594253275543451}
+{"Finetune/Learning Rate": 8.016648623694354e-06, "Finetune/Loss": 0.8738753795623779, "Finetune/Loss (Raw)": 0.8303433656692505, "Finetune/Step": 2997, "Finetune/Step Time": 4.553972199559212}
+{"Finetune/Learning Rate": 8.010543154091644e-06, "Finetune/Loss": 0.8776137828826904, "Finetune/Loss (Raw)": 0.8585930466651917, "Finetune/Step": 2998, "Finetune/Step Time": 4.523439880460501}
+{"Finetune/Learning Rate": 8.004438456558297e-06, "Finetune/Loss": 0.8777354955673218, "Finetune/Loss (Raw)": 1.0383515357971191, "Finetune/Step": 2999, "Finetune/Step Time": 4.529536839574575}
+{"Finetune/Learning Rate": 7.99833453346342e-06, "Finetune/Loss": 0.87712562084198, "Finetune/Loss (Raw)": 0.8928205966949463, "Finetune/Step": 3000, "Finetune/Step Time": 4.533064855262637}
+{"Finetune/Learning Rate": 7.992231387175832e-06, "Finetune/Loss": 0.8769344091415405, "Finetune/Loss (Raw)": 0.8585940003395081, "Finetune/Step": 3001, "Finetune/Step Time": 4.536464810371399}
+{"Finetune/Learning Rate": 7.986129020064044e-06, "Finetune/Loss": 0.8813945055007935, "Finetune/Loss (Raw)": 0.9311571717262268, "Finetune/Step": 3002, "Finetune/Step Time": 4.500383924692869}
+{"Finetune/Learning Rate": 7.980027434496267e-06, "Finetune/Loss": 0.8805136680603027, "Finetune/Loss (Raw)": 0.889673113822937, "Finetune/Step": 3003, "Finetune/Step Time": 4.512386856600642}
+{"Finetune/Learning Rate": 7.97392663284041e-06, "Finetune/Loss": 0.8809451460838318, "Finetune/Loss (Raw)": 0.9349531531333923, "Finetune/Step": 3004, "Finetune/Step Time": 4.504593726247549}
+{"Finetune/Learning Rate": 7.967826617464065e-06, "Finetune/Loss": 0.8800762891769409, "Finetune/Loss (Raw)": 0.7241409420967102, "Finetune/Step": 3005, "Finetune/Step Time": 4.528886569663882}
+{"Finetune/Learning Rate": 7.961727390734538e-06, "Finetune/Loss": 0.8802092671394348, "Finetune/Loss (Raw)": 0.9351746439933777, "Finetune/Step": 3006, "Finetune/Step Time": 4.520983222872019}
+{"Finetune/Learning Rate": 7.955628955018813e-06, "Finetune/Loss": 0.880070686340332, "Finetune/Loss (Raw)": 0.7661974430084229, "Finetune/Step": 3007, "Finetune/Step Time": 4.511441960930824}
+{"Finetune/Learning Rate": 7.949531312683582e-06, "Finetune/Loss": 0.8797276020050049, "Finetune/Loss (Raw)": 0.9367892742156982, "Finetune/Step": 3008, "Finetune/Step Time": 4.507025418803096}
+{"Finetune/Learning Rate": 7.943434466095216e-06, "Finetune/Loss": 0.8797785639762878, "Finetune/Loss (Raw)": 0.982496440410614, "Finetune/Step": 3009, "Finetune/Step Time": 4.499397777020931}
+{"Finetune/Learning Rate": 7.937338417619781e-06, "Finetune/Loss": 0.8788446187973022, "Finetune/Loss (Raw)": 0.8611050248146057, "Finetune/Step": 3010, "Finetune/Step Time": 4.499713905155659}
+{"Finetune/Learning Rate": 7.931243169623037e-06, "Finetune/Loss": 0.8789653778076172, "Finetune/Loss (Raw)": 1.0153932571411133, "Finetune/Step": 3011, "Finetune/Step Time": 4.496211268007755}
+{"Finetune/Learning Rate": 7.925148724470428e-06, "Finetune/Loss": 0.8797074556350708, "Finetune/Loss (Raw)": 0.9359906315803528, "Finetune/Step": 3012, "Finetune/Step Time": 4.47402623295784}
+{"Finetune/Learning Rate": 7.919055084527094e-06, "Finetune/Loss": 0.8793554902076721, "Finetune/Loss (Raw)": 0.8897759318351746, "Finetune/Step": 3013, "Finetune/Step Time": 4.476100223138928}
+{"Finetune/Learning Rate": 7.912962252157854e-06, "Finetune/Loss": 0.8805423974990845, "Finetune/Loss (Raw)": 0.8369458317756653, "Finetune/Step": 3014, "Finetune/Step Time": 4.4596395958215}
+{"Finetune/Learning Rate": 7.906870229727216e-06, "Finetune/Loss": 0.880378007888794, "Finetune/Loss (Raw)": 0.7609415650367737, "Finetune/Step": 3015, "Finetune/Step Time": 4.463238123804331}
+{"Finetune/Learning Rate": 7.900779019599378e-06, "Finetune/Loss": 0.8792711496353149, "Finetune/Loss (Raw)": 0.9064368605613708, "Finetune/Step": 3016, "Finetune/Step Time": 4.467172559350729}
+{"Finetune/Learning Rate": 7.894688624138217e-06, "Finetune/Loss": 0.8827365040779114, "Finetune/Loss (Raw)": 0.7739819288253784, "Finetune/Step": 3017, "Finetune/Step Time": 4.4331362303346395}
+{"Finetune/Learning Rate": 7.8885990457073e-06, "Finetune/Loss": 0.8830327987670898, "Finetune/Loss (Raw)": 0.8451415300369263, "Finetune/Step": 3018, "Finetune/Step Time": 4.428414765745401}
+{"Finetune/Learning Rate": 7.882510286669875e-06, "Finetune/Loss": 0.8832460045814514, "Finetune/Loss (Raw)": 0.9209765195846558, "Finetune/Step": 3019, "Finetune/Step Time": 4.430182443931699}
+{"Finetune/Learning Rate": 7.876422349388861e-06, "Finetune/Loss": 0.881561279296875, "Finetune/Loss (Raw)": 0.8692243099212646, "Finetune/Step": 3020, "Finetune/Step Time": 4.412015048786998}
+{"Finetune/Learning Rate": 7.870335236226878e-06, "Finetune/Loss": 0.8816013336181641, "Finetune/Loss (Raw)": 0.881544291973114, "Finetune/Step": 3021, "Finetune/Step Time": 4.41536938585341}
+{"Finetune/Learning Rate": 7.864248949546209e-06, "Finetune/Loss": 0.8812904357910156, "Finetune/Loss (Raw)": 0.9704615473747253, "Finetune/Step": 3022, "Finetune/Step Time": 4.414849825203419}
+{"Finetune/Learning Rate": 7.858163491708827e-06, "Finetune/Loss": 0.8801275491714478, "Finetune/Loss (Raw)": 0.7356549501419067, "Finetune/Step": 3023, "Finetune/Step Time": 4.412929439917207}
+{"Finetune/Learning Rate": 7.85207886507638e-06, "Finetune/Loss": 0.880013108253479, "Finetune/Loss (Raw)": 0.9165282845497131, "Finetune/Step": 3024, "Finetune/Step Time": 4.418165374547243}
+{"Finetune/Learning Rate": 7.845995072010188e-06, "Finetune/Loss": 0.8796359300613403, "Finetune/Loss (Raw)": 0.9292919039726257, "Finetune/Step": 3025, "Finetune/Step Time": 4.41711724922061}
+{"Finetune/Learning Rate": 7.839912114871256e-06, "Finetune/Loss": 0.8797677755355835, "Finetune/Loss (Raw)": 0.9263932704925537, "Finetune/Step": 3026, "Finetune/Step Time": 4.421762973070145}
+{"Finetune/Learning Rate": 7.83382999602026e-06, "Finetune/Loss": 0.8807235956192017, "Finetune/Loss (Raw)": 0.9825340509414673, "Finetune/Step": 3027, "Finetune/Step Time": 4.425960339605808}
+{"Finetune/Learning Rate": 7.827748717817552e-06, "Finetune/Loss": 0.8816320896148682, "Finetune/Loss (Raw)": 0.8959560394287109, "Finetune/Step": 3028, "Finetune/Step Time": 4.429119750857353}
+{"Finetune/Learning Rate": 7.821668282623159e-06, "Finetune/Loss": 0.8837146759033203, "Finetune/Loss (Raw)": 1.0513079166412354, "Finetune/Step": 3029, "Finetune/Step Time": 4.419970652088523}
+{"Finetune/Learning Rate": 7.815588692796771e-06, "Finetune/Loss": 0.8833800554275513, "Finetune/Loss (Raw)": 0.8801461458206177, "Finetune/Step": 3030, "Finetune/Step Time": 4.411527676507831}
+{"Finetune/Learning Rate": 7.809509950697769e-06, "Finetune/Loss": 0.8830267786979675, "Finetune/Loss (Raw)": 0.9063094258308411, "Finetune/Step": 3031, "Finetune/Step Time": 4.40857226587832}
+{"Finetune/Learning Rate": 7.803432058685187e-06, "Finetune/Loss": 0.8838717341423035, "Finetune/Loss (Raw)": 0.9702958464622498, "Finetune/Step": 3032, "Finetune/Step Time": 4.4131305031478405}
+{"Finetune/Learning Rate": 7.797355019117743e-06, "Finetune/Loss": 0.8839749097824097, "Finetune/Loss (Raw)": 0.903511643409729, "Finetune/Step": 3033, "Finetune/Step Time": 4.41577772796154}
+{"Finetune/Learning Rate": 7.79127883435381e-06, "Finetune/Loss": 0.8848071098327637, "Finetune/Loss (Raw)": 1.038881778717041, "Finetune/Step": 3034, "Finetune/Step Time": 4.405823718756437}
+{"Finetune/Learning Rate": 7.78520350675144e-06, "Finetune/Loss": 0.8851211071014404, "Finetune/Loss (Raw)": 0.8936725854873657, "Finetune/Step": 3035, "Finetune/Step Time": 4.407427174970508}
+{"Finetune/Learning Rate": 7.779129038668347e-06, "Finetune/Loss": 0.8846353888511658, "Finetune/Loss (Raw)": 0.8770241141319275, "Finetune/Step": 3036, "Finetune/Step Time": 4.4203112460672855}
+{"Finetune/Learning Rate": 7.773055432461916e-06, "Finetune/Loss": 0.8841273784637451, "Finetune/Loss (Raw)": 1.0145045518875122, "Finetune/Step": 3037, "Finetune/Step Time": 4.422851674258709}
+{"Finetune/Learning Rate": 7.766982690489198e-06, "Finetune/Loss": 0.8841228485107422, "Finetune/Loss (Raw)": 0.9827969074249268, "Finetune/Step": 3038, "Finetune/Step Time": 4.42191063798964}
+{"Finetune/Learning Rate": 7.7609108151069e-06, "Finetune/Loss": 0.8824583292007446, "Finetune/Loss (Raw)": 0.8361908197402954, "Finetune/Step": 3039, "Finetune/Step Time": 4.422082653269172}
+{"Finetune/Learning Rate": 7.754839808671397e-06, "Finetune/Loss": 0.8823805451393127, "Finetune/Loss (Raw)": 0.9324829578399658, "Finetune/Step": 3040, "Finetune/Step Time": 4.4151110500097275}
+{"Finetune/Learning Rate": 7.748769673538734e-06, "Finetune/Loss": 0.8811112642288208, "Finetune/Loss (Raw)": 0.7723032832145691, "Finetune/Step": 3041, "Finetune/Step Time": 4.420106528326869}
+{"Finetune/Learning Rate": 7.742700412064608e-06, "Finetune/Loss": 0.8828328251838684, "Finetune/Loss (Raw)": 0.9181399941444397, "Finetune/Step": 3042, "Finetune/Step Time": 4.4014705792069435}
+{"Finetune/Learning Rate": 7.736632026604386e-06, "Finetune/Loss": 0.8795236349105835, "Finetune/Loss (Raw)": 0.3112785220146179, "Finetune/Step": 3043, "Finetune/Step Time": 4.430773822590709}
+{"Finetune/Learning Rate": 7.730564519513082e-06, "Finetune/Loss": 0.8779000043869019, "Finetune/Loss (Raw)": 0.7177088260650635, "Finetune/Step": 3044, "Finetune/Step Time": 4.449946818873286}
+{"Finetune/Learning Rate": 7.724497893145379e-06, "Finetune/Loss": 0.8764835596084595, "Finetune/Loss (Raw)": 0.797223687171936, "Finetune/Step": 3045, "Finetune/Step Time": 4.450405366718769}
+{"Finetune/Learning Rate": 7.718432149855622e-06, "Finetune/Loss": 0.8779206275939941, "Finetune/Loss (Raw)": 1.030427098274231, "Finetune/Step": 3046, "Finetune/Step Time": 4.444577759131789}
+{"Finetune/Learning Rate": 7.7123672919978e-06, "Finetune/Loss": 0.8774969577789307, "Finetune/Loss (Raw)": 0.8556188941001892, "Finetune/Step": 3047, "Finetune/Step Time": 4.450615830719471}
+{"Finetune/Learning Rate": 7.706303321925577e-06, "Finetune/Loss": 0.8829015493392944, "Finetune/Loss (Raw)": 1.0389277935028076, "Finetune/Step": 3048, "Finetune/Step Time": 4.4110389444977045}
+{"Finetune/Learning Rate": 7.700240241992247e-06, "Finetune/Loss": 0.8828079700469971, "Finetune/Loss (Raw)": 0.8800188302993774, "Finetune/Step": 3049, "Finetune/Step Time": 4.394374230876565}
+{"Finetune/Learning Rate": 7.694178054550782e-06, "Finetune/Loss": 0.8839071989059448, "Finetune/Loss (Raw)": 0.99393630027771, "Finetune/Step": 3050, "Finetune/Step Time": 4.385678386315703}
+{"Finetune/Learning Rate": 7.688116761953797e-06, "Finetune/Loss": 0.8850617408752441, "Finetune/Loss (Raw)": 1.0251606702804565, "Finetune/Step": 3051, "Finetune/Step Time": 4.364740919321775}
+{"Finetune/Learning Rate": 7.682056366553559e-06, "Finetune/Loss": 0.8841211795806885, "Finetune/Loss (Raw)": 0.8729730844497681, "Finetune/Step": 3052, "Finetune/Step Time": 4.369266828522086}
+{"Finetune/Learning Rate": 7.675996870701999e-06, "Finetune/Loss": 0.8838402032852173, "Finetune/Loss (Raw)": 0.9747843742370605, "Finetune/Step": 3053, "Finetune/Step Time": 4.372597049921751}
+{"Finetune/Learning Rate": 7.669938276750673e-06, "Finetune/Loss": 0.8847802877426147, "Finetune/Loss (Raw)": 1.0074763298034668, "Finetune/Step": 3054, "Finetune/Step Time": 4.3471856992691755}
+{"Finetune/Learning Rate": 7.663880587050812e-06, "Finetune/Loss": 0.8865785598754883, "Finetune/Loss (Raw)": 0.9198490977287292, "Finetune/Step": 3055, "Finetune/Step Time": 4.3385972417891026}
+{"Finetune/Learning Rate": 7.657823803953288e-06, "Finetune/Loss": 0.8871816396713257, "Finetune/Loss (Raw)": 0.9738337397575378, "Finetune/Step": 3056, "Finetune/Step Time": 4.317553421482444}
+{"Finetune/Learning Rate": 7.651767929808615e-06, "Finetune/Loss": 0.8852169513702393, "Finetune/Loss (Raw)": 0.7891260981559753, "Finetune/Step": 3057, "Finetune/Step Time": 4.330306023359299}
+{"Finetune/Learning Rate": 7.645712966966973e-06, "Finetune/Loss": 0.8852394819259644, "Finetune/Loss (Raw)": 0.971079409122467, "Finetune/Step": 3058, "Finetune/Step Time": 4.321558529511094}
+{"Finetune/Learning Rate": 7.639658917778156e-06, "Finetune/Loss": 0.8853132724761963, "Finetune/Loss (Raw)": 0.9451725482940674, "Finetune/Step": 3059, "Finetune/Step Time": 4.31769179366529}
+{"Finetune/Learning Rate": 7.633605784591633e-06, "Finetune/Loss": 0.8856633901596069, "Finetune/Loss (Raw)": 0.9752469658851624, "Finetune/Step": 3060, "Finetune/Step Time": 4.322190660983324}
+{"Finetune/Learning Rate": 7.627553569756505e-06, "Finetune/Loss": 0.8860435485839844, "Finetune/Loss (Raw)": 0.9482954144477844, "Finetune/Step": 3061, "Finetune/Step Time": 4.314150754362345}
+{"Finetune/Learning Rate": 7.621502275621518e-06, "Finetune/Loss": 0.8854680061340332, "Finetune/Loss (Raw)": 0.8487895727157593, "Finetune/Step": 3062, "Finetune/Step Time": 4.342358188703656}
+{"Finetune/Learning Rate": 7.615451904535066e-06, "Finetune/Loss": 0.8851092457771301, "Finetune/Loss (Raw)": 0.8565539121627808, "Finetune/Step": 3063, "Finetune/Step Time": 4.334338275715709}
+{"Finetune/Learning Rate": 7.609402458845171e-06, "Finetune/Loss": 0.8842378854751587, "Finetune/Loss (Raw)": 0.9059056639671326, "Finetune/Step": 3064, "Finetune/Step Time": 4.316490489989519}
+{"Finetune/Learning Rate": 7.60335394089951e-06, "Finetune/Loss": 0.8823199272155762, "Finetune/Loss (Raw)": 0.8025045990943909, "Finetune/Step": 3065, "Finetune/Step Time": 4.3276097271591425}
+{"Finetune/Learning Rate": 7.597306353045393e-06, "Finetune/Loss": 0.8802792429924011, "Finetune/Loss (Raw)": 0.6803928017616272, "Finetune/Step": 3066, "Finetune/Step Time": 4.36097595281899}
+{"Finetune/Learning Rate": 7.5912596976297735e-06, "Finetune/Loss": 0.8801125884056091, "Finetune/Loss (Raw)": 0.8772465586662292, "Finetune/Step": 3067, "Finetune/Step Time": 4.361497530713677}
+{"Finetune/Learning Rate": 7.58521397699924e-06, "Finetune/Loss": 0.881411612033844, "Finetune/Loss (Raw)": 0.8867725133895874, "Finetune/Step": 3068, "Finetune/Step Time": 4.373125188052654}
+{"Finetune/Learning Rate": 7.579169193500014e-06, "Finetune/Loss": 0.8823281526565552, "Finetune/Loss (Raw)": 0.7838095426559448, "Finetune/Step": 3069, "Finetune/Step Time": 4.370514107868075}
+{"Finetune/Learning Rate": 7.573125349477964e-06, "Finetune/Loss": 0.8815975189208984, "Finetune/Loss (Raw)": 0.9273938536643982, "Finetune/Step": 3070, "Finetune/Step Time": 4.367623332887888}
+{"Finetune/Learning Rate": 7.567082447278582e-06, "Finetune/Loss": 0.8821655511856079, "Finetune/Loss (Raw)": 1.0121183395385742, "Finetune/Step": 3071, "Finetune/Step Time": 4.364945555105805}
+{"Finetune/Learning Rate": 7.561040489247008e-06, "Finetune/Loss": 0.8817709684371948, "Finetune/Loss (Raw)": 0.8623052835464478, "Finetune/Step": 3072, "Finetune/Step Time": 4.366580026224256}
+{"Finetune/Learning Rate": 7.554999477728001e-06, "Finetune/Loss": 0.8823556900024414, "Finetune/Loss (Raw)": 0.8965940475463867, "Finetune/Step": 3073, "Finetune/Step Time": 4.357867093756795}
+{"Finetune/Learning Rate": 7.548959415065961e-06, "Finetune/Loss": 0.8819907903671265, "Finetune/Loss (Raw)": 0.8622746467590332, "Finetune/Step": 3074, "Finetune/Step Time": 4.354161025956273}
+{"Finetune/Learning Rate": 7.54292030360492e-06, "Finetune/Loss": 0.8775286674499512, "Finetune/Loss (Raw)": 0.29551756381988525, "Finetune/Step": 3075, "Finetune/Step Time": 4.3770204447209835}
+{"Finetune/Learning Rate": 7.5368821456885375e-06, "Finetune/Loss": 0.8759621381759644, "Finetune/Loss (Raw)": 0.753133237361908, "Finetune/Step": 3076, "Finetune/Step Time": 4.363248646259308}
+{"Finetune/Learning Rate": 7.530844943660111e-06, "Finetune/Loss": 0.8759192228317261, "Finetune/Loss (Raw)": 0.9354015588760376, "Finetune/Step": 3077, "Finetune/Step Time": 4.362662803381681}
+{"Finetune/Learning Rate": 7.524808699862552e-06, "Finetune/Loss": 0.8751527070999146, "Finetune/Loss (Raw)": 0.8080325722694397, "Finetune/Step": 3078, "Finetune/Step Time": 4.358815532177687}
+{"Finetune/Learning Rate": 7.518773416638412e-06, "Finetune/Loss": 0.878682553768158, "Finetune/Loss (Raw)": 0.756465494632721, "Finetune/Step": 3079, "Finetune/Step Time": 4.341960318386555}
+{"Finetune/Learning Rate": 7.512739096329868e-06, "Finetune/Loss": 0.8772182464599609, "Finetune/Loss (Raw)": 0.7605449557304382, "Finetune/Step": 3080, "Finetune/Step Time": 4.346491374075413}
+{"Finetune/Learning Rate": 7.50670574127872e-06, "Finetune/Loss": 0.8759222030639648, "Finetune/Loss (Raw)": 0.8115261793136597, "Finetune/Step": 3081, "Finetune/Step Time": 4.349653432145715}
+{"Finetune/Learning Rate": 7.500673353826399e-06, "Finetune/Loss": 0.876500129699707, "Finetune/Loss (Raw)": 0.873609721660614, "Finetune/Step": 3082, "Finetune/Step Time": 4.34977419115603}
+{"Finetune/Learning Rate": 7.4946419363139535e-06, "Finetune/Loss": 0.8756275773048401, "Finetune/Loss (Raw)": 0.939289391040802, "Finetune/Step": 3083, "Finetune/Step Time": 4.355329338461161}
+{"Finetune/Learning Rate": 7.488611491082056e-06, "Finetune/Loss": 0.8746635317802429, "Finetune/Loss (Raw)": 0.8145039081573486, "Finetune/Step": 3084, "Finetune/Step Time": 4.3672483041882515}
+{"Finetune/Learning Rate": 7.482582020471012e-06, "Finetune/Loss": 0.8760572671890259, "Finetune/Loss (Raw)": 1.0706003904342651, "Finetune/Step": 3085, "Finetune/Step Time": 4.359521504491568}
+{"Finetune/Learning Rate": 7.476553526820733e-06, "Finetune/Loss": 0.8765315413475037, "Finetune/Loss (Raw)": 0.9722825288772583, "Finetune/Step": 3086, "Finetune/Step Time": 4.358747120946646}
+{"Finetune/Learning Rate": 7.4705260124707705e-06, "Finetune/Loss": 0.8810784220695496, "Finetune/Loss (Raw)": 0.9023494720458984, "Finetune/Step": 3087, "Finetune/Step Time": 4.330368826165795}
+{"Finetune/Learning Rate": 7.464499479760275e-06, "Finetune/Loss": 0.8796130418777466, "Finetune/Loss (Raw)": 0.7070577144622803, "Finetune/Step": 3088, "Finetune/Step Time": 4.329078273847699}
+{"Finetune/Learning Rate": 7.458473931028029e-06, "Finetune/Loss": 0.880443811416626, "Finetune/Loss (Raw)": 0.9439660906791687, "Finetune/Step": 3089, "Finetune/Step Time": 4.333125531673431}
+{"Finetune/Learning Rate": 7.452449368612433e-06, "Finetune/Loss": 0.878505527973175, "Finetune/Loss (Raw)": 0.8224751353263855, "Finetune/Step": 3090, "Finetune/Step Time": 4.327029561623931}
+{"Finetune/Learning Rate": 7.446425794851498e-06, "Finetune/Loss": 0.8773202896118164, "Finetune/Loss (Raw)": 0.8187353014945984, "Finetune/Step": 3091, "Finetune/Step Time": 4.330435449257493}
+{"Finetune/Learning Rate": 7.440403212082863e-06, "Finetune/Loss": 0.8719140291213989, "Finetune/Loss (Raw)": 0.298340767621994, "Finetune/Step": 3092, "Finetune/Step Time": 4.36665702611208}
+{"Finetune/Learning Rate": 7.434381622643766e-06, "Finetune/Loss": 0.8712557554244995, "Finetune/Loss (Raw)": 0.8799253702163696, "Finetune/Step": 3093, "Finetune/Step Time": 4.373687546700239}
+{"Finetune/Learning Rate": 7.42836102887107e-06, "Finetune/Loss": 0.8719868659973145, "Finetune/Loss (Raw)": 0.9087812304496765, "Finetune/Step": 3094, "Finetune/Step Time": 4.368649072945118}
+{"Finetune/Learning Rate": 7.422341433101254e-06, "Finetune/Loss": 0.872783899307251, "Finetune/Loss (Raw)": 0.8816159963607788, "Finetune/Step": 3095, "Finetune/Step Time": 4.349822569638491}
+{"Finetune/Learning Rate": 7.4163228376704e-06, "Finetune/Loss": 0.871925950050354, "Finetune/Loss (Raw)": 0.9035902619361877, "Finetune/Step": 3096, "Finetune/Step Time": 4.343786491081119}
+{"Finetune/Learning Rate": 7.410305244914216e-06, "Finetune/Loss": 0.8675297498703003, "Finetune/Loss (Raw)": 0.30551227927207947, "Finetune/Step": 3097, "Finetune/Step Time": 4.389397885650396}
+{"Finetune/Learning Rate": 7.404288657168006e-06, "Finetune/Loss": 0.8659331202507019, "Finetune/Loss (Raw)": 0.7034306526184082, "Finetune/Step": 3098, "Finetune/Step Time": 4.377408213913441}
+{"Finetune/Learning Rate": 7.398273076766687e-06, "Finetune/Loss": 0.866179883480072, "Finetune/Loss (Raw)": 0.9290659427642822, "Finetune/Step": 3099, "Finetune/Step Time": 4.380798809230328}
+{"Finetune/Learning Rate": 7.392258506044796e-06, "Finetune/Loss": 0.8673480153083801, "Finetune/Loss (Raw)": 1.0744012594223022, "Finetune/Step": 3100, "Finetune/Step Time": 4.382824959233403}
+{"Finetune/Learning Rate": 7.386244947336463e-06, "Finetune/Loss": 0.8662704825401306, "Finetune/Loss (Raw)": 0.6456825733184814, "Finetune/Step": 3101, "Finetune/Step Time": 4.37953263707459}
+{"Finetune/Learning Rate": 7.380232402975443e-06, "Finetune/Loss": 0.8666369915008545, "Finetune/Loss (Raw)": 0.9759111404418945, "Finetune/Step": 3102, "Finetune/Step Time": 4.386885743588209}
+{"Finetune/Learning Rate": 7.3742208752950776e-06, "Finetune/Loss": 0.8715158700942993, "Finetune/Loss (Raw)": 1.0179482698440552, "Finetune/Step": 3103, "Finetune/Step Time": 4.360082874074578}
+{"Finetune/Learning Rate": 7.3682103666283245e-06, "Finetune/Loss": 0.8722885251045227, "Finetune/Loss (Raw)": 0.9222446084022522, "Finetune/Step": 3104, "Finetune/Step Time": 4.354791140183806}
+{"Finetune/Learning Rate": 7.362200879307748e-06, "Finetune/Loss": 0.8721994161605835, "Finetune/Loss (Raw)": 0.8973478674888611, "Finetune/Step": 3105, "Finetune/Step Time": 4.345368275418878}
+{"Finetune/Learning Rate": 7.3561924156655105e-06, "Finetune/Loss": 0.8710653185844421, "Finetune/Loss (Raw)": 0.8457700610160828, "Finetune/Step": 3106, "Finetune/Step Time": 4.339738752692938}
+{"Finetune/Learning Rate": 7.350184978033386e-06, "Finetune/Loss": 0.8719618320465088, "Finetune/Loss (Raw)": 1.006981611251831, "Finetune/Step": 3107, "Finetune/Step Time": 4.332774421200156}
+{"Finetune/Learning Rate": 7.344178568742734e-06, "Finetune/Loss": 0.8716963529586792, "Finetune/Loss (Raw)": 0.8079348206520081, "Finetune/Step": 3108, "Finetune/Step Time": 4.324300387874246}
+{"Finetune/Learning Rate": 7.338173190124526e-06, "Finetune/Loss": 0.8724719882011414, "Finetune/Loss (Raw)": 0.8869946002960205, "Finetune/Step": 3109, "Finetune/Step Time": 4.305867053568363}
+{"Finetune/Learning Rate": 7.3321688445093395e-06, "Finetune/Loss": 0.8726224899291992, "Finetune/Loss (Raw)": 0.8402246832847595, "Finetune/Step": 3110, "Finetune/Step Time": 4.302336249500513}
+{"Finetune/Learning Rate": 7.326165534227341e-06, "Finetune/Loss": 0.8715406656265259, "Finetune/Loss (Raw)": 0.8675662279129028, "Finetune/Step": 3111, "Finetune/Step Time": 4.311087243258953}
+{"Finetune/Learning Rate": 7.320163261608293e-06, "Finetune/Loss": 0.8714240789413452, "Finetune/Loss (Raw)": 0.9724623560905457, "Finetune/Step": 3112, "Finetune/Step Time": 4.295249290764332}
+{"Finetune/Learning Rate": 7.314162028981564e-06, "Finetune/Loss": 0.8714368343353271, "Finetune/Loss (Raw)": 0.8751013875007629, "Finetune/Step": 3113, "Finetune/Step Time": 4.308512698858976}
+{"Finetune/Learning Rate": 7.308161838676113e-06, "Finetune/Loss": 0.8761642575263977, "Finetune/Loss (Raw)": 0.9355335831642151, "Finetune/Step": 3114, "Finetune/Step Time": 4.275210291147232}
+{"Finetune/Learning Rate": 7.302162693020503e-06, "Finetune/Loss": 0.8762989640235901, "Finetune/Loss (Raw)": 0.8514716029167175, "Finetune/Step": 3115, "Finetune/Step Time": 4.257355876266956}
+{"Finetune/Learning Rate": 7.2961645943428804e-06, "Finetune/Loss": 0.8746051788330078, "Finetune/Loss (Raw)": 0.7299700379371643, "Finetune/Step": 3116, "Finetune/Step Time": 4.28391170874238}
+{"Finetune/Learning Rate": 7.290167544970989e-06, "Finetune/Loss": 0.8752580285072327, "Finetune/Loss (Raw)": 0.897515594959259, "Finetune/Step": 3117, "Finetune/Step Time": 4.27864115126431}
+{"Finetune/Learning Rate": 7.284171547232168e-06, "Finetune/Loss": 0.8710941076278687, "Finetune/Loss (Raw)": 0.47609469294548035, "Finetune/Step": 3118, "Finetune/Step Time": 4.320035068318248}
+{"Finetune/Learning Rate": 7.278176603453347e-06, "Finetune/Loss": 0.8704808950424194, "Finetune/Loss (Raw)": 0.8705169558525085, "Finetune/Step": 3119, "Finetune/Step Time": 4.320219000801444}
+{"Finetune/Learning Rate": 7.272182715961049e-06, "Finetune/Loss": 0.8714084625244141, "Finetune/Loss (Raw)": 0.905734658241272, "Finetune/Step": 3120, "Finetune/Step Time": 4.314341144636273}
+{"Finetune/Learning Rate": 7.266189887081385e-06, "Finetune/Loss": 0.8693205118179321, "Finetune/Loss (Raw)": 0.7314059734344482, "Finetune/Step": 3121, "Finetune/Step Time": 4.325216956436634}
+{"Finetune/Learning Rate": 7.2601981191400484e-06, "Finetune/Loss": 0.8683333396911621, "Finetune/Loss (Raw)": 0.8918964266777039, "Finetune/Step": 3122, "Finetune/Step Time": 4.326671181246638}
+{"Finetune/Learning Rate": 7.254207414462333e-06, "Finetune/Loss": 0.8677670955657959, "Finetune/Loss (Raw)": 0.833662211894989, "Finetune/Step": 3123, "Finetune/Step Time": 4.321037348359823}
+{"Finetune/Learning Rate": 7.248217775373112e-06, "Finetune/Loss": 0.8686214089393616, "Finetune/Loss (Raw)": 0.9854832291603088, "Finetune/Step": 3124, "Finetune/Step Time": 4.305028231814504}
+{"Finetune/Learning Rate": 7.242229204196849e-06, "Finetune/Loss": 0.869276762008667, "Finetune/Loss (Raw)": 0.9142224192619324, "Finetune/Step": 3125, "Finetune/Step Time": 4.304974002763629}
+{"Finetune/Learning Rate": 7.236241703257594e-06, "Finetune/Loss": 0.8701211810112, "Finetune/Loss (Raw)": 0.9666820168495178, "Finetune/Step": 3126, "Finetune/Step Time": 4.295937296003103}
+{"Finetune/Learning Rate": 7.230255274878972e-06, "Finetune/Loss": 0.8698026537895203, "Finetune/Loss (Raw)": 0.9975833296775818, "Finetune/Step": 3127, "Finetune/Step Time": 4.292251002043486}
+{"Finetune/Learning Rate": 7.224269921384206e-06, "Finetune/Loss": 0.8682422637939453, "Finetune/Loss (Raw)": 0.6930981874465942, "Finetune/Step": 3128, "Finetune/Step Time": 4.323137279599905}
+{"Finetune/Learning Rate": 7.218285645096088e-06, "Finetune/Loss": 0.8681204319000244, "Finetune/Loss (Raw)": 0.8429916501045227, "Finetune/Step": 3129, "Finetune/Step Time": 4.319163518026471}
+{"Finetune/Learning Rate": 7.2123024483370056e-06, "Finetune/Loss": 0.867195725440979, "Finetune/Loss (Raw)": 0.8128002882003784, "Finetune/Step": 3130, "Finetune/Step Time": 4.345072822645307}
+{"Finetune/Learning Rate": 7.20632033342892e-06, "Finetune/Loss": 0.8669319152832031, "Finetune/Loss (Raw)": 0.8558993339538574, "Finetune/Step": 3131, "Finetune/Step Time": 4.34143640846014}
+{"Finetune/Learning Rate": 7.200339302693367e-06, "Finetune/Loss": 0.8628681302070618, "Finetune/Loss (Raw)": 0.4147876799106598, "Finetune/Step": 3132, "Finetune/Step Time": 4.380520710721612}
+{"Finetune/Learning Rate": 7.194359358451475e-06, "Finetune/Loss": 0.8644199371337891, "Finetune/Loss (Raw)": 0.9227681159973145, "Finetune/Step": 3133, "Finetune/Step Time": 4.355652837082744}
+{"Finetune/Learning Rate": 7.188380503023936e-06, "Finetune/Loss": 0.8638430237770081, "Finetune/Loss (Raw)": 0.8613343834877014, "Finetune/Step": 3134, "Finetune/Step Time": 4.370660737156868}
+{"Finetune/Learning Rate": 7.182402738731036e-06, "Finetune/Loss": 0.865065336227417, "Finetune/Loss (Raw)": 0.9226521253585815, "Finetune/Step": 3135, "Finetune/Step Time": 4.373366799205542}
+{"Finetune/Learning Rate": 7.176426067892623e-06, "Finetune/Loss": 0.8652464747428894, "Finetune/Loss (Raw)": 0.9599825143814087, "Finetune/Step": 3136, "Finetune/Step Time": 4.380606312304735}
+{"Finetune/Learning Rate": 7.170450492828126e-06, "Finetune/Loss": 0.8639853000640869, "Finetune/Loss (Raw)": 0.8210558891296387, "Finetune/Step": 3137, "Finetune/Step Time": 4.396785654127598}
+{"Finetune/Learning Rate": 7.164476015856552e-06, "Finetune/Loss": 0.8631515502929688, "Finetune/Loss (Raw)": 0.7543878555297852, "Finetune/Step": 3138, "Finetune/Step Time": 4.40449027903378}
+{"Finetune/Learning Rate": 7.158502639296475e-06, "Finetune/Loss": 0.8621010780334473, "Finetune/Loss (Raw)": 0.8809300661087036, "Finetune/Step": 3139, "Finetune/Step Time": 4.405453449115157}
+{"Finetune/Learning Rate": 7.152530365466051e-06, "Finetune/Loss": 0.8615622520446777, "Finetune/Loss (Raw)": 0.8670238256454468, "Finetune/Step": 3140, "Finetune/Step Time": 4.410292642191052}
+{"Finetune/Learning Rate": 7.146559196683001e-06, "Finetune/Loss": 0.8610698580741882, "Finetune/Loss (Raw)": 0.826751708984375, "Finetune/Step": 3141, "Finetune/Step Time": 4.4064470417797565}
+{"Finetune/Learning Rate": 7.140589135264614e-06, "Finetune/Loss": 0.861129641532898, "Finetune/Loss (Raw)": 0.8445969820022583, "Finetune/Step": 3142, "Finetune/Step Time": 4.416960706934333}
+{"Finetune/Learning Rate": 7.13462018352776e-06, "Finetune/Loss": 0.8605481386184692, "Finetune/Loss (Raw)": 0.6865121722221375, "Finetune/Step": 3143, "Finetune/Step Time": 4.416015453636646}
+{"Finetune/Learning Rate": 7.12865234378887e-06, "Finetune/Loss": 0.8612504005432129, "Finetune/Loss (Raw)": 0.996322512626648, "Finetune/Step": 3144, "Finetune/Step Time": 4.407687272876501}
+{"Finetune/Learning Rate": 7.122685618363948e-06, "Finetune/Loss": 0.8628268837928772, "Finetune/Loss (Raw)": 0.9757728576660156, "Finetune/Step": 3145, "Finetune/Step Time": 4.402528012171388}
+{"Finetune/Learning Rate": 7.116720009568565e-06, "Finetune/Loss": 0.8635483980178833, "Finetune/Loss (Raw)": 0.9374972581863403, "Finetune/Step": 3146, "Finetune/Step Time": 4.408401995897293}
+{"Finetune/Learning Rate": 7.110755519717851e-06, "Finetune/Loss": 0.8639732003211975, "Finetune/Loss (Raw)": 0.9753478169441223, "Finetune/Step": 3147, "Finetune/Step Time": 4.415333911776543}
+{"Finetune/Learning Rate": 7.104792151126515e-06, "Finetune/Loss": 0.8653175830841064, "Finetune/Loss (Raw)": 1.041300892829895, "Finetune/Step": 3148, "Finetune/Step Time": 4.43560946546495}
+{"Finetune/Learning Rate": 7.098829906108819e-06, "Finetune/Loss": 0.8617209196090698, "Finetune/Loss (Raw)": 0.42117542028427124, "Finetune/Step": 3149, "Finetune/Step Time": 4.472088374197483}
+{"Finetune/Learning Rate": 7.092868786978596e-06, "Finetune/Loss": 0.8610628843307495, "Finetune/Loss (Raw)": 0.8862392902374268, "Finetune/Step": 3150, "Finetune/Step Time": 4.469170901924372}
+{"Finetune/Learning Rate": 7.086908796049243e-06, "Finetune/Loss": 0.8622676730155945, "Finetune/Loss (Raw)": 0.8898651599884033, "Finetune/Step": 3151, "Finetune/Step Time": 4.470007084310055}
+{"Finetune/Learning Rate": 7.08094993563371e-06, "Finetune/Loss": 0.8615283966064453, "Finetune/Loss (Raw)": 0.8219062685966492, "Finetune/Step": 3152, "Finetune/Step Time": 4.464609928429127}
+{"Finetune/Learning Rate": 7.074992208044518e-06, "Finetune/Loss": 0.8614518642425537, "Finetune/Loss (Raw)": 0.9194897413253784, "Finetune/Step": 3153, "Finetune/Step Time": 4.464617155492306}
+{"Finetune/Learning Rate": 7.069035615593743e-06, "Finetune/Loss": 0.861095666885376, "Finetune/Loss (Raw)": 0.8807982802391052, "Finetune/Step": 3154, "Finetune/Step Time": 4.462006194517016}
+{"Finetune/Learning Rate": 7.063080160593026e-06, "Finetune/Loss": 0.860936164855957, "Finetune/Loss (Raw)": 0.9621197581291199, "Finetune/Step": 3155, "Finetune/Step Time": 4.450551722198725}
+{"Finetune/Learning Rate": 7.0571258453535585e-06, "Finetune/Loss": 0.8602755069732666, "Finetune/Loss (Raw)": 0.8113895058631897, "Finetune/Step": 3156, "Finetune/Step Time": 4.445390759035945}
+{"Finetune/Learning Rate": 7.051172672186093e-06, "Finetune/Loss": 0.8599333763122559, "Finetune/Loss (Raw)": 1.007523775100708, "Finetune/Step": 3157, "Finetune/Step Time": 4.451286122202873}
+{"Finetune/Learning Rate": 7.045220643400946e-06, "Finetune/Loss": 0.8552871942520142, "Finetune/Loss (Raw)": 0.2854260802268982, "Finetune/Step": 3158, "Finetune/Step Time": 4.477556863799691}
+{"Finetune/Learning Rate": 7.039269761307977e-06, "Finetune/Loss": 0.8548368215560913, "Finetune/Loss (Raw)": 0.848664402961731, "Finetune/Step": 3159, "Finetune/Step Time": 4.4812986850738525}
+{"Finetune/Learning Rate": 7.0333200282166146e-06, "Finetune/Loss": 0.8540613651275635, "Finetune/Loss (Raw)": 0.8710379600524902, "Finetune/Step": 3160, "Finetune/Step Time": 4.4717466700822115}
+{"Finetune/Learning Rate": 7.027371446435829e-06, "Finetune/Loss": 0.854002833366394, "Finetune/Loss (Raw)": 0.8960192203521729, "Finetune/Step": 3161, "Finetune/Step Time": 4.490793874487281}
+{"Finetune/Learning Rate": 7.0214240182741455e-06, "Finetune/Loss": 0.8490824699401855, "Finetune/Loss (Raw)": 0.4090699255466461, "Finetune/Step": 3162, "Finetune/Step Time": 4.529717797413468}
+{"Finetune/Learning Rate": 7.015477746039652e-06, "Finetune/Loss": 0.850249707698822, "Finetune/Loss (Raw)": 1.0430816411972046, "Finetune/Step": 3163, "Finetune/Step Time": 4.54083370603621}
+{"Finetune/Learning Rate": 7.009532632039975e-06, "Finetune/Loss": 0.8507766723632812, "Finetune/Loss (Raw)": 0.9444770812988281, "Finetune/Step": 3164, "Finetune/Step Time": 4.521908080205321}
+{"Finetune/Learning Rate": 7.003588678582303e-06, "Finetune/Loss": 0.8481608033180237, "Finetune/Loss (Raw)": 0.679675281047821, "Finetune/Step": 3165, "Finetune/Step Time": 4.524244904518127}
+{"Finetune/Learning Rate": 6.9976458879733635e-06, "Finetune/Loss": 0.8469277620315552, "Finetune/Loss (Raw)": 0.8249671459197998, "Finetune/Step": 3166, "Finetune/Step Time": 4.524578221142292}
+{"Finetune/Learning Rate": 6.991704262519436e-06, "Finetune/Loss": 0.8475300669670105, "Finetune/Loss (Raw)": 0.913284957408905, "Finetune/Step": 3167, "Finetune/Step Time": 4.522481124848127}
+{"Finetune/Learning Rate": 6.985763804526354e-06, "Finetune/Loss": 0.8481719493865967, "Finetune/Loss (Raw)": 1.0146512985229492, "Finetune/Step": 3168, "Finetune/Step Time": 4.528044881299138}
+{"Finetune/Learning Rate": 6.979824516299491e-06, "Finetune/Loss": 0.8446057438850403, "Finetune/Loss (Raw)": 0.31582027673721313, "Finetune/Step": 3169, "Finetune/Step Time": 4.564282491803169}
+{"Finetune/Learning Rate": 6.973886400143772e-06, "Finetune/Loss": 0.8435406684875488, "Finetune/Loss (Raw)": 0.7818142175674438, "Finetune/Step": 3170, "Finetune/Step Time": 4.559350945055485}
+{"Finetune/Learning Rate": 6.9679494583636595e-06, "Finetune/Loss": 0.8474870920181274, "Finetune/Loss (Raw)": 0.8164153099060059, "Finetune/Step": 3171, "Finetune/Step Time": 4.522583492100239}
+{"Finetune/Learning Rate": 6.9620136932631655e-06, "Finetune/Loss": 0.8487666249275208, "Finetune/Loss (Raw)": 0.881494402885437, "Finetune/Step": 3172, "Finetune/Step Time": 4.5042388662695885}
+{"Finetune/Learning Rate": 6.956079107145845e-06, "Finetune/Loss": 0.8487570285797119, "Finetune/Loss (Raw)": 0.795994222164154, "Finetune/Step": 3173, "Finetune/Step Time": 4.515734264627099}
+{"Finetune/Learning Rate": 6.950145702314795e-06, "Finetune/Loss": 0.848802924156189, "Finetune/Loss (Raw)": 1.0362988710403442, "Finetune/Step": 3174, "Finetune/Step Time": 4.521574659273028}
+{"Finetune/Learning Rate": 6.9442134810726615e-06, "Finetune/Loss": 0.848964273929596, "Finetune/Loss (Raw)": 0.8762762546539307, "Finetune/Step": 3175, "Finetune/Step Time": 4.517826799303293}
+{"Finetune/Learning Rate": 6.938282445721609e-06, "Finetune/Loss": 0.8489190340042114, "Finetune/Loss (Raw)": 1.033144235610962, "Finetune/Step": 3176, "Finetune/Step Time": 4.5193035919219255}
+{"Finetune/Learning Rate": 6.932352598563365e-06, "Finetune/Loss": 0.8487089276313782, "Finetune/Loss (Raw)": 0.8531152009963989, "Finetune/Step": 3177, "Finetune/Step Time": 4.5283651780337095}
+{"Finetune/Learning Rate": 6.92642394189919e-06, "Finetune/Loss": 0.8476588129997253, "Finetune/Loss (Raw)": 0.8595204949378967, "Finetune/Step": 3178, "Finetune/Step Time": 4.534450454637408}
+{"Finetune/Learning Rate": 6.920496478029873e-06, "Finetune/Loss": 0.8480291366577148, "Finetune/Loss (Raw)": 1.0725599527359009, "Finetune/Step": 3179, "Finetune/Step Time": 4.540081929415464}
+{"Finetune/Learning Rate": 6.914570209255758e-06, "Finetune/Loss": 0.8475732803344727, "Finetune/Loss (Raw)": 0.8146315813064575, "Finetune/Step": 3180, "Finetune/Step Time": 4.535650296136737}
+{"Finetune/Learning Rate": 6.908645137876699e-06, "Finetune/Loss": 0.8473575711250305, "Finetune/Loss (Raw)": 0.9471679329872131, "Finetune/Step": 3181, "Finetune/Step Time": 4.530934114009142}
+{"Finetune/Learning Rate": 6.902721266192112e-06, "Finetune/Loss": 0.8466510772705078, "Finetune/Loss (Raw)": 0.9170464873313904, "Finetune/Step": 3182, "Finetune/Step Time": 4.534085791558027}
+{"Finetune/Learning Rate": 6.896798596500929e-06, "Finetune/Loss": 0.84607994556427, "Finetune/Loss (Raw)": 0.8467493057250977, "Finetune/Step": 3183, "Finetune/Step Time": 4.533623864874244}
+{"Finetune/Learning Rate": 6.8908771311016276e-06, "Finetune/Loss": 0.8455492854118347, "Finetune/Loss (Raw)": 0.9059092402458191, "Finetune/Step": 3184, "Finetune/Step Time": 4.544304916635156}
+{"Finetune/Learning Rate": 6.884956872292216e-06, "Finetune/Loss": 0.8465707302093506, "Finetune/Loss (Raw)": 0.9198579788208008, "Finetune/Step": 3185, "Finetune/Step Time": 4.538516025990248}
+{"Finetune/Learning Rate": 6.87903782237022e-06, "Finetune/Loss": 0.8455904722213745, "Finetune/Loss (Raw)": 0.8456144332885742, "Finetune/Step": 3186, "Finetune/Step Time": 4.5429144613444805}
+{"Finetune/Learning Rate": 6.8731199836327155e-06, "Finetune/Loss": 0.8456461429595947, "Finetune/Loss (Raw)": 0.9522958397865295, "Finetune/Step": 3187, "Finetune/Step Time": 4.541345551609993}
+{"Finetune/Learning Rate": 6.867203358376295e-06, "Finetune/Loss": 0.8447837233543396, "Finetune/Loss (Raw)": 0.8648604154586792, "Finetune/Step": 3188, "Finetune/Step Time": 4.54993930645287}
+{"Finetune/Learning Rate": 6.861287948897091e-06, "Finetune/Loss": 0.8439570665359497, "Finetune/Loss (Raw)": 0.8424768447875977, "Finetune/Step": 3189, "Finetune/Step Time": 4.546252554282546}
+{"Finetune/Learning Rate": 6.855373757490761e-06, "Finetune/Loss": 0.8444256782531738, "Finetune/Loss (Raw)": 0.9087793827056885, "Finetune/Step": 3190, "Finetune/Step Time": 4.521795930340886}
+{"Finetune/Learning Rate": 6.849460786452476e-06, "Finetune/Loss": 0.8451043963432312, "Finetune/Loss (Raw)": 0.9434303641319275, "Finetune/Step": 3191, "Finetune/Step Time": 4.54207868129015}
+{"Finetune/Learning Rate": 6.843549038076951e-06, "Finetune/Loss": 0.8446305990219116, "Finetune/Loss (Raw)": 0.8452597260475159, "Finetune/Step": 3192, "Finetune/Step Time": 4.5472407434135675}
+{"Finetune/Learning Rate": 6.83763851465842e-06, "Finetune/Loss": 0.8450547456741333, "Finetune/Loss (Raw)": 0.8567933440208435, "Finetune/Step": 3193, "Finetune/Step Time": 4.531555496156216}
+{"Finetune/Learning Rate": 6.831729218490645e-06, "Finetune/Loss": 0.8457820415496826, "Finetune/Loss (Raw)": 0.7734889388084412, "Finetune/Step": 3194, "Finetune/Step Time": 4.5039369855076075}
+{"Finetune/Learning Rate": 6.825821151866903e-06, "Finetune/Loss": 0.8464530110359192, "Finetune/Loss (Raw)": 0.9631304740905762, "Finetune/Step": 3195, "Finetune/Step Time": 4.516638798639178}
+{"Finetune/Learning Rate": 6.819914317079999e-06, "Finetune/Loss": 0.8466663360595703, "Finetune/Loss (Raw)": 0.9140799045562744, "Finetune/Step": 3196, "Finetune/Step Time": 4.506003867834806}
+{"Finetune/Learning Rate": 6.814008716422265e-06, "Finetune/Loss": 0.8482108116149902, "Finetune/Loss (Raw)": 0.9814923405647278, "Finetune/Step": 3197, "Finetune/Step Time": 4.491652779281139}
+{"Finetune/Learning Rate": 6.808104352185544e-06, "Finetune/Loss": 0.847160816192627, "Finetune/Loss (Raw)": 0.7929978966712952, "Finetune/Step": 3198, "Finetune/Step Time": 4.500249205157161}
+{"Finetune/Learning Rate": 6.8022012266612116e-06, "Finetune/Loss": 0.8463475704193115, "Finetune/Loss (Raw)": 0.90802401304245, "Finetune/Step": 3199, "Finetune/Step Time": 4.499916013330221}
+{"Finetune/Learning Rate": 6.79629934214015e-06, "Finetune/Loss": 0.8479452133178711, "Finetune/Loss (Raw)": 1.0668083429336548, "Finetune/Step": 3200, "Finetune/Step Time": 4.48919271863997}
+{"Finetune/Learning Rate": 6.790398700912764e-06, "Finetune/Loss": 0.847078800201416, "Finetune/Loss (Raw)": 0.7856876254081726, "Finetune/Step": 3201, "Finetune/Step Time": 4.484767211601138}
+{"Finetune/Learning Rate": 6.784499305268983e-06, "Finetune/Loss": 0.8470507264137268, "Finetune/Loss (Raw)": 0.8586833477020264, "Finetune/Step": 3202, "Finetune/Step Time": 4.481414092704654}
+{"Finetune/Learning Rate": 6.778601157498241e-06, "Finetune/Loss": 0.8513628840446472, "Finetune/Loss (Raw)": 0.8474740386009216, "Finetune/Step": 3203, "Finetune/Step Time": 4.44147134013474}
+{"Finetune/Learning Rate": 6.772704259889503e-06, "Finetune/Loss": 0.8520022034645081, "Finetune/Loss (Raw)": 0.8349654078483582, "Finetune/Step": 3204, "Finetune/Step Time": 4.44823632016778}
+{"Finetune/Learning Rate": 6.76680861473123e-06, "Finetune/Loss": 0.8510468006134033, "Finetune/Loss (Raw)": 0.8131070137023926, "Finetune/Step": 3205, "Finetune/Step Time": 4.450330171734095}
+{"Finetune/Learning Rate": 6.7609142243114115e-06, "Finetune/Loss": 0.8508221507072449, "Finetune/Loss (Raw)": 0.7792825102806091, "Finetune/Step": 3206, "Finetune/Step Time": 4.45138088427484}
+{"Finetune/Learning Rate": 6.755021090917545e-06, "Finetune/Loss": 0.8520275354385376, "Finetune/Loss (Raw)": 0.9107548594474792, "Finetune/Step": 3207, "Finetune/Step Time": 4.450908247381449}
+{"Finetune/Learning Rate": 6.7491292168366386e-06, "Finetune/Loss": 0.8534491062164307, "Finetune/Loss (Raw)": 0.9425003528594971, "Finetune/Step": 3208, "Finetune/Step Time": 4.443952085450292}
+{"Finetune/Learning Rate": 6.743238604355219e-06, "Finetune/Loss": 0.8538048267364502, "Finetune/Loss (Raw)": 0.8570635318756104, "Finetune/Step": 3209, "Finetune/Step Time": 4.446544861420989}
+{"Finetune/Learning Rate": 6.737349255759312e-06, "Finetune/Loss": 0.8530863523483276, "Finetune/Loss (Raw)": 0.7816444635391235, "Finetune/Step": 3210, "Finetune/Step Time": 4.439644232392311}
+{"Finetune/Learning Rate": 6.731461173334459e-06, "Finetune/Loss": 0.8530057072639465, "Finetune/Loss (Raw)": 0.928969144821167, "Finetune/Step": 3211, "Finetune/Step Time": 4.444412142038345}
+{"Finetune/Learning Rate": 6.725574359365714e-06, "Finetune/Loss": 0.8497593402862549, "Finetune/Loss (Raw)": 0.3989711403846741, "Finetune/Step": 3212, "Finetune/Step Time": 4.474615056067705}
+{"Finetune/Learning Rate": 6.7196888161376305e-06, "Finetune/Loss": 0.8487377166748047, "Finetune/Loss (Raw)": 0.9398233890533447, "Finetune/Step": 3213, "Finetune/Step Time": 4.472185602411628}
+{"Finetune/Learning Rate": 6.71380454593428e-06, "Finetune/Loss": 0.8483797311782837, "Finetune/Loss (Raw)": 0.9264606237411499, "Finetune/Step": 3214, "Finetune/Step Time": 4.484191324561834}
+{"Finetune/Learning Rate": 6.707921551039224e-06, "Finetune/Loss": 0.8474994897842407, "Finetune/Loss (Raw)": 0.789678156375885, "Finetune/Step": 3215, "Finetune/Step Time": 4.487319944426417}
+{"Finetune/Learning Rate": 6.70203983373554e-06, "Finetune/Loss": 0.8476987481117249, "Finetune/Loss (Raw)": 0.7325683236122131, "Finetune/Step": 3216, "Finetune/Step Time": 4.507631065323949}
+{"Finetune/Learning Rate": 6.69615939630581e-06, "Finetune/Loss": 0.8474679589271545, "Finetune/Loss (Raw)": 0.9144232869148254, "Finetune/Step": 3217, "Finetune/Step Time": 4.499312860891223}
+{"Finetune/Learning Rate": 6.690280241032117e-06, "Finetune/Loss": 0.8481693863868713, "Finetune/Loss (Raw)": 0.9122583270072937, "Finetune/Step": 3218, "Finetune/Step Time": 4.497237095609307}
+{"Finetune/Learning Rate": 6.684402370196048e-06, "Finetune/Loss": 0.8477805852890015, "Finetune/Loss (Raw)": 0.768962025642395, "Finetune/Step": 3219, "Finetune/Step Time": 4.481412597000599}
+{"Finetune/Learning Rate": 6.678525786078684e-06, "Finetune/Loss": 0.853748083114624, "Finetune/Loss (Raw)": 1.0621877908706665, "Finetune/Step": 3220, "Finetune/Step Time": 4.4414446372538805}
+{"Finetune/Learning Rate": 6.672650490960617e-06, "Finetune/Loss": 0.8532885909080505, "Finetune/Loss (Raw)": 0.8211039304733276, "Finetune/Step": 3221, "Finetune/Step Time": 4.445641594007611}
+{"Finetune/Learning Rate": 6.666776487121934e-06, "Finetune/Loss": 0.8488098978996277, "Finetune/Loss (Raw)": 0.3355139493942261, "Finetune/Step": 3222, "Finetune/Step Time": 4.48320528306067}
+{"Finetune/Learning Rate": 6.660903776842218e-06, "Finetune/Loss": 0.8485438227653503, "Finetune/Loss (Raw)": 0.847561240196228, "Finetune/Step": 3223, "Finetune/Step Time": 4.488882672041655}
+{"Finetune/Learning Rate": 6.655032362400562e-06, "Finetune/Loss": 0.8486539721488953, "Finetune/Loss (Raw)": 0.9176824688911438, "Finetune/Step": 3224, "Finetune/Step Time": 4.490233516320586}
+{"Finetune/Learning Rate": 6.649162246075538e-06, "Finetune/Loss": 0.8530389070510864, "Finetune/Loss (Raw)": 0.8667855262756348, "Finetune/Step": 3225, "Finetune/Step Time": 4.449593199416995}
+{"Finetune/Learning Rate": 6.6432934301452235e-06, "Finetune/Loss": 0.854500412940979, "Finetune/Loss (Raw)": 0.8905031681060791, "Finetune/Step": 3226, "Finetune/Step Time": 4.453765403479338}
+{"Finetune/Learning Rate": 6.637425916887198e-06, "Finetune/Loss": 0.8537492752075195, "Finetune/Loss (Raw)": 0.832924485206604, "Finetune/Step": 3227, "Finetune/Step Time": 4.454173319041729}
+{"Finetune/Learning Rate": 6.631559708578524e-06, "Finetune/Loss": 0.8520724773406982, "Finetune/Loss (Raw)": 0.8597604632377625, "Finetune/Step": 3228, "Finetune/Step Time": 4.451959939673543}
+{"Finetune/Learning Rate": 6.625694807495766e-06, "Finetune/Loss": 0.8546255826950073, "Finetune/Loss (Raw)": 0.9724830389022827, "Finetune/Step": 3229, "Finetune/Step Time": 4.436307465657592}
+{"Finetune/Learning Rate": 6.619831215914974e-06, "Finetune/Loss": 0.8536092042922974, "Finetune/Loss (Raw)": 0.8458179235458374, "Finetune/Step": 3230, "Finetune/Step Time": 4.438821649178863}
+{"Finetune/Learning Rate": 6.6139689361116945e-06, "Finetune/Loss": 0.8525509834289551, "Finetune/Loss (Raw)": 0.8824981451034546, "Finetune/Step": 3231, "Finetune/Step Time": 4.451397368684411}
+{"Finetune/Learning Rate": 6.608107970360964e-06, "Finetune/Loss": 0.8532792925834656, "Finetune/Loss (Raw)": 1.015467882156372, "Finetune/Step": 3232, "Finetune/Step Time": 4.453403666615486}
+{"Finetune/Learning Rate": 6.602248320937308e-06, "Finetune/Loss": 0.8548752069473267, "Finetune/Loss (Raw)": 1.1016274690628052, "Finetune/Step": 3233, "Finetune/Step Time": 4.4565053172409534}
+{"Finetune/Learning Rate": 6.596389990114748e-06, "Finetune/Loss": 0.8542706370353699, "Finetune/Loss (Raw)": 0.7683806419372559, "Finetune/Step": 3234, "Finetune/Step Time": 4.478092391043901}
+{"Finetune/Learning Rate": 6.5905329801667796e-06, "Finetune/Loss": 0.8543652296066284, "Finetune/Loss (Raw)": 1.019093632698059, "Finetune/Step": 3235, "Finetune/Step Time": 4.4883254412561655}
+{"Finetune/Learning Rate": 6.584677293366396e-06, "Finetune/Loss": 0.8538051843643188, "Finetune/Loss (Raw)": 0.7362425327301025, "Finetune/Step": 3236, "Finetune/Step Time": 4.49506975710392}
+{"Finetune/Learning Rate": 6.578822931986078e-06, "Finetune/Loss": 0.8544337749481201, "Finetune/Loss (Raw)": 0.9674622416496277, "Finetune/Step": 3237, "Finetune/Step Time": 4.487249322235584}
+{"Finetune/Learning Rate": 6.57296989829779e-06, "Finetune/Loss": 0.8510023355484009, "Finetune/Loss (Raw)": 0.4009999632835388, "Finetune/Step": 3238, "Finetune/Step Time": 4.5286959651857615}
+{"Finetune/Learning Rate": 6.567118194572972e-06, "Finetune/Loss": 0.8521594405174255, "Finetune/Loss (Raw)": 1.0156762599945068, "Finetune/Step": 3239, "Finetune/Step Time": 4.524099517613649}
+{"Finetune/Learning Rate": 6.5612678230825646e-06, "Finetune/Loss": 0.8529080748558044, "Finetune/Loss (Raw)": 1.0682820081710815, "Finetune/Step": 3240, "Finetune/Step Time": 4.525828970596194}
+{"Finetune/Learning Rate": 6.555418786096976e-06, "Finetune/Loss": 0.8536174893379211, "Finetune/Loss (Raw)": 0.9659064412117004, "Finetune/Step": 3241, "Finetune/Step Time": 4.514768805354834}
+{"Finetune/Learning Rate": 6.549571085886111e-06, "Finetune/Loss": 0.8539476990699768, "Finetune/Loss (Raw)": 0.9778047800064087, "Finetune/Step": 3242, "Finetune/Step Time": 4.511274380609393}
+{"Finetune/Learning Rate": 6.5437247247193445e-06, "Finetune/Loss": 0.8546575307846069, "Finetune/Loss (Raw)": 0.9423349499702454, "Finetune/Step": 3243, "Finetune/Step Time": 4.515663368627429}
+{"Finetune/Learning Rate": 6.537879704865531e-06, "Finetune/Loss": 0.8564761877059937, "Finetune/Loss (Raw)": 0.9627448916435242, "Finetune/Step": 3244, "Finetune/Step Time": 4.479680588468909}
+{"Finetune/Learning Rate": 6.532036028593012e-06, "Finetune/Loss": 0.8572091460227966, "Finetune/Loss (Raw)": 0.991339921951294, "Finetune/Step": 3245, "Finetune/Step Time": 4.484690047800541}
+{"Finetune/Learning Rate": 6.526193698169603e-06, "Finetune/Loss": 0.8591527938842773, "Finetune/Loss (Raw)": 0.724877119064331, "Finetune/Step": 3246, "Finetune/Step Time": 4.4484263844788074}
+{"Finetune/Learning Rate": 6.520352715862601e-06, "Finetune/Loss": 0.8589826226234436, "Finetune/Loss (Raw)": 0.8487430810928345, "Finetune/Step": 3247, "Finetune/Step Time": 4.447815779596567}
+{"Finetune/Learning Rate": 6.514513083938779e-06, "Finetune/Loss": 0.8596933484077454, "Finetune/Loss (Raw)": 0.9967038035392761, "Finetune/Step": 3248, "Finetune/Step Time": 4.451527681201696}
+{"Finetune/Learning Rate": 6.508674804664374e-06, "Finetune/Loss": 0.8617534637451172, "Finetune/Loss (Raw)": 0.9950964450836182, "Finetune/Step": 3249, "Finetune/Step Time": 4.440621100366116}
+{"Finetune/Learning Rate": 6.50283788030512e-06, "Finetune/Loss": 0.861350953578949, "Finetune/Loss (Raw)": 0.840378999710083, "Finetune/Step": 3250, "Finetune/Step Time": 4.459439052268863}
+{"Finetune/Learning Rate": 6.497002313126204e-06, "Finetune/Loss": 0.8615006804466248, "Finetune/Loss (Raw)": 0.8528295159339905, "Finetune/Step": 3251, "Finetune/Step Time": 4.486905312165618}
+{"Finetune/Learning Rate": 6.491168105392303e-06, "Finetune/Loss": 0.861820638179779, "Finetune/Loss (Raw)": 1.026437520980835, "Finetune/Step": 3252, "Finetune/Step Time": 4.486820921301842}
+{"Finetune/Learning Rate": 6.485335259367558e-06, "Finetune/Loss": 0.8623413443565369, "Finetune/Loss (Raw)": 0.98087078332901, "Finetune/Step": 3253, "Finetune/Step Time": 4.489325150847435}
+{"Finetune/Learning Rate": 6.4795037773155765e-06, "Finetune/Loss": 0.8621349334716797, "Finetune/Loss (Raw)": 0.9402651786804199, "Finetune/Step": 3254, "Finetune/Step Time": 4.488491212949157}
+{"Finetune/Learning Rate": 6.473673661499451e-06, "Finetune/Loss": 0.8615452647209167, "Finetune/Loss (Raw)": 0.9221073985099792, "Finetune/Step": 3255, "Finetune/Step Time": 4.4994248785078526}
+{"Finetune/Learning Rate": 6.467844914181727e-06, "Finetune/Loss": 0.863930881023407, "Finetune/Loss (Raw)": 0.9984502792358398, "Finetune/Step": 3256, "Finetune/Step Time": 4.465068910270929}
+{"Finetune/Learning Rate": 6.462017537624437e-06, "Finetune/Loss": 0.8633925318717957, "Finetune/Loss (Raw)": 0.7740831971168518, "Finetune/Step": 3257, "Finetune/Step Time": 4.475292487069964}
+{"Finetune/Learning Rate": 6.4561915340890665e-06, "Finetune/Loss": 0.8653616309165955, "Finetune/Loss (Raw)": 1.0648459196090698, "Finetune/Step": 3258, "Finetune/Step Time": 4.452749939635396}
+{"Finetune/Learning Rate": 6.450366905836573e-06, "Finetune/Loss": 0.865329384803772, "Finetune/Loss (Raw)": 0.8517788052558899, "Finetune/Step": 3259, "Finetune/Step Time": 4.456210881471634}
+{"Finetune/Learning Rate": 6.444543655127383e-06, "Finetune/Loss": 0.8696171641349792, "Finetune/Loss (Raw)": 0.9636143445968628, "Finetune/Step": 3260, "Finetune/Step Time": 4.434261789545417}
+{"Finetune/Learning Rate": 6.438721784221385e-06, "Finetune/Loss": 0.8687669038772583, "Finetune/Loss (Raw)": 0.8139362335205078, "Finetune/Step": 3261, "Finetune/Step Time": 4.43475510366261}
+{"Finetune/Learning Rate": 6.432901295377936e-06, "Finetune/Loss": 0.869718074798584, "Finetune/Loss (Raw)": 0.9830896258354187, "Finetune/Step": 3262, "Finetune/Step Time": 4.421634487807751}
+{"Finetune/Learning Rate": 6.427082190855855e-06, "Finetune/Loss": 0.8703323602676392, "Finetune/Loss (Raw)": 1.001280426979065, "Finetune/Step": 3263, "Finetune/Step Time": 4.426297526806593}
+{"Finetune/Learning Rate": 6.4212644729134155e-06, "Finetune/Loss": 0.8694215416908264, "Finetune/Loss (Raw)": 0.8433947563171387, "Finetune/Step": 3264, "Finetune/Step Time": 4.4277042634785175}
+{"Finetune/Learning Rate": 6.415448143808367e-06, "Finetune/Loss": 0.871338963508606, "Finetune/Loss (Raw)": 1.066481590270996, "Finetune/Step": 3265, "Finetune/Step Time": 4.411207107827067}
+{"Finetune/Learning Rate": 6.409633205797911e-06, "Finetune/Loss": 0.8723223209381104, "Finetune/Loss (Raw)": 0.8802632093429565, "Finetune/Step": 3266, "Finetune/Step Time": 4.405192315578461}
+{"Finetune/Learning Rate": 6.403819661138712e-06, "Finetune/Loss": 0.872523844242096, "Finetune/Loss (Raw)": 0.9067215323448181, "Finetune/Step": 3267, "Finetune/Step Time": 4.419338509440422}
+{"Finetune/Learning Rate": 6.398007512086897e-06, "Finetune/Loss": 0.87325519323349, "Finetune/Loss (Raw)": 0.9606389403343201, "Finetune/Step": 3268, "Finetune/Step Time": 4.413441484794021}
+{"Finetune/Learning Rate": 6.3921967608980375e-06, "Finetune/Loss": 0.8742921948432922, "Finetune/Loss (Raw)": 0.9594824314117432, "Finetune/Step": 3269, "Finetune/Step Time": 4.4215389508754015}
+{"Finetune/Learning Rate": 6.386387409827182e-06, "Finetune/Loss": 0.8742752075195312, "Finetune/Loss (Raw)": 0.8424268364906311, "Finetune/Step": 3270, "Finetune/Step Time": 4.4110459219664335}
+{"Finetune/Learning Rate": 6.38057946112882e-06, "Finetune/Loss": 0.8756437301635742, "Finetune/Loss (Raw)": 0.8616839647293091, "Finetune/Step": 3271, "Finetune/Step Time": 4.395671684294939}
+{"Finetune/Learning Rate": 6.374772917056908e-06, "Finetune/Loss": 0.8752774000167847, "Finetune/Loss (Raw)": 0.9494271278381348, "Finetune/Step": 3272, "Finetune/Step Time": 4.424634685739875}
+{"Finetune/Learning Rate": 6.368967779864854e-06, "Finetune/Loss": 0.8738769292831421, "Finetune/Loss (Raw)": 0.7965160608291626, "Finetune/Step": 3273, "Finetune/Step Time": 4.430395733565092}
+{"Finetune/Learning Rate": 6.3631640518055085e-06, "Finetune/Loss": 0.8690735697746277, "Finetune/Loss (Raw)": 0.32266470789909363, "Finetune/Step": 3274, "Finetune/Step Time": 4.4641351122409105}
+{"Finetune/Learning Rate": 6.3573617351311945e-06, "Finetune/Loss": 0.8675501942634583, "Finetune/Loss (Raw)": 0.7803598642349243, "Finetune/Step": 3275, "Finetune/Step Time": 4.46284131705761}
+{"Finetune/Learning Rate": 6.351560832093673e-06, "Finetune/Loss": 0.8664029836654663, "Finetune/Loss (Raw)": 0.8944606781005859, "Finetune/Step": 3276, "Finetune/Step Time": 4.448071541264653}
+{"Finetune/Learning Rate": 6.3457613449441654e-06, "Finetune/Loss": 0.8704031109809875, "Finetune/Loss (Raw)": 0.9331888556480408, "Finetune/Step": 3277, "Finetune/Step Time": 4.407434940338135}
+{"Finetune/Learning Rate": 6.3399632759333364e-06, "Finetune/Loss": 0.870137095451355, "Finetune/Loss (Raw)": 0.8521835207939148, "Finetune/Step": 3278, "Finetune/Step Time": 4.411424603313208}
+{"Finetune/Learning Rate": 6.3341666273113e-06, "Finetune/Loss": 0.8706696033477783, "Finetune/Loss (Raw)": 0.9580299258232117, "Finetune/Step": 3279, "Finetune/Step Time": 4.418955085799098}
+{"Finetune/Learning Rate": 6.328371401327629e-06, "Finetune/Loss": 0.8719173073768616, "Finetune/Loss (Raw)": 0.981610894203186, "Finetune/Step": 3280, "Finetune/Step Time": 4.417953094467521}
+{"Finetune/Learning Rate": 6.322577600231332e-06, "Finetune/Loss": 0.8727173805236816, "Finetune/Loss (Raw)": 1.0219035148620605, "Finetune/Step": 3281, "Finetune/Step Time": 4.425743330270052}
+{"Finetune/Learning Rate": 6.316785226270878e-06, "Finetune/Loss": 0.8725537061691284, "Finetune/Loss (Raw)": 0.8598465323448181, "Finetune/Step": 3282, "Finetune/Step Time": 4.421522781252861}
+{"Finetune/Learning Rate": 6.310994281694167e-06, "Finetune/Loss": 0.8679376840591431, "Finetune/Loss (Raw)": 0.3712708055973053, "Finetune/Step": 3283, "Finetune/Step Time": 4.460648177191615}
+{"Finetune/Learning Rate": 6.305204768748551e-06, "Finetune/Loss": 0.8683346509933472, "Finetune/Loss (Raw)": 0.8621985912322998, "Finetune/Step": 3284, "Finetune/Step Time": 4.464011497795582}
+{"Finetune/Learning Rate": 6.299416689680831e-06, "Finetune/Loss": 0.8680763244628906, "Finetune/Loss (Raw)": 0.9744573831558228, "Finetune/Step": 3285, "Finetune/Step Time": 4.457332167774439}
+{"Finetune/Learning Rate": 6.293630046737245e-06, "Finetune/Loss": 0.8726028203964233, "Finetune/Loss (Raw)": 0.8648126721382141, "Finetune/Step": 3286, "Finetune/Step Time": 4.423682713881135}
+{"Finetune/Learning Rate": 6.28784484216348e-06, "Finetune/Loss": 0.8730633854866028, "Finetune/Loss (Raw)": 0.9076231122016907, "Finetune/Step": 3287, "Finetune/Step Time": 4.430915238335729}
+{"Finetune/Learning Rate": 6.282061078204657e-06, "Finetune/Loss": 0.8738622069358826, "Finetune/Loss (Raw)": 0.9732825756072998, "Finetune/Step": 3288, "Finetune/Step Time": 4.435990458354354}
+{"Finetune/Learning Rate": 6.276278757105341e-06, "Finetune/Loss": 0.8732066750526428, "Finetune/Loss (Raw)": 0.8121154308319092, "Finetune/Step": 3289, "Finetune/Step Time": 4.412192467600107}
+{"Finetune/Learning Rate": 6.270497881109541e-06, "Finetune/Loss": 0.8773652911186218, "Finetune/Loss (Raw)": 0.9413747191429138, "Finetune/Step": 3290, "Finetune/Step Time": 4.374103356152773}
+{"Finetune/Learning Rate": 6.264718452460699e-06, "Finetune/Loss": 0.8752142190933228, "Finetune/Loss (Raw)": 0.7677438259124756, "Finetune/Step": 3291, "Finetune/Step Time": 4.369594028219581}
+{"Finetune/Learning Rate": 6.258940473401705e-06, "Finetune/Loss": 0.8743849992752075, "Finetune/Loss (Raw)": 0.8383376598358154, "Finetune/Step": 3292, "Finetune/Step Time": 4.370317624881864}
+{"Finetune/Learning Rate": 6.253163946174872e-06, "Finetune/Loss": 0.8762957453727722, "Finetune/Loss (Raw)": 0.9242510199546814, "Finetune/Step": 3293, "Finetune/Step Time": 4.370909819379449}
+{"Finetune/Learning Rate": 6.247388873021959e-06, "Finetune/Loss": 0.8763505220413208, "Finetune/Loss (Raw)": 0.8319805264472961, "Finetune/Step": 3294, "Finetune/Step Time": 4.3975680489093065}
+{"Finetune/Learning Rate": 6.2416152561841635e-06, "Finetune/Loss": 0.8756961226463318, "Finetune/Loss (Raw)": 0.8295175433158875, "Finetune/Step": 3295, "Finetune/Step Time": 4.400186782702804}
+{"Finetune/Learning Rate": 6.2358430979021075e-06, "Finetune/Loss": 0.8749451041221619, "Finetune/Loss (Raw)": 0.9185174107551575, "Finetune/Step": 3296, "Finetune/Step Time": 4.401395263150334}
+{"Finetune/Learning Rate": 6.230072400415863e-06, "Finetune/Loss": 0.8788021802902222, "Finetune/Loss (Raw)": 0.809526801109314, "Finetune/Step": 3297, "Finetune/Step Time": 4.387624004855752}
+{"Finetune/Learning Rate": 6.224303165964913e-06, "Finetune/Loss": 0.8803861141204834, "Finetune/Loss (Raw)": 0.9845597743988037, "Finetune/Step": 3298, "Finetune/Step Time": 4.385777894407511}
+{"Finetune/Learning Rate": 6.21853539678819e-06, "Finetune/Loss": 0.8770172595977783, "Finetune/Loss (Raw)": 0.38520461320877075, "Finetune/Step": 3299, "Finetune/Step Time": 4.422522641718388}
+{"Finetune/Learning Rate": 6.212769095124055e-06, "Finetune/Loss": 0.8773486614227295, "Finetune/Loss (Raw)": 0.9239108562469482, "Finetune/Step": 3300, "Finetune/Step Time": 4.425301259383559}
+{"Finetune/Learning Rate": 6.207004263210292e-06, "Finetune/Loss": 0.8769344091415405, "Finetune/Loss (Raw)": 0.7429717183113098, "Finetune/Step": 3301, "Finetune/Step Time": 4.414170457050204}
+{"Finetune/Learning Rate": 6.2012409032841294e-06, "Finetune/Loss": 0.8763735294342041, "Finetune/Loss (Raw)": 0.9645026922225952, "Finetune/Step": 3302, "Finetune/Step Time": 4.411703063175082}
+{"Finetune/Learning Rate": 6.1954790175822e-06, "Finetune/Loss": 0.8763026595115662, "Finetune/Loss (Raw)": 0.867210865020752, "Finetune/Step": 3303, "Finetune/Step Time": 4.40942745283246}
+{"Finetune/Learning Rate": 6.189718608340587e-06, "Finetune/Loss": 0.8747223615646362, "Finetune/Loss (Raw)": 0.830861508846283, "Finetune/Step": 3304, "Finetune/Step Time": 4.419202703982592}
+{"Finetune/Learning Rate": 6.183959677794795e-06, "Finetune/Loss": 0.8757668733596802, "Finetune/Loss (Raw)": 0.9868177771568298, "Finetune/Step": 3305, "Finetune/Step Time": 4.4093863889575005}
+{"Finetune/Learning Rate": 6.1782022281797485e-06, "Finetune/Loss": 0.8755447268486023, "Finetune/Loss (Raw)": 0.8310827612876892, "Finetune/Step": 3306, "Finetune/Step Time": 4.401364099234343}
+{"Finetune/Learning Rate": 6.17244626172981e-06, "Finetune/Loss": 0.8751274347305298, "Finetune/Loss (Raw)": 1.0191525220870972, "Finetune/Step": 3307, "Finetune/Step Time": 4.396189961582422}
+{"Finetune/Learning Rate": 6.166691780678743e-06, "Finetune/Loss": 0.8764356374740601, "Finetune/Loss (Raw)": 0.9820753931999207, "Finetune/Step": 3308, "Finetune/Step Time": 4.402249816805124}
+{"Finetune/Learning Rate": 6.1609387872597595e-06, "Finetune/Loss": 0.8767060041427612, "Finetune/Loss (Raw)": 0.981778085231781, "Finetune/Step": 3309, "Finetune/Step Time": 4.412467325106263}
+{"Finetune/Learning Rate": 6.155187283705479e-06, "Finetune/Loss": 0.8758620023727417, "Finetune/Loss (Raw)": 0.8090121746063232, "Finetune/Step": 3310, "Finetune/Step Time": 4.4089667573571205}
+{"Finetune/Learning Rate": 6.14943727224795e-06, "Finetune/Loss": 0.8754410743713379, "Finetune/Loss (Raw)": 0.7928712368011475, "Finetune/Step": 3311, "Finetune/Step Time": 4.417230725288391}
+{"Finetune/Learning Rate": 6.1436887551186466e-06, "Finetune/Loss": 0.8748587965965271, "Finetune/Loss (Raw)": 0.8313778638839722, "Finetune/Step": 3312, "Finetune/Step Time": 4.41123635135591}
+{"Finetune/Learning Rate": 6.137941734548443e-06, "Finetune/Loss": 0.8710585832595825, "Finetune/Loss (Raw)": 0.4334341883659363, "Finetune/Step": 3313, "Finetune/Step Time": 4.444375034421682}
+{"Finetune/Learning Rate": 6.132196212767653e-06, "Finetune/Loss": 0.8707398772239685, "Finetune/Loss (Raw)": 0.8048141002655029, "Finetune/Step": 3314, "Finetune/Step Time": 4.4407758098095655}
+{"Finetune/Learning Rate": 6.126452192005999e-06, "Finetune/Loss": 0.8719614744186401, "Finetune/Loss (Raw)": 1.1086585521697998, "Finetune/Step": 3315, "Finetune/Step Time": 4.440287314355373}
+{"Finetune/Learning Rate": 6.120709674492627e-06, "Finetune/Loss": 0.8716568946838379, "Finetune/Loss (Raw)": 0.825878918170929, "Finetune/Step": 3316, "Finetune/Step Time": 4.431700672954321}
+{"Finetune/Learning Rate": 6.114968662456093e-06, "Finetune/Loss": 0.8720163106918335, "Finetune/Loss (Raw)": 0.8884747624397278, "Finetune/Step": 3317, "Finetune/Step Time": 4.433059927076101}
+{"Finetune/Learning Rate": 6.10922915812437e-06, "Finetune/Loss": 0.8675503730773926, "Finetune/Loss (Raw)": 0.3371467888355255, "Finetune/Step": 3318, "Finetune/Step Time": 4.4668199345469475}
+{"Finetune/Learning Rate": 6.103491163724853e-06, "Finetune/Loss": 0.867778480052948, "Finetune/Loss (Raw)": 0.9726278185844421, "Finetune/Step": 3319, "Finetune/Step Time": 4.4473312851041555}
+{"Finetune/Learning Rate": 6.09775468148434e-06, "Finetune/Loss": 0.8678621649742126, "Finetune/Loss (Raw)": 0.855969250202179, "Finetune/Step": 3320, "Finetune/Step Time": 4.439271297305822}
+{"Finetune/Learning Rate": 6.092019713629053e-06, "Finetune/Loss": 0.8675585985183716, "Finetune/Loss (Raw)": 0.8179407715797424, "Finetune/Step": 3321, "Finetune/Step Time": 4.438917066901922}
+{"Finetune/Learning Rate": 6.086286262384617e-06, "Finetune/Loss": 0.8680757284164429, "Finetune/Loss (Raw)": 0.839678168296814, "Finetune/Step": 3322, "Finetune/Step Time": 4.431966396048665}
+{"Finetune/Learning Rate": 6.080554329976071e-06, "Finetune/Loss": 0.8684242963790894, "Finetune/Loss (Raw)": 1.0077495574951172, "Finetune/Step": 3323, "Finetune/Step Time": 4.432661037892103}
+{"Finetune/Learning Rate": 6.074823918627872e-06, "Finetune/Loss": 0.8678229451179504, "Finetune/Loss (Raw)": 0.8371055722236633, "Finetune/Step": 3324, "Finetune/Step Time": 4.446253454312682}
+{"Finetune/Learning Rate": 6.069095030563877e-06, "Finetune/Loss": 0.8664635419845581, "Finetune/Loss (Raw)": 0.8074843883514404, "Finetune/Step": 3325, "Finetune/Step Time": 4.446042509749532}
+{"Finetune/Learning Rate": 6.063367668007356e-06, "Finetune/Loss": 0.8676302433013916, "Finetune/Loss (Raw)": 0.942336916923523, "Finetune/Step": 3326, "Finetune/Step Time": 4.437712375074625}
+{"Finetune/Learning Rate": 6.057641833180987e-06, "Finetune/Loss": 0.8663050532341003, "Finetune/Loss (Raw)": 0.7384060621261597, "Finetune/Step": 3327, "Finetune/Step Time": 4.444926271215081}
+{"Finetune/Learning Rate": 6.0519175283068534e-06, "Finetune/Loss": 0.8659624457359314, "Finetune/Loss (Raw)": 1.0229518413543701, "Finetune/Step": 3328, "Finetune/Step Time": 4.454485407099128}
+{"Finetune/Learning Rate": 6.046194755606448e-06, "Finetune/Loss": 0.8677546977996826, "Finetune/Loss (Raw)": 1.015097737312317, "Finetune/Step": 3329, "Finetune/Step Time": 4.456888101994991}
+{"Finetune/Learning Rate": 6.040473517300665e-06, "Finetune/Loss": 0.867216944694519, "Finetune/Loss (Raw)": 0.7898470163345337, "Finetune/Step": 3330, "Finetune/Step Time": 4.476819729432464}
+{"Finetune/Learning Rate": 6.0347538156098104e-06, "Finetune/Loss": 0.8678226470947266, "Finetune/Loss (Raw)": 0.9250020980834961, "Finetune/Step": 3331, "Finetune/Step Time": 4.490725200623274}
+{"Finetune/Learning Rate": 6.0290356527535836e-06, "Finetune/Loss": 0.8681933879852295, "Finetune/Loss (Raw)": 0.8824300169944763, "Finetune/Step": 3332, "Finetune/Step Time": 4.484125757589936}
+{"Finetune/Learning Rate": 6.023319030951091e-06, "Finetune/Loss": 0.869135856628418, "Finetune/Loss (Raw)": 0.9337345361709595, "Finetune/Step": 3333, "Finetune/Step Time": 4.478680184110999}
+{"Finetune/Learning Rate": 6.017603952420846e-06, "Finetune/Loss": 0.869952917098999, "Finetune/Loss (Raw)": 0.883866012096405, "Finetune/Step": 3334, "Finetune/Step Time": 4.479071605950594}
+{"Finetune/Learning Rate": 6.011890419380756e-06, "Finetune/Loss": 0.86935955286026, "Finetune/Loss (Raw)": 0.8348096013069153, "Finetune/Step": 3335, "Finetune/Step Time": 4.457574758678675}
+{"Finetune/Learning Rate": 6.0061784340481366e-06, "Finetune/Loss": 0.8687300682067871, "Finetune/Loss (Raw)": 0.8619167804718018, "Finetune/Step": 3336, "Finetune/Step Time": 4.4625809118151665}
+{"Finetune/Learning Rate": 6.000467998639692e-06, "Finetune/Loss": 0.8680208325386047, "Finetune/Loss (Raw)": 0.7662909030914307, "Finetune/Step": 3337, "Finetune/Step Time": 4.472118964418769}
+{"Finetune/Learning Rate": 5.994759115371531e-06, "Finetune/Loss": 0.8688347339630127, "Finetune/Loss (Raw)": 0.8858181238174438, "Finetune/Step": 3338, "Finetune/Step Time": 4.475549692288041}
+{"Finetune/Learning Rate": 5.989051786459163e-06, "Finetune/Loss": 0.8689911365509033, "Finetune/Loss (Raw)": 0.9489930868148804, "Finetune/Step": 3339, "Finetune/Step Time": 4.457040751352906}
+{"Finetune/Learning Rate": 5.98334601411749e-06, "Finetune/Loss": 0.8728703856468201, "Finetune/Loss (Raw)": 0.8955085873603821, "Finetune/Step": 3340, "Finetune/Step Time": 4.421116571873426}
+{"Finetune/Learning Rate": 5.977641800560811e-06, "Finetune/Loss": 0.8736413717269897, "Finetune/Loss (Raw)": 1.0385133028030396, "Finetune/Step": 3341, "Finetune/Step Time": 4.42745609767735}
+{"Finetune/Learning Rate": 5.971939148002819e-06, "Finetune/Loss": 0.874180793762207, "Finetune/Loss (Raw)": 0.995508074760437, "Finetune/Step": 3342, "Finetune/Step Time": 4.408430119976401}
+{"Finetune/Learning Rate": 5.966238058656601e-06, "Finetune/Loss": 0.8752473592758179, "Finetune/Loss (Raw)": 0.9261985421180725, "Finetune/Step": 3343, "Finetune/Step Time": 4.39618106931448}
+{"Finetune/Learning Rate": 5.960538534734641e-06, "Finetune/Loss": 0.8751828670501709, "Finetune/Loss (Raw)": 0.7243185043334961, "Finetune/Step": 3344, "Finetune/Step Time": 4.376612221822143}
+{"Finetune/Learning Rate": 5.9548405784488095e-06, "Finetune/Loss": 0.8707948923110962, "Finetune/Loss (Raw)": 0.35275840759277344, "Finetune/Step": 3345, "Finetune/Step Time": 4.419808806851506}
+{"Finetune/Learning Rate": 5.949144192010378e-06, "Finetune/Loss": 0.8715760111808777, "Finetune/Loss (Raw)": 1.0122421979904175, "Finetune/Step": 3346, "Finetune/Step Time": 4.423688059672713}
+{"Finetune/Learning Rate": 5.94344937763e-06, "Finetune/Loss": 0.871532142162323, "Finetune/Loss (Raw)": 0.7633446455001831, "Finetune/Step": 3347, "Finetune/Step Time": 4.424419574439526}
+{"Finetune/Learning Rate": 5.9377561375177164e-06, "Finetune/Loss": 0.8704781532287598, "Finetune/Loss (Raw)": 0.9272720217704773, "Finetune/Step": 3348, "Finetune/Step Time": 4.42909849062562}
+{"Finetune/Learning Rate": 5.9320644738829706e-06, "Finetune/Loss": 0.8714218139648438, "Finetune/Loss (Raw)": 0.9418960809707642, "Finetune/Step": 3349, "Finetune/Step Time": 4.425356773659587}
+{"Finetune/Learning Rate": 5.926374388934579e-06, "Finetune/Loss": 0.8771104216575623, "Finetune/Loss (Raw)": 1.0636606216430664, "Finetune/Step": 3350, "Finetune/Step Time": 4.393263228237629}
+{"Finetune/Learning Rate": 5.920685884880762e-06, "Finetune/Loss": 0.877059280872345, "Finetune/Loss (Raw)": 0.841018795967102, "Finetune/Step": 3351, "Finetune/Step Time": 4.400061924010515}
+{"Finetune/Learning Rate": 5.914998963929109e-06, "Finetune/Loss": 0.8772141933441162, "Finetune/Loss (Raw)": 0.9375091195106506, "Finetune/Step": 3352, "Finetune/Step Time": 4.404088173061609}
+{"Finetune/Learning Rate": 5.9093136282866014e-06, "Finetune/Loss": 0.8780494928359985, "Finetune/Loss (Raw)": 0.9737036824226379, "Finetune/Step": 3353, "Finetune/Step Time": 4.419739672914147}
+{"Finetune/Learning Rate": 5.903629880159614e-06, "Finetune/Loss": 0.8783835172653198, "Finetune/Loss (Raw)": 0.9332536458969116, "Finetune/Step": 3354, "Finetune/Step Time": 4.412287129089236}
+{"Finetune/Learning Rate": 5.897947721753894e-06, "Finetune/Loss": 0.8794151544570923, "Finetune/Loss (Raw)": 0.9649799466133118, "Finetune/Step": 3355, "Finetune/Step Time": 4.404490157961845}
+{"Finetune/Learning Rate": 5.89226715527458e-06, "Finetune/Loss": 0.8800064325332642, "Finetune/Loss (Raw)": 0.9354330897331238, "Finetune/Step": 3356, "Finetune/Step Time": 4.412361443042755}
+{"Finetune/Learning Rate": 5.886588182926185e-06, "Finetune/Loss": 0.879148006439209, "Finetune/Loss (Raw)": 0.8626106977462769, "Finetune/Step": 3357, "Finetune/Step Time": 4.413119932636619}
+{"Finetune/Learning Rate": 5.880910806912607e-06, "Finetune/Loss": 0.8788878917694092, "Finetune/Loss (Raw)": 0.8125218152999878, "Finetune/Step": 3358, "Finetune/Step Time": 4.407265018671751}
+{"Finetune/Learning Rate": 5.8752350294371274e-06, "Finetune/Loss": 0.880208432674408, "Finetune/Loss (Raw)": 1.0515297651290894, "Finetune/Step": 3359, "Finetune/Step Time": 4.386715652421117}
+{"Finetune/Learning Rate": 5.8695608527024075e-06, "Finetune/Loss": 0.8799839019775391, "Finetune/Loss (Raw)": 0.9867334365844727, "Finetune/Step": 3360, "Finetune/Step Time": 4.3874097019433975}
+{"Finetune/Learning Rate": 5.863888278910475e-06, "Finetune/Loss": 0.8787295818328857, "Finetune/Loss (Raw)": 0.9410707354545593, "Finetune/Step": 3361, "Finetune/Step Time": 4.400619914755225}
+{"Finetune/Learning Rate": 5.8582173102627526e-06, "Finetune/Loss": 0.8791476488113403, "Finetune/Loss (Raw)": 0.8218921422958374, "Finetune/Step": 3362, "Finetune/Step Time": 4.3832742013037205}
+{"Finetune/Learning Rate": 5.852547948960029e-06, "Finetune/Loss": 0.8784804344177246, "Finetune/Loss (Raw)": 0.9336864352226257, "Finetune/Step": 3363, "Finetune/Step Time": 4.377860475331545}
+{"Finetune/Learning Rate": 5.8468801972024755e-06, "Finetune/Loss": 0.8802449703216553, "Finetune/Loss (Raw)": 0.9621034264564514, "Finetune/Step": 3364, "Finetune/Step Time": 4.370091762393713}
+{"Finetune/Learning Rate": 5.841214057189638e-06, "Finetune/Loss": 0.8794697523117065, "Finetune/Loss (Raw)": 0.868244469165802, "Finetune/Step": 3365, "Finetune/Step Time": 4.384280644357204}
+{"Finetune/Learning Rate": 5.8355495311204266e-06, "Finetune/Loss": 0.8827394247055054, "Finetune/Loss (Raw)": 0.8195131421089172, "Finetune/Step": 3366, "Finetune/Step Time": 4.3561775628477335}
+{"Finetune/Learning Rate": 5.829886621193141e-06, "Finetune/Loss": 0.8810878992080688, "Finetune/Loss (Raw)": 0.8042829632759094, "Finetune/Step": 3367, "Finetune/Step Time": 4.352966332808137}
+{"Finetune/Learning Rate": 5.824225329605442e-06, "Finetune/Loss": 0.8761702179908752, "Finetune/Loss (Raw)": 0.43881329894065857, "Finetune/Step": 3368, "Finetune/Step Time": 4.390840461477637}
+{"Finetune/Learning Rate": 5.818565658554364e-06, "Finetune/Loss": 0.8762427568435669, "Finetune/Loss (Raw)": 0.975191593170166, "Finetune/Step": 3369, "Finetune/Step Time": 4.389812501147389}
+{"Finetune/Learning Rate": 5.8129076102363266e-06, "Finetune/Loss": 0.876052975654602, "Finetune/Loss (Raw)": 0.953517735004425, "Finetune/Step": 3370, "Finetune/Step Time": 4.392965979874134}
+{"Finetune/Learning Rate": 5.807251186847095e-06, "Finetune/Loss": 0.8740334510803223, "Finetune/Loss (Raw)": 0.6838341951370239, "Finetune/Step": 3371, "Finetune/Step Time": 4.4089367631822824}
+{"Finetune/Learning Rate": 5.801596390581817e-06, "Finetune/Loss": 0.8732811212539673, "Finetune/Loss (Raw)": 0.8664456009864807, "Finetune/Step": 3372, "Finetune/Step Time": 4.420415176078677}
+{"Finetune/Learning Rate": 5.795943223635018e-06, "Finetune/Loss": 0.8729450106620789, "Finetune/Loss (Raw)": 0.9483186602592468, "Finetune/Step": 3373, "Finetune/Step Time": 4.426496664062142}
+{"Finetune/Learning Rate": 5.7902916882005755e-06, "Finetune/Loss": 0.8742626905441284, "Finetune/Loss (Raw)": 0.8935322761535645, "Finetune/Step": 3374, "Finetune/Step Time": 4.428990634158254}
+{"Finetune/Learning Rate": 5.784641786471742e-06, "Finetune/Loss": 0.8764250874519348, "Finetune/Loss (Raw)": 1.1255320310592651, "Finetune/Step": 3375, "Finetune/Step Time": 4.426918169483542}
+{"Finetune/Learning Rate": 5.778993520641132e-06, "Finetune/Loss": 0.8765315413475037, "Finetune/Loss (Raw)": 1.0103325843811035, "Finetune/Step": 3376, "Finetune/Step Time": 4.419471802189946}
+{"Finetune/Learning Rate": 5.7733468929007294e-06, "Finetune/Loss": 0.8750854730606079, "Finetune/Loss (Raw)": 0.8100000023841858, "Finetune/Step": 3377, "Finetune/Step Time": 4.4305833671242}
+{"Finetune/Learning Rate": 5.7677019054418805e-06, "Finetune/Loss": 0.8761022090911865, "Finetune/Loss (Raw)": 0.9705213904380798, "Finetune/Step": 3378, "Finetune/Step Time": 4.426506493240595}
+{"Finetune/Learning Rate": 5.762058560455287e-06, "Finetune/Loss": 0.8749585151672363, "Finetune/Loss (Raw)": 0.7064306735992432, "Finetune/Step": 3379, "Finetune/Step Time": 4.400967683643103}
+{"Finetune/Learning Rate": 5.756416860131036e-06, "Finetune/Loss": 0.8730786442756653, "Finetune/Loss (Raw)": 0.7858171463012695, "Finetune/Step": 3380, "Finetune/Step Time": 4.3988790810108185}
+{"Finetune/Learning Rate": 5.750776806658549e-06, "Finetune/Loss": 0.8722521066665649, "Finetune/Loss (Raw)": 0.8750755786895752, "Finetune/Step": 3381, "Finetune/Step Time": 4.393530556932092}
+{"Finetune/Learning Rate": 5.745138402226621e-06, "Finetune/Loss": 0.8730082511901855, "Finetune/Loss (Raw)": 1.037052035331726, "Finetune/Step": 3382, "Finetune/Step Time": 4.39571707136929}
+{"Finetune/Learning Rate": 5.739501649023413e-06, "Finetune/Loss": 0.872400164604187, "Finetune/Loss (Raw)": 0.844276487827301, "Finetune/Step": 3383, "Finetune/Step Time": 4.383206302300096}
+{"Finetune/Learning Rate": 5.7338665492364365e-06, "Finetune/Loss": 0.8719215393066406, "Finetune/Loss (Raw)": 0.9371771812438965, "Finetune/Step": 3384, "Finetune/Step Time": 4.378997003659606}
+{"Finetune/Learning Rate": 5.728233105052563e-06, "Finetune/Loss": 0.8719617128372192, "Finetune/Loss (Raw)": 0.7792295217514038, "Finetune/Step": 3385, "Finetune/Step Time": 4.368502235040069}
+{"Finetune/Learning Rate": 5.722601318658021e-06, "Finetune/Loss": 0.8704938888549805, "Finetune/Loss (Raw)": 0.8769632577896118, "Finetune/Step": 3386, "Finetune/Step Time": 4.360116807743907}
+{"Finetune/Learning Rate": 5.7169711922383984e-06, "Finetune/Loss": 0.8700689077377319, "Finetune/Loss (Raw)": 0.7973809242248535, "Finetune/Step": 3387, "Finetune/Step Time": 4.348332377150655}
+{"Finetune/Learning Rate": 5.711342727978637e-06, "Finetune/Loss": 0.868894636631012, "Finetune/Loss (Raw)": 0.8133094906806946, "Finetune/Step": 3388, "Finetune/Step Time": 4.330526819452643}
+{"Finetune/Learning Rate": 5.7057159280630316e-06, "Finetune/Loss": 0.8698091506958008, "Finetune/Loss (Raw)": 0.9309907555580139, "Finetune/Step": 3389, "Finetune/Step Time": 4.335135351866484}
+{"Finetune/Learning Rate": 5.700090794675241e-06, "Finetune/Loss": 0.8695772886276245, "Finetune/Loss (Raw)": 0.9534187912940979, "Finetune/Step": 3390, "Finetune/Step Time": 4.33928787522018}
+{"Finetune/Learning Rate": 5.694467329998264e-06, "Finetune/Loss": 0.8699946403503418, "Finetune/Loss (Raw)": 1.054693341255188, "Finetune/Step": 3391, "Finetune/Step Time": 4.328926471993327}
+{"Finetune/Learning Rate": 5.68884553621445e-06, "Finetune/Loss": 0.8700411319732666, "Finetune/Loss (Raw)": 0.8493486046791077, "Finetune/Step": 3392, "Finetune/Step Time": 4.322604266926646}
+{"Finetune/Learning Rate": 5.683225415505521e-06, "Finetune/Loss": 0.8694628477096558, "Finetune/Loss (Raw)": 0.9924575686454773, "Finetune/Step": 3393, "Finetune/Step Time": 4.331411685794592}
+{"Finetune/Learning Rate": 5.67760697005253e-06, "Finetune/Loss": 0.8695573806762695, "Finetune/Loss (Raw)": 0.8923747539520264, "Finetune/Step": 3394, "Finetune/Step Time": 4.351907193660736}
+{"Finetune/Learning Rate": 5.671990202035886e-06, "Finetune/Loss": 0.870142936706543, "Finetune/Loss (Raw)": 0.9816703796386719, "Finetune/Step": 3395, "Finetune/Step Time": 4.335444526746869}
+{"Finetune/Learning Rate": 5.666375113635347e-06, "Finetune/Loss": 0.8685380220413208, "Finetune/Loss (Raw)": 0.7552018761634827, "Finetune/Step": 3396, "Finetune/Step Time": 4.33494059741497}
+{"Finetune/Learning Rate": 5.660761707030022e-06, "Finetune/Loss": 0.8680695295333862, "Finetune/Loss (Raw)": 0.8995203375816345, "Finetune/Step": 3397, "Finetune/Step Time": 4.327591679990292}
+{"Finetune/Learning Rate": 5.655149984398359e-06, "Finetune/Loss": 0.8684053421020508, "Finetune/Loss (Raw)": 0.8854060769081116, "Finetune/Step": 3398, "Finetune/Step Time": 4.320712596178055}
+{"Finetune/Learning Rate": 5.649539947918159e-06, "Finetune/Loss": 0.8680949211120605, "Finetune/Loss (Raw)": 0.8219475746154785, "Finetune/Step": 3399, "Finetune/Step Time": 4.329564213752747}
+{"Finetune/Learning Rate": 5.643931599766577e-06, "Finetune/Loss": 0.8671990633010864, "Finetune/Loss (Raw)": 0.8347696661949158, "Finetune/Step": 3400, "Finetune/Step Time": 4.302916716784239}
+{"Finetune/Learning Rate": 5.638324942120091e-06, "Finetune/Loss": 0.8673338294029236, "Finetune/Loss (Raw)": 0.8137611150741577, "Finetune/Step": 3401, "Finetune/Step Time": 4.294745564460754}
+{"Finetune/Learning Rate": 5.632719977154537e-06, "Finetune/Loss": 0.8716636896133423, "Finetune/Loss (Raw)": 0.8768852949142456, "Finetune/Step": 3402, "Finetune/Step Time": 4.255374051630497}
+{"Finetune/Learning Rate": 5.6271167070451016e-06, "Finetune/Loss": 0.871956467628479, "Finetune/Loss (Raw)": 0.8178393840789795, "Finetune/Step": 3403, "Finetune/Step Time": 4.26147149130702}
+{"Finetune/Learning Rate": 5.621515133966301e-06, "Finetune/Loss": 0.8719626665115356, "Finetune/Loss (Raw)": 0.8952503204345703, "Finetune/Step": 3404, "Finetune/Step Time": 4.257946686819196}
+{"Finetune/Learning Rate": 5.615915260091987e-06, "Finetune/Loss": 0.870437502861023, "Finetune/Loss (Raw)": 0.7379738092422485, "Finetune/Step": 3405, "Finetune/Step Time": 4.326288526877761}
+{"Finetune/Learning Rate": 5.610317087595372e-06, "Finetune/Loss": 0.870983898639679, "Finetune/Loss (Raw)": 0.9221180081367493, "Finetune/Step": 3406, "Finetune/Step Time": 4.322468275204301}
+{"Finetune/Learning Rate": 5.604720618648993e-06, "Finetune/Loss": 0.8704864382743835, "Finetune/Loss (Raw)": 0.8943567872047424, "Finetune/Step": 3407, "Finetune/Step Time": 4.310146560892463}
+{"Finetune/Learning Rate": 5.599125855424734e-06, "Finetune/Loss": 0.8701751232147217, "Finetune/Loss (Raw)": 0.9417608976364136, "Finetune/Step": 3408, "Finetune/Step Time": 4.310941310599446}
+{"Finetune/Learning Rate": 5.593532800093808e-06, "Finetune/Loss": 0.8691301345825195, "Finetune/Loss (Raw)": 0.8881401419639587, "Finetune/Step": 3409, "Finetune/Step Time": 4.308537667617202}
+{"Finetune/Learning Rate": 5.5879414548267754e-06, "Finetune/Loss": 0.8688105344772339, "Finetune/Loss (Raw)": 0.8189375996589661, "Finetune/Step": 3410, "Finetune/Step Time": 4.312135627493262}
+{"Finetune/Learning Rate": 5.582351821793525e-06, "Finetune/Loss": 0.8736845850944519, "Finetune/Loss (Raw)": 0.9951498508453369, "Finetune/Step": 3411, "Finetune/Step Time": 4.272621965035796}
+{"Finetune/Learning Rate": 5.576763903163281e-06, "Finetune/Loss": 0.8743162155151367, "Finetune/Loss (Raw)": 0.9430541396141052, "Finetune/Step": 3412, "Finetune/Step Time": 4.268021227791905}
+{"Finetune/Learning Rate": 5.571177701104614e-06, "Finetune/Loss": 0.8747368454933167, "Finetune/Loss (Raw)": 1.028291940689087, "Finetune/Step": 3413, "Finetune/Step Time": 4.275616018101573}
+{"Finetune/Learning Rate": 5.56559321778542e-06, "Finetune/Loss": 0.8760064840316772, "Finetune/Loss (Raw)": 1.0273325443267822, "Finetune/Step": 3414, "Finetune/Step Time": 4.273680754005909}
+{"Finetune/Learning Rate": 5.560010455372915e-06, "Finetune/Loss": 0.8746914267539978, "Finetune/Loss (Raw)": 0.7392905354499817, "Finetune/Step": 3415, "Finetune/Step Time": 4.27066957205534}
+{"Finetune/Learning Rate": 5.5544294160336735e-06, "Finetune/Loss": 0.8704074621200562, "Finetune/Loss (Raw)": 0.4249413311481476, "Finetune/Step": 3416, "Finetune/Step Time": 4.30677118524909}
+{"Finetune/Learning Rate": 5.5488501019335824e-06, "Finetune/Loss": 0.8710166811943054, "Finetune/Loss (Raw)": 0.8900890946388245, "Finetune/Step": 3417, "Finetune/Step Time": 4.312946699559689}
+{"Finetune/Learning Rate": 5.5432725152378675e-06, "Finetune/Loss": 0.8706182837486267, "Finetune/Loss (Raw)": 0.8903838992118835, "Finetune/Step": 3418, "Finetune/Step Time": 4.32438993267715}
+{"Finetune/Learning Rate": 5.537696658111077e-06, "Finetune/Loss": 0.8716896176338196, "Finetune/Loss (Raw)": 0.9048731923103333, "Finetune/Step": 3419, "Finetune/Step Time": 4.316574689000845}
+{"Finetune/Learning Rate": 5.532122532717095e-06, "Finetune/Loss": 0.8700863122940063, "Finetune/Loss (Raw)": 0.6331146359443665, "Finetune/Step": 3420, "Finetune/Step Time": 4.3460537027567625}
+{"Finetune/Learning Rate": 5.52655014121913e-06, "Finetune/Loss": 0.8700287342071533, "Finetune/Loss (Raw)": 0.9168844819068909, "Finetune/Step": 3421, "Finetune/Step Time": 4.343560574576259}
+{"Finetune/Learning Rate": 5.5209794857797135e-06, "Finetune/Loss": 0.8702232837677002, "Finetune/Loss (Raw)": 0.8568792343139648, "Finetune/Step": 3422, "Finetune/Step Time": 4.336766986176372}
+{"Finetune/Learning Rate": 5.51541056856072e-06, "Finetune/Loss": 0.8700898885726929, "Finetune/Loss (Raw)": 0.8124483227729797, "Finetune/Step": 3423, "Finetune/Step Time": 4.335372280329466}
+{"Finetune/Learning Rate": 5.509843391723332e-06, "Finetune/Loss": 0.8656718730926514, "Finetune/Loss (Raw)": 0.3530101776123047, "Finetune/Step": 3424, "Finetune/Step Time": 4.368110906332731}
+{"Finetune/Learning Rate": 5.504277957428053e-06, "Finetune/Loss": 0.8661860823631287, "Finetune/Loss (Raw)": 0.8753431439399719, "Finetune/Step": 3425, "Finetune/Step Time": 4.350576642900705}
+{"Finetune/Learning Rate": 5.498714267834731e-06, "Finetune/Loss": 0.8642239570617676, "Finetune/Loss (Raw)": 0.7334055304527283, "Finetune/Step": 3426, "Finetune/Step Time": 4.352832326665521}
+{"Finetune/Learning Rate": 5.493152325102523e-06, "Finetune/Loss": 0.8688098192214966, "Finetune/Loss (Raw)": 0.972187340259552, "Finetune/Step": 3427, "Finetune/Step Time": 4.31774222292006}
+{"Finetune/Learning Rate": 5.487592131389907e-06, "Finetune/Loss": 0.8686395287513733, "Finetune/Loss (Raw)": 0.9021183252334595, "Finetune/Step": 3428, "Finetune/Step Time": 4.325384436175227}
+{"Finetune/Learning Rate": 5.482033688854689e-06, "Finetune/Loss": 0.8700175285339355, "Finetune/Loss (Raw)": 0.9193572998046875, "Finetune/Step": 3429, "Finetune/Step Time": 4.327065488323569}
+{"Finetune/Learning Rate": 5.47647699965399e-06, "Finetune/Loss": 0.8689848780632019, "Finetune/Loss (Raw)": 0.8323202729225159, "Finetune/Step": 3430, "Finetune/Step Time": 4.3212148025631905}
+{"Finetune/Learning Rate": 5.470922065944253e-06, "Finetune/Loss": 0.8698774576187134, "Finetune/Loss (Raw)": 0.9814687967300415, "Finetune/Step": 3431, "Finetune/Step Time": 4.325790632516146}
+{"Finetune/Learning Rate": 5.465368889881235e-06, "Finetune/Loss": 0.8693883419036865, "Finetune/Loss (Raw)": 0.7682508230209351, "Finetune/Step": 3432, "Finetune/Step Time": 4.327970810234547}
+{"Finetune/Learning Rate": 5.459817473620024e-06, "Finetune/Loss": 0.868415117263794, "Finetune/Loss (Raw)": 0.8622468113899231, "Finetune/Step": 3433, "Finetune/Step Time": 4.345897203311324}
+{"Finetune/Learning Rate": 5.454267819315016e-06, "Finetune/Loss": 0.8685402870178223, "Finetune/Loss (Raw)": 0.84710294008255, "Finetune/Step": 3434, "Finetune/Step Time": 4.370211457833648}
+{"Finetune/Learning Rate": 5.448719929119916e-06, "Finetune/Loss": 0.8672776818275452, "Finetune/Loss (Raw)": 0.8575385808944702, "Finetune/Step": 3435, "Finetune/Step Time": 4.378138663247228}
+{"Finetune/Learning Rate": 5.44317380518775e-06, "Finetune/Loss": 0.8657377362251282, "Finetune/Loss (Raw)": 0.7849581241607666, "Finetune/Step": 3436, "Finetune/Step Time": 4.372100969776511}
+{"Finetune/Learning Rate": 5.43762944967087e-06, "Finetune/Loss": 0.865043580532074, "Finetune/Loss (Raw)": 0.892928957939148, "Finetune/Step": 3437, "Finetune/Step Time": 4.360861836001277}
+{"Finetune/Learning Rate": 5.432086864720929e-06, "Finetune/Loss": 0.8651378750801086, "Finetune/Loss (Raw)": 0.8210819363594055, "Finetune/Step": 3438, "Finetune/Step Time": 4.359570102766156}
+{"Finetune/Learning Rate": 5.426546052488892e-06, "Finetune/Loss": 0.8665223121643066, "Finetune/Loss (Raw)": 0.9700800776481628, "Finetune/Step": 3439, "Finetune/Step Time": 4.364679945632815}
+{"Finetune/Learning Rate": 5.421007015125046e-06, "Finetune/Loss": 0.8666262626647949, "Finetune/Loss (Raw)": 0.8446773290634155, "Finetune/Step": 3440, "Finetune/Step Time": 4.366267517209053}
+{"Finetune/Learning Rate": 5.415469754778979e-06, "Finetune/Loss": 0.8688726425170898, "Finetune/Loss (Raw)": 0.7209804058074951, "Finetune/Step": 3441, "Finetune/Step Time": 4.349718179553747}
+{"Finetune/Learning Rate": 5.409934273599594e-06, "Finetune/Loss": 0.8686816692352295, "Finetune/Loss (Raw)": 0.7803630828857422, "Finetune/Step": 3442, "Finetune/Step Time": 4.3625743594020605}
+{"Finetune/Learning Rate": 5.404400573735105e-06, "Finetune/Loss": 0.8664412498474121, "Finetune/Loss (Raw)": 0.8218861222267151, "Finetune/Step": 3443, "Finetune/Step Time": 4.372788960114121}
+{"Finetune/Learning Rate": 5.3988686573330316e-06, "Finetune/Loss": 0.8671548366546631, "Finetune/Loss (Raw)": 0.9172174334526062, "Finetune/Step": 3444, "Finetune/Step Time": 4.366590242832899}
+{"Finetune/Learning Rate": 5.393338526540202e-06, "Finetune/Loss": 0.8657376170158386, "Finetune/Loss (Raw)": 0.7070748209953308, "Finetune/Step": 3445, "Finetune/Step Time": 4.384254515171051}
+{"Finetune/Learning Rate": 5.387810183502749e-06, "Finetune/Loss": 0.8697832822799683, "Finetune/Loss (Raw)": 0.8549840450286865, "Finetune/Step": 3446, "Finetune/Step Time": 4.354621326550841}
+{"Finetune/Learning Rate": 5.382283630366123e-06, "Finetune/Loss": 0.8699315190315247, "Finetune/Loss (Raw)": 0.9916085600852966, "Finetune/Step": 3447, "Finetune/Step Time": 4.349395776167512}
+{"Finetune/Learning Rate": 5.37675886927507e-06, "Finetune/Loss": 0.8701507449150085, "Finetune/Loss (Raw)": 0.8840242028236389, "Finetune/Step": 3448, "Finetune/Step Time": 4.35480809211731}
+{"Finetune/Learning Rate": 5.371235902373632e-06, "Finetune/Loss": 0.8714436292648315, "Finetune/Loss (Raw)": 0.9834375381469727, "Finetune/Step": 3449, "Finetune/Step Time": 4.349980847910047}
+{"Finetune/Learning Rate": 5.365714731805174e-06, "Finetune/Loss": 0.8719294667243958, "Finetune/Loss (Raw)": 0.9018641114234924, "Finetune/Step": 3450, "Finetune/Step Time": 4.370156973600388}
+{"Finetune/Learning Rate": 5.360195359712353e-06, "Finetune/Loss": 0.8706032037734985, "Finetune/Loss (Raw)": 0.8379826545715332, "Finetune/Step": 3451, "Finetune/Step Time": 4.353136699646711}
+{"Finetune/Learning Rate": 5.354677788237126e-06, "Finetune/Loss": 0.8716448545455933, "Finetune/Loss (Raw)": 0.9704380035400391, "Finetune/Step": 3452, "Finetune/Step Time": 4.337346099317074}
+{"Finetune/Learning Rate": 5.349162019520759e-06, "Finetune/Loss": 0.8719609975814819, "Finetune/Loss (Raw)": 0.8479589819908142, "Finetune/Step": 3453, "Finetune/Step Time": 4.335149193182588}
+{"Finetune/Learning Rate": 5.343648055703812e-06, "Finetune/Loss": 0.871062159538269, "Finetune/Loss (Raw)": 0.8272779583930969, "Finetune/Step": 3454, "Finetune/Step Time": 4.343154350295663}
+{"Finetune/Learning Rate": 5.338135898926147e-06, "Finetune/Loss": 0.8679448366165161, "Finetune/Loss (Raw)": 0.3393952250480652, "Finetune/Step": 3455, "Finetune/Step Time": 4.372201479971409}
+{"Finetune/Learning Rate": 5.33262555132692e-06, "Finetune/Loss": 0.867293119430542, "Finetune/Loss (Raw)": 0.9395251870155334, "Finetune/Step": 3456, "Finetune/Step Time": 4.369968043640256}
+{"Finetune/Learning Rate": 5.327117015044599e-06, "Finetune/Loss": 0.8663172721862793, "Finetune/Loss (Raw)": 0.89019775390625, "Finetune/Step": 3457, "Finetune/Step Time": 4.360531905665994}
+{"Finetune/Learning Rate": 5.321610292216937e-06, "Finetune/Loss": 0.867164134979248, "Finetune/Loss (Raw)": 0.8982328772544861, "Finetune/Step": 3458, "Finetune/Step Time": 4.362361945211887}
+{"Finetune/Learning Rate": 5.316105384980974e-06, "Finetune/Loss": 0.8666071891784668, "Finetune/Loss (Raw)": 0.8537247180938721, "Finetune/Step": 3459, "Finetune/Step Time": 4.352504473179579}
+{"Finetune/Learning Rate": 5.3106022954730704e-06, "Finetune/Loss": 0.8673330545425415, "Finetune/Loss (Raw)": 0.975334644317627, "Finetune/Step": 3460, "Finetune/Step Time": 4.354219429194927}
+{"Finetune/Learning Rate": 5.3051010258288624e-06, "Finetune/Loss": 0.8626635074615479, "Finetune/Loss (Raw)": 0.33603155612945557, "Finetune/Step": 3461, "Finetune/Step Time": 4.393464038148522}
+{"Finetune/Learning Rate": 5.299601578183289e-06, "Finetune/Loss": 0.8630896806716919, "Finetune/Loss (Raw)": 0.9384175539016724, "Finetune/Step": 3462, "Finetune/Step Time": 4.389979215338826}
+{"Finetune/Learning Rate": 5.294103954670573e-06, "Finetune/Loss": 0.8632813692092896, "Finetune/Loss (Raw)": 0.8593428134918213, "Finetune/Step": 3463, "Finetune/Step Time": 4.392542785033584}
+{"Finetune/Learning Rate": 5.288608157424238e-06, "Finetune/Loss": 0.8638174533843994, "Finetune/Loss (Raw)": 0.9305400848388672, "Finetune/Step": 3464, "Finetune/Step Time": 4.3989055175334215}
+{"Finetune/Learning Rate": 5.283114188577094e-06, "Finetune/Loss": 0.8643113374710083, "Finetune/Loss (Raw)": 0.8295106291770935, "Finetune/Step": 3465, "Finetune/Step Time": 4.3937666695564985}
+{"Finetune/Learning Rate": 5.277622050261242e-06, "Finetune/Loss": 0.8637096881866455, "Finetune/Loss (Raw)": 0.8088014125823975, "Finetune/Step": 3466, "Finetune/Step Time": 4.392140535637736}
+{"Finetune/Learning Rate": 5.272131744608078e-06, "Finetune/Loss": 0.8620221018791199, "Finetune/Loss (Raw)": 0.7329844832420349, "Finetune/Step": 3467, "Finetune/Step Time": 4.39079599827528}
+{"Finetune/Learning Rate": 5.2666432737482844e-06, "Finetune/Loss": 0.860753059387207, "Finetune/Loss (Raw)": 0.733073890209198, "Finetune/Step": 3468, "Finetune/Step Time": 4.398560009896755}
+{"Finetune/Learning Rate": 5.261156639811817e-06, "Finetune/Loss": 0.8596291542053223, "Finetune/Loss (Raw)": 0.8946504592895508, "Finetune/Step": 3469, "Finetune/Step Time": 4.407110143452883}
+{"Finetune/Learning Rate": 5.255671844927944e-06, "Finetune/Loss": 0.8584164381027222, "Finetune/Loss (Raw)": 0.8402828574180603, "Finetune/Step": 3470, "Finetune/Step Time": 4.413958579301834}
+{"Finetune/Learning Rate": 5.250188891225203e-06, "Finetune/Loss": 0.8584882020950317, "Finetune/Loss (Raw)": 0.9353806376457214, "Finetune/Step": 3471, "Finetune/Step Time": 4.4202676471322775}
+{"Finetune/Learning Rate": 5.24470778083142e-06, "Finetune/Loss": 0.8590825796127319, "Finetune/Loss (Raw)": 0.8003976941108704, "Finetune/Step": 3472, "Finetune/Step Time": 4.421193273738027}
+{"Finetune/Learning Rate": 5.2392285158737085e-06, "Finetune/Loss": 0.8642579317092896, "Finetune/Loss (Raw)": 1.0152101516723633, "Finetune/Step": 3473, "Finetune/Step Time": 4.402040837332606}
+{"Finetune/Learning Rate": 5.233751098478465e-06, "Finetune/Loss": 0.8625393509864807, "Finetune/Loss (Raw)": 0.7922549247741699, "Finetune/Step": 3474, "Finetune/Step Time": 4.4018716011196375}
+{"Finetune/Learning Rate": 5.228275530771366e-06, "Finetune/Loss": 0.8634025454521179, "Finetune/Loss (Raw)": 0.8738444447517395, "Finetune/Step": 3475, "Finetune/Step Time": 4.41403928771615}
+{"Finetune/Learning Rate": 5.22280181487737e-06, "Finetune/Loss": 0.8619521856307983, "Finetune/Loss (Raw)": 0.7416210174560547, "Finetune/Step": 3476, "Finetune/Step Time": 4.418842680752277}
+{"Finetune/Learning Rate": 5.217329952920727e-06, "Finetune/Loss": 0.8609648942947388, "Finetune/Loss (Raw)": 0.8155223727226257, "Finetune/Step": 3477, "Finetune/Step Time": 4.436683302745223}
+{"Finetune/Learning Rate": 5.2118599470249575e-06, "Finetune/Loss": 0.8604617118835449, "Finetune/Loss (Raw)": 0.9992517232894897, "Finetune/Step": 3478, "Finetune/Step Time": 4.428846172988415}
+{"Finetune/Learning Rate": 5.206391799312855e-06, "Finetune/Loss": 0.8621487021446228, "Finetune/Loss (Raw)": 1.0569589138031006, "Finetune/Step": 3479, "Finetune/Step Time": 4.4155757036060095}
+{"Finetune/Learning Rate": 5.200925511906513e-06, "Finetune/Loss": 0.8620368242263794, "Finetune/Loss (Raw)": 0.9231873750686646, "Finetune/Step": 3480, "Finetune/Step Time": 4.407058486714959}
+{"Finetune/Learning Rate": 5.195461086927284e-06, "Finetune/Loss": 0.8618170022964478, "Finetune/Loss (Raw)": 0.9455657005310059, "Finetune/Step": 3481, "Finetune/Step Time": 4.3837717697024345}
+{"Finetune/Learning Rate": 5.189998526495808e-06, "Finetune/Loss": 0.8615032434463501, "Finetune/Loss (Raw)": 0.8930902481079102, "Finetune/Step": 3482, "Finetune/Step Time": 4.38354229554534}
+{"Finetune/Learning Rate": 5.184537832731996e-06, "Finetune/Loss": 0.8608596324920654, "Finetune/Loss (Raw)": 0.8826053142547607, "Finetune/Step": 3483, "Finetune/Step Time": 4.421819422394037}
+{"Finetune/Learning Rate": 5.1790790077550366e-06, "Finetune/Loss": 0.8607672452926636, "Finetune/Loss (Raw)": 0.9236021041870117, "Finetune/Step": 3484, "Finetune/Step Time": 4.432514552026987}
+{"Finetune/Learning Rate": 5.173622053683395e-06, "Finetune/Loss": 0.8617875576019287, "Finetune/Loss (Raw)": 0.9932041764259338, "Finetune/Step": 3485, "Finetune/Step Time": 4.429786793887615}
+{"Finetune/Learning Rate": 5.168166972634803e-06, "Finetune/Loss": 0.8627619743347168, "Finetune/Loss (Raw)": 0.9372583627700806, "Finetune/Step": 3486, "Finetune/Step Time": 4.423462443053722}
+{"Finetune/Learning Rate": 5.1627137667262815e-06, "Finetune/Loss": 0.860509991645813, "Finetune/Loss (Raw)": 0.7632717490196228, "Finetune/Step": 3487, "Finetune/Step Time": 4.416460711508989}
+{"Finetune/Learning Rate": 5.1572624380741044e-06, "Finetune/Loss": 0.8586850762367249, "Finetune/Loss (Raw)": 0.7531411051750183, "Finetune/Step": 3488, "Finetune/Step Time": 4.421713402494788}
+{"Finetune/Learning Rate": 5.151812988793825e-06, "Finetune/Loss": 0.8589377999305725, "Finetune/Loss (Raw)": 0.9734170436859131, "Finetune/Step": 3489, "Finetune/Step Time": 4.409263519570231}
+{"Finetune/Learning Rate": 5.146365421000275e-06, "Finetune/Loss": 0.8587296009063721, "Finetune/Loss (Raw)": 0.7952386736869812, "Finetune/Step": 3490, "Finetune/Step Time": 4.407661337405443}
+{"Finetune/Learning Rate": 5.140919736807546e-06, "Finetune/Loss": 0.8591735363006592, "Finetune/Loss (Raw)": 0.9905179738998413, "Finetune/Step": 3491, "Finetune/Step Time": 4.403238911181688}
+{"Finetune/Learning Rate": 5.135475938329002e-06, "Finetune/Loss": 0.8586822748184204, "Finetune/Loss (Raw)": 0.8992210626602173, "Finetune/Step": 3492, "Finetune/Step Time": 4.413118958473206}
+{"Finetune/Learning Rate": 5.1300340276772756e-06, "Finetune/Loss": 0.8573285341262817, "Finetune/Loss (Raw)": 0.6949679851531982, "Finetune/Step": 3493, "Finetune/Step Time": 4.405376894399524}
+{"Finetune/Learning Rate": 5.124594006964263e-06, "Finetune/Loss": 0.8586761951446533, "Finetune/Loss (Raw)": 0.9920170307159424, "Finetune/Step": 3494, "Finetune/Step Time": 4.398201892152429}
+{"Finetune/Learning Rate": 5.1191558783011315e-06, "Finetune/Loss": 0.8597107529640198, "Finetune/Loss (Raw)": 0.936701238155365, "Finetune/Step": 3495, "Finetune/Step Time": 4.397821975871921}
+{"Finetune/Learning Rate": 5.113719643798312e-06, "Finetune/Loss": 0.8636760115623474, "Finetune/Loss (Raw)": 0.9463667869567871, "Finetune/Step": 3496, "Finetune/Step Time": 4.36643529869616}
+{"Finetune/Learning Rate": 5.108285305565508e-06, "Finetune/Loss": 0.8620781898498535, "Finetune/Loss (Raw)": 0.7706690430641174, "Finetune/Step": 3497, "Finetune/Step Time": 4.37521817907691}
+{"Finetune/Learning Rate": 5.1028528657116715e-06, "Finetune/Loss": 0.8617538213729858, "Finetune/Loss (Raw)": 0.9120029211044312, "Finetune/Step": 3498, "Finetune/Step Time": 4.373215086758137}
+{"Finetune/Learning Rate": 5.097422326345024e-06, "Finetune/Loss": 0.8638951778411865, "Finetune/Loss (Raw)": 0.9579208493232727, "Finetune/Step": 3499, "Finetune/Step Time": 4.358618687838316}
+{"Finetune/Learning Rate": 5.091993689573062e-06, "Finetune/Loss": 0.8645905256271362, "Finetune/Loss (Raw)": 0.9554592370986938, "Finetune/Step": 3500, "Finetune/Step Time": 4.349165065214038}
+{"Finetune/Learning Rate": 5.086566957502527e-06, "Finetune/Loss": 0.8644353747367859, "Finetune/Loss (Raw)": 0.9284509420394897, "Finetune/Step": 3501, "Finetune/Step Time": 4.334733922034502}
+{"Finetune/Learning Rate": 5.081142132239429e-06, "Finetune/Loss": 0.8657227754592896, "Finetune/Loss (Raw)": 1.058326244354248, "Finetune/Step": 3502, "Finetune/Step Time": 4.335435109212995}
+{"Finetune/Learning Rate": 5.075719215889039e-06, "Finetune/Loss": 0.8644288778305054, "Finetune/Loss (Raw)": 0.9599025845527649, "Finetune/Step": 3503, "Finetune/Step Time": 4.335605397820473}
+{"Finetune/Learning Rate": 5.070298210555881e-06, "Finetune/Loss": 0.8631500601768494, "Finetune/Loss (Raw)": 0.8466507196426392, "Finetune/Step": 3504, "Finetune/Step Time": 4.337124740704894}
+{"Finetune/Learning Rate": 5.064879118343744e-06, "Finetune/Loss": 0.864145040512085, "Finetune/Loss (Raw)": 0.9373507499694824, "Finetune/Step": 3505, "Finetune/Step Time": 4.333113504573703}
+{"Finetune/Learning Rate": 5.059461941355665e-06, "Finetune/Loss": 0.8630043268203735, "Finetune/Loss (Raw)": 0.8245124220848083, "Finetune/Step": 3506, "Finetune/Step Time": 4.329790597781539}
+{"Finetune/Learning Rate": 5.05404668169396e-06, "Finetune/Loss": 0.8627033233642578, "Finetune/Loss (Raw)": 0.6679046750068665, "Finetune/Step": 3507, "Finetune/Step Time": 4.344918992370367}
+{"Finetune/Learning Rate": 5.048633341460174e-06, "Finetune/Loss": 0.8634318113327026, "Finetune/Loss (Raw)": 0.8790664076805115, "Finetune/Step": 3508, "Finetune/Step Time": 4.34527905844152}
+{"Finetune/Learning Rate": 5.043221922755115e-06, "Finetune/Loss": 0.8641847968101501, "Finetune/Loss (Raw)": 0.9714542031288147, "Finetune/Step": 3509, "Finetune/Step Time": 4.358873328194022}
+{"Finetune/Learning Rate": 5.03781242767886e-06, "Finetune/Loss": 0.8623523116111755, "Finetune/Loss (Raw)": 0.8024972081184387, "Finetune/Step": 3510, "Finetune/Step Time": 4.357336850836873}
+{"Finetune/Learning Rate": 5.032404858330721e-06, "Finetune/Loss": 0.8624913692474365, "Finetune/Loss (Raw)": 0.8620676398277283, "Finetune/Step": 3511, "Finetune/Step Time": 4.364858336746693}
+{"Finetune/Learning Rate": 5.026999216809275e-06, "Finetune/Loss": 0.8622453212738037, "Finetune/Loss (Raw)": 0.905690610408783, "Finetune/Step": 3512, "Finetune/Step Time": 4.362836170941591}
+{"Finetune/Learning Rate": 5.021595505212342e-06, "Finetune/Loss": 0.8634843230247498, "Finetune/Loss (Raw)": 0.9378190636634827, "Finetune/Step": 3513, "Finetune/Step Time": 4.362303581088781}
+{"Finetune/Learning Rate": 5.016193725637e-06, "Finetune/Loss": 0.8629045486450195, "Finetune/Loss (Raw)": 0.8027539849281311, "Finetune/Step": 3514, "Finetune/Step Time": 4.3670034389942884}
+{"Finetune/Learning Rate": 5.0107938801795695e-06, "Finetune/Loss": 0.8633424043655396, "Finetune/Loss (Raw)": 0.8534235954284668, "Finetune/Step": 3515, "Finetune/Step Time": 4.373655961826444}
+{"Finetune/Learning Rate": 5.005395970935627e-06, "Finetune/Loss": 0.863774299621582, "Finetune/Loss (Raw)": 0.8685932159423828, "Finetune/Step": 3516, "Finetune/Step Time": 4.374886862933636}
+{"Finetune/Learning Rate": 5.000000000000003e-06, "Finetune/Loss": 0.8638824224472046, "Finetune/Loss (Raw)": 0.9448344111442566, "Finetune/Step": 3517, "Finetune/Step Time": 4.37196303717792}
+{"Finetune/Learning Rate": 4.994605969466758e-06, "Finetune/Loss": 0.8633202314376831, "Finetune/Loss (Raw)": 0.8814613223075867, "Finetune/Step": 3518, "Finetune/Step Time": 4.39713410101831}
+{"Finetune/Learning Rate": 4.989213881429211e-06, "Finetune/Loss": 0.8613119125366211, "Finetune/Loss (Raw)": 0.797617495059967, "Finetune/Step": 3519, "Finetune/Step Time": 4.426785297691822}
+{"Finetune/Learning Rate": 4.983823737979933e-06, "Finetune/Loss": 0.8617911338806152, "Finetune/Loss (Raw)": 0.9106903076171875, "Finetune/Step": 3520, "Finetune/Step Time": 4.427834179252386}
+{"Finetune/Learning Rate": 4.97843554121073e-06, "Finetune/Loss": 0.8619822263717651, "Finetune/Loss (Raw)": 1.0169148445129395, "Finetune/Step": 3521, "Finetune/Step Time": 4.4158969931304455}
+{"Finetune/Learning Rate": 4.973049293212655e-06, "Finetune/Loss": 0.8611352443695068, "Finetune/Loss (Raw)": 0.7839641571044922, "Finetune/Step": 3522, "Finetune/Step Time": 4.411591367796063}
+{"Finetune/Learning Rate": 4.967664996076007e-06, "Finetune/Loss": 0.8595859408378601, "Finetune/Loss (Raw)": 0.7833632826805115, "Finetune/Step": 3523, "Finetune/Step Time": 4.436542751267552}
+{"Finetune/Learning Rate": 4.962282651890325e-06, "Finetune/Loss": 0.8598021268844604, "Finetune/Loss (Raw)": 0.7828744649887085, "Finetune/Step": 3524, "Finetune/Step Time": 4.445963887497783}
+{"Finetune/Learning Rate": 4.9569022627443944e-06, "Finetune/Loss": 0.8609129190444946, "Finetune/Loss (Raw)": 1.0417038202285767, "Finetune/Step": 3525, "Finetune/Step Time": 4.449063628911972}
+{"Finetune/Learning Rate": 4.951523830726236e-06, "Finetune/Loss": 0.8606157302856445, "Finetune/Loss (Raw)": 0.847362220287323, "Finetune/Step": 3526, "Finetune/Step Time": 4.456762386485934}
+{"Finetune/Learning Rate": 4.946147357923116e-06, "Finetune/Loss": 0.8614858388900757, "Finetune/Loss (Raw)": 0.93332439661026, "Finetune/Step": 3527, "Finetune/Step Time": 4.4447521939873695}
+{"Finetune/Learning Rate": 4.940772846421538e-06, "Finetune/Loss": 0.8619459271430969, "Finetune/Loss (Raw)": 0.8936588168144226, "Finetune/Step": 3528, "Finetune/Step Time": 4.455248881131411}
+{"Finetune/Learning Rate": 4.935400298307241e-06, "Finetune/Loss": 0.8618388175964355, "Finetune/Loss (Raw)": 0.8000456690788269, "Finetune/Step": 3529, "Finetune/Step Time": 4.465409986674786}
+{"Finetune/Learning Rate": 4.930029715665215e-06, "Finetune/Loss": 0.8620861768722534, "Finetune/Loss (Raw)": 0.9085533618927002, "Finetune/Step": 3530, "Finetune/Step Time": 4.473311817273498}
+{"Finetune/Learning Rate": 4.9246611005796776e-06, "Finetune/Loss": 0.8632286787033081, "Finetune/Loss (Raw)": 0.9640762805938721, "Finetune/Step": 3531, "Finetune/Step Time": 4.461842922493815}
+{"Finetune/Learning Rate": 4.919294455134071e-06, "Finetune/Loss": 0.8626546263694763, "Finetune/Loss (Raw)": 0.8217736482620239, "Finetune/Step": 3532, "Finetune/Step Time": 4.474504118785262}
+{"Finetune/Learning Rate": 4.913929781411099e-06, "Finetune/Loss": 0.8594111204147339, "Finetune/Loss (Raw)": 0.3228070139884949, "Finetune/Step": 3533, "Finetune/Step Time": 4.447102915495634}
+{"Finetune/Learning Rate": 4.90856708149268e-06, "Finetune/Loss": 0.8594136238098145, "Finetune/Loss (Raw)": 0.9224404096603394, "Finetune/Step": 3534, "Finetune/Step Time": 4.455146010965109}
+{"Finetune/Learning Rate": 4.903206357459976e-06, "Finetune/Loss": 0.8550843000411987, "Finetune/Loss (Raw)": 0.3402038812637329, "Finetune/Step": 3535, "Finetune/Step Time": 4.493982220068574}
+{"Finetune/Learning Rate": 4.897847611393378e-06, "Finetune/Loss": 0.8542948961257935, "Finetune/Loss (Raw)": 0.8407153487205505, "Finetune/Step": 3536, "Finetune/Step Time": 4.491395739838481}
+{"Finetune/Learning Rate": 4.892490845372511e-06, "Finetune/Loss": 0.8553154468536377, "Finetune/Loss (Raw)": 1.0187647342681885, "Finetune/Step": 3537, "Finetune/Step Time": 4.494008839130402}
+{"Finetune/Learning Rate": 4.8871360614762295e-06, "Finetune/Loss": 0.8567308187484741, "Finetune/Loss (Raw)": 1.0001120567321777, "Finetune/Step": 3538, "Finetune/Step Time": 4.4962852615863085}
+{"Finetune/Learning Rate": 4.881783261782621e-06, "Finetune/Loss": 0.8562985062599182, "Finetune/Loss (Raw)": 0.9398079514503479, "Finetune/Step": 3539, "Finetune/Step Time": 4.5003037098795176}
+{"Finetune/Learning Rate": 4.876432448369006e-06, "Finetune/Loss": 0.8558076024055481, "Finetune/Loss (Raw)": 0.880218505859375, "Finetune/Step": 3540, "Finetune/Step Time": 4.509588977321982}
+{"Finetune/Learning Rate": 4.871083623311933e-06, "Finetune/Loss": 0.8546429872512817, "Finetune/Loss (Raw)": 0.8792240619659424, "Finetune/Step": 3541, "Finetune/Step Time": 4.500408751890063}
+{"Finetune/Learning Rate": 4.865736788687164e-06, "Finetune/Loss": 0.8533843755722046, "Finetune/Loss (Raw)": 0.8662306666374207, "Finetune/Step": 3542, "Finetune/Step Time": 4.51040954887867}
+{"Finetune/Learning Rate": 4.860391946569714e-06, "Finetune/Loss": 0.854408860206604, "Finetune/Loss (Raw)": 0.8704182505607605, "Finetune/Step": 3543, "Finetune/Step Time": 4.52309924736619}
+{"Finetune/Learning Rate": 4.855049099033806e-06, "Finetune/Loss": 0.8582326173782349, "Finetune/Loss (Raw)": 0.9143929481506348, "Finetune/Step": 3544, "Finetune/Step Time": 4.484198046848178}
+{"Finetune/Learning Rate": 4.849708248152897e-06, "Finetune/Loss": 0.8545798063278198, "Finetune/Loss (Raw)": 0.42252305150032043, "Finetune/Step": 3545, "Finetune/Step Time": 4.518973410129547}
+{"Finetune/Learning Rate": 4.8443693959996655e-06, "Finetune/Loss": 0.854034960269928, "Finetune/Loss (Raw)": 0.8206437230110168, "Finetune/Step": 3546, "Finetune/Step Time": 4.515890948474407}
+{"Finetune/Learning Rate": 4.839032544646016e-06, "Finetune/Loss": 0.8547706604003906, "Finetune/Loss (Raw)": 0.9990413784980774, "Finetune/Step": 3547, "Finetune/Step Time": 4.512700593098998}
+{"Finetune/Learning Rate": 4.833697696163077e-06, "Finetune/Loss": 0.8571813106536865, "Finetune/Loss (Raw)": 0.9416733980178833, "Finetune/Step": 3548, "Finetune/Step Time": 4.495835769921541}
+{"Finetune/Learning Rate": 4.828364852621195e-06, "Finetune/Loss": 0.8577733039855957, "Finetune/Loss (Raw)": 0.9926692247390747, "Finetune/Step": 3549, "Finetune/Step Time": 4.494347026571631}
+{"Finetune/Learning Rate": 4.823034016089949e-06, "Finetune/Loss": 0.853763222694397, "Finetune/Loss (Raw)": 0.3435942232608795, "Finetune/Step": 3550, "Finetune/Step Time": 4.512242024764419}
+{"Finetune/Learning Rate": 4.8177051886381345e-06, "Finetune/Loss": 0.8534670472145081, "Finetune/Loss (Raw)": 0.7745330929756165, "Finetune/Step": 3551, "Finetune/Step Time": 4.530289858579636}
+{"Finetune/Learning Rate": 4.812378372333751e-06, "Finetune/Loss": 0.8577693104743958, "Finetune/Loss (Raw)": 0.9036983847618103, "Finetune/Step": 3552, "Finetune/Step Time": 4.489044327288866}
+{"Finetune/Learning Rate": 4.807053569244047e-06, "Finetune/Loss": 0.856713056564331, "Finetune/Loss (Raw)": 0.7401439547538757, "Finetune/Step": 3553, "Finetune/Step Time": 4.496412308886647}
+{"Finetune/Learning Rate": 4.801730781435469e-06, "Finetune/Loss": 0.8585196733474731, "Finetune/Loss (Raw)": 0.9646461009979248, "Finetune/Step": 3554, "Finetune/Step Time": 4.498859601095319}
+{"Finetune/Learning Rate": 4.796410010973686e-06, "Finetune/Loss": 0.8591967225074768, "Finetune/Loss (Raw)": 1.0588514804840088, "Finetune/Step": 3555, "Finetune/Step Time": 4.5079912301152945}
+{"Finetune/Learning Rate": 4.791091259923587e-06, "Finetune/Loss": 0.8548845648765564, "Finetune/Loss (Raw)": 0.35016316175460815, "Finetune/Step": 3556, "Finetune/Step Time": 4.538229566067457}
+{"Finetune/Learning Rate": 4.785774530349275e-06, "Finetune/Loss": 0.8557767868041992, "Finetune/Loss (Raw)": 1.0335613489151, "Finetune/Step": 3557, "Finetune/Step Time": 4.531650269404054}
+{"Finetune/Learning Rate": 4.7804598243140664e-06, "Finetune/Loss": 0.8561656475067139, "Finetune/Loss (Raw)": 0.8820996284484863, "Finetune/Step": 3558, "Finetune/Step Time": 4.533581782132387}
+{"Finetune/Learning Rate": 4.775147143880496e-06, "Finetune/Loss": 0.8560122847557068, "Finetune/Loss (Raw)": 0.9618358016014099, "Finetune/Step": 3559, "Finetune/Step Time": 4.5317482352256775}
+{"Finetune/Learning Rate": 4.769836491110314e-06, "Finetune/Loss": 0.8578033447265625, "Finetune/Loss (Raw)": 0.9975035190582275, "Finetune/Step": 3560, "Finetune/Step Time": 4.515522075816989}
+{"Finetune/Learning Rate": 4.764527868064484e-06, "Finetune/Loss": 0.8592066764831543, "Finetune/Loss (Raw)": 1.0418757200241089, "Finetune/Step": 3561, "Finetune/Step Time": 4.4989330265671015}
+{"Finetune/Learning Rate": 4.759221276803172e-06, "Finetune/Loss": 0.8582754135131836, "Finetune/Loss (Raw)": 0.7278960943222046, "Finetune/Step": 3562, "Finetune/Step Time": 4.474172800779343}
+{"Finetune/Learning Rate": 4.75391671938576e-06, "Finetune/Loss": 0.8575879335403442, "Finetune/Loss (Raw)": 0.7695491313934326, "Finetune/Step": 3563, "Finetune/Step Time": 4.460452644154429}
+{"Finetune/Learning Rate": 4.748614197870852e-06, "Finetune/Loss": 0.857878565788269, "Finetune/Loss (Raw)": 0.8221552968025208, "Finetune/Step": 3564, "Finetune/Step Time": 4.462737627327442}
+{"Finetune/Learning Rate": 4.743313714316249e-06, "Finetune/Loss": 0.8574529886245728, "Finetune/Loss (Raw)": 0.8384562134742737, "Finetune/Step": 3565, "Finetune/Step Time": 4.465804787352681}
+{"Finetune/Learning Rate": 4.738015270778965e-06, "Finetune/Loss": 0.8589112758636475, "Finetune/Loss (Raw)": 1.007741093635559, "Finetune/Step": 3566, "Finetune/Step Time": 4.464963462203741}
+{"Finetune/Learning Rate": 4.7327188693152235e-06, "Finetune/Loss": 0.8582404851913452, "Finetune/Loss (Raw)": 0.8842225074768066, "Finetune/Step": 3567, "Finetune/Step Time": 4.473762311041355}
+{"Finetune/Learning Rate": 4.727424511980453e-06, "Finetune/Loss": 0.8590067625045776, "Finetune/Loss (Raw)": 0.9427630305290222, "Finetune/Step": 3568, "Finetune/Step Time": 4.4788659196347}
+{"Finetune/Learning Rate": 4.722132200829291e-06, "Finetune/Loss": 0.8600785732269287, "Finetune/Loss (Raw)": 0.858159065246582, "Finetune/Step": 3569, "Finetune/Step Time": 4.466600690037012}
+{"Finetune/Learning Rate": 4.716841937915582e-06, "Finetune/Loss": 0.8604637384414673, "Finetune/Loss (Raw)": 0.8296746611595154, "Finetune/Step": 3570, "Finetune/Step Time": 4.4554302133619785}
+{"Finetune/Learning Rate": 4.71155372529237e-06, "Finetune/Loss": 0.8612531423568726, "Finetune/Loss (Raw)": 0.9229323267936707, "Finetune/Step": 3571, "Finetune/Step Time": 4.447933791205287}
+{"Finetune/Learning Rate": 4.706267565011909e-06, "Finetune/Loss": 0.8614379167556763, "Finetune/Loss (Raw)": 0.9408655762672424, "Finetune/Step": 3572, "Finetune/Step Time": 4.449687456712127}
+{"Finetune/Learning Rate": 4.700983459125652e-06, "Finetune/Loss": 0.8632779121398926, "Finetune/Loss (Raw)": 0.9425917267799377, "Finetune/Step": 3573, "Finetune/Step Time": 4.431752610951662}
+{"Finetune/Learning Rate": 4.695701409684264e-06, "Finetune/Loss": 0.8642126321792603, "Finetune/Loss (Raw)": 0.9746330380439758, "Finetune/Step": 3574, "Finetune/Step Time": 4.429876243695617}
+{"Finetune/Learning Rate": 4.690421418737604e-06, "Finetune/Loss": 0.86324143409729, "Finetune/Loss (Raw)": 0.8672974705696106, "Finetune/Step": 3575, "Finetune/Step Time": 4.430921349674463}
+{"Finetune/Learning Rate": 4.685143488334723e-06, "Finetune/Loss": 0.8639692068099976, "Finetune/Loss (Raw)": 0.977173924446106, "Finetune/Step": 3576, "Finetune/Step Time": 4.428662026301026}
+{"Finetune/Learning Rate": 4.679867620523895e-06, "Finetune/Loss": 0.8631705045700073, "Finetune/Loss (Raw)": 0.8812071084976196, "Finetune/Step": 3577, "Finetune/Step Time": 4.447302779182792}
+{"Finetune/Learning Rate": 4.674593817352575e-06, "Finetune/Loss": 0.8637180328369141, "Finetune/Loss (Raw)": 0.9719405770301819, "Finetune/Step": 3578, "Finetune/Step Time": 4.431982830166817}
+{"Finetune/Learning Rate": 4.669322080867427e-06, "Finetune/Loss": 0.8645549416542053, "Finetune/Loss (Raw)": 0.9451073408126831, "Finetune/Step": 3579, "Finetune/Step Time": 4.433083409443498}
+{"Finetune/Learning Rate": 4.664052413114305e-06, "Finetune/Loss": 0.864195704460144, "Finetune/Loss (Raw)": 0.9244604706764221, "Finetune/Step": 3580, "Finetune/Step Time": 4.440850978717208}
+{"Finetune/Learning Rate": 4.658784816138266e-06, "Finetune/Loss": 0.8651790022850037, "Finetune/Loss (Raw)": 0.9738191962242126, "Finetune/Step": 3581, "Finetune/Step Time": 4.456731613725424}
+{"Finetune/Learning Rate": 4.653519291983561e-06, "Finetune/Loss": 0.8652815818786621, "Finetune/Loss (Raw)": 0.8404111862182617, "Finetune/Step": 3582, "Finetune/Step Time": 4.458965301513672}
+{"Finetune/Learning Rate": 4.648255842693635e-06, "Finetune/Loss": 0.8690313100814819, "Finetune/Loss (Raw)": 0.8193526864051819, "Finetune/Step": 3583, "Finetune/Step Time": 4.41997055709362}
+{"Finetune/Learning Rate": 4.642994470311136e-06, "Finetune/Loss": 0.8689635992050171, "Finetune/Loss (Raw)": 0.9308642148971558, "Finetune/Step": 3584, "Finetune/Step Time": 4.415680592879653}
+{"Finetune/Learning Rate": 4.6377351768779e-06, "Finetune/Loss": 0.8699966073036194, "Finetune/Loss (Raw)": 1.0224159955978394, "Finetune/Step": 3585, "Finetune/Step Time": 4.41605025716126}
+{"Finetune/Learning Rate": 4.632477964434944e-06, "Finetune/Loss": 0.8689290285110474, "Finetune/Loss (Raw)": 0.7615821957588196, "Finetune/Step": 3586, "Finetune/Step Time": 4.413934791460633}
+{"Finetune/Learning Rate": 4.6272228350225026e-06, "Finetune/Loss": 0.8686649799346924, "Finetune/Loss (Raw)": 0.8199371695518494, "Finetune/Step": 3587, "Finetune/Step Time": 4.407442027702928}
+{"Finetune/Learning Rate": 4.621969790679984e-06, "Finetune/Loss": 0.8665371537208557, "Finetune/Loss (Raw)": 0.7029697895050049, "Finetune/Step": 3588, "Finetune/Step Time": 4.408875880762935}
+{"Finetune/Learning Rate": 4.6167188334459936e-06, "Finetune/Loss": 0.8707014322280884, "Finetune/Loss (Raw)": 0.8690522313117981, "Finetune/Step": 3589, "Finetune/Step Time": 4.378027526661754}
+{"Finetune/Learning Rate": 4.611469965358323e-06, "Finetune/Loss": 0.8707538843154907, "Finetune/Loss (Raw)": 0.9451415538787842, "Finetune/Step": 3590, "Finetune/Step Time": 4.381349243223667}
+{"Finetune/Learning Rate": 4.606223188453956e-06, "Finetune/Loss": 0.8703039288520813, "Finetune/Loss (Raw)": 0.8017464280128479, "Finetune/Step": 3591, "Finetune/Step Time": 4.379663836210966}
+{"Finetune/Learning Rate": 4.6009785047690666e-06, "Finetune/Loss": 0.8702804446220398, "Finetune/Loss (Raw)": 0.9275305867195129, "Finetune/Step": 3592, "Finetune/Step Time": 4.373604292050004}
+{"Finetune/Learning Rate": 4.595735916339008e-06, "Finetune/Loss": 0.8716350793838501, "Finetune/Loss (Raw)": 1.0029053688049316, "Finetune/Step": 3593, "Finetune/Step Time": 4.364783503115177}
+{"Finetune/Learning Rate": 4.590495425198335e-06, "Finetune/Loss": 0.8701133728027344, "Finetune/Loss (Raw)": 0.6140137910842896, "Finetune/Step": 3594, "Finetune/Step Time": 4.377202030271292}
+{"Finetune/Learning Rate": 4.585257033380779e-06, "Finetune/Loss": 0.8713712096214294, "Finetune/Loss (Raw)": 0.8939931988716125, "Finetune/Step": 3595, "Finetune/Step Time": 4.3886416014283895}
+{"Finetune/Learning Rate": 4.580020742919247e-06, "Finetune/Loss": 0.8736355304718018, "Finetune/Loss (Raw)": 1.0229078531265259, "Finetune/Step": 3596, "Finetune/Step Time": 4.385816834867001}
+{"Finetune/Learning Rate": 4.5747865558458524e-06, "Finetune/Loss": 0.8686407804489136, "Finetune/Loss (Raw)": 0.2553254961967468, "Finetune/Step": 3597, "Finetune/Step Time": 4.413797572255135}
+{"Finetune/Learning Rate": 4.569554474191878e-06, "Finetune/Loss": 0.868584156036377, "Finetune/Loss (Raw)": 0.8330369591712952, "Finetune/Step": 3598, "Finetune/Step Time": 4.4278069622814655}
+{"Finetune/Learning Rate": 4.56432449998779e-06, "Finetune/Loss": 0.8675673007965088, "Finetune/Loss (Raw)": 0.805222749710083, "Finetune/Step": 3599, "Finetune/Step Time": 4.418830942362547}
+{"Finetune/Learning Rate": 4.559096635263242e-06, "Finetune/Loss": 0.8647187948226929, "Finetune/Loss (Raw)": 0.43578076362609863, "Finetune/Step": 3600, "Finetune/Step Time": 4.44947680644691}
+{"Finetune/Learning Rate": 4.553870882047064e-06, "Finetune/Loss": 0.8640589118003845, "Finetune/Loss (Raw)": 0.9307478666305542, "Finetune/Step": 3601, "Finetune/Step Time": 4.43767637014389}
+{"Finetune/Learning Rate": 4.548647242367271e-06, "Finetune/Loss": 0.8644858598709106, "Finetune/Loss (Raw)": 0.8469035029411316, "Finetune/Step": 3602, "Finetune/Step Time": 4.432693621143699}
+{"Finetune/Learning Rate": 4.543425718251051e-06, "Finetune/Loss": 0.8642977476119995, "Finetune/Loss (Raw)": 0.849772036075592, "Finetune/Step": 3603, "Finetune/Step Time": 4.425658017396927}
+{"Finetune/Learning Rate": 4.538206311724782e-06, "Finetune/Loss": 0.8655552864074707, "Finetune/Loss (Raw)": 0.9025827646255493, "Finetune/Step": 3604, "Finetune/Step Time": 4.422265902161598}
+{"Finetune/Learning Rate": 4.532989024814015e-06, "Finetune/Loss": 0.8653430342674255, "Finetune/Loss (Raw)": 0.7883501052856445, "Finetune/Step": 3605, "Finetune/Step Time": 4.408437881618738}
+{"Finetune/Learning Rate": 4.527773859543466e-06, "Finetune/Loss": 0.8642925024032593, "Finetune/Loss (Raw)": 0.8647884130477905, "Finetune/Step": 3606, "Finetune/Step Time": 4.420886816456914}
+{"Finetune/Learning Rate": 4.52256081793705e-06, "Finetune/Loss": 0.8631645441055298, "Finetune/Loss (Raw)": 0.9125770926475525, "Finetune/Step": 3607, "Finetune/Step Time": 4.424454547464848}
+{"Finetune/Learning Rate": 4.517349902017841e-06, "Finetune/Loss": 0.862735390663147, "Finetune/Loss (Raw)": 0.8682602047920227, "Finetune/Step": 3608, "Finetune/Step Time": 4.451914118602872}
+{"Finetune/Learning Rate": 4.512141113808097e-06, "Finetune/Loss": 0.862413227558136, "Finetune/Loss (Raw)": 0.904327929019928, "Finetune/Step": 3609, "Finetune/Step Time": 4.452834501862526}
+{"Finetune/Learning Rate": 4.5069344553292436e-06, "Finetune/Loss": 0.8615903854370117, "Finetune/Loss (Raw)": 0.7877600193023682, "Finetune/Step": 3610, "Finetune/Step Time": 4.452349016442895}
+{"Finetune/Learning Rate": 4.501729928601887e-06, "Finetune/Loss": 0.857365071773529, "Finetune/Loss (Raw)": 0.3417709171772003, "Finetune/Step": 3611, "Finetune/Step Time": 4.448651211336255}
+{"Finetune/Learning Rate": 4.4965275356458e-06, "Finetune/Loss": 0.8569058179855347, "Finetune/Loss (Raw)": 0.8648228645324707, "Finetune/Step": 3612, "Finetune/Step Time": 4.4462053664028645}
+{"Finetune/Learning Rate": 4.491327278479924e-06, "Finetune/Loss": 0.8552731275558472, "Finetune/Loss (Raw)": 0.7842097878456116, "Finetune/Step": 3613, "Finetune/Step Time": 4.446888163685799}
+{"Finetune/Learning Rate": 4.4861291591223934e-06, "Finetune/Loss": 0.8547118902206421, "Finetune/Loss (Raw)": 0.8654196858406067, "Finetune/Step": 3614, "Finetune/Step Time": 4.450922893360257}
+{"Finetune/Learning Rate": 4.4809331795904835e-06, "Finetune/Loss": 0.8558836579322815, "Finetune/Loss (Raw)": 0.913262665271759, "Finetune/Step": 3615, "Finetune/Step Time": 4.455740397796035}
+{"Finetune/Learning Rate": 4.47573934190065e-06, "Finetune/Loss": 0.8560260534286499, "Finetune/Loss (Raw)": 0.771367073059082, "Finetune/Step": 3616, "Finetune/Step Time": 4.454497933387756}
+{"Finetune/Learning Rate": 4.470547648068532e-06, "Finetune/Loss": 0.855073094367981, "Finetune/Loss (Raw)": 0.8514357209205627, "Finetune/Step": 3617, "Finetune/Step Time": 4.462795136496425}
+{"Finetune/Learning Rate": 4.465358100108916e-06, "Finetune/Loss": 0.8553444743156433, "Finetune/Loss (Raw)": 0.8299791216850281, "Finetune/Step": 3618, "Finetune/Step Time": 4.470273654907942}
+{"Finetune/Learning Rate": 4.460170700035769e-06, "Finetune/Loss": 0.8541955947875977, "Finetune/Loss (Raw)": 0.843467116355896, "Finetune/Step": 3619, "Finetune/Step Time": 4.468003164976835}
+{"Finetune/Learning Rate": 4.454985449862215e-06, "Finetune/Loss": 0.8537063598632812, "Finetune/Loss (Raw)": 0.8365947604179382, "Finetune/Step": 3620, "Finetune/Step Time": 4.457560922950506}
+{"Finetune/Learning Rate": 4.449802351600551e-06, "Finetune/Loss": 0.8546658158302307, "Finetune/Loss (Raw)": 0.8177725672721863, "Finetune/Step": 3621, "Finetune/Step Time": 4.451113371178508}
+{"Finetune/Learning Rate": 4.444621407262237e-06, "Finetune/Loss": 0.8539518117904663, "Finetune/Loss (Raw)": 0.9006222486495972, "Finetune/Step": 3622, "Finetune/Step Time": 4.449880184605718}
+{"Finetune/Learning Rate": 4.439442618857891e-06, "Finetune/Loss": 0.853783905506134, "Finetune/Loss (Raw)": 0.9152146577835083, "Finetune/Step": 3623, "Finetune/Step Time": 4.455992380157113}
+{"Finetune/Learning Rate": 4.434265988397312e-06, "Finetune/Loss": 0.8539831042289734, "Finetune/Loss (Raw)": 0.9718660116195679, "Finetune/Step": 3624, "Finetune/Step Time": 4.449920861050487}
+{"Finetune/Learning Rate": 4.4290915178894355e-06, "Finetune/Loss": 0.8554216623306274, "Finetune/Loss (Raw)": 0.9548061490058899, "Finetune/Step": 3625, "Finetune/Step Time": 4.440613012760878}
+{"Finetune/Learning Rate": 4.423919209342376e-06, "Finetune/Loss": 0.854489803314209, "Finetune/Loss (Raw)": 0.7927162647247314, "Finetune/Step": 3626, "Finetune/Step Time": 4.4372583366930485}
+{"Finetune/Learning Rate": 4.41874906476341e-06, "Finetune/Loss": 0.85406494140625, "Finetune/Loss (Raw)": 0.9035431742668152, "Finetune/Step": 3627, "Finetune/Step Time": 4.452256824821234}
+{"Finetune/Learning Rate": 4.413581086158969e-06, "Finetune/Loss": 0.853522777557373, "Finetune/Loss (Raw)": 0.8860589861869812, "Finetune/Step": 3628, "Finetune/Step Time": 4.457798454910517}
+{"Finetune/Learning Rate": 4.408415275534641e-06, "Finetune/Loss": 0.8527401089668274, "Finetune/Loss (Raw)": 0.8282699584960938, "Finetune/Step": 3629, "Finetune/Step Time": 4.464486246928573}
+{"Finetune/Learning Rate": 4.4032516348951795e-06, "Finetune/Loss": 0.8511239290237427, "Finetune/Loss (Raw)": 0.8514509201049805, "Finetune/Step": 3630, "Finetune/Step Time": 4.4590990748256445}
+{"Finetune/Learning Rate": 4.3980901662444905e-06, "Finetune/Loss": 0.8491953015327454, "Finetune/Loss (Raw)": 0.7130444645881653, "Finetune/Step": 3631, "Finetune/Step Time": 4.473134716972709}
+{"Finetune/Learning Rate": 4.39293087158564e-06, "Finetune/Loss": 0.8502500057220459, "Finetune/Loss (Raw)": 0.9816595911979675, "Finetune/Step": 3632, "Finetune/Step Time": 4.4758693147450686}
+{"Finetune/Learning Rate": 4.387773752920845e-06, "Finetune/Loss": 0.850631058216095, "Finetune/Loss (Raw)": 0.9861217737197876, "Finetune/Step": 3633, "Finetune/Step Time": 4.47033361159265}
+{"Finetune/Learning Rate": 4.382618812251495e-06, "Finetune/Loss": 0.850996732711792, "Finetune/Loss (Raw)": 0.8713153600692749, "Finetune/Step": 3634, "Finetune/Step Time": 4.46292382851243}
+{"Finetune/Learning Rate": 4.377466051578111e-06, "Finetune/Loss": 0.8518095016479492, "Finetune/Loss (Raw)": 0.7719405889511108, "Finetune/Step": 3635, "Finetune/Step Time": 4.4468734338879585}
+{"Finetune/Learning Rate": 4.372315472900377e-06, "Finetune/Loss": 0.85202956199646, "Finetune/Loss (Raw)": 0.9072362184524536, "Finetune/Step": 3636, "Finetune/Step Time": 4.445893397554755}
+{"Finetune/Learning Rate": 4.367167078217141e-06, "Finetune/Loss": 0.8519789576530457, "Finetune/Loss (Raw)": 0.9649754762649536, "Finetune/Step": 3637, "Finetune/Step Time": 4.431399218738079}
+{"Finetune/Learning Rate": 4.36202086952639e-06, "Finetune/Loss": 0.8530499935150146, "Finetune/Loss (Raw)": 0.9395875930786133, "Finetune/Step": 3638, "Finetune/Step Time": 4.429420867934823}
+{"Finetune/Learning Rate": 4.356876848825266e-06, "Finetune/Loss": 0.8531739711761475, "Finetune/Loss (Raw)": 0.8779450058937073, "Finetune/Step": 3639, "Finetune/Step Time": 4.424209155142307}
+{"Finetune/Learning Rate": 4.351735018110066e-06, "Finetune/Loss": 0.8485121130943298, "Finetune/Loss (Raw)": 0.3089633882045746, "Finetune/Step": 3640, "Finetune/Step Time": 4.464152038097382}
+{"Finetune/Learning Rate": 4.346595379376232e-06, "Finetune/Loss": 0.8474794626235962, "Finetune/Loss (Raw)": 0.805640697479248, "Finetune/Step": 3641, "Finetune/Step Time": 4.467605277895927}
+{"Finetune/Learning Rate": 4.341457934618357e-06, "Finetune/Loss": 0.8486021757125854, "Finetune/Loss (Raw)": 0.9464632272720337, "Finetune/Step": 3642, "Finetune/Step Time": 4.470701454207301}
+{"Finetune/Learning Rate": 4.336322685830181e-06, "Finetune/Loss": 0.8491430282592773, "Finetune/Loss (Raw)": 0.9226475954055786, "Finetune/Step": 3643, "Finetune/Step Time": 4.464072339236736}
+{"Finetune/Learning Rate": 4.331189635004604e-06, "Finetune/Loss": 0.8488887548446655, "Finetune/Loss (Raw)": 0.8360454440116882, "Finetune/Step": 3644, "Finetune/Step Time": 4.460972910746932}
+{"Finetune/Learning Rate": 4.326058784133652e-06, "Finetune/Loss": 0.8479673862457275, "Finetune/Loss (Raw)": 0.8269020318984985, "Finetune/Step": 3645, "Finetune/Step Time": 4.460443541407585}
+{"Finetune/Learning Rate": 4.3209301352085075e-06, "Finetune/Loss": 0.8487626314163208, "Finetune/Loss (Raw)": 0.9832581281661987, "Finetune/Step": 3646, "Finetune/Step Time": 4.445020541548729}
+{"Finetune/Learning Rate": 4.315803690219507e-06, "Finetune/Loss": 0.849707305431366, "Finetune/Loss (Raw)": 0.9185338616371155, "Finetune/Step": 3647, "Finetune/Step Time": 4.417148249223828}
+{"Finetune/Learning Rate": 4.310679451156122e-06, "Finetune/Loss": 0.8500069379806519, "Finetune/Loss (Raw)": 0.949044942855835, "Finetune/Step": 3648, "Finetune/Step Time": 4.4193301517516375}
+{"Finetune/Learning Rate": 4.305557420006962e-06, "Finetune/Loss": 0.849511981010437, "Finetune/Loss (Raw)": 0.9535576701164246, "Finetune/Step": 3649, "Finetune/Step Time": 4.4240916427224874}
+{"Finetune/Learning Rate": 4.300437598759794e-06, "Finetune/Loss": 0.8513654470443726, "Finetune/Loss (Raw)": 1.0212031602859497, "Finetune/Step": 3650, "Finetune/Step Time": 4.4043346885591745}
+{"Finetune/Learning Rate": 4.295319989401522e-06, "Finetune/Loss": 0.8510738611221313, "Finetune/Loss (Raw)": 0.7460404634475708, "Finetune/Step": 3651, "Finetune/Step Time": 4.3939707186073065}
+{"Finetune/Learning Rate": 4.2902045939181855e-06, "Finetune/Loss": 0.8523219227790833, "Finetune/Loss (Raw)": 0.9426283240318298, "Finetune/Step": 3652, "Finetune/Step Time": 4.387010205537081}
+{"Finetune/Learning Rate": 4.285091414294973e-06, "Finetune/Loss": 0.8516449332237244, "Finetune/Loss (Raw)": 0.955054759979248, "Finetune/Step": 3653, "Finetune/Step Time": 4.384932558983564}
+{"Finetune/Learning Rate": 4.2799804525162085e-06, "Finetune/Loss": 0.8519384860992432, "Finetune/Loss (Raw)": 0.8849381804466248, "Finetune/Step": 3654, "Finetune/Step Time": 4.400747660547495}
+{"Finetune/Learning Rate": 4.274871710565356e-06, "Finetune/Loss": 0.852870523929596, "Finetune/Loss (Raw)": 1.052621841430664, "Finetune/Step": 3655, "Finetune/Step Time": 4.405339512974024}
+{"Finetune/Learning Rate": 4.269765190425015e-06, "Finetune/Loss": 0.8519432544708252, "Finetune/Loss (Raw)": 0.7749689817428589, "Finetune/Step": 3656, "Finetune/Step Time": 4.398374008014798}
+{"Finetune/Learning Rate": 4.264660894076934e-06, "Finetune/Loss": 0.8525002002716064, "Finetune/Loss (Raw)": 0.8713318109512329, "Finetune/Step": 3657, "Finetune/Step Time": 4.392758846282959}
+{"Finetune/Learning Rate": 4.25955882350199e-06, "Finetune/Loss": 0.8523474335670471, "Finetune/Loss (Raw)": 0.888999342918396, "Finetune/Step": 3658, "Finetune/Step Time": 4.4024256858974695}
+{"Finetune/Learning Rate": 4.254458980680188e-06, "Finetune/Loss": 0.8518939018249512, "Finetune/Loss (Raw)": 0.9060297012329102, "Finetune/Step": 3659, "Finetune/Step Time": 4.40542272105813}
+{"Finetune/Learning Rate": 4.2493613675906865e-06, "Finetune/Loss": 0.8532652854919434, "Finetune/Loss (Raw)": 0.9973007440567017, "Finetune/Step": 3660, "Finetune/Step Time": 4.3980537708848715}
+{"Finetune/Learning Rate": 4.244265986211766e-06, "Finetune/Loss": 0.857637882232666, "Finetune/Loss (Raw)": 0.8825134038925171, "Finetune/Step": 3661, "Finetune/Step Time": 4.363803682848811}
+{"Finetune/Learning Rate": 4.239172838520846e-06, "Finetune/Loss": 0.8580176830291748, "Finetune/Loss (Raw)": 0.9710469841957092, "Finetune/Step": 3662, "Finetune/Step Time": 4.354542620480061}
+{"Finetune/Learning Rate": 4.2340819264944755e-06, "Finetune/Loss": 0.8636113405227661, "Finetune/Loss (Raw)": 1.0561970472335815, "Finetune/Step": 3663, "Finetune/Step Time": 4.313587974756956}
+{"Finetune/Learning Rate": 4.22899325210834e-06, "Finetune/Loss": 0.8634639382362366, "Finetune/Loss (Raw)": 0.8218445777893066, "Finetune/Step": 3664, "Finetune/Step Time": 4.331447031348944}
+{"Finetune/Learning Rate": 4.223906817337253e-06, "Finetune/Loss": 0.86260586977005, "Finetune/Loss (Raw)": 0.9089365601539612, "Finetune/Step": 3665, "Finetune/Step Time": 4.322839008644223}
+{"Finetune/Learning Rate": 4.218822624155159e-06, "Finetune/Loss": 0.8619664907455444, "Finetune/Loss (Raw)": 0.918263852596283, "Finetune/Step": 3666, "Finetune/Step Time": 4.317838815972209}
+{"Finetune/Learning Rate": 4.213740674535141e-06, "Finetune/Loss": 0.8579447269439697, "Finetune/Loss (Raw)": 0.42502105236053467, "Finetune/Step": 3667, "Finetune/Step Time": 4.358638491481543}
+{"Finetune/Learning Rate": 4.2086609704494015e-06, "Finetune/Loss": 0.857465922832489, "Finetune/Loss (Raw)": 0.8189346194267273, "Finetune/Step": 3668, "Finetune/Step Time": 4.34358786419034}
+{"Finetune/Learning Rate": 4.203583513869267e-06, "Finetune/Loss": 0.857288122177124, "Finetune/Loss (Raw)": 0.8564672470092773, "Finetune/Step": 3669, "Finetune/Step Time": 4.347216974943876}
+{"Finetune/Learning Rate": 4.198508306765209e-06, "Finetune/Loss": 0.857585072517395, "Finetune/Loss (Raw)": 0.904239296913147, "Finetune/Step": 3670, "Finetune/Step Time": 4.332148805260658}
+{"Finetune/Learning Rate": 4.193435351106811e-06, "Finetune/Loss": 0.858425498008728, "Finetune/Loss (Raw)": 0.9779888391494751, "Finetune/Step": 3671, "Finetune/Step Time": 4.3135408740490675}
+{"Finetune/Learning Rate": 4.188364648862791e-06, "Finetune/Loss": 0.8578394651412964, "Finetune/Loss (Raw)": 0.8393853306770325, "Finetune/Step": 3672, "Finetune/Step Time": 4.320948377251625}
+{"Finetune/Learning Rate": 4.183296202000988e-06, "Finetune/Loss": 0.8597627282142639, "Finetune/Loss (Raw)": 0.668698787689209, "Finetune/Step": 3673, "Finetune/Step Time": 4.284992773085833}
+{"Finetune/Learning Rate": 4.178230012488368e-06, "Finetune/Loss": 0.8599846959114075, "Finetune/Loss (Raw)": 0.8490591645240784, "Finetune/Step": 3674, "Finetune/Step Time": 4.27577892318368}
+{"Finetune/Learning Rate": 4.173166082291019e-06, "Finetune/Loss": 0.8551282286643982, "Finetune/Loss (Raw)": 0.3774131238460541, "Finetune/Step": 3675, "Finetune/Step Time": 4.3189388159662485}
+{"Finetune/Learning Rate": 4.16810441337415e-06, "Finetune/Loss": 0.8551371097564697, "Finetune/Loss (Raw)": 0.942813515663147, "Finetune/Step": 3676, "Finetune/Step Time": 4.3219861574471}
+{"Finetune/Learning Rate": 4.163045007702105e-06, "Finetune/Loss": 0.8549195528030396, "Finetune/Loss (Raw)": 0.964813768863678, "Finetune/Step": 3677, "Finetune/Step Time": 4.321749886497855}
+{"Finetune/Learning Rate": 4.157987867238338e-06, "Finetune/Loss": 0.8572770357131958, "Finetune/Loss (Raw)": 0.645348072052002, "Finetune/Step": 3678, "Finetune/Step Time": 4.284177593886852}
+{"Finetune/Learning Rate": 4.152932993945418e-06, "Finetune/Loss": 0.8589071035385132, "Finetune/Loss (Raw)": 0.983195960521698, "Finetune/Step": 3679, "Finetune/Step Time": 4.272235481068492}
+{"Finetune/Learning Rate": 4.147880389785051e-06, "Finetune/Loss": 0.8589745163917542, "Finetune/Loss (Raw)": 0.9123218059539795, "Finetune/Step": 3680, "Finetune/Step Time": 4.277997316792607}
+{"Finetune/Learning Rate": 4.142830056718052e-06, "Finetune/Loss": 0.8607659935951233, "Finetune/Loss (Raw)": 0.9694575667381287, "Finetune/Step": 3681, "Finetune/Step Time": 4.25890589132905}
+{"Finetune/Learning Rate": 4.137781996704356e-06, "Finetune/Loss": 0.8617565631866455, "Finetune/Loss (Raw)": 1.0914320945739746, "Finetune/Step": 3682, "Finetune/Step Time": 4.256333149969578}
+{"Finetune/Learning Rate": 4.1327362117030174e-06, "Finetune/Loss": 0.8604096174240112, "Finetune/Loss (Raw)": 0.8864405155181885, "Finetune/Step": 3683, "Finetune/Step Time": 4.245345486328006}
+{"Finetune/Learning Rate": 4.127692703672207e-06, "Finetune/Loss": 0.86284339427948, "Finetune/Loss (Raw)": 0.6616908311843872, "Finetune/Step": 3684, "Finetune/Step Time": 4.225031595677137}
+{"Finetune/Learning Rate": 4.1226514745692115e-06, "Finetune/Loss": 0.8614577054977417, "Finetune/Loss (Raw)": 0.8561955690383911, "Finetune/Step": 3685, "Finetune/Step Time": 4.2209875248372555}
+{"Finetune/Learning Rate": 4.117612526350429e-06, "Finetune/Loss": 0.8617120385169983, "Finetune/Loss (Raw)": 0.9146486520767212, "Finetune/Step": 3686, "Finetune/Step Time": 4.225837791338563}
+{"Finetune/Learning Rate": 4.112575860971384e-06, "Finetune/Loss": 0.8610653281211853, "Finetune/Loss (Raw)": 0.8790567517280579, "Finetune/Step": 3687, "Finetune/Step Time": 4.22406649030745}
+{"Finetune/Learning Rate": 4.107541480386708e-06, "Finetune/Loss": 0.8596374988555908, "Finetune/Loss (Raw)": 0.8147434592247009, "Finetune/Step": 3688, "Finetune/Step Time": 4.232631916180253}
+{"Finetune/Learning Rate": 4.102509386550141e-06, "Finetune/Loss": 0.8591771125793457, "Finetune/Loss (Raw)": 0.9829415082931519, "Finetune/Step": 3689, "Finetune/Step Time": 4.232309520244598}
+{"Finetune/Learning Rate": 4.0974795814145384e-06, "Finetune/Loss": 0.8607234954833984, "Finetune/Loss (Raw)": 0.9258357286453247, "Finetune/Step": 3690, "Finetune/Step Time": 4.235645076259971}
+{"Finetune/Learning Rate": 4.092452066931877e-06, "Finetune/Loss": 0.8571416139602661, "Finetune/Loss (Raw)": 0.3110673725605011, "Finetune/Step": 3691, "Finetune/Step Time": 4.273533409461379}
+{"Finetune/Learning Rate": 4.087426845053236e-06, "Finetune/Loss": 0.8584770560264587, "Finetune/Loss (Raw)": 0.9930976033210754, "Finetune/Step": 3692, "Finetune/Step Time": 4.267474934458733}
+{"Finetune/Learning Rate": 4.082403917728796e-06, "Finetune/Loss": 0.8588935136795044, "Finetune/Loss (Raw)": 0.8917598128318787, "Finetune/Step": 3693, "Finetune/Step Time": 4.272296532988548}
+{"Finetune/Learning Rate": 4.077383286907869e-06, "Finetune/Loss": 0.857054591178894, "Finetune/Loss (Raw)": 0.7723590731620789, "Finetune/Step": 3694, "Finetune/Step Time": 4.2961402870714664}
+{"Finetune/Learning Rate": 4.072364954538858e-06, "Finetune/Loss": 0.8588550090789795, "Finetune/Loss (Raw)": 1.1146737337112427, "Finetune/Step": 3695, "Finetune/Step Time": 4.270101051777601}
+{"Finetune/Learning Rate": 4.067348922569281e-06, "Finetune/Loss": 0.8582838773727417, "Finetune/Loss (Raw)": 0.8696640133857727, "Finetune/Step": 3696, "Finetune/Step Time": 4.263263588771224}
+{"Finetune/Learning Rate": 4.062335192945762e-06, "Finetune/Loss": 0.857203483581543, "Finetune/Loss (Raw)": 0.7198668718338013, "Finetune/Step": 3697, "Finetune/Step Time": 4.279328752309084}
+{"Finetune/Learning Rate": 4.057323767614032e-06, "Finetune/Loss": 0.8578921556472778, "Finetune/Loss (Raw)": 0.917823076248169, "Finetune/Step": 3698, "Finetune/Step Time": 4.2858047522604465}
+{"Finetune/Learning Rate": 4.052314648518925e-06, "Finetune/Loss": 0.8578734993934631, "Finetune/Loss (Raw)": 0.9205446839332581, "Finetune/Step": 3699, "Finetune/Step Time": 4.282738350331783}
+{"Finetune/Learning Rate": 4.047307837604383e-06, "Finetune/Loss": 0.857712984085083, "Finetune/Loss (Raw)": 0.9203203916549683, "Finetune/Step": 3700, "Finetune/Step Time": 4.289167085662484}
+{"Finetune/Learning Rate": 4.0423033368134545e-06, "Finetune/Loss": 0.8559615612030029, "Finetune/Loss (Raw)": 0.7184082269668579, "Finetune/Step": 3701, "Finetune/Step Time": 4.296678025275469}
+{"Finetune/Learning Rate": 4.037301148088292e-06, "Finetune/Loss": 0.8555222749710083, "Finetune/Loss (Raw)": 0.9184097051620483, "Finetune/Step": 3702, "Finetune/Step Time": 4.285966772586107}
+{"Finetune/Learning Rate": 4.032301273370132e-06, "Finetune/Loss": 0.8562345504760742, "Finetune/Loss (Raw)": 0.9584620594978333, "Finetune/Step": 3703, "Finetune/Step Time": 4.283621218055487}
+{"Finetune/Learning Rate": 4.027303714599345e-06, "Finetune/Loss": 0.8557126522064209, "Finetune/Loss (Raw)": 0.9103699922561646, "Finetune/Step": 3704, "Finetune/Step Time": 4.289062703028321}
+{"Finetune/Learning Rate": 4.022308473715379e-06, "Finetune/Loss": 0.8544508218765259, "Finetune/Loss (Raw)": 0.7196949124336243, "Finetune/Step": 3705, "Finetune/Step Time": 4.2707335371524096}
+{"Finetune/Learning Rate": 4.017315552656788e-06, "Finetune/Loss": 0.8535802960395813, "Finetune/Loss (Raw)": 0.8605104088783264, "Finetune/Step": 3706, "Finetune/Step Time": 4.2733243349939585}
+{"Finetune/Learning Rate": 4.01232495336123e-06, "Finetune/Loss": 0.8528735637664795, "Finetune/Loss (Raw)": 0.8546488285064697, "Finetune/Step": 3707, "Finetune/Step Time": 4.299026465043426}
+{"Finetune/Learning Rate": 4.0073366777654574e-06, "Finetune/Loss": 0.8517535924911499, "Finetune/Loss (Raw)": 0.7811089158058167, "Finetune/Step": 3708, "Finetune/Step Time": 4.310187680646777}
+{"Finetune/Learning Rate": 4.002350727805324e-06, "Finetune/Loss": 0.8520326614379883, "Finetune/Loss (Raw)": 1.0095305442810059, "Finetune/Step": 3709, "Finetune/Step Time": 4.29465851560235}
+{"Finetune/Learning Rate": 3.997367105415775e-06, "Finetune/Loss": 0.8531923890113831, "Finetune/Loss (Raw)": 0.9888595342636108, "Finetune/Step": 3710, "Finetune/Step Time": 4.28138985298574}
+{"Finetune/Learning Rate": 3.992385812530864e-06, "Finetune/Loss": 0.8528915047645569, "Finetune/Loss (Raw)": 0.7808422446250916, "Finetune/Step": 3711, "Finetune/Step Time": 4.292899116873741}
+{"Finetune/Learning Rate": 3.987406851083735e-06, "Finetune/Loss": 0.8534521460533142, "Finetune/Loss (Raw)": 1.002621054649353, "Finetune/Step": 3712, "Finetune/Step Time": 4.29170760139823}
+{"Finetune/Learning Rate": 3.982430223006614e-06, "Finetune/Loss": 0.8476929664611816, "Finetune/Loss (Raw)": 0.28524571657180786, "Finetune/Step": 3713, "Finetune/Step Time": 4.329841813072562}
+{"Finetune/Learning Rate": 3.977455930230842e-06, "Finetune/Loss": 0.8487794399261475, "Finetune/Loss (Raw)": 0.9006412029266357, "Finetune/Step": 3714, "Finetune/Step Time": 4.323459209874272}
+{"Finetune/Learning Rate": 3.972483974686845e-06, "Finetune/Loss": 0.8497922420501709, "Finetune/Loss (Raw)": 0.9495844841003418, "Finetune/Step": 3715, "Finetune/Step Time": 4.334459299221635}
+{"Finetune/Learning Rate": 3.967514358304139e-06, "Finetune/Loss": 0.8505442142486572, "Finetune/Loss (Raw)": 0.7992178201675415, "Finetune/Step": 3716, "Finetune/Step Time": 4.35737993568182}
+{"Finetune/Learning Rate": 3.962547083011338e-06, "Finetune/Loss": 0.8497656583786011, "Finetune/Loss (Raw)": 0.7694061398506165, "Finetune/Step": 3717, "Finetune/Step Time": 4.366579670459032}
+{"Finetune/Learning Rate": 3.957582150736141e-06, "Finetune/Loss": 0.8484941124916077, "Finetune/Loss (Raw)": 0.7823781967163086, "Finetune/Step": 3718, "Finetune/Step Time": 4.371082143858075}
+{"Finetune/Learning Rate": 3.952619563405343e-06, "Finetune/Loss": 0.8475959300994873, "Finetune/Loss (Raw)": 0.6867826581001282, "Finetune/Step": 3719, "Finetune/Step Time": 4.3817298002541065}
+{"Finetune/Learning Rate": 3.9476593229448245e-06, "Finetune/Loss": 0.8481210470199585, "Finetune/Loss (Raw)": 0.9947461485862732, "Finetune/Step": 3720, "Finetune/Step Time": 4.385686198249459}
+{"Finetune/Learning Rate": 3.942701431279564e-06, "Finetune/Loss": 0.8479211330413818, "Finetune/Loss (Raw)": 0.9773054718971252, "Finetune/Step": 3721, "Finetune/Step Time": 4.385026914998889}
+{"Finetune/Learning Rate": 3.937745890333623e-06, "Finetune/Loss": 0.8502998352050781, "Finetune/Loss (Raw)": 0.9184979796409607, "Finetune/Step": 3722, "Finetune/Step Time": 4.376867951825261}
+{"Finetune/Learning Rate": 3.932792702030139e-06, "Finetune/Loss": 0.8508892059326172, "Finetune/Loss (Raw)": 0.9694256782531738, "Finetune/Step": 3723, "Finetune/Step Time": 4.374723486602306}
+{"Finetune/Learning Rate": 3.92784186829136e-06, "Finetune/Loss": 0.8493003845214844, "Finetune/Loss (Raw)": 0.8195422887802124, "Finetune/Step": 3724, "Finetune/Step Time": 4.369951790198684}
+{"Finetune/Learning Rate": 3.9228933910386014e-06, "Finetune/Loss": 0.8548500537872314, "Finetune/Loss (Raw)": 0.9656821489334106, "Finetune/Step": 3725, "Finetune/Step Time": 4.334095615893602}
+{"Finetune/Learning Rate": 3.917947272192273e-06, "Finetune/Loss": 0.8513434529304504, "Finetune/Loss (Raw)": 0.38419297337532043, "Finetune/Step": 3726, "Finetune/Step Time": 4.355449192225933}
+{"Finetune/Learning Rate": 3.913003513671866e-06, "Finetune/Loss": 0.851544201374054, "Finetune/Loss (Raw)": 0.8309205770492554, "Finetune/Step": 3727, "Finetune/Step Time": 4.365433355793357}
+{"Finetune/Learning Rate": 3.908062117395956e-06, "Finetune/Loss": 0.8534595966339111, "Finetune/Loss (Raw)": 0.6809462904930115, "Finetune/Step": 3728, "Finetune/Step Time": 4.339477762579918}
+{"Finetune/Learning Rate": 3.903123085282204e-06, "Finetune/Loss": 0.853381872177124, "Finetune/Loss (Raw)": 0.9208081364631653, "Finetune/Step": 3729, "Finetune/Step Time": 4.342336507514119}
+{"Finetune/Learning Rate": 3.898186419247347e-06, "Finetune/Loss": 0.8539165258407593, "Finetune/Loss (Raw)": 0.9153289198875427, "Finetune/Step": 3730, "Finetune/Step Time": 4.371323009952903}
+{"Finetune/Learning Rate": 3.893252121207221e-06, "Finetune/Loss": 0.8546162843704224, "Finetune/Loss (Raw)": 0.9393471479415894, "Finetune/Step": 3731, "Finetune/Step Time": 4.371561186388135}
+{"Finetune/Learning Rate": 3.888320193076719e-06, "Finetune/Loss": 0.8546134233474731, "Finetune/Loss (Raw)": 0.9022077322006226, "Finetune/Step": 3732, "Finetune/Step Time": 4.375359991565347}
+{"Finetune/Learning Rate": 3.8833906367698245e-06, "Finetune/Loss": 0.8551025390625, "Finetune/Loss (Raw)": 0.8509638905525208, "Finetune/Step": 3733, "Finetune/Step Time": 4.383159760385752}
+{"Finetune/Learning Rate": 3.878463454199613e-06, "Finetune/Loss": 0.8558844327926636, "Finetune/Loss (Raw)": 0.9648653864860535, "Finetune/Step": 3734, "Finetune/Step Time": 4.375388067215681}
+{"Finetune/Learning Rate": 3.87353864727822e-06, "Finetune/Loss": 0.8542951345443726, "Finetune/Loss (Raw)": 0.7091512084007263, "Finetune/Step": 3735, "Finetune/Step Time": 4.375959541648626}
+{"Finetune/Learning Rate": 3.8686162179168695e-06, "Finetune/Loss": 0.8559432029724121, "Finetune/Loss (Raw)": 1.0792182683944702, "Finetune/Step": 3736, "Finetune/Step Time": 4.346160687506199}
+{"Finetune/Learning Rate": 3.863696168025859e-06, "Finetune/Loss": 0.8559978604316711, "Finetune/Loss (Raw)": 0.9113203287124634, "Finetune/Step": 3737, "Finetune/Step Time": 4.3645649664103985}
+{"Finetune/Learning Rate": 3.858778499514565e-06, "Finetune/Loss": 0.8563526272773743, "Finetune/Loss (Raw)": 0.8331723809242249, "Finetune/Step": 3738, "Finetune/Step Time": 4.374256178736687}
+{"Finetune/Learning Rate": 3.853863214291439e-06, "Finetune/Loss": 0.8602171540260315, "Finetune/Loss (Raw)": 0.836431086063385, "Finetune/Step": 3739, "Finetune/Step Time": 4.335706302896142}
+{"Finetune/Learning Rate": 3.848950314264001e-06, "Finetune/Loss": 0.8603324294090271, "Finetune/Loss (Raw)": 0.879574179649353, "Finetune/Step": 3740, "Finetune/Step Time": 4.3189687971025705}
+{"Finetune/Learning Rate": 3.8440398013388655e-06, "Finetune/Loss": 0.8617587089538574, "Finetune/Loss (Raw)": 0.9667750597000122, "Finetune/Step": 3741, "Finetune/Step Time": 4.318487744778395}
+{"Finetune/Learning Rate": 3.839131677421694e-06, "Finetune/Loss": 0.8618183135986328, "Finetune/Loss (Raw)": 0.8730534911155701, "Finetune/Step": 3742, "Finetune/Step Time": 4.314625920727849}
+{"Finetune/Learning Rate": 3.834225944417235e-06, "Finetune/Loss": 0.8618450164794922, "Finetune/Loss (Raw)": 0.9166759848594666, "Finetune/Step": 3743, "Finetune/Step Time": 4.347233112901449}
+{"Finetune/Learning Rate": 3.829322604229313e-06, "Finetune/Loss": 0.858644962310791, "Finetune/Loss (Raw)": 0.3617554306983948, "Finetune/Step": 3744, "Finetune/Step Time": 4.381979402154684}
+{"Finetune/Learning Rate": 3.824421658760815e-06, "Finetune/Loss": 0.8545351624488831, "Finetune/Loss (Raw)": 0.325385183095932, "Finetune/Step": 3745, "Finetune/Step Time": 4.408759726211429}
+{"Finetune/Learning Rate": 3.819523109913706e-06, "Finetune/Loss": 0.8538898825645447, "Finetune/Loss (Raw)": 0.7473843693733215, "Finetune/Step": 3746, "Finetune/Step Time": 4.399496089667082}
+{"Finetune/Learning Rate": 3.814626959589012e-06, "Finetune/Loss": 0.8531755208969116, "Finetune/Loss (Raw)": 0.752034604549408, "Finetune/Step": 3747, "Finetune/Step Time": 4.419555334374309}
+{"Finetune/Learning Rate": 3.8097332096868368e-06, "Finetune/Loss": 0.8540031909942627, "Finetune/Loss (Raw)": 0.9425321221351624, "Finetune/Step": 3748, "Finetune/Step Time": 4.430410439148545}
+{"Finetune/Learning Rate": 3.8048418621063475e-06, "Finetune/Loss": 0.85367751121521, "Finetune/Loss (Raw)": 0.7760786414146423, "Finetune/Step": 3749, "Finetune/Step Time": 4.4372917134314775}
+{"Finetune/Learning Rate": 3.7999529187457775e-06, "Finetune/Loss": 0.8540653586387634, "Finetune/Loss (Raw)": 0.9502691030502319, "Finetune/Step": 3750, "Finetune/Step Time": 4.436339169740677}
+{"Finetune/Learning Rate": 3.7950663815024424e-06, "Finetune/Loss": 0.8548614978790283, "Finetune/Loss (Raw)": 1.0171208381652832, "Finetune/Step": 3751, "Finetune/Step Time": 4.438119005411863}
+{"Finetune/Learning Rate": 3.790182252272698e-06, "Finetune/Loss": 0.8538397550582886, "Finetune/Loss (Raw)": 0.8410775065422058, "Finetune/Step": 3752, "Finetune/Step Time": 4.440628547221422}
+{"Finetune/Learning Rate": 3.785300532951983e-06, "Finetune/Loss": 0.8531568646430969, "Finetune/Loss (Raw)": 0.8674044609069824, "Finetune/Step": 3753, "Finetune/Step Time": 4.455436127260327}
+{"Finetune/Learning Rate": 3.780421225434803e-06, "Finetune/Loss": 0.8539736866950989, "Finetune/Loss (Raw)": 0.8972715139389038, "Finetune/Step": 3754, "Finetune/Step Time": 4.4626232255250216}
+{"Finetune/Learning Rate": 3.7755443316147177e-06, "Finetune/Loss": 0.8543267250061035, "Finetune/Loss (Raw)": 0.948731005191803, "Finetune/Step": 3755, "Finetune/Step Time": 4.45595564879477}
+{"Finetune/Learning Rate": 3.7706698533843556e-06, "Finetune/Loss": 0.8529961109161377, "Finetune/Loss (Raw)": 0.7157358527183533, "Finetune/Step": 3756, "Finetune/Step Time": 4.457352431491017}
+{"Finetune/Learning Rate": 3.765797792635406e-06, "Finetune/Loss": 0.8539614677429199, "Finetune/Loss (Raw)": 0.9518369436264038, "Finetune/Step": 3757, "Finetune/Step Time": 4.460601128637791}
+{"Finetune/Learning Rate": 3.7609281512586203e-06, "Finetune/Loss": 0.8539676666259766, "Finetune/Loss (Raw)": 0.852242112159729, "Finetune/Step": 3758, "Finetune/Step Time": 4.475650276988745}
+{"Finetune/Learning Rate": 3.756060931143811e-06, "Finetune/Loss": 0.855810284614563, "Finetune/Loss (Raw)": 0.9489002227783203, "Finetune/Step": 3759, "Finetune/Step Time": 4.460094893351197}
+{"Finetune/Learning Rate": 3.7511961341798487e-06, "Finetune/Loss": 0.8547028303146362, "Finetune/Loss (Raw)": 0.8399036526679993, "Finetune/Step": 3760, "Finetune/Step Time": 4.465547950938344}
+{"Finetune/Learning Rate": 3.746333762254677e-06, "Finetune/Loss": 0.8528092503547668, "Finetune/Loss (Raw)": 0.7437425851821899, "Finetune/Step": 3761, "Finetune/Step Time": 4.476445684209466}
+{"Finetune/Learning Rate": 3.7414738172552744e-06, "Finetune/Loss": 0.8528506755828857, "Finetune/Loss (Raw)": 0.8766250610351562, "Finetune/Step": 3762, "Finetune/Step Time": 4.482264064252377}
+{"Finetune/Learning Rate": 3.7366163010676937e-06, "Finetune/Loss": 0.8541629314422607, "Finetune/Loss (Raw)": 0.9399073123931885, "Finetune/Step": 3763, "Finetune/Step Time": 4.483436539769173}
+{"Finetune/Learning Rate": 3.7317612155770467e-06, "Finetune/Loss": 0.8534532785415649, "Finetune/Loss (Raw)": 0.8163982629776001, "Finetune/Step": 3764, "Finetune/Step Time": 4.484175018966198}
+{"Finetune/Learning Rate": 3.726908562667496e-06, "Finetune/Loss": 0.8525915741920471, "Finetune/Loss (Raw)": 0.8546760082244873, "Finetune/Step": 3765, "Finetune/Step Time": 4.493325339630246}
+{"Finetune/Learning Rate": 3.72205834422226e-06, "Finetune/Loss": 0.8526166677474976, "Finetune/Loss (Raw)": 0.9428004622459412, "Finetune/Step": 3766, "Finetune/Step Time": 4.496544661000371}
+{"Finetune/Learning Rate": 3.717210562123613e-06, "Finetune/Loss": 0.8530791401863098, "Finetune/Loss (Raw)": 0.937142014503479, "Finetune/Step": 3767, "Finetune/Step Time": 4.49997260607779}
+{"Finetune/Learning Rate": 3.712365218252887e-06, "Finetune/Loss": 0.856611967086792, "Finetune/Loss (Raw)": 0.7611640095710754, "Finetune/Step": 3768, "Finetune/Step Time": 4.469714604318142}
+{"Finetune/Learning Rate": 3.7075223144904638e-06, "Finetune/Loss": 0.8522554039955139, "Finetune/Loss (Raw)": 0.24800148606300354, "Finetune/Step": 3769, "Finetune/Step Time": 4.5058680810034275}
+{"Finetune/Learning Rate": 3.702681852715777e-06, "Finetune/Loss": 0.8530006408691406, "Finetune/Loss (Raw)": 1.0418641567230225, "Finetune/Step": 3770, "Finetune/Step Time": 4.497293543070555}
+{"Finetune/Learning Rate": 3.6978438348073253e-06, "Finetune/Loss": 0.8541531562805176, "Finetune/Loss (Raw)": 1.0701649188995361, "Finetune/Step": 3771, "Finetune/Step Time": 4.499286517500877}
+{"Finetune/Learning Rate": 3.6930082626426377e-06, "Finetune/Loss": 0.8551241159439087, "Finetune/Loss (Raw)": 0.9603262543678284, "Finetune/Step": 3772, "Finetune/Step Time": 4.505390739068389}
+{"Finetune/Learning Rate": 3.6881751380983066e-06, "Finetune/Loss": 0.851365864276886, "Finetune/Loss (Raw)": 0.3458460867404938, "Finetune/Step": 3773, "Finetune/Step Time": 4.54256646335125}
+{"Finetune/Learning Rate": 3.6833444630499804e-06, "Finetune/Loss": 0.8509016633033752, "Finetune/Loss (Raw)": 0.9238429069519043, "Finetune/Step": 3774, "Finetune/Step Time": 4.544564969837666}
+{"Finetune/Learning Rate": 3.6785162393723482e-06, "Finetune/Loss": 0.8511800765991211, "Finetune/Loss (Raw)": 0.954159677028656, "Finetune/Step": 3775, "Finetune/Step Time": 4.549721457064152}
+{"Finetune/Learning Rate": 3.6736904689391417e-06, "Finetune/Loss": 0.8511098623275757, "Finetune/Loss (Raw)": 0.9400599002838135, "Finetune/Step": 3776, "Finetune/Step Time": 4.552798444405198}
+{"Finetune/Learning Rate": 3.6688671536231557e-06, "Finetune/Loss": 0.8458051681518555, "Finetune/Loss (Raw)": 0.27456432580947876, "Finetune/Step": 3777, "Finetune/Step Time": 4.5913819540292025}
+{"Finetune/Learning Rate": 3.6640462952962217e-06, "Finetune/Loss": 0.8450380563735962, "Finetune/Loss (Raw)": 0.9230093359947205, "Finetune/Step": 3778, "Finetune/Step Time": 4.599556451663375}
+{"Finetune/Learning Rate": 3.6592278958292225e-06, "Finetune/Loss": 0.845751941204071, "Finetune/Loss (Raw)": 0.8374183773994446, "Finetune/Step": 3779, "Finetune/Step Time": 4.59915341809392}
+{"Finetune/Learning Rate": 3.6544119570920845e-06, "Finetune/Loss": 0.8446319699287415, "Finetune/Loss (Raw)": 0.7992745637893677, "Finetune/Step": 3780, "Finetune/Step Time": 4.5996335707604885}
+{"Finetune/Learning Rate": 3.6495984809537775e-06, "Finetune/Loss": 0.8446168899536133, "Finetune/Loss (Raw)": 0.9531183242797852, "Finetune/Step": 3781, "Finetune/Step Time": 4.596707865595818}
+{"Finetune/Learning Rate": 3.6447874692823195e-06, "Finetune/Loss": 0.8442647457122803, "Finetune/Loss (Raw)": 0.8398761749267578, "Finetune/Step": 3782, "Finetune/Step Time": 4.573284586891532}
+{"Finetune/Learning Rate": 3.639978923944766e-06, "Finetune/Loss": 0.8422978520393372, "Finetune/Loss (Raw)": 0.8008507490158081, "Finetune/Step": 3783, "Finetune/Step Time": 4.575551738962531}
+{"Finetune/Learning Rate": 3.6351728468072265e-06, "Finetune/Loss": 0.8426075577735901, "Finetune/Loss (Raw)": 0.8146088123321533, "Finetune/Step": 3784, "Finetune/Step Time": 4.587284443899989}
+{"Finetune/Learning Rate": 3.6303692397348455e-06, "Finetune/Loss": 0.8425959348678589, "Finetune/Loss (Raw)": 0.8698446154594421, "Finetune/Step": 3785, "Finetune/Step Time": 4.585516422986984}
+{"Finetune/Learning Rate": 3.6255681045918e-06, "Finetune/Loss": 0.8433146476745605, "Finetune/Loss (Raw)": 0.9810042381286621, "Finetune/Step": 3786, "Finetune/Step Time": 4.569309528917074}
+{"Finetune/Learning Rate": 3.6207694432413255e-06, "Finetune/Loss": 0.8434686660766602, "Finetune/Loss (Raw)": 0.9257330894470215, "Finetune/Step": 3787, "Finetune/Step Time": 4.566589705646038}
+{"Finetune/Learning Rate": 3.6159732575456862e-06, "Finetune/Loss": 0.8424200415611267, "Finetune/Loss (Raw)": 0.8630793690681458, "Finetune/Step": 3788, "Finetune/Step Time": 4.566672699525952}
+{"Finetune/Learning Rate": 3.6111795493661885e-06, "Finetune/Loss": 0.841683030128479, "Finetune/Loss (Raw)": 0.7881787419319153, "Finetune/Step": 3789, "Finetune/Step Time": 4.584722675383091}
+{"Finetune/Learning Rate": 3.606388320563177e-06, "Finetune/Loss": 0.841458261013031, "Finetune/Loss (Raw)": 0.9422810673713684, "Finetune/Step": 3790, "Finetune/Step Time": 4.58613670617342}
+{"Finetune/Learning Rate": 3.6015995729960316e-06, "Finetune/Loss": 0.8400020599365234, "Finetune/Loss (Raw)": 0.8697966933250427, "Finetune/Step": 3791, "Finetune/Step Time": 4.586148766800761}
+{"Finetune/Learning Rate": 3.596813308523176e-06, "Finetune/Loss": 0.8362767696380615, "Finetune/Loss (Raw)": 0.3450095057487488, "Finetune/Step": 3792, "Finetune/Step Time": 4.619709165766835}
+{"Finetune/Learning Rate": 3.592029529002059e-06, "Finetune/Loss": 0.836259126663208, "Finetune/Loss (Raw)": 0.9066707491874695, "Finetune/Step": 3793, "Finetune/Step Time": 4.638785736635327}
+{"Finetune/Learning Rate": 3.5872482362891802e-06, "Finetune/Loss": 0.8363224864006042, "Finetune/Loss (Raw)": 0.9263766407966614, "Finetune/Step": 3794, "Finetune/Step Time": 4.6382747143507}
+{"Finetune/Learning Rate": 3.5824694322400653e-06, "Finetune/Loss": 0.8389104008674622, "Finetune/Loss (Raw)": 0.7562726140022278, "Finetune/Step": 3795, "Finetune/Step Time": 4.607650173828006}
+{"Finetune/Learning Rate": 3.5776931187092667e-06, "Finetune/Loss": 0.8395354151725769, "Finetune/Loss (Raw)": 0.8989401459693909, "Finetune/Step": 3796, "Finetune/Step Time": 4.612919673323631}
+{"Finetune/Learning Rate": 3.5729192975503856e-06, "Finetune/Loss": 0.8386302590370178, "Finetune/Loss (Raw)": 0.740603506565094, "Finetune/Step": 3797, "Finetune/Step Time": 4.61726994626224}
+{"Finetune/Learning Rate": 3.5681479706160483e-06, "Finetune/Loss": 0.8380270004272461, "Finetune/Loss (Raw)": 0.8270277380943298, "Finetune/Step": 3798, "Finetune/Step Time": 4.61953816562891}
+{"Finetune/Learning Rate": 3.563379139757911e-06, "Finetune/Loss": 0.8367685079574585, "Finetune/Loss (Raw)": 0.8168964982032776, "Finetune/Step": 3799, "Finetune/Step Time": 4.6295731123536825}
+{"Finetune/Learning Rate": 3.558612806826666e-06, "Finetune/Loss": 0.8376913666725159, "Finetune/Loss (Raw)": 0.9575139880180359, "Finetune/Step": 3800, "Finetune/Step Time": 4.62530243396759}
+{"Finetune/Learning Rate": 3.553848973672033e-06, "Finetune/Loss": 0.839264452457428, "Finetune/Loss (Raw)": 0.8700569868087769, "Finetune/Step": 3801, "Finetune/Step Time": 4.625924611464143}
+{"Finetune/Learning Rate": 3.549087642142762e-06, "Finetune/Loss": 0.8401079177856445, "Finetune/Loss (Raw)": 0.9570206999778748, "Finetune/Step": 3802, "Finetune/Step Time": 4.627339489758015}
+{"Finetune/Learning Rate": 3.544328814086632e-06, "Finetune/Loss": 0.8449572920799255, "Finetune/Loss (Raw)": 0.9981271624565125, "Finetune/Step": 3803, "Finetune/Step Time": 4.584840754047036}
+{"Finetune/Learning Rate": 3.5395724913504546e-06, "Finetune/Loss": 0.8447481393814087, "Finetune/Loss (Raw)": 0.9160516262054443, "Finetune/Step": 3804, "Finetune/Step Time": 4.569006295874715}
+{"Finetune/Learning Rate": 3.5348186757800683e-06, "Finetune/Loss": 0.843875527381897, "Finetune/Loss (Raw)": 0.8531134128570557, "Finetune/Step": 3805, "Finetune/Step Time": 4.585722167044878}
+{"Finetune/Learning Rate": 3.530067369220326e-06, "Finetune/Loss": 0.8457474708557129, "Finetune/Loss (Raw)": 0.8849659562110901, "Finetune/Step": 3806, "Finetune/Step Time": 4.597717082127929}
+{"Finetune/Learning Rate": 3.525318573515125e-06, "Finetune/Loss": 0.8446512222290039, "Finetune/Loss (Raw)": 0.8428704738616943, "Finetune/Step": 3807, "Finetune/Step Time": 4.5998841393738985}
+{"Finetune/Learning Rate": 3.520572290507378e-06, "Finetune/Loss": 0.8435391187667847, "Finetune/Loss (Raw)": 0.7699756622314453, "Finetune/Step": 3808, "Finetune/Step Time": 4.606845440343022}
+{"Finetune/Learning Rate": 3.5158285220390256e-06, "Finetune/Loss": 0.8425648808479309, "Finetune/Loss (Raw)": 0.8447482585906982, "Finetune/Step": 3809, "Finetune/Step Time": 4.621550807729363}
+{"Finetune/Learning Rate": 3.5110872699510313e-06, "Finetune/Loss": 0.8413830399513245, "Finetune/Loss (Raw)": 0.9401562809944153, "Finetune/Step": 3810, "Finetune/Step Time": 4.618304241448641}
+{"Finetune/Learning Rate": 3.5063485360833816e-06, "Finetune/Loss": 0.8409881591796875, "Finetune/Loss (Raw)": 0.8359007239341736, "Finetune/Step": 3811, "Finetune/Step Time": 4.624531773850322}
+{"Finetune/Learning Rate": 3.5016123222750863e-06, "Finetune/Loss": 0.842002272605896, "Finetune/Loss (Raw)": 0.791498064994812, "Finetune/Step": 3812, "Finetune/Step Time": 4.618817873299122}
+{"Finetune/Learning Rate": 3.4968786303641764e-06, "Finetune/Loss": 0.8421245813369751, "Finetune/Loss (Raw)": 0.8718501925468445, "Finetune/Step": 3813, "Finetune/Step Time": 4.616351189091802}
+{"Finetune/Learning Rate": 3.492147462187714e-06, "Finetune/Loss": 0.8415166735649109, "Finetune/Loss (Raw)": 0.8368322253227234, "Finetune/Step": 3814, "Finetune/Step Time": 4.608938565477729}
+{"Finetune/Learning Rate": 3.4874188195817626e-06, "Finetune/Loss": 0.8414192795753479, "Finetune/Loss (Raw)": 0.8665881752967834, "Finetune/Step": 3815, "Finetune/Step Time": 4.62753870151937}
+{"Finetune/Learning Rate": 3.4826927043814197e-06, "Finetune/Loss": 0.8419049382209778, "Finetune/Loss (Raw)": 0.8769107460975647, "Finetune/Step": 3816, "Finetune/Step Time": 4.622998207807541}
+{"Finetune/Learning Rate": 3.4779691184207954e-06, "Finetune/Loss": 0.8404933214187622, "Finetune/Loss (Raw)": 0.8022602200508118, "Finetune/Step": 3817, "Finetune/Step Time": 4.620005069300532}
+{"Finetune/Learning Rate": 3.473248063533028e-06, "Finetune/Loss": 0.8396481871604919, "Finetune/Loss (Raw)": 0.8176525235176086, "Finetune/Step": 3818, "Finetune/Step Time": 4.613231690600514}
+{"Finetune/Learning Rate": 3.4685295415502663e-06, "Finetune/Loss": 0.8435074090957642, "Finetune/Loss (Raw)": 0.8050519824028015, "Finetune/Step": 3819, "Finetune/Step Time": 4.576207956299186}
+{"Finetune/Learning Rate": 3.4638135543036656e-06, "Finetune/Loss": 0.8413442373275757, "Finetune/Loss (Raw)": 0.716208279132843, "Finetune/Step": 3820, "Finetune/Step Time": 4.58322324603796}
+{"Finetune/Learning Rate": 3.4591001036234206e-06, "Finetune/Loss": 0.8406877517700195, "Finetune/Loss (Raw)": 0.8077250719070435, "Finetune/Step": 3821, "Finetune/Step Time": 4.582963299006224}
+{"Finetune/Learning Rate": 3.4543891913387253e-06, "Finetune/Loss": 0.8407188653945923, "Finetune/Loss (Raw)": 0.7763474583625793, "Finetune/Step": 3822, "Finetune/Step Time": 4.567242622375488}
+{"Finetune/Learning Rate": 3.449680819277792e-06, "Finetune/Loss": 0.8396539688110352, "Finetune/Loss (Raw)": 0.9783631563186646, "Finetune/Step": 3823, "Finetune/Step Time": 4.570003671571612}
+{"Finetune/Learning Rate": 3.4449749892678486e-06, "Finetune/Loss": 0.8398499488830566, "Finetune/Loss (Raw)": 0.8947559595108032, "Finetune/Step": 3824, "Finetune/Step Time": 4.568835273385048}
+{"Finetune/Learning Rate": 3.4402717031351363e-06, "Finetune/Loss": 0.8401645421981812, "Finetune/Loss (Raw)": 0.7601319551467896, "Finetune/Step": 3825, "Finetune/Step Time": 4.547193195670843}
+{"Finetune/Learning Rate": 3.4355709627049073e-06, "Finetune/Loss": 0.8393970131874084, "Finetune/Loss (Raw)": 0.8195797204971313, "Finetune/Step": 3826, "Finetune/Step Time": 4.543594574555755}
+{"Finetune/Learning Rate": 3.4308727698014243e-06, "Finetune/Loss": 0.8391801118850708, "Finetune/Loss (Raw)": 0.8927779793739319, "Finetune/Step": 3827, "Finetune/Step Time": 4.5711232256144285}
+{"Finetune/Learning Rate": 3.4261771262479724e-06, "Finetune/Loss": 0.8393909931182861, "Finetune/Loss (Raw)": 0.9473171830177307, "Finetune/Step": 3828, "Finetune/Step Time": 4.569094521924853}
+{"Finetune/Learning Rate": 3.4214840338668376e-06, "Finetune/Loss": 0.8359805345535278, "Finetune/Loss (Raw)": 0.28187111020088196, "Finetune/Step": 3829, "Finetune/Step Time": 4.601870024576783}
+{"Finetune/Learning Rate": 3.416793494479308e-06, "Finetune/Loss": 0.8357266187667847, "Finetune/Loss (Raw)": 0.8859052062034607, "Finetune/Step": 3830, "Finetune/Step Time": 4.61132194660604}
+{"Finetune/Learning Rate": 3.412105509905701e-06, "Finetune/Loss": 0.8347594141960144, "Finetune/Loss (Raw)": 0.8346591591835022, "Finetune/Step": 3831, "Finetune/Step Time": 4.619116805493832}
+{"Finetune/Learning Rate": 3.407420081965327e-06, "Finetune/Loss": 0.8357224464416504, "Finetune/Loss (Raw)": 1.0336410999298096, "Finetune/Step": 3832, "Finetune/Step Time": 4.616689363494515}
+{"Finetune/Learning Rate": 3.402737212476509e-06, "Finetune/Loss": 0.837584376335144, "Finetune/Loss (Raw)": 0.9580191969871521, "Finetune/Step": 3833, "Finetune/Step Time": 4.6398799531161785}
+{"Finetune/Learning Rate": 3.398056903256579e-06, "Finetune/Loss": 0.8384572863578796, "Finetune/Loss (Raw)": 0.972245454788208, "Finetune/Step": 3834, "Finetune/Step Time": 4.633370218798518}
+{"Finetune/Learning Rate": 3.393379156121873e-06, "Finetune/Loss": 0.8391708135604858, "Finetune/Loss (Raw)": 0.9459834694862366, "Finetune/Step": 3835, "Finetune/Step Time": 4.614370930939913}
+{"Finetune/Learning Rate": 3.3887039728877336e-06, "Finetune/Loss": 0.839421808719635, "Finetune/Loss (Raw)": 0.8132322430610657, "Finetune/Step": 3836, "Finetune/Step Time": 4.598537525162101}
+{"Finetune/Learning Rate": 3.3840313553685034e-06, "Finetune/Loss": 0.8381547927856445, "Finetune/Loss (Raw)": 0.8473524451255798, "Finetune/Step": 3837, "Finetune/Step Time": 4.6041614562273026}
+{"Finetune/Learning Rate": 3.379361305377542e-06, "Finetune/Loss": 0.8368065357208252, "Finetune/Loss (Raw)": 0.8162798881530762, "Finetune/Step": 3838, "Finetune/Step Time": 4.602118078619242}
+{"Finetune/Learning Rate": 3.374693824727204e-06, "Finetune/Loss": 0.8376003503799438, "Finetune/Loss (Raw)": 0.8824558854103088, "Finetune/Step": 3839, "Finetune/Step Time": 4.6167658399790525}
+{"Finetune/Learning Rate": 3.3700289152288377e-06, "Finetune/Loss": 0.8363239169120789, "Finetune/Loss (Raw)": 0.8392351269721985, "Finetune/Step": 3840, "Finetune/Step Time": 4.617177654057741}
+{"Finetune/Learning Rate": 3.3653665786928138e-06, "Finetune/Loss": 0.8419562578201294, "Finetune/Loss (Raw)": 1.0061789751052856, "Finetune/Step": 3841, "Finetune/Step Time": 4.578130563721061}
+{"Finetune/Learning Rate": 3.360706816928491e-06, "Finetune/Loss": 0.8412368297576904, "Finetune/Loss (Raw)": 0.8085654973983765, "Finetune/Step": 3842, "Finetune/Step Time": 4.569731894880533}
+{"Finetune/Learning Rate": 3.3560496317442305e-06, "Finetune/Loss": 0.8403104543685913, "Finetune/Loss (Raw)": 0.8310021758079529, "Finetune/Step": 3843, "Finetune/Step Time": 4.570334378629923}
+{"Finetune/Learning Rate": 3.351395024947395e-06, "Finetune/Loss": 0.8406750559806824, "Finetune/Loss (Raw)": 0.8458885550498962, "Finetune/Step": 3844, "Finetune/Step Time": 4.551352294161916}
+{"Finetune/Learning Rate": 3.3467429983443477e-06, "Finetune/Loss": 0.8412145972251892, "Finetune/Loss (Raw)": 0.838469386100769, "Finetune/Step": 3845, "Finetune/Step Time": 4.534934584051371}
+{"Finetune/Learning Rate": 3.34209355374045e-06, "Finetune/Loss": 0.8405787944793701, "Finetune/Loss (Raw)": 0.7009925842285156, "Finetune/Step": 3846, "Finetune/Step Time": 4.531016457825899}
+{"Finetune/Learning Rate": 3.337446692940055e-06, "Finetune/Loss": 0.8429210782051086, "Finetune/Loss (Raw)": 0.9865943789482117, "Finetune/Step": 3847, "Finetune/Step Time": 4.518848618492484}
+{"Finetune/Learning Rate": 3.332802417746527e-06, "Finetune/Loss": 0.8377425670623779, "Finetune/Loss (Raw)": 0.3318959176540375, "Finetune/Step": 3848, "Finetune/Step Time": 4.5471152644604445}
+{"Finetune/Learning Rate": 3.3281607299622175e-06, "Finetune/Loss": 0.838152289390564, "Finetune/Loss (Raw)": 1.0297508239746094, "Finetune/Step": 3849, "Finetune/Step Time": 4.562701538205147}
+{"Finetune/Learning Rate": 3.3235216313884657e-06, "Finetune/Loss": 0.8357930779457092, "Finetune/Loss (Raw)": 0.616522490978241, "Finetune/Step": 3850, "Finetune/Step Time": 4.5698668751865625}
+{"Finetune/Learning Rate": 3.3188851238256246e-06, "Finetune/Loss": 0.8341822624206543, "Finetune/Loss (Raw)": 0.7632381319999695, "Finetune/Step": 3851, "Finetune/Step Time": 4.561358010396361}
+{"Finetune/Learning Rate": 3.3142512090730283e-06, "Finetune/Loss": 0.8349740505218506, "Finetune/Loss (Raw)": 0.9208910465240479, "Finetune/Step": 3852, "Finetune/Step Time": 4.562103042379022}
+{"Finetune/Learning Rate": 3.309619888929011e-06, "Finetune/Loss": 0.8309983015060425, "Finetune/Loss (Raw)": 0.45678743720054626, "Finetune/Step": 3853, "Finetune/Step Time": 4.596212789416313}
+{"Finetune/Learning Rate": 3.304991165190895e-06, "Finetune/Loss": 0.8349577188491821, "Finetune/Loss (Raw)": 0.891002357006073, "Finetune/Step": 3854, "Finetune/Step Time": 4.561055976897478}
+{"Finetune/Learning Rate": 3.300365039655e-06, "Finetune/Loss": 0.833469033241272, "Finetune/Loss (Raw)": 0.6403580904006958, "Finetune/Step": 3855, "Finetune/Step Time": 4.566214442253113}
+{"Finetune/Learning Rate": 3.2957415141166327e-06, "Finetune/Loss": 0.8358181715011597, "Finetune/Loss (Raw)": 0.9816460609436035, "Finetune/Step": 3856, "Finetune/Step Time": 4.565195668488741}
+{"Finetune/Learning Rate": 3.2911205903700916e-06, "Finetune/Loss": 0.8314683437347412, "Finetune/Loss (Raw)": 0.36401867866516113, "Finetune/Step": 3857, "Finetune/Step Time": 4.593477176502347}
+{"Finetune/Learning Rate": 3.2865022702086756e-06, "Finetune/Loss": 0.8269426822662354, "Finetune/Loss (Raw)": 0.33604490756988525, "Finetune/Step": 3858, "Finetune/Step Time": 4.606577806174755}
+{"Finetune/Learning Rate": 3.281886555424656e-06, "Finetune/Loss": 0.8278424739837646, "Finetune/Loss (Raw)": 1.0545223951339722, "Finetune/Step": 3859, "Finetune/Step Time": 4.604747228324413}
+{"Finetune/Learning Rate": 3.277273447809299e-06, "Finetune/Loss": 0.827695369720459, "Finetune/Loss (Raw)": 0.8833825588226318, "Finetune/Step": 3860, "Finetune/Step Time": 4.5928872767835855}
+{"Finetune/Learning Rate": 3.2726629491528714e-06, "Finetune/Loss": 0.8276163935661316, "Finetune/Loss (Raw)": 0.8408598303794861, "Finetune/Step": 3861, "Finetune/Step Time": 4.578050408512354}
+{"Finetune/Learning Rate": 3.268055061244614e-06, "Finetune/Loss": 0.8269942998886108, "Finetune/Loss (Raw)": 0.8852355480194092, "Finetune/Step": 3862, "Finetune/Step Time": 4.5767527632415295}
+{"Finetune/Learning Rate": 3.2634497858727553e-06, "Finetune/Loss": 0.8278273344039917, "Finetune/Loss (Raw)": 0.8157784938812256, "Finetune/Step": 3863, "Finetune/Step Time": 4.586849361658096}
+{"Finetune/Learning Rate": 3.2588471248245157e-06, "Finetune/Loss": 0.8265972137451172, "Finetune/Loss (Raw)": 0.9217641353607178, "Finetune/Step": 3864, "Finetune/Step Time": 4.595595613121986}
+{"Finetune/Learning Rate": 3.254247079886097e-06, "Finetune/Loss": 0.8263201117515564, "Finetune/Loss (Raw)": 0.8758475184440613, "Finetune/Step": 3865, "Finetune/Step Time": 4.613017661496997}
+{"Finetune/Learning Rate": 3.2496496528426867e-06, "Finetune/Loss": 0.8278799057006836, "Finetune/Loss (Raw)": 1.0328285694122314, "Finetune/Step": 3866, "Finetune/Step Time": 4.6039630472660065}
+{"Finetune/Learning Rate": 3.245054845478454e-06, "Finetune/Loss": 0.8297422528266907, "Finetune/Loss (Raw)": 1.0748076438903809, "Finetune/Step": 3867, "Finetune/Step Time": 4.604175386950374}
+{"Finetune/Learning Rate": 3.240462659576562e-06, "Finetune/Loss": 0.8298395872116089, "Finetune/Loss (Raw)": 0.8920369744300842, "Finetune/Step": 3868, "Finetune/Step Time": 4.607596881687641}
+{"Finetune/Learning Rate": 3.23587309691914e-06, "Finetune/Loss": 0.8286227583885193, "Finetune/Loss (Raw)": 0.8110232949256897, "Finetune/Step": 3869, "Finetune/Step Time": 4.609266122803092}
+{"Finetune/Learning Rate": 3.231286159287308e-06, "Finetune/Loss": 0.8281160593032837, "Finetune/Loss (Raw)": 0.8081868290901184, "Finetune/Step": 3870, "Finetune/Step Time": 4.633516687899828}
+{"Finetune/Learning Rate": 3.2267018484611725e-06, "Finetune/Loss": 0.8277549147605896, "Finetune/Loss (Raw)": 0.8704517483711243, "Finetune/Step": 3871, "Finetune/Step Time": 4.5972061194479465}
+{"Finetune/Learning Rate": 3.222120166219812e-06, "Finetune/Loss": 0.8289080262184143, "Finetune/Loss (Raw)": 0.5093629360198975, "Finetune/Step": 3872, "Finetune/Step Time": 4.593184104189277}
+{"Finetune/Learning Rate": 3.217541114341288e-06, "Finetune/Loss": 0.832097053527832, "Finetune/Loss (Raw)": 0.7335734963417053, "Finetune/Step": 3873, "Finetune/Step Time": 4.563471766188741}
+{"Finetune/Learning Rate": 3.2129646946026407e-06, "Finetune/Loss": 0.8331185579299927, "Finetune/Loss (Raw)": 0.8781324028968811, "Finetune/Step": 3874, "Finetune/Step Time": 4.563469476997852}
+{"Finetune/Learning Rate": 3.2083909087798905e-06, "Finetune/Loss": 0.8340373039245605, "Finetune/Loss (Raw)": 0.869633674621582, "Finetune/Step": 3875, "Finetune/Step Time": 4.545686012133956}
+{"Finetune/Learning Rate": 3.2038197586480336e-06, "Finetune/Loss": 0.833584189414978, "Finetune/Loss (Raw)": 0.8845369219779968, "Finetune/Step": 3876, "Finetune/Step Time": 4.532143317162991}
+{"Finetune/Learning Rate": 3.199251245981041e-06, "Finetune/Loss": 0.8342041373252869, "Finetune/Loss (Raw)": 0.8554377555847168, "Finetune/Step": 3877, "Finetune/Step Time": 4.53993290103972}
+{"Finetune/Learning Rate": 3.1946853725518724e-06, "Finetune/Loss": 0.8304716348648071, "Finetune/Loss (Raw)": 0.47251084446907043, "Finetune/Step": 3878, "Finetune/Step Time": 4.577217595651746}
+{"Finetune/Learning Rate": 3.1901221401324446e-06, "Finetune/Loss": 0.8291876316070557, "Finetune/Loss (Raw)": 0.852765679359436, "Finetune/Step": 3879, "Finetune/Step Time": 4.602777004241943}
+{"Finetune/Learning Rate": 3.18556155049366e-06, "Finetune/Loss": 0.8294458389282227, "Finetune/Loss (Raw)": 0.8741302490234375, "Finetune/Step": 3880, "Finetune/Step Time": 4.599571952596307}
+{"Finetune/Learning Rate": 3.1810036054054005e-06, "Finetune/Loss": 0.829788863658905, "Finetune/Loss (Raw)": 0.9113044738769531, "Finetune/Step": 3881, "Finetune/Step Time": 4.5923342648893595}
+{"Finetune/Learning Rate": 3.1764483066365117e-06, "Finetune/Loss": 0.83012855052948, "Finetune/Loss (Raw)": 0.9407517910003662, "Finetune/Step": 3882, "Finetune/Step Time": 4.591637894511223}
+{"Finetune/Learning Rate": 3.1718956559548154e-06, "Finetune/Loss": 0.8303483128547668, "Finetune/Loss (Raw)": 0.9768577814102173, "Finetune/Step": 3883, "Finetune/Step Time": 4.57982624694705}
+{"Finetune/Learning Rate": 3.1673456551271086e-06, "Finetune/Loss": 0.83116215467453, "Finetune/Loss (Raw)": 0.8199107646942139, "Finetune/Step": 3884, "Finetune/Step Time": 4.573161825537682}
+{"Finetune/Learning Rate": 3.162798305919157e-06, "Finetune/Loss": 0.8289955854415894, "Finetune/Loss (Raw)": 0.6745149493217468, "Finetune/Step": 3885, "Finetune/Step Time": 4.57924378849566}
+{"Finetune/Learning Rate": 3.1582536100956973e-06, "Finetune/Loss": 0.8282077312469482, "Finetune/Loss (Raw)": 0.7513918876647949, "Finetune/Step": 3886, "Finetune/Step Time": 4.565638519823551}
+{"Finetune/Learning Rate": 3.1537115694204345e-06, "Finetune/Loss": 0.827072024345398, "Finetune/Loss (Raw)": 0.8035337328910828, "Finetune/Step": 3887, "Finetune/Step Time": 4.567315887659788}
+{"Finetune/Learning Rate": 3.1491721856560555e-06, "Finetune/Loss": 0.8276510238647461, "Finetune/Loss (Raw)": 0.9140188097953796, "Finetune/Step": 3888, "Finetune/Step Time": 4.559680899605155}
+{"Finetune/Learning Rate": 3.144635460564197e-06, "Finetune/Loss": 0.8286919593811035, "Finetune/Loss (Raw)": 0.8769828677177429, "Finetune/Step": 3889, "Finetune/Step Time": 4.556515185162425}
+{"Finetune/Learning Rate": 3.1401013959054726e-06, "Finetune/Loss": 0.8289247155189514, "Finetune/Loss (Raw)": 0.906420886516571, "Finetune/Step": 3890, "Finetune/Step Time": 4.555008705705404}
+{"Finetune/Learning Rate": 3.1355699934394724e-06, "Finetune/Loss": 0.8283346891403198, "Finetune/Loss (Raw)": 0.8643759489059448, "Finetune/Step": 3891, "Finetune/Step Time": 4.569955514743924}
+{"Finetune/Learning Rate": 3.1310412549247403e-06, "Finetune/Loss": 0.8286327719688416, "Finetune/Loss (Raw)": 0.8545606732368469, "Finetune/Step": 3892, "Finetune/Step Time": 4.573020303621888}
+{"Finetune/Learning Rate": 3.1265151821187933e-06, "Finetune/Loss": 0.82485032081604, "Finetune/Loss (Raw)": 0.37051957845687866, "Finetune/Step": 3893, "Finetune/Step Time": 4.6024407632648945}
+{"Finetune/Learning Rate": 3.121991776778109e-06, "Finetune/Loss": 0.8245536088943481, "Finetune/Loss (Raw)": 0.9048212766647339, "Finetune/Step": 3894, "Finetune/Step Time": 4.600880058482289}
+{"Finetune/Learning Rate": 3.1174710406581355e-06, "Finetune/Loss": 0.8244461417198181, "Finetune/Loss (Raw)": 0.9233871102333069, "Finetune/Step": 3895, "Finetune/Step Time": 4.593336025252938}
+{"Finetune/Learning Rate": 3.1129529755132815e-06, "Finetune/Loss": 0.8257842063903809, "Finetune/Loss (Raw)": 0.9324333071708679, "Finetune/Step": 3896, "Finetune/Step Time": 4.581672610715032}
+{"Finetune/Learning Rate": 3.108437583096918e-06, "Finetune/Loss": 0.8306900262832642, "Finetune/Loss (Raw)": 0.8759499192237854, "Finetune/Step": 3897, "Finetune/Step Time": 4.542256595566869}
+{"Finetune/Learning Rate": 3.103924865161383e-06, "Finetune/Loss": 0.829257607460022, "Finetune/Loss (Raw)": 0.8585113883018494, "Finetune/Step": 3898, "Finetune/Step Time": 4.558673406019807}
+{"Finetune/Learning Rate": 3.0994148234579734e-06, "Finetune/Loss": 0.828703761100769, "Finetune/Loss (Raw)": 0.9992703199386597, "Finetune/Step": 3899, "Finetune/Step Time": 4.561865052208304}
+{"Finetune/Learning Rate": 3.0949074597369444e-06, "Finetune/Loss": 0.827904462814331, "Finetune/Loss (Raw)": 0.8580199480056763, "Finetune/Step": 3900, "Finetune/Step Time": 4.572361435741186}
+{"Finetune/Learning Rate": 3.090402775747523e-06, "Finetune/Loss": 0.8324977159500122, "Finetune/Loss (Raw)": 0.9337785840034485, "Finetune/Step": 3901, "Finetune/Step Time": 4.533074656501412}
+{"Finetune/Learning Rate": 3.0859007732378897e-06, "Finetune/Loss": 0.8328624963760376, "Finetune/Loss (Raw)": 0.970542311668396, "Finetune/Step": 3902, "Finetune/Step Time": 4.523348616436124}
+{"Finetune/Learning Rate": 3.0814014539551727e-06, "Finetune/Loss": 0.8328291177749634, "Finetune/Loss (Raw)": 0.949884831905365, "Finetune/Step": 3903, "Finetune/Step Time": 4.51787175424397}
+{"Finetune/Learning Rate": 3.076904819645481e-06, "Finetune/Loss": 0.8323889970779419, "Finetune/Loss (Raw)": 0.8837287425994873, "Finetune/Step": 3904, "Finetune/Step Time": 4.521624602377415}
+{"Finetune/Learning Rate": 3.072410872053867e-06, "Finetune/Loss": 0.8356513381004333, "Finetune/Loss (Raw)": 0.6921360492706299, "Finetune/Step": 3905, "Finetune/Step Time": 4.496465288102627}
+{"Finetune/Learning Rate": 3.067919612924343e-06, "Finetune/Loss": 0.835728108882904, "Finetune/Loss (Raw)": 0.9328402280807495, "Finetune/Step": 3906, "Finetune/Step Time": 4.529643399640918}
+{"Finetune/Learning Rate": 3.0634310439998803e-06, "Finetune/Loss": 0.8381651639938354, "Finetune/Loss (Raw)": 1.1493574380874634, "Finetune/Step": 3907, "Finetune/Step Time": 4.515085399150848}
+{"Finetune/Learning Rate": 3.0589451670224037e-06, "Finetune/Loss": 0.838234007358551, "Finetune/Loss (Raw)": 0.8080934882164001, "Finetune/Step": 3908, "Finetune/Step Time": 4.522548291832209}
+{"Finetune/Learning Rate": 3.054461983732795e-06, "Finetune/Loss": 0.8372257947921753, "Finetune/Loss (Raw)": 0.8240620493888855, "Finetune/Step": 3909, "Finetune/Step Time": 4.528354123234749}
+{"Finetune/Learning Rate": 3.0499814958708883e-06, "Finetune/Loss": 0.8381285667419434, "Finetune/Loss (Raw)": 0.9554256796836853, "Finetune/Step": 3910, "Finetune/Step Time": 4.528881607577205}
+{"Finetune/Learning Rate": 3.045503705175478e-06, "Finetune/Loss": 0.8398268222808838, "Finetune/Loss (Raw)": 1.0182303190231323, "Finetune/Step": 3911, "Finetune/Step Time": 4.525152703747153}
+{"Finetune/Learning Rate": 3.041028613384307e-06, "Finetune/Loss": 0.8397704362869263, "Finetune/Loss (Raw)": 0.8073989748954773, "Finetune/Step": 3912, "Finetune/Step Time": 4.522175272926688}
+{"Finetune/Learning Rate": 3.036556222234063e-06, "Finetune/Loss": 0.839967668056488, "Finetune/Loss (Raw)": 0.8950840830802917, "Finetune/Step": 3913, "Finetune/Step Time": 4.526135412976146}
+{"Finetune/Learning Rate": 3.032086533460402e-06, "Finetune/Loss": 0.8388378620147705, "Finetune/Loss (Raw)": 0.8363925814628601, "Finetune/Step": 3914, "Finetune/Step Time": 4.529073489829898}
+{"Finetune/Learning Rate": 3.027619548797921e-06, "Finetune/Loss": 0.8386505842208862, "Finetune/Loss (Raw)": 0.9017539024353027, "Finetune/Step": 3915, "Finetune/Step Time": 4.532133569940925}
+{"Finetune/Learning Rate": 3.023155269980169e-06, "Finetune/Loss": 0.8388721942901611, "Finetune/Loss (Raw)": 0.8914502859115601, "Finetune/Step": 3916, "Finetune/Step Time": 4.532903380692005}
+{"Finetune/Learning Rate": 3.0186936987396442e-06, "Finetune/Loss": 0.8396739363670349, "Finetune/Loss (Raw)": 0.8908032178878784, "Finetune/Step": 3917, "Finetune/Step Time": 4.528926244005561}
+{"Finetune/Learning Rate": 3.014234836807798e-06, "Finetune/Loss": 0.8397167921066284, "Finetune/Loss (Raw)": 0.9477654695510864, "Finetune/Step": 3918, "Finetune/Step Time": 4.528201762586832}
+{"Finetune/Learning Rate": 3.0097786859150247e-06, "Finetune/Loss": 0.8396154642105103, "Finetune/Loss (Raw)": 0.8568326830863953, "Finetune/Step": 3919, "Finetune/Step Time": 4.538774203509092}
+{"Finetune/Learning Rate": 3.005325247790668e-06, "Finetune/Loss": 0.8437595367431641, "Finetune/Loss (Raw)": 0.8754464387893677, "Finetune/Step": 3920, "Finetune/Step Time": 4.523351073265076}
+{"Finetune/Learning Rate": 3.0008745241630266e-06, "Finetune/Loss": 0.8419857025146484, "Finetune/Loss (Raw)": 0.6796174049377441, "Finetune/Step": 3921, "Finetune/Step Time": 4.538137132301927}
+{"Finetune/Learning Rate": 2.9964265167593386e-06, "Finetune/Loss": 0.8421447277069092, "Finetune/Loss (Raw)": 0.9467316269874573, "Finetune/Step": 3922, "Finetune/Step Time": 4.5411720238626}
+{"Finetune/Learning Rate": 2.9919812273057815e-06, "Finetune/Loss": 0.8418712615966797, "Finetune/Loss (Raw)": 0.7212666869163513, "Finetune/Step": 3923, "Finetune/Step Time": 4.540848644450307}
+{"Finetune/Learning Rate": 2.987538657527491e-06, "Finetune/Loss": 0.8419434428215027, "Finetune/Loss (Raw)": 0.9081860184669495, "Finetune/Step": 3924, "Finetune/Step Time": 4.555684799328446}
+{"Finetune/Learning Rate": 2.9830988091485426e-06, "Finetune/Loss": 0.8432852029800415, "Finetune/Loss (Raw)": 0.9123485684394836, "Finetune/Step": 3925, "Finetune/Step Time": 4.552166927605867}
+{"Finetune/Learning Rate": 2.9786616838919515e-06, "Finetune/Loss": 0.8431716561317444, "Finetune/Loss (Raw)": 0.8124861121177673, "Finetune/Step": 3926, "Finetune/Step Time": 4.551845815032721}
+{"Finetune/Learning Rate": 2.9742272834796813e-06, "Finetune/Loss": 0.8434662818908691, "Finetune/Loss (Raw)": 0.8546213507652283, "Finetune/Step": 3927, "Finetune/Step Time": 4.55929453112185}
+{"Finetune/Learning Rate": 2.969795609632636e-06, "Finetune/Loss": 0.8436537384986877, "Finetune/Loss (Raw)": 0.9815048575401306, "Finetune/Step": 3928, "Finetune/Step Time": 4.560072433203459}
+{"Finetune/Learning Rate": 2.9653666640706614e-06, "Finetune/Loss": 0.8440152406692505, "Finetune/Loss (Raw)": 0.9163262844085693, "Finetune/Step": 3929, "Finetune/Step Time": 4.556378265842795}
+{"Finetune/Learning Rate": 2.9609404485125414e-06, "Finetune/Loss": 0.8431150913238525, "Finetune/Loss (Raw)": 0.8417997360229492, "Finetune/Step": 3930, "Finetune/Step Time": 4.567479791119695}
+{"Finetune/Learning Rate": 2.9565169646760108e-06, "Finetune/Loss": 0.8430265188217163, "Finetune/Loss (Raw)": 0.9867972731590271, "Finetune/Step": 3931, "Finetune/Step Time": 4.568368250504136}
+{"Finetune/Learning Rate": 2.9520962142777367e-06, "Finetune/Loss": 0.8423717021942139, "Finetune/Loss (Raw)": 0.8322310447692871, "Finetune/Step": 3932, "Finetune/Step Time": 4.583133660256863}
+{"Finetune/Learning Rate": 2.947678199033317e-06, "Finetune/Loss": 0.8408217430114746, "Finetune/Loss (Raw)": 0.6547209620475769, "Finetune/Step": 3933, "Finetune/Step Time": 4.591365434229374}
+{"Finetune/Learning Rate": 2.943262920657306e-06, "Finetune/Loss": 0.8400619626045227, "Finetune/Loss (Raw)": 0.7877045273780823, "Finetune/Step": 3934, "Finetune/Step Time": 4.5778994876891375}
+{"Finetune/Learning Rate": 2.938850380863184e-06, "Finetune/Loss": 0.8400002717971802, "Finetune/Loss (Raw)": 0.8349776864051819, "Finetune/Step": 3935, "Finetune/Step Time": 4.580533318221569}
+{"Finetune/Learning Rate": 2.9344405813633724e-06, "Finetune/Loss": 0.8413870334625244, "Finetune/Loss (Raw)": 0.9474781155586243, "Finetune/Step": 3936, "Finetune/Step Time": 4.57184767909348}
+{"Finetune/Learning Rate": 2.930033523869228e-06, "Finetune/Loss": 0.8417873382568359, "Finetune/Loss (Raw)": 0.8959932327270508, "Finetune/Step": 3937, "Finetune/Step Time": 4.566478269174695}
+{"Finetune/Learning Rate": 2.925629210091043e-06, "Finetune/Loss": 0.8411504030227661, "Finetune/Loss (Raw)": 0.8586282730102539, "Finetune/Step": 3938, "Finetune/Step Time": 4.56671280413866}
+{"Finetune/Learning Rate": 2.9212276417380468e-06, "Finetune/Loss": 0.8419386148452759, "Finetune/Loss (Raw)": 0.9367932677268982, "Finetune/Step": 3939, "Finetune/Step Time": 4.567935585975647}
+{"Finetune/Learning Rate": 2.9168288205183983e-06, "Finetune/Loss": 0.842589259147644, "Finetune/Loss (Raw)": 0.8747748136520386, "Finetune/Step": 3940, "Finetune/Step Time": 4.555561909452081}
+{"Finetune/Learning Rate": 2.9124327481392023e-06, "Finetune/Loss": 0.843245804309845, "Finetune/Loss (Raw)": 0.955894947052002, "Finetune/Step": 3941, "Finetune/Step Time": 4.558951297774911}
+{"Finetune/Learning Rate": 2.9080394263064815e-06, "Finetune/Loss": 0.8442983627319336, "Finetune/Loss (Raw)": 0.9715517163276672, "Finetune/Step": 3942, "Finetune/Step Time": 4.565234145149589}
+{"Finetune/Learning Rate": 2.9036488567252006e-06, "Finetune/Loss": 0.8436765074729919, "Finetune/Loss (Raw)": 0.7869964241981506, "Finetune/Step": 3943, "Finetune/Step Time": 4.570947770029306}
+{"Finetune/Learning Rate": 2.8992610410992506e-06, "Finetune/Loss": 0.8439761400222778, "Finetune/Loss (Raw)": 0.915256917476654, "Finetune/Step": 3944, "Finetune/Step Time": 4.570526020601392}
+{"Finetune/Learning Rate": 2.894875981131463e-06, "Finetune/Loss": 0.846116840839386, "Finetune/Loss (Raw)": 1.0762791633605957, "Finetune/Step": 3945, "Finetune/Step Time": 4.593060523271561}
+{"Finetune/Learning Rate": 2.890493678523595e-06, "Finetune/Loss": 0.8466161489486694, "Finetune/Loss (Raw)": 0.8815578818321228, "Finetune/Step": 3946, "Finetune/Step Time": 4.60739615932107}
+{"Finetune/Learning Rate": 2.8861141349763224e-06, "Finetune/Loss": 0.8474116325378418, "Finetune/Loss (Raw)": 0.9068823456764221, "Finetune/Step": 3947, "Finetune/Step Time": 4.614610968157649}
+{"Finetune/Learning Rate": 2.881737352189271e-06, "Finetune/Loss": 0.8446487188339233, "Finetune/Loss (Raw)": 0.36254364252090454, "Finetune/Step": 3948, "Finetune/Step Time": 4.64869093708694}
+{"Finetune/Learning Rate": 2.8773633318609796e-06, "Finetune/Loss": 0.8461419343948364, "Finetune/Loss (Raw)": 0.9988641738891602, "Finetune/Step": 3949, "Finetune/Step Time": 4.64517636038363}
+{"Finetune/Learning Rate": 2.872992075688922e-06, "Finetune/Loss": 0.8476713299751282, "Finetune/Loss (Raw)": 0.9721001982688904, "Finetune/Step": 3950, "Finetune/Step Time": 4.63726400770247}
+{"Finetune/Learning Rate": 2.868623585369497e-06, "Finetune/Loss": 0.8475725054740906, "Finetune/Loss (Raw)": 0.965717613697052, "Finetune/Step": 3951, "Finetune/Step Time": 4.641302280128002}
+{"Finetune/Learning Rate": 2.864257862598029e-06, "Finetune/Loss": 0.8466753959655762, "Finetune/Loss (Raw)": 0.7799288034439087, "Finetune/Step": 3952, "Finetune/Step Time": 4.650204809382558}
+{"Finetune/Learning Rate": 2.8598949090687723e-06, "Finetune/Loss": 0.8473403453826904, "Finetune/Loss (Raw)": 0.8452461957931519, "Finetune/Step": 3953, "Finetune/Step Time": 4.6478900369256735}
+{"Finetune/Learning Rate": 2.8555347264748988e-06, "Finetune/Loss": 0.8473473191261292, "Finetune/Loss (Raw)": 0.8204694986343384, "Finetune/Step": 3954, "Finetune/Step Time": 4.641363434493542}
+{"Finetune/Learning Rate": 2.8511773165085164e-06, "Finetune/Loss": 0.8466024994850159, "Finetune/Loss (Raw)": 0.7974470257759094, "Finetune/Step": 3955, "Finetune/Step Time": 4.614771721884608}
+{"Finetune/Learning Rate": 2.8468226808606525e-06, "Finetune/Loss": 0.847435474395752, "Finetune/Loss (Raw)": 1.0539343357086182, "Finetune/Step": 3956, "Finetune/Step Time": 4.619858397170901}
+{"Finetune/Learning Rate": 2.842470821221246e-06, "Finetune/Loss": 0.8522496819496155, "Finetune/Loss (Raw)": 0.8980900645256042, "Finetune/Step": 3957, "Finetune/Step Time": 4.5811076033860445}
+{"Finetune/Learning Rate": 2.8381217392791784e-06, "Finetune/Loss": 0.8518427014350891, "Finetune/Loss (Raw)": 0.8338066339492798, "Finetune/Step": 3958, "Finetune/Step Time": 4.577422507107258}
+{"Finetune/Learning Rate": 2.833775436722238e-06, "Finetune/Loss": 0.8513298034667969, "Finetune/Loss (Raw)": 0.7690133452415466, "Finetune/Step": 3959, "Finetune/Step Time": 4.589680582284927}
+{"Finetune/Learning Rate": 2.829431915237144e-06, "Finetune/Loss": 0.849662184715271, "Finetune/Loss (Raw)": 0.8201838135719299, "Finetune/Step": 3960, "Finetune/Step Time": 4.592583464458585}
+{"Finetune/Learning Rate": 2.825091176509529e-06, "Finetune/Loss": 0.8492114543914795, "Finetune/Loss (Raw)": 0.9003338813781738, "Finetune/Step": 3961, "Finetune/Step Time": 4.574821570888162}
+{"Finetune/Learning Rate": 2.8207532222239497e-06, "Finetune/Loss": 0.8476426005363464, "Finetune/Loss (Raw)": 0.7714243531227112, "Finetune/Step": 3962, "Finetune/Step Time": 4.58261626586318}
+{"Finetune/Learning Rate": 2.816418054063883e-06, "Finetune/Loss": 0.847430944442749, "Finetune/Loss (Raw)": 0.9188887476921082, "Finetune/Step": 3963, "Finetune/Step Time": 4.586660673841834}
+{"Finetune/Learning Rate": 2.8120856737117187e-06, "Finetune/Loss": 0.8479016423225403, "Finetune/Loss (Raw)": 0.8734844923019409, "Finetune/Step": 3964, "Finetune/Step Time": 4.5948814637959}
+{"Finetune/Learning Rate": 2.807756082848775e-06, "Finetune/Loss": 0.8489819169044495, "Finetune/Loss (Raw)": 0.9856278300285339, "Finetune/Step": 3965, "Finetune/Step Time": 4.607112027704716}
+{"Finetune/Learning Rate": 2.803429283155281e-06, "Finetune/Loss": 0.84563809633255, "Finetune/Loss (Raw)": 0.3882691562175751, "Finetune/Step": 3966, "Finetune/Step Time": 4.650174915790558}
+{"Finetune/Learning Rate": 2.7991052763103767e-06, "Finetune/Loss": 0.8451846241950989, "Finetune/Loss (Raw)": 0.8244142532348633, "Finetune/Step": 3967, "Finetune/Step Time": 4.6231596525758505}
+{"Finetune/Learning Rate": 2.7947840639921308e-06, "Finetune/Loss": 0.8459638953208923, "Finetune/Loss (Raw)": 0.9389840364456177, "Finetune/Step": 3968, "Finetune/Step Time": 4.621252633631229}
+{"Finetune/Learning Rate": 2.7904656478775196e-06, "Finetune/Loss": 0.8452321290969849, "Finetune/Loss (Raw)": 0.9125071167945862, "Finetune/Step": 3969, "Finetune/Step Time": 4.645886646583676}
+{"Finetune/Learning Rate": 2.7861500296424372e-06, "Finetune/Loss": 0.8462270498275757, "Finetune/Loss (Raw)": 0.9359134435653687, "Finetune/Step": 3970, "Finetune/Step Time": 4.646529035642743}
+{"Finetune/Learning Rate": 2.781837210961689e-06, "Finetune/Loss": 0.8473082780838013, "Finetune/Loss (Raw)": 0.9694112539291382, "Finetune/Step": 3971, "Finetune/Step Time": 4.638198034837842}
+{"Finetune/Learning Rate": 2.7775271935089964e-06, "Finetune/Loss": 0.846954345703125, "Finetune/Loss (Raw)": 0.8005778193473816, "Finetune/Step": 3972, "Finetune/Step Time": 4.635595630854368}
+{"Finetune/Learning Rate": 2.7732199789569937e-06, "Finetune/Loss": 0.8469848036766052, "Finetune/Loss (Raw)": 0.8423659205436707, "Finetune/Step": 3973, "Finetune/Step Time": 4.632207367569208}
+{"Finetune/Learning Rate": 2.768915568977222e-06, "Finetune/Loss": 0.8478505611419678, "Finetune/Loss (Raw)": 0.8118133544921875, "Finetune/Step": 3974, "Finetune/Step Time": 4.634730860590935}
+{"Finetune/Learning Rate": 2.7646139652401473e-06, "Finetune/Loss": 0.847570538520813, "Finetune/Loss (Raw)": 0.9507538080215454, "Finetune/Step": 3975, "Finetune/Step Time": 4.632947653532028}
+{"Finetune/Learning Rate": 2.7603151694151354e-06, "Finetune/Loss": 0.851684033870697, "Finetune/Loss (Raw)": 0.8584205508232117, "Finetune/Step": 3976, "Finetune/Step Time": 4.6066855024546385}
+{"Finetune/Learning Rate": 2.7560191831704584e-06, "Finetune/Loss": 0.8495388627052307, "Finetune/Loss (Raw)": 0.7551701664924622, "Finetune/Step": 3977, "Finetune/Step Time": 4.601374076679349}
+{"Finetune/Learning Rate": 2.751726008173312e-06, "Finetune/Loss": 0.8497005701065063, "Finetune/Loss (Raw)": 0.6372184753417969, "Finetune/Step": 3978, "Finetune/Step Time": 4.592361692339182}
+{"Finetune/Learning Rate": 2.747435646089791e-06, "Finetune/Loss": 0.850602388381958, "Finetune/Loss (Raw)": 0.8786689043045044, "Finetune/Step": 3979, "Finetune/Step Time": 4.5957651026546955}
+{"Finetune/Learning Rate": 2.7431480985849023e-06, "Finetune/Loss": 0.8485294580459595, "Finetune/Loss (Raw)": 0.6555581092834473, "Finetune/Step": 3980, "Finetune/Step Time": 4.592061620205641}
+{"Finetune/Learning Rate": 2.7388633673225586e-06, "Finetune/Loss": 0.8523433804512024, "Finetune/Loss (Raw)": 0.9449713230133057, "Finetune/Step": 3981, "Finetune/Step Time": 4.554665971547365}
+{"Finetune/Learning Rate": 2.734581453965579e-06, "Finetune/Loss": 0.8519115447998047, "Finetune/Loss (Raw)": 0.8357298374176025, "Finetune/Step": 3982, "Finetune/Step Time": 4.559241443872452}
+{"Finetune/Learning Rate": 2.730302360175693e-06, "Finetune/Loss": 0.8534380793571472, "Finetune/Loss (Raw)": 0.8357511162757874, "Finetune/Step": 3983, "Finetune/Step Time": 4.5431268233805895}
+{"Finetune/Learning Rate": 2.726026087613528e-06, "Finetune/Loss": 0.8484410643577576, "Finetune/Loss (Raw)": 0.3420284688472748, "Finetune/Step": 3984, "Finetune/Step Time": 4.571041883900762}
+{"Finetune/Learning Rate": 2.7217526379386327e-06, "Finetune/Loss": 0.8527498841285706, "Finetune/Loss (Raw)": 0.9155469536781311, "Finetune/Step": 3985, "Finetune/Step Time": 4.534355040639639}
+{"Finetune/Learning Rate": 2.7174820128094393e-06, "Finetune/Loss": 0.858404278755188, "Finetune/Loss (Raw)": 1.0598033666610718, "Finetune/Step": 3986, "Finetune/Step Time": 4.493795186281204}
+{"Finetune/Learning Rate": 2.713214213883295e-06, "Finetune/Loss": 0.8563518524169922, "Finetune/Loss (Raw)": 0.7918164730072021, "Finetune/Step": 3987, "Finetune/Step Time": 4.502425596117973}
+{"Finetune/Learning Rate": 2.7089492428164556e-06, "Finetune/Loss": 0.856860876083374, "Finetune/Loss (Raw)": 0.94853276014328, "Finetune/Step": 3988, "Finetune/Step Time": 4.505453919991851}
+{"Finetune/Learning Rate": 2.7046871012640687e-06, "Finetune/Loss": 0.8577899932861328, "Finetune/Loss (Raw)": 0.9597904682159424, "Finetune/Step": 3989, "Finetune/Step Time": 4.510070964694023}
+{"Finetune/Learning Rate": 2.7004277908801877e-06, "Finetune/Loss": 0.8580373525619507, "Finetune/Loss (Raw)": 0.9169037342071533, "Finetune/Step": 3990, "Finetune/Step Time": 4.514426590874791}
+{"Finetune/Learning Rate": 2.6961713133177705e-06, "Finetune/Loss": 0.8592395186424255, "Finetune/Loss (Raw)": 0.9696484208106995, "Finetune/Step": 3991, "Finetune/Step Time": 4.506457883864641}
+{"Finetune/Learning Rate": 2.6919176702286696e-06, "Finetune/Loss": 0.8578577041625977, "Finetune/Loss (Raw)": 0.7448910474777222, "Finetune/Step": 3992, "Finetune/Step Time": 4.5181941743940115}
+{"Finetune/Learning Rate": 2.687666863263644e-06, "Finetune/Loss": 0.8580629825592041, "Finetune/Loss (Raw)": 0.9021229147911072, "Finetune/Step": 3993, "Finetune/Step Time": 4.484731040894985}
+{"Finetune/Learning Rate": 2.683418894072345e-06, "Finetune/Loss": 0.8560878038406372, "Finetune/Loss (Raw)": 0.7800106406211853, "Finetune/Step": 3994, "Finetune/Step Time": 4.49747034534812}
+{"Finetune/Learning Rate": 2.6791737643033333e-06, "Finetune/Loss": 0.8539825677871704, "Finetune/Loss (Raw)": 0.805336058139801, "Finetune/Step": 3995, "Finetune/Step Time": 4.497199971228838}
+{"Finetune/Learning Rate": 2.6749314756040547e-06, "Finetune/Loss": 0.8532663583755493, "Finetune/Loss (Raw)": 0.8003560900688171, "Finetune/Step": 3996, "Finetune/Step Time": 4.495355119928718}
+{"Finetune/Learning Rate": 2.6706920296208573e-06, "Finetune/Loss": 0.8534250855445862, "Finetune/Loss (Raw)": 0.8313502073287964, "Finetune/Step": 3997, "Finetune/Step Time": 4.49971729144454}
+{"Finetune/Learning Rate": 2.666455427998994e-06, "Finetune/Loss": 0.8550397157669067, "Finetune/Loss (Raw)": 1.014853596687317, "Finetune/Step": 3998, "Finetune/Step Time": 4.488878101110458}
+{"Finetune/Learning Rate": 2.6622216723826035e-06, "Finetune/Loss": 0.8553897142410278, "Finetune/Loss (Raw)": 0.915256142616272, "Finetune/Step": 3999, "Finetune/Step Time": 4.5048404317349195}
+{"Finetune/Learning Rate": 2.6579907644147227e-06, "Finetune/Loss": 0.8578711152076721, "Finetune/Loss (Raw)": 0.8269794583320618, "Finetune/Step": 4000, "Finetune/Step Time": 4.475070156157017}
+{"Finetune/Learning Rate": 2.653762705737287e-06, "Finetune/Loss": 0.8586447238922119, "Finetune/Loss (Raw)": 0.8325979113578796, "Finetune/Step": 4001, "Finetune/Step Time": 4.486317176371813}
+{"Finetune/Learning Rate": 2.6495374979911215e-06, "Finetune/Loss": 0.8580000400543213, "Finetune/Loss (Raw)": 0.7956063151359558, "Finetune/Step": 4002, "Finetune/Step Time": 4.496472056955099}
+{"Finetune/Learning Rate": 2.6453151428159472e-06, "Finetune/Loss": 0.8579975366592407, "Finetune/Loss (Raw)": 0.8693183660507202, "Finetune/Step": 4003, "Finetune/Step Time": 4.508468383923173}
+{"Finetune/Learning Rate": 2.641095641850375e-06, "Finetune/Loss": 0.8582473993301392, "Finetune/Loss (Raw)": 0.9165115356445312, "Finetune/Step": 4004, "Finetune/Step Time": 4.512963766232133}
+{"Finetune/Learning Rate": 2.6368789967319196e-06, "Finetune/Loss": 0.8583984375, "Finetune/Loss (Raw)": 0.8747804164886475, "Finetune/Step": 4005, "Finetune/Step Time": 4.497568478807807}
+{"Finetune/Learning Rate": 2.6326652090969697e-06, "Finetune/Loss": 0.8627920150756836, "Finetune/Loss (Raw)": 1.0348840951919556, "Finetune/Step": 4006, "Finetune/Step Time": 4.456346984952688}
+{"Finetune/Learning Rate": 2.6284542805808144e-06, "Finetune/Loss": 0.8589751720428467, "Finetune/Loss (Raw)": 0.36420515179634094, "Finetune/Step": 4007, "Finetune/Step Time": 4.459708511829376}
+{"Finetune/Learning Rate": 2.624246212817638e-06, "Finetune/Loss": 0.8581638932228088, "Finetune/Loss (Raw)": 0.7702946066856384, "Finetune/Step": 4008, "Finetune/Step Time": 4.457940815016627}
+{"Finetune/Learning Rate": 2.620041007440508e-06, "Finetune/Loss": 0.8575862646102905, "Finetune/Loss (Raw)": 0.8373618721961975, "Finetune/Step": 4009, "Finetune/Step Time": 4.453232733532786}
+{"Finetune/Learning Rate": 2.6158386660813807e-06, "Finetune/Loss": 0.8564703464508057, "Finetune/Loss (Raw)": 0.7979185581207275, "Finetune/Step": 4010, "Finetune/Step Time": 4.461429553106427}
+{"Finetune/Learning Rate": 2.6116391903711035e-06, "Finetune/Loss": 0.856505274772644, "Finetune/Loss (Raw)": 0.9813268184661865, "Finetune/Step": 4011, "Finetune/Step Time": 4.4662013947963715}
+{"Finetune/Learning Rate": 2.607442581939411e-06, "Finetune/Loss": 0.8553587198257446, "Finetune/Loss (Raw)": 0.6731463074684143, "Finetune/Step": 4012, "Finetune/Step Time": 4.48339026607573}
+{"Finetune/Learning Rate": 2.603248842414925e-06, "Finetune/Loss": 0.8567920923233032, "Finetune/Loss (Raw)": 0.8579942584037781, "Finetune/Step": 4013, "Finetune/Step Time": 4.477113237604499}
+{"Finetune/Learning Rate": 2.599057973425151e-06, "Finetune/Loss": 0.85724937915802, "Finetune/Loss (Raw)": 0.8099220395088196, "Finetune/Step": 4014, "Finetune/Step Time": 4.502400910481811}
+{"Finetune/Learning Rate": 2.5948699765964915e-06, "Finetune/Loss": 0.8576103448867798, "Finetune/Loss (Raw)": 0.8497378826141357, "Finetune/Step": 4015, "Finetune/Step Time": 4.5029447339475155}
+{"Finetune/Learning Rate": 2.5906848535542196e-06, "Finetune/Loss": 0.8574292063713074, "Finetune/Loss (Raw)": 0.8908303380012512, "Finetune/Step": 4016, "Finetune/Step Time": 4.504429703578353}
+{"Finetune/Learning Rate": 2.5865026059224974e-06, "Finetune/Loss": 0.857702374458313, "Finetune/Loss (Raw)": 0.9119558930397034, "Finetune/Step": 4017, "Finetune/Step Time": 4.501123024150729}
+{"Finetune/Learning Rate": 2.58232323532438e-06, "Finetune/Loss": 0.8531638383865356, "Finetune/Loss (Raw)": 0.325478732585907, "Finetune/Step": 4018, "Finetune/Step Time": 4.536413943395019}
+{"Finetune/Learning Rate": 2.5781467433817973e-06, "Finetune/Loss": 0.8542587757110596, "Finetune/Loss (Raw)": 1.004530429840088, "Finetune/Step": 4019, "Finetune/Step Time": 4.527785802260041}
+{"Finetune/Learning Rate": 2.573973131715565e-06, "Finetune/Loss": 0.854989230632782, "Finetune/Loss (Raw)": 0.9480593800544739, "Finetune/Step": 4020, "Finetune/Step Time": 4.526458205655217}
+{"Finetune/Learning Rate": 2.569802401945378e-06, "Finetune/Loss": 0.8589545488357544, "Finetune/Loss (Raw)": 0.8780922293663025, "Finetune/Step": 4021, "Finetune/Step Time": 4.4982981607317924}
+{"Finetune/Learning Rate": 2.565634555689818e-06, "Finetune/Loss": 0.8581640124320984, "Finetune/Loss (Raw)": 0.8036202788352966, "Finetune/Step": 4022, "Finetune/Step Time": 4.500992631539702}
+{"Finetune/Learning Rate": 2.5614695945663415e-06, "Finetune/Loss": 0.8580053448677063, "Finetune/Loss (Raw)": 0.9030767679214478, "Finetune/Step": 4023, "Finetune/Step Time": 4.503539979457855}
+{"Finetune/Learning Rate": 2.557307520191291e-06, "Finetune/Loss": 0.8582170009613037, "Finetune/Loss (Raw)": 0.9595282077789307, "Finetune/Step": 4024, "Finetune/Step Time": 4.509341241791844}
+{"Finetune/Learning Rate": 2.5531483341798856e-06, "Finetune/Loss": 0.8580576181411743, "Finetune/Loss (Raw)": 0.8555523753166199, "Finetune/Step": 4025, "Finetune/Step Time": 4.509318897500634}
+{"Finetune/Learning Rate": 2.548992038146224e-06, "Finetune/Loss": 0.8588995337486267, "Finetune/Loss (Raw)": 0.9662770628929138, "Finetune/Step": 4026, "Finetune/Step Time": 4.496305400505662}
+{"Finetune/Learning Rate": 2.5448386337032817e-06, "Finetune/Loss": 0.8589256405830383, "Finetune/Loss (Raw)": 1.0026094913482666, "Finetune/Step": 4027, "Finetune/Step Time": 4.492378490045667}
+{"Finetune/Learning Rate": 2.5406881224629175e-06, "Finetune/Loss": 0.8585911989212036, "Finetune/Loss (Raw)": 0.8152121305465698, "Finetune/Step": 4028, "Finetune/Step Time": 4.4775863997638226}
+{"Finetune/Learning Rate": 2.5365405060358663e-06, "Finetune/Loss": 0.8583051562309265, "Finetune/Loss (Raw)": 0.8971675038337708, "Finetune/Step": 4029, "Finetune/Step Time": 4.477614957839251}
+{"Finetune/Learning Rate": 2.532395786031726e-06, "Finetune/Loss": 0.8538212776184082, "Finetune/Loss (Raw)": 0.39660778641700745, "Finetune/Step": 4030, "Finetune/Step Time": 4.512950764968991}
+{"Finetune/Learning Rate": 2.528253964058992e-06, "Finetune/Loss": 0.853136420249939, "Finetune/Loss (Raw)": 0.8622188568115234, "Finetune/Step": 4031, "Finetune/Step Time": 4.512997955083847}
+{"Finetune/Learning Rate": 2.5241150417250216e-06, "Finetune/Loss": 0.8530763387680054, "Finetune/Loss (Raw)": 0.8760296106338501, "Finetune/Step": 4032, "Finetune/Step Time": 4.506444966420531}
+{"Finetune/Learning Rate": 2.5199790206360486e-06, "Finetune/Loss": 0.8549326062202454, "Finetune/Loss (Raw)": 0.9297450184822083, "Finetune/Step": 4033, "Finetune/Step Time": 4.494819914922118}
+{"Finetune/Learning Rate": 2.5158459023971826e-06, "Finetune/Loss": 0.8543256521224976, "Finetune/Loss (Raw)": 0.8551554083824158, "Finetune/Step": 4034, "Finetune/Step Time": 4.454912580549717}
+{"Finetune/Learning Rate": 2.511715688612405e-06, "Finetune/Loss": 0.8518749475479126, "Finetune/Loss (Raw)": 0.8356611132621765, "Finetune/Step": 4035, "Finetune/Step Time": 4.461115896701813}
+{"Finetune/Learning Rate": 2.5075883808845736e-06, "Finetune/Loss": 0.8536275625228882, "Finetune/Loss (Raw)": 1.0324310064315796, "Finetune/Step": 4036, "Finetune/Step Time": 4.447588723152876}
+{"Finetune/Learning Rate": 2.5034639808154115e-06, "Finetune/Loss": 0.8533293604850769, "Finetune/Loss (Raw)": 0.7858912944793701, "Finetune/Step": 4037, "Finetune/Step Time": 4.4540959391742945}
+{"Finetune/Learning Rate": 2.4993424900055228e-06, "Finetune/Loss": 0.8486548066139221, "Finetune/Loss (Raw)": 0.3570816218852997, "Finetune/Step": 4038, "Finetune/Step Time": 4.49146655574441}
+{"Finetune/Learning Rate": 2.4952239100543808e-06, "Finetune/Loss": 0.8480433225631714, "Finetune/Loss (Raw)": 0.9399620890617371, "Finetune/Step": 4039, "Finetune/Step Time": 4.512067185714841}
+{"Finetune/Learning Rate": 2.491108242560313e-06, "Finetune/Loss": 0.8489480018615723, "Finetune/Loss (Raw)": 0.9232001900672913, "Finetune/Step": 4040, "Finetune/Step Time": 4.501352099701762}
+{"Finetune/Learning Rate": 2.486995489120542e-06, "Finetune/Loss": 0.8482744693756104, "Finetune/Loss (Raw)": 0.8088716268539429, "Finetune/Step": 4041, "Finetune/Step Time": 4.49592842720449}
+{"Finetune/Learning Rate": 2.4828856513311405e-06, "Finetune/Loss": 0.8485136032104492, "Finetune/Loss (Raw)": 0.8670035600662231, "Finetune/Step": 4042, "Finetune/Step Time": 4.509010352194309}
+{"Finetune/Learning Rate": 2.4787787307870605e-06, "Finetune/Loss": 0.8485554456710815, "Finetune/Loss (Raw)": 0.9071091413497925, "Finetune/Step": 4043, "Finetune/Step Time": 4.505703052505851}
+{"Finetune/Learning Rate": 2.474674729082115e-06, "Finetune/Loss": 0.8484233617782593, "Finetune/Loss (Raw)": 0.8745425343513489, "Finetune/Step": 4044, "Finetune/Step Time": 4.497294118627906}
+{"Finetune/Learning Rate": 2.470573647808987e-06, "Finetune/Loss": 0.8437486886978149, "Finetune/Loss (Raw)": 0.2924465239048004, "Finetune/Step": 4045, "Finetune/Step Time": 4.515910372138023}
+{"Finetune/Learning Rate": 2.466475488559227e-06, "Finetune/Loss": 0.8427037000656128, "Finetune/Loss (Raw)": 0.8140081763267517, "Finetune/Step": 4046, "Finetune/Step Time": 4.512574529275298}
+{"Finetune/Learning Rate": 2.4623802529232476e-06, "Finetune/Loss": 0.8421903848648071, "Finetune/Loss (Raw)": 0.7911173105239868, "Finetune/Step": 4047, "Finetune/Step Time": 4.514921614900231}
+{"Finetune/Learning Rate": 2.458287942490335e-06, "Finetune/Loss": 0.8382717370986938, "Finetune/Loss (Raw)": 0.37386488914489746, "Finetune/Step": 4048, "Finetune/Step Time": 4.518141744658351}
+{"Finetune/Learning Rate": 2.454198558848635e-06, "Finetune/Loss": 0.8388917446136475, "Finetune/Loss (Raw)": 0.7589831352233887, "Finetune/Step": 4049, "Finetune/Step Time": 4.500982109457254}
+{"Finetune/Learning Rate": 2.4501121035851494e-06, "Finetune/Loss": 0.8380025029182434, "Finetune/Loss (Raw)": 0.8329036235809326, "Finetune/Step": 4050, "Finetune/Step Time": 4.499330760911107}
+{"Finetune/Learning Rate": 2.4460285782857606e-06, "Finetune/Loss": 0.8384747505187988, "Finetune/Loss (Raw)": 0.7817188501358032, "Finetune/Step": 4051, "Finetune/Step Time": 4.491062605753541}
+{"Finetune/Learning Rate": 2.441947984535201e-06, "Finetune/Loss": 0.8379413485527039, "Finetune/Loss (Raw)": 0.8399057388305664, "Finetune/Step": 4052, "Finetune/Step Time": 4.506268413737416}
+{"Finetune/Learning Rate": 2.4378703239170707e-06, "Finetune/Loss": 0.8337440490722656, "Finetune/Loss (Raw)": 0.37510162591934204, "Finetune/Step": 4053, "Finetune/Step Time": 4.542173091322184}
+{"Finetune/Learning Rate": 2.4337955980138293e-06, "Finetune/Loss": 0.834089457988739, "Finetune/Loss (Raw)": 0.8566890358924866, "Finetune/Step": 4054, "Finetune/Step Time": 4.55610385350883}
+{"Finetune/Learning Rate": 2.4297238084067988e-06, "Finetune/Loss": 0.834444522857666, "Finetune/Loss (Raw)": 0.9000694751739502, "Finetune/Step": 4055, "Finetune/Step Time": 4.537717128172517}
+{"Finetune/Learning Rate": 2.425654956676161e-06, "Finetune/Loss": 0.8317473530769348, "Finetune/Loss (Raw)": 0.6362689137458801, "Finetune/Step": 4056, "Finetune/Step Time": 4.55358973890543}
+{"Finetune/Learning Rate": 2.421589044400955e-06, "Finetune/Loss": 0.8321895599365234, "Finetune/Loss (Raw)": 0.9729259610176086, "Finetune/Step": 4057, "Finetune/Step Time": 4.550173427909613}
+{"Finetune/Learning Rate": 2.4175260731590878e-06, "Finetune/Loss": 0.8320191502571106, "Finetune/Loss (Raw)": 0.8199899196624756, "Finetune/Step": 4058, "Finetune/Step Time": 4.5362292397767305}
+{"Finetune/Learning Rate": 2.413466044527318e-06, "Finetune/Loss": 0.8312619924545288, "Finetune/Loss (Raw)": 0.8898831009864807, "Finetune/Step": 4059, "Finetune/Step Time": 4.5504832081496716}
+{"Finetune/Learning Rate": 2.4094089600812576e-06, "Finetune/Loss": 0.8297491073608398, "Finetune/Loss (Raw)": 0.6385852694511414, "Finetune/Step": 4060, "Finetune/Step Time": 4.5525234043598175}
+{"Finetune/Learning Rate": 2.405354821395388e-06, "Finetune/Loss": 0.8309035301208496, "Finetune/Loss (Raw)": 0.8024794459342957, "Finetune/Step": 4061, "Finetune/Step Time": 4.550233475863934}
+{"Finetune/Learning Rate": 2.4013036300430403e-06, "Finetune/Loss": 0.8326231241226196, "Finetune/Loss (Raw)": 1.0078129768371582, "Finetune/Step": 4062, "Finetune/Step Time": 4.553309328854084}
+{"Finetune/Learning Rate": 2.3972553875964035e-06, "Finetune/Loss": 0.8288538455963135, "Finetune/Loss (Raw)": 0.3525184690952301, "Finetune/Step": 4063, "Finetune/Step Time": 4.581081474199891}
+{"Finetune/Learning Rate": 2.393210095626515e-06, "Finetune/Loss": 0.8244292736053467, "Finetune/Loss (Raw)": 0.38113024830818176, "Finetune/Step": 4064, "Finetune/Step Time": 4.627044878900051}
+{"Finetune/Learning Rate": 2.38916775570328e-06, "Finetune/Loss": 0.8235198855400085, "Finetune/Loss (Raw)": 0.7795904874801636, "Finetune/Step": 4065, "Finetune/Step Time": 4.6323149017989635}
+{"Finetune/Learning Rate": 2.3851283693954506e-06, "Finetune/Loss": 0.8235998153686523, "Finetune/Loss (Raw)": 0.8688578605651855, "Finetune/Step": 4066, "Finetune/Step Time": 4.636046424508095}
+{"Finetune/Learning Rate": 2.3810919382706297e-06, "Finetune/Loss": 0.8239328861236572, "Finetune/Loss (Raw)": 0.9794266819953918, "Finetune/Step": 4067, "Finetune/Step Time": 4.634957855567336}
+{"Finetune/Learning Rate": 2.3770584638952874e-06, "Finetune/Loss": 0.824275553226471, "Finetune/Loss (Raw)": 0.9186356663703918, "Finetune/Step": 4068, "Finetune/Step Time": 4.636997122317553}
+{"Finetune/Learning Rate": 2.3730279478347275e-06, "Finetune/Loss": 0.8240286707878113, "Finetune/Loss (Raw)": 0.9242956042289734, "Finetune/Step": 4069, "Finetune/Step Time": 4.650566069409251}
+{"Finetune/Learning Rate": 2.3690003916531157e-06, "Finetune/Loss": 0.8228119611740112, "Finetune/Loss (Raw)": 0.8158068060874939, "Finetune/Step": 4070, "Finetune/Step Time": 4.646400602534413}
+{"Finetune/Learning Rate": 2.3649757969134667e-06, "Finetune/Loss": 0.8234094381332397, "Finetune/Loss (Raw)": 0.8634774684906006, "Finetune/Step": 4071, "Finetune/Step Time": 4.6530049704015255}
+{"Finetune/Learning Rate": 2.3609541651776537e-06, "Finetune/Loss": 0.8222473859786987, "Finetune/Loss (Raw)": 0.7665188908576965, "Finetune/Step": 4072, "Finetune/Step Time": 4.662849543616176}
+{"Finetune/Learning Rate": 2.356935498006391e-06, "Finetune/Loss": 0.8208830952644348, "Finetune/Loss (Raw)": 0.9016432762145996, "Finetune/Step": 4073, "Finetune/Step Time": 4.645104832947254}
+{"Finetune/Learning Rate": 2.3529197969592375e-06, "Finetune/Loss": 0.8216763734817505, "Finetune/Loss (Raw)": 0.9831026792526245, "Finetune/Step": 4074, "Finetune/Step Time": 4.632404208183289}
+{"Finetune/Learning Rate": 2.3489070635946175e-06, "Finetune/Loss": 0.8210104703903198, "Finetune/Loss (Raw)": 0.8216476440429688, "Finetune/Step": 4075, "Finetune/Step Time": 4.620989121496677}
+{"Finetune/Learning Rate": 2.3448972994697906e-06, "Finetune/Loss": 0.8234221935272217, "Finetune/Loss (Raw)": 0.6712472438812256, "Finetune/Step": 4076, "Finetune/Step Time": 4.601924000307918}
+{"Finetune/Learning Rate": 2.340890506140869e-06, "Finetune/Loss": 0.8222706317901611, "Finetune/Loss (Raw)": 0.8514595031738281, "Finetune/Step": 4077, "Finetune/Step Time": 4.615638971328735}
+{"Finetune/Learning Rate": 2.3368866851628102e-06, "Finetune/Loss": 0.8210279941558838, "Finetune/Loss (Raw)": 0.8130360245704651, "Finetune/Step": 4078, "Finetune/Step Time": 4.618286145851016}
+{"Finetune/Learning Rate": 2.3328858380894194e-06, "Finetune/Loss": 0.821635901927948, "Finetune/Loss (Raw)": 1.0435371398925781, "Finetune/Step": 4079, "Finetune/Step Time": 4.629293726757169}
+{"Finetune/Learning Rate": 2.328887966473348e-06, "Finetune/Loss": 0.8215979337692261, "Finetune/Loss (Raw)": 0.775070071220398, "Finetune/Step": 4080, "Finetune/Step Time": 4.628983853384852}
+{"Finetune/Learning Rate": 2.324893071866087e-06, "Finetune/Loss": 0.821703314781189, "Finetune/Loss (Raw)": 0.8587315082550049, "Finetune/Step": 4081, "Finetune/Step Time": 4.651130074635148}
+{"Finetune/Learning Rate": 2.320901155817983e-06, "Finetune/Loss": 0.8215761780738831, "Finetune/Loss (Raw)": 0.8041984438896179, "Finetune/Step": 4082, "Finetune/Step Time": 4.659127818420529}
+{"Finetune/Learning Rate": 2.316912219878222e-06, "Finetune/Loss": 0.822989821434021, "Finetune/Loss (Raw)": 0.9783937931060791, "Finetune/Step": 4083, "Finetune/Step Time": 4.661695871502161}
+{"Finetune/Learning Rate": 2.312926265594825e-06, "Finetune/Loss": 0.8184148669242859, "Finetune/Loss (Raw)": 0.4683396518230438, "Finetune/Step": 4084, "Finetune/Step Time": 4.6896631103008986}
+{"Finetune/Learning Rate": 2.308943294514667e-06, "Finetune/Loss": 0.8179414868354797, "Finetune/Loss (Raw)": 0.8374967575073242, "Finetune/Step": 4085, "Finetune/Step Time": 4.701299339532852}
+{"Finetune/Learning Rate": 2.3049633081834634e-06, "Finetune/Loss": 0.8182810544967651, "Finetune/Loss (Raw)": 0.8772639036178589, "Finetune/Step": 4086, "Finetune/Step Time": 4.708382863551378}
+{"Finetune/Learning Rate": 2.3009863081457663e-06, "Finetune/Loss": 0.8200349807739258, "Finetune/Loss (Raw)": 0.9935211539268494, "Finetune/Step": 4087, "Finetune/Step Time": 4.69577026553452}
+{"Finetune/Learning Rate": 2.2970122959449716e-06, "Finetune/Loss": 0.8210053443908691, "Finetune/Loss (Raw)": 0.9443938732147217, "Finetune/Step": 4088, "Finetune/Step Time": 4.696651319041848}
+{"Finetune/Learning Rate": 2.2930412731233174e-06, "Finetune/Loss": 0.8205870389938354, "Finetune/Loss (Raw)": 0.8467829823493958, "Finetune/Step": 4089, "Finetune/Step Time": 4.698189387097955}
+{"Finetune/Learning Rate": 2.2890732412218795e-06, "Finetune/Loss": 0.8210794925689697, "Finetune/Loss (Raw)": 0.8344600200653076, "Finetune/Step": 4090, "Finetune/Step Time": 4.690873058512807}
+{"Finetune/Learning Rate": 2.2851082017805704e-06, "Finetune/Loss": 0.8204044103622437, "Finetune/Loss (Raw)": 0.8324832916259766, "Finetune/Step": 4091, "Finetune/Step Time": 4.703593784943223}
+{"Finetune/Learning Rate": 2.2811461563381497e-06, "Finetune/Loss": 0.8201040029525757, "Finetune/Loss (Raw)": 0.8350328803062439, "Finetune/Step": 4092, "Finetune/Step Time": 4.69968387670815}
+{"Finetune/Learning Rate": 2.2771871064322117e-06, "Finetune/Loss": 0.8200798034667969, "Finetune/Loss (Raw)": 0.982525646686554, "Finetune/Step": 4093, "Finetune/Step Time": 4.689774477854371}
+{"Finetune/Learning Rate": 2.2732310535991775e-06, "Finetune/Loss": 0.8252841830253601, "Finetune/Loss (Raw)": 1.0544283390045166, "Finetune/Step": 4094, "Finetune/Step Time": 4.652004972100258}
+{"Finetune/Learning Rate": 2.2692779993743207e-06, "Finetune/Loss": 0.824894368648529, "Finetune/Loss (Raw)": 0.7745256423950195, "Finetune/Step": 4095, "Finetune/Step Time": 4.659315459430218}
+{"Finetune/Learning Rate": 2.265327945291742e-06, "Finetune/Loss": 0.8255382776260376, "Finetune/Loss (Raw)": 1.0213993787765503, "Finetune/Step": 4096, "Finetune/Step Time": 4.663860434666276}
+{"Finetune/Learning Rate": 2.2613808928843827e-06, "Finetune/Loss": 0.8258578777313232, "Finetune/Loss (Raw)": 0.9534187316894531, "Finetune/Step": 4097, "Finetune/Step Time": 4.649475937709212}
+{"Finetune/Learning Rate": 2.2574368436840144e-06, "Finetune/Loss": 0.8239107728004456, "Finetune/Loss (Raw)": 0.6866837739944458, "Finetune/Step": 4098, "Finetune/Step Time": 4.658023888245225}
+{"Finetune/Learning Rate": 2.2534957992212457e-06, "Finetune/Loss": 0.8234896659851074, "Finetune/Loss (Raw)": 0.9155102372169495, "Finetune/Step": 4099, "Finetune/Step Time": 4.66136491112411}
+{"Finetune/Learning Rate": 2.2495577610255203e-06, "Finetune/Loss": 0.8246943950653076, "Finetune/Loss (Raw)": 0.9547869563102722, "Finetune/Step": 4100, "Finetune/Step Time": 4.661508025601506}
+{"Finetune/Learning Rate": 2.24562273062511e-06, "Finetune/Loss": 0.8250636458396912, "Finetune/Loss (Raw)": 0.8896254301071167, "Finetune/Step": 4101, "Finetune/Step Time": 4.682317057624459}
+{"Finetune/Learning Rate": 2.2416907095471296e-06, "Finetune/Loss": 0.8253445625305176, "Finetune/Loss (Raw)": 0.8477725982666016, "Finetune/Step": 4102, "Finetune/Step Time": 4.678943257778883}
+{"Finetune/Learning Rate": 2.237761699317519e-06, "Finetune/Loss": 0.824845552444458, "Finetune/Loss (Raw)": 0.8868762254714966, "Finetune/Step": 4103, "Finetune/Step Time": 4.681588649749756}
+{"Finetune/Learning Rate": 2.2338357014610425e-06, "Finetune/Loss": 0.8248957395553589, "Finetune/Loss (Raw)": 0.8648461699485779, "Finetune/Step": 4104, "Finetune/Step Time": 4.6691973228007555}
+{"Finetune/Learning Rate": 2.2299127175013113e-06, "Finetune/Loss": 0.8250324726104736, "Finetune/Loss (Raw)": 0.7726714611053467, "Finetune/Step": 4105, "Finetune/Step Time": 4.663482334464788}
+{"Finetune/Learning Rate": 2.2259927489607568e-06, "Finetune/Loss": 0.826525092124939, "Finetune/Loss (Raw)": 0.8282686471939087, "Finetune/Step": 4106, "Finetune/Step Time": 4.661878451704979}
+{"Finetune/Learning Rate": 2.222075797360641e-06, "Finetune/Loss": 0.8261984586715698, "Finetune/Loss (Raw)": 0.836858868598938, "Finetune/Step": 4107, "Finetune/Step Time": 4.664173459634185}
+{"Finetune/Learning Rate": 2.2181618642210577e-06, "Finetune/Loss": 0.8283643126487732, "Finetune/Loss (Raw)": 0.9327948689460754, "Finetune/Step": 4108, "Finetune/Step Time": 4.663006294518709}
+{"Finetune/Learning Rate": 2.2142509510609277e-06, "Finetune/Loss": 0.8273705244064331, "Finetune/Loss (Raw)": 0.8177670240402222, "Finetune/Step": 4109, "Finetune/Step Time": 4.670233679935336}
+{"Finetune/Learning Rate": 2.210343059397999e-06, "Finetune/Loss": 0.8279180526733398, "Finetune/Loss (Raw)": 0.9058066606521606, "Finetune/Step": 4110, "Finetune/Step Time": 4.672257537022233}
+{"Finetune/Learning Rate": 2.206438190748846e-06, "Finetune/Loss": 0.829107403755188, "Finetune/Loss (Raw)": 0.9879971146583557, "Finetune/Step": 4111, "Finetune/Step Time": 4.684133321046829}
+{"Finetune/Learning Rate": 2.2025363466288796e-06, "Finetune/Loss": 0.832284688949585, "Finetune/Loss (Raw)": 0.7487166523933411, "Finetune/Step": 4112, "Finetune/Step Time": 4.657865507528186}
+{"Finetune/Learning Rate": 2.1986375285523233e-06, "Finetune/Loss": 0.8307574391365051, "Finetune/Loss (Raw)": 0.7200594544410706, "Finetune/Step": 4113, "Finetune/Step Time": 4.6557679157704115}
+{"Finetune/Learning Rate": 2.194741738032229e-06, "Finetune/Loss": 0.8292937278747559, "Finetune/Loss (Raw)": 0.8724474906921387, "Finetune/Step": 4114, "Finetune/Step Time": 4.657192723825574}
+{"Finetune/Learning Rate": 2.1908489765804853e-06, "Finetune/Loss": 0.829930305480957, "Finetune/Loss (Raw)": 0.8732935190200806, "Finetune/Step": 4115, "Finetune/Step Time": 4.64650390855968}
+{"Finetune/Learning Rate": 2.1869592457077924e-06, "Finetune/Loss": 0.827450156211853, "Finetune/Loss (Raw)": 0.6310820579528809, "Finetune/Step": 4116, "Finetune/Step Time": 4.661671409383416}
+{"Finetune/Learning Rate": 2.183072546923679e-06, "Finetune/Loss": 0.8259503245353699, "Finetune/Loss (Raw)": 0.7678076028823853, "Finetune/Step": 4117, "Finetune/Step Time": 4.664831502363086}
+{"Finetune/Learning Rate": 2.179188881736498e-06, "Finetune/Loss": 0.8269308805465698, "Finetune/Loss (Raw)": 1.0424145460128784, "Finetune/Step": 4118, "Finetune/Step Time": 4.657679812982678}
+{"Finetune/Learning Rate": 2.1753082516534242e-06, "Finetune/Loss": 0.8270099759101868, "Finetune/Loss (Raw)": 0.9797685742378235, "Finetune/Step": 4119, "Finetune/Step Time": 4.657487513497472}
+{"Finetune/Learning Rate": 2.1714306581804533e-06, "Finetune/Loss": 0.8281141519546509, "Finetune/Loss (Raw)": 0.8862283229827881, "Finetune/Step": 4120, "Finetune/Step Time": 4.652817416936159}
+{"Finetune/Learning Rate": 2.1675561028224012e-06, "Finetune/Loss": 0.8279290199279785, "Finetune/Loss (Raw)": 0.8784312009811401, "Finetune/Step": 4121, "Finetune/Step Time": 4.658445727080107}
+{"Finetune/Learning Rate": 2.163684587082915e-06, "Finetune/Loss": 0.8286148309707642, "Finetune/Loss (Raw)": 0.8677937388420105, "Finetune/Step": 4122, "Finetune/Step Time": 4.657442813739181}
+{"Finetune/Learning Rate": 2.159816112464447e-06, "Finetune/Loss": 0.8302371501922607, "Finetune/Loss (Raw)": 1.012985110282898, "Finetune/Step": 4123, "Finetune/Step Time": 4.670207858085632}
+{"Finetune/Learning Rate": 2.1559506804682762e-06, "Finetune/Loss": 0.8290407061576843, "Finetune/Loss (Raw)": 0.6472187042236328, "Finetune/Step": 4124, "Finetune/Step Time": 4.678081683814526}
+{"Finetune/Learning Rate": 2.1520882925945074e-06, "Finetune/Loss": 0.8295989036560059, "Finetune/Loss (Raw)": 0.9027939438819885, "Finetune/Step": 4125, "Finetune/Step Time": 4.676156735047698}
+{"Finetune/Learning Rate": 2.1482289503420537e-06, "Finetune/Loss": 0.8285378217697144, "Finetune/Loss (Raw)": 0.8790411949157715, "Finetune/Step": 4126, "Finetune/Step Time": 4.665022067725658}
+{"Finetune/Learning Rate": 2.144372655208653e-06, "Finetune/Loss": 0.8284065127372742, "Finetune/Loss (Raw)": 0.8984430432319641, "Finetune/Step": 4127, "Finetune/Step Time": 4.645099051296711}
+{"Finetune/Learning Rate": 2.1405194086908555e-06, "Finetune/Loss": 0.8283532857894897, "Finetune/Loss (Raw)": 0.8201663494110107, "Finetune/Step": 4128, "Finetune/Step Time": 4.640424981713295}
+{"Finetune/Learning Rate": 2.1366692122840317e-06, "Finetune/Loss": 0.8282463550567627, "Finetune/Loss (Raw)": 0.8189154267311096, "Finetune/Step": 4129, "Finetune/Step Time": 4.6210123132914305}
+{"Finetune/Learning Rate": 2.1328220674823686e-06, "Finetune/Loss": 0.8285607695579529, "Finetune/Loss (Raw)": 0.8358510732650757, "Finetune/Step": 4130, "Finetune/Step Time": 4.61175337433815}
+{"Finetune/Learning Rate": 2.1289779757788655e-06, "Finetune/Loss": 0.8286619186401367, "Finetune/Loss (Raw)": 0.8822590708732605, "Finetune/Step": 4131, "Finetune/Step Time": 4.605450948700309}
+{"Finetune/Learning Rate": 2.1251369386653454e-06, "Finetune/Loss": 0.828460693359375, "Finetune/Loss (Raw)": 0.8907573223114014, "Finetune/Step": 4132, "Finetune/Step Time": 4.6072142496705055}
+{"Finetune/Learning Rate": 2.121298957632434e-06, "Finetune/Loss": 0.828208863735199, "Finetune/Loss (Raw)": 0.8425498008728027, "Finetune/Step": 4133, "Finetune/Step Time": 4.614812785759568}
+{"Finetune/Learning Rate": 2.117464034169575e-06, "Finetune/Loss": 0.82684326171875, "Finetune/Loss (Raw)": 0.860086977481842, "Finetune/Step": 4134, "Finetune/Step Time": 4.631220178678632}
+{"Finetune/Learning Rate": 2.113632169765033e-06, "Finetune/Loss": 0.8301501870155334, "Finetune/Loss (Raw)": 0.7874879837036133, "Finetune/Step": 4135, "Finetune/Step Time": 4.593132583424449}
+{"Finetune/Learning Rate": 2.1098033659058792e-06, "Finetune/Loss": 0.8306605815887451, "Finetune/Loss (Raw)": 0.8356225490570068, "Finetune/Step": 4136, "Finetune/Step Time": 4.5934955179691315}
+{"Finetune/Learning Rate": 2.105977624077995e-06, "Finetune/Loss": 0.8303043842315674, "Finetune/Loss (Raw)": 0.7917736172676086, "Finetune/Step": 4137, "Finetune/Step Time": 4.5910409688949585}
+{"Finetune/Learning Rate": 2.102154945766076e-06, "Finetune/Loss": 0.831489622592926, "Finetune/Loss (Raw)": 0.9496307373046875, "Finetune/Step": 4138, "Finetune/Step Time": 4.576846167445183}
+{"Finetune/Learning Rate": 2.0983353324536316e-06, "Finetune/Loss": 0.8299745917320251, "Finetune/Loss (Raw)": 0.787402331829071, "Finetune/Step": 4139, "Finetune/Step Time": 4.566948480904102}
+{"Finetune/Learning Rate": 2.0945187856229778e-06, "Finetune/Loss": 0.8310496807098389, "Finetune/Loss (Raw)": 0.8107579350471497, "Finetune/Step": 4140, "Finetune/Step Time": 4.556865688413382}
+{"Finetune/Learning Rate": 2.0907053067552384e-06, "Finetune/Loss": 0.8273589611053467, "Finetune/Loss (Raw)": 0.38558098673820496, "Finetune/Step": 4141, "Finetune/Step Time": 4.586899694055319}
+{"Finetune/Learning Rate": 2.0868948973303593e-06, "Finetune/Loss": 0.8270763158798218, "Finetune/Loss (Raw)": 0.7737425565719604, "Finetune/Step": 4142, "Finetune/Step Time": 4.563928814604878}
+{"Finetune/Learning Rate": 2.0830875588270773e-06, "Finetune/Loss": 0.826540470123291, "Finetune/Loss (Raw)": 0.7811537384986877, "Finetune/Step": 4143, "Finetune/Step Time": 4.560688350349665}
+{"Finetune/Learning Rate": 2.0792832927229465e-06, "Finetune/Loss": 0.8218497037887573, "Finetune/Loss (Raw)": 0.2904030978679657, "Finetune/Step": 4144, "Finetune/Step Time": 4.595113817602396}
+{"Finetune/Learning Rate": 2.0754821004943337e-06, "Finetune/Loss": 0.8204846382141113, "Finetune/Loss (Raw)": 0.7372381687164307, "Finetune/Step": 4145, "Finetune/Step Time": 4.6032838597893715}
+{"Finetune/Learning Rate": 2.071683983616406e-06, "Finetune/Loss": 0.8250308036804199, "Finetune/Loss (Raw)": 0.9073837995529175, "Finetune/Step": 4146, "Finetune/Step Time": 4.558668289333582}
+{"Finetune/Learning Rate": 2.0678889435631333e-06, "Finetune/Loss": 0.8237994909286499, "Finetune/Loss (Raw)": 0.846920371055603, "Finetune/Step": 4147, "Finetune/Step Time": 4.553118826821446}
+{"Finetune/Learning Rate": 2.064096981807302e-06, "Finetune/Loss": 0.8234328031539917, "Finetune/Loss (Raw)": 0.9011226296424866, "Finetune/Step": 4148, "Finetune/Step Time": 4.553450021892786}
+{"Finetune/Learning Rate": 2.060308099820496e-06, "Finetune/Loss": 0.8231188058853149, "Finetune/Loss (Raw)": 0.8379021286964417, "Finetune/Step": 4149, "Finetune/Step Time": 4.542114349082112}
+{"Finetune/Learning Rate": 2.056522299073108e-06, "Finetune/Loss": 0.8228189945220947, "Finetune/Loss (Raw)": 0.7652419805526733, "Finetune/Step": 4150, "Finetune/Step Time": 4.572506036609411}
+{"Finetune/Learning Rate": 2.052739581034332e-06, "Finetune/Loss": 0.8225024342536926, "Finetune/Loss (Raw)": 0.8625569343566895, "Finetune/Step": 4151, "Finetune/Step Time": 4.577812736853957}
+{"Finetune/Learning Rate": 2.0489599471721678e-06, "Finetune/Loss": 0.8217077255249023, "Finetune/Loss (Raw)": 0.8578085899353027, "Finetune/Step": 4152, "Finetune/Step Time": 4.5825827941298485}
+{"Finetune/Learning Rate": 2.0451833989534165e-06, "Finetune/Loss": 0.8215100169181824, "Finetune/Loss (Raw)": 0.8302480578422546, "Finetune/Step": 4153, "Finetune/Step Time": 4.5849329829216}
+{"Finetune/Learning Rate": 2.0414099378436812e-06, "Finetune/Loss": 0.8208233118057251, "Finetune/Loss (Raw)": 0.8783703446388245, "Finetune/Step": 4154, "Finetune/Step Time": 4.589054748415947}
+{"Finetune/Learning Rate": 2.0376395653073735e-06, "Finetune/Loss": 0.8193987607955933, "Finetune/Loss (Raw)": 0.8202770948410034, "Finetune/Step": 4155, "Finetune/Step Time": 4.597263464704156}
+{"Finetune/Learning Rate": 2.0338722828077007e-06, "Finetune/Loss": 0.8197583556175232, "Finetune/Loss (Raw)": 0.8612354397773743, "Finetune/Step": 4156, "Finetune/Step Time": 4.5960503201931715}
+{"Finetune/Learning Rate": 2.030108091806664e-06, "Finetune/Loss": 0.8203048706054688, "Finetune/Loss (Raw)": 0.9671143889427185, "Finetune/Step": 4157, "Finetune/Step Time": 4.596545562148094}
+{"Finetune/Learning Rate": 2.0263469937650813e-06, "Finetune/Loss": 0.8236484527587891, "Finetune/Loss (Raw)": 0.8245983719825745, "Finetune/Step": 4158, "Finetune/Step Time": 4.562279103323817}
+{"Finetune/Learning Rate": 2.0225889901425565e-06, "Finetune/Loss": 0.824195146560669, "Finetune/Loss (Raw)": 0.9321896433830261, "Finetune/Step": 4159, "Finetune/Step Time": 4.56203593313694}
+{"Finetune/Learning Rate": 2.0188340823975005e-06, "Finetune/Loss": 0.82499760389328, "Finetune/Loss (Raw)": 0.9787429571151733, "Finetune/Step": 4160, "Finetune/Step Time": 4.5550917983055115}
+{"Finetune/Learning Rate": 2.0150822719871167e-06, "Finetune/Loss": 0.8248003125190735, "Finetune/Loss (Raw)": 0.904496431350708, "Finetune/Step": 4161, "Finetune/Step Time": 4.55244455114007}
+{"Finetune/Learning Rate": 2.011333560367411e-06, "Finetune/Loss": 0.8255298733711243, "Finetune/Loss (Raw)": 0.9485333561897278, "Finetune/Step": 4162, "Finetune/Step Time": 4.554060615599155}
+{"Finetune/Learning Rate": 2.007587948993185e-06, "Finetune/Loss": 0.8245521783828735, "Finetune/Loss (Raw)": 0.7105194330215454, "Finetune/Step": 4163, "Finetune/Step Time": 4.565096959471703}
+{"Finetune/Learning Rate": 2.003845439318035e-06, "Finetune/Loss": 0.8211429715156555, "Finetune/Loss (Raw)": 0.5960517525672913, "Finetune/Step": 4164, "Finetune/Step Time": 4.577198758721352}
+{"Finetune/Learning Rate": 2.000106032794361e-06, "Finetune/Loss": 0.8228747844696045, "Finetune/Loss (Raw)": 1.0075608491897583, "Finetune/Step": 4165, "Finetune/Step Time": 4.569721482694149}
+{"Finetune/Learning Rate": 1.996369730873353e-06, "Finetune/Loss": 0.8274484872817993, "Finetune/Loss (Raw)": 0.9425123333930969, "Finetune/Step": 4166, "Finetune/Step Time": 4.530482776463032}
+{"Finetune/Learning Rate": 1.99263653500499e-06, "Finetune/Loss": 0.8262840509414673, "Finetune/Loss (Raw)": 0.7909190654754639, "Finetune/Step": 4167, "Finetune/Step Time": 4.514893818646669}
+{"Finetune/Learning Rate": 1.9889064466380593e-06, "Finetune/Loss": 0.8245518207550049, "Finetune/Loss (Raw)": 0.7014775276184082, "Finetune/Step": 4168, "Finetune/Step Time": 4.512757109478116}
+{"Finetune/Learning Rate": 1.985179467220133e-06, "Finetune/Loss": 0.8211579322814941, "Finetune/Loss (Raw)": 0.37445613741874695, "Finetune/Step": 4169, "Finetune/Step Time": 4.551583405584097}
+{"Finetune/Learning Rate": 1.9814555981975803e-06, "Finetune/Loss": 0.820406436920166, "Finetune/Loss (Raw)": 0.7708051204681396, "Finetune/Step": 4170, "Finetune/Step Time": 4.5433459505438805}
+{"Finetune/Learning Rate": 1.9777348410155606e-06, "Finetune/Loss": 0.820357084274292, "Finetune/Loss (Raw)": 0.9007993340492249, "Finetune/Step": 4171, "Finetune/Step Time": 4.545921329408884}
+{"Finetune/Learning Rate": 1.9740171971180278e-06, "Finetune/Loss": 0.8205745816230774, "Finetune/Loss (Raw)": 0.9023755192756653, "Finetune/Step": 4172, "Finetune/Step Time": 4.566244134679437}
+{"Finetune/Learning Rate": 1.9703026679477253e-06, "Finetune/Loss": 0.8247315883636475, "Finetune/Loss (Raw)": 0.8245490789413452, "Finetune/Step": 4173, "Finetune/Step Time": 4.533222410827875}
+{"Finetune/Learning Rate": 1.9665912549461898e-06, "Finetune/Loss": 0.8211761713027954, "Finetune/Loss (Raw)": 0.35891616344451904, "Finetune/Step": 4174, "Finetune/Step Time": 4.573082296177745}
+{"Finetune/Learning Rate": 1.962882959553751e-06, "Finetune/Loss": 0.8210663795471191, "Finetune/Loss (Raw)": 0.7770587801933289, "Finetune/Step": 4175, "Finetune/Step Time": 4.562235409393907}
+{"Finetune/Learning Rate": 1.959177783209527e-06, "Finetune/Loss": 0.8243947625160217, "Finetune/Loss (Raw)": 0.7998967170715332, "Finetune/Step": 4176, "Finetune/Step Time": 4.536629840731621}
+{"Finetune/Learning Rate": 1.955475727351417e-06, "Finetune/Loss": 0.8259462118148804, "Finetune/Loss (Raw)": 0.9575688242912292, "Finetune/Step": 4177, "Finetune/Step Time": 4.541695723310113}
+{"Finetune/Learning Rate": 1.9517767934161224e-06, "Finetune/Loss": 0.8265396356582642, "Finetune/Loss (Raw)": 0.9088627696037292, "Finetune/Step": 4178, "Finetune/Step Time": 4.544003022834659}
+{"Finetune/Learning Rate": 1.9480809828391266e-06, "Finetune/Loss": 0.8272842168807983, "Finetune/Loss (Raw)": 0.8770302534103394, "Finetune/Step": 4179, "Finetune/Step Time": 4.55669479817152}
+{"Finetune/Learning Rate": 1.9443882970547003e-06, "Finetune/Loss": 0.8281906247138977, "Finetune/Loss (Raw)": 0.9559211134910583, "Finetune/Step": 4180, "Finetune/Step Time": 4.530969604849815}
+{"Finetune/Learning Rate": 1.940698737495904e-06, "Finetune/Loss": 0.831601619720459, "Finetune/Loss (Raw)": 0.811715304851532, "Finetune/Step": 4181, "Finetune/Step Time": 4.4963200725615025}
+{"Finetune/Learning Rate": 1.937012305594583e-06, "Finetune/Loss": 0.8302234411239624, "Finetune/Loss (Raw)": 0.6802792549133301, "Finetune/Step": 4182, "Finetune/Step Time": 4.497455507516861}
+{"Finetune/Learning Rate": 1.93332900278137e-06, "Finetune/Loss": 0.8304895162582397, "Finetune/Loss (Raw)": 0.9341251254081726, "Finetune/Step": 4183, "Finetune/Step Time": 4.496704787015915}
+{"Finetune/Learning Rate": 1.9296488304856785e-06, "Finetune/Loss": 0.8325549364089966, "Finetune/Loss (Raw)": 0.9006403088569641, "Finetune/Step": 4184, "Finetune/Step Time": 4.474268667399883}
+{"Finetune/Learning Rate": 1.92597179013572e-06, "Finetune/Loss": 0.8324646949768066, "Finetune/Loss (Raw)": 0.9613792896270752, "Finetune/Step": 4185, "Finetune/Step Time": 4.483344729989767}
+{"Finetune/Learning Rate": 1.9222978831584793e-06, "Finetune/Loss": 0.8334074020385742, "Finetune/Loss (Raw)": 0.9406561851501465, "Finetune/Step": 4186, "Finetune/Step Time": 4.4967693798244}
+{"Finetune/Learning Rate": 1.9186271109797215e-06, "Finetune/Loss": 0.8327085971832275, "Finetune/Loss (Raw)": 0.800434947013855, "Finetune/Step": 4187, "Finetune/Step Time": 4.49025684595108}
+{"Finetune/Learning Rate": 1.9149594750240087e-06, "Finetune/Loss": 0.8338272571563721, "Finetune/Loss (Raw)": 0.7817762494087219, "Finetune/Step": 4188, "Finetune/Step Time": 4.48116359859705}
+{"Finetune/Learning Rate": 1.911294976714676e-06, "Finetune/Loss": 0.8338133096694946, "Finetune/Loss (Raw)": 0.8006981611251831, "Finetune/Step": 4189, "Finetune/Step Time": 4.458547813817859}
+{"Finetune/Learning Rate": 1.9076336174738476e-06, "Finetune/Loss": 0.8312706351280212, "Finetune/Loss (Raw)": 0.6823504567146301, "Finetune/Step": 4190, "Finetune/Step Time": 4.458835834637284}
+{"Finetune/Learning Rate": 1.9039753987224164e-06, "Finetune/Loss": 0.8356571197509766, "Finetune/Loss (Raw)": 0.9139801263809204, "Finetune/Step": 4191, "Finetune/Step Time": 4.424378719180822}
+{"Finetune/Learning Rate": 1.9003203218800748e-06, "Finetune/Loss": 0.8406002521514893, "Finetune/Loss (Raw)": 1.0138485431671143, "Finetune/Step": 4192, "Finetune/Step Time": 4.3886019587516785}
+{"Finetune/Learning Rate": 1.8966683883652826e-06, "Finetune/Loss": 0.8369029760360718, "Finetune/Loss (Raw)": 0.30634260177612305, "Finetune/Step": 4193, "Finetune/Step Time": 4.417871564626694}
+{"Finetune/Learning Rate": 1.8930195995952827e-06, "Finetune/Loss": 0.83709716796875, "Finetune/Loss (Raw)": 0.8937175273895264, "Finetune/Step": 4194, "Finetune/Step Time": 4.417688312008977}
+{"Finetune/Learning Rate": 1.8893739569861058e-06, "Finetune/Loss": 0.8365141153335571, "Finetune/Loss (Raw)": 0.9048005938529968, "Finetune/Step": 4195, "Finetune/Step Time": 4.41828029230237}
+{"Finetune/Learning Rate": 1.8857314619525469e-06, "Finetune/Loss": 0.8362652063369751, "Finetune/Loss (Raw)": 0.8867664337158203, "Finetune/Step": 4196, "Finetune/Step Time": 4.415321983397007}
+{"Finetune/Learning Rate": 1.8820921159081896e-06, "Finetune/Loss": 0.833549976348877, "Finetune/Loss (Raw)": 0.576750636100769, "Finetune/Step": 4197, "Finetune/Step Time": 4.423970587551594}
+{"Finetune/Learning Rate": 1.8784559202653907e-06, "Finetune/Loss": 0.8346242308616638, "Finetune/Loss (Raw)": 0.9533151984214783, "Finetune/Step": 4198, "Finetune/Step Time": 4.422209432348609}
+{"Finetune/Learning Rate": 1.8748228764352915e-06, "Finetune/Loss": 0.835555911064148, "Finetune/Loss (Raw)": 0.9827276468276978, "Finetune/Step": 4199, "Finetune/Step Time": 4.391780598089099}
+{"Finetune/Learning Rate": 1.8711929858278066e-06, "Finetune/Loss": 0.8365907669067383, "Finetune/Loss (Raw)": 0.8989783525466919, "Finetune/Step": 4200, "Finetune/Step Time": 4.3881944213062525}
+{"Finetune/Learning Rate": 1.8675662498516167e-06, "Finetune/Loss": 0.8360999226570129, "Finetune/Loss (Raw)": 0.8388177752494812, "Finetune/Step": 4201, "Finetune/Step Time": 4.39875359646976}
+{"Finetune/Learning Rate": 1.863942669914196e-06, "Finetune/Loss": 0.8348140716552734, "Finetune/Loss (Raw)": 0.8185139894485474, "Finetune/Step": 4202, "Finetune/Step Time": 4.401769468560815}
+{"Finetune/Learning Rate": 1.8603222474217819e-06, "Finetune/Loss": 0.8344756364822388, "Finetune/Loss (Raw)": 0.7783259749412537, "Finetune/Step": 4203, "Finetune/Step Time": 4.403167741373181}
+{"Finetune/Learning Rate": 1.8567049837793894e-06, "Finetune/Loss": 0.8354876041412354, "Finetune/Loss (Raw)": 0.8007832765579224, "Finetune/Step": 4204, "Finetune/Step Time": 4.383216772228479}
+{"Finetune/Learning Rate": 1.8530908803908088e-06, "Finetune/Loss": 0.8358262777328491, "Finetune/Loss (Raw)": 0.894808828830719, "Finetune/Step": 4205, "Finetune/Step Time": 4.364990180358291}
+{"Finetune/Learning Rate": 1.8494799386586015e-06, "Finetune/Loss": 0.8359708189964294, "Finetune/Loss (Raw)": 0.8315396308898926, "Finetune/Step": 4206, "Finetune/Step Time": 4.363818019628525}
+{"Finetune/Learning Rate": 1.8458721599841056e-06, "Finetune/Loss": 0.8349366784095764, "Finetune/Loss (Raw)": 0.9111650586128235, "Finetune/Step": 4207, "Finetune/Step Time": 4.357457373291254}
+{"Finetune/Learning Rate": 1.8422675457674254e-06, "Finetune/Loss": 0.8353500962257385, "Finetune/Loss (Raw)": 0.8279829621315002, "Finetune/Step": 4208, "Finetune/Step Time": 4.346703914925456}
+{"Finetune/Learning Rate": 1.8386660974074466e-06, "Finetune/Loss": 0.836918830871582, "Finetune/Loss (Raw)": 1.0595282316207886, "Finetune/Step": 4209, "Finetune/Step Time": 4.324626110494137}
+{"Finetune/Learning Rate": 1.8350678163018221e-06, "Finetune/Loss": 0.8371985554695129, "Finetune/Loss (Raw)": 0.840008020401001, "Finetune/Step": 4210, "Finetune/Step Time": 4.320236958563328}
+{"Finetune/Learning Rate": 1.831472703846966e-06, "Finetune/Loss": 0.8368497490882874, "Finetune/Loss (Raw)": 0.9337483048439026, "Finetune/Step": 4211, "Finetune/Step Time": 4.319493466988206}
+{"Finetune/Learning Rate": 1.827880761438079e-06, "Finetune/Loss": 0.8392489552497864, "Finetune/Loss (Raw)": 0.7754319310188293, "Finetune/Step": 4212, "Finetune/Step Time": 4.280159175395966}
+{"Finetune/Learning Rate": 1.8242919904691214e-06, "Finetune/Loss": 0.8382355570793152, "Finetune/Loss (Raw)": 0.7077838182449341, "Finetune/Step": 4213, "Finetune/Step Time": 4.278262523934245}
+{"Finetune/Learning Rate": 1.820706392332824e-06, "Finetune/Loss": 0.8383030891418457, "Finetune/Loss (Raw)": 0.8859091401100159, "Finetune/Step": 4214, "Finetune/Step Time": 4.268734283745289}
+{"Finetune/Learning Rate": 1.8171239684206898e-06, "Finetune/Loss": 0.8372592926025391, "Finetune/Loss (Raw)": 0.8599164485931396, "Finetune/Step": 4215, "Finetune/Step Time": 4.294903948903084}
+{"Finetune/Learning Rate": 1.8135447201229861e-06, "Finetune/Loss": 0.8366228342056274, "Finetune/Loss (Raw)": 0.8629274368286133, "Finetune/Step": 4216, "Finetune/Step Time": 4.284504884853959}
+{"Finetune/Learning Rate": 1.8099686488287483e-06, "Finetune/Loss": 0.8373593091964722, "Finetune/Loss (Raw)": 0.9410529136657715, "Finetune/Step": 4217, "Finetune/Step Time": 4.292129458859563}
+{"Finetune/Learning Rate": 1.8063957559257794e-06, "Finetune/Loss": 0.8374335765838623, "Finetune/Loss (Raw)": 0.8439613580703735, "Finetune/Step": 4218, "Finetune/Step Time": 4.296894354745746}
+{"Finetune/Learning Rate": 1.8028260428006538e-06, "Finetune/Loss": 0.8367536067962646, "Finetune/Loss (Raw)": 0.7454535961151123, "Finetune/Step": 4219, "Finetune/Step Time": 4.280023083090782}
+{"Finetune/Learning Rate": 1.7992595108387068e-06, "Finetune/Loss": 0.83705073595047, "Finetune/Loss (Raw)": 0.873056173324585, "Finetune/Step": 4220, "Finetune/Step Time": 4.269370285794139}
+{"Finetune/Learning Rate": 1.795696161424032e-06, "Finetune/Loss": 0.8371290564537048, "Finetune/Loss (Raw)": 0.992554247379303, "Finetune/Step": 4221, "Finetune/Step Time": 4.265429778024554}
+{"Finetune/Learning Rate": 1.7921359959395046e-06, "Finetune/Loss": 0.8363894820213318, "Finetune/Loss (Raw)": 0.9597682952880859, "Finetune/Step": 4222, "Finetune/Step Time": 4.26951564475894}
+{"Finetune/Learning Rate": 1.7885790157667526e-06, "Finetune/Loss": 0.8378781080245972, "Finetune/Loss (Raw)": 0.9650698900222778, "Finetune/Step": 4223, "Finetune/Step Time": 4.261269548907876}
+{"Finetune/Learning Rate": 1.7850252222861697e-06, "Finetune/Loss": 0.8361696004867554, "Finetune/Loss (Raw)": 0.8027083277702332, "Finetune/Step": 4224, "Finetune/Step Time": 4.266464430838823}
+{"Finetune/Learning Rate": 1.7814746168769138e-06, "Finetune/Loss": 0.8349189758300781, "Finetune/Loss (Raw)": 0.7933343052864075, "Finetune/Step": 4225, "Finetune/Step Time": 4.258879626169801}
+{"Finetune/Learning Rate": 1.7779272009169068e-06, "Finetune/Loss": 0.8372454643249512, "Finetune/Loss (Raw)": 0.9844818115234375, "Finetune/Step": 4226, "Finetune/Step Time": 4.251861764118075}
+{"Finetune/Learning Rate": 1.77438297578283e-06, "Finetune/Loss": 0.8383541107177734, "Finetune/Loss (Raw)": 1.057405948638916, "Finetune/Step": 4227, "Finetune/Step Time": 4.251298625022173}
+{"Finetune/Learning Rate": 1.7708419428501256e-06, "Finetune/Loss": 0.8375627994537354, "Finetune/Loss (Raw)": 0.8535075187683105, "Finetune/Step": 4228, "Finetune/Step Time": 4.253284677863121}
+{"Finetune/Learning Rate": 1.7673041034930083e-06, "Finetune/Loss": 0.8376826047897339, "Finetune/Loss (Raw)": 0.9049544334411621, "Finetune/Step": 4229, "Finetune/Step Time": 4.236069777980447}
+{"Finetune/Learning Rate": 1.7637694590844357e-06, "Finetune/Loss": 0.8331674933433533, "Finetune/Loss (Raw)": 0.2698402404785156, "Finetune/Step": 4230, "Finetune/Step Time": 4.270098987966776}
+{"Finetune/Learning Rate": 1.7602380109961348e-06, "Finetune/Loss": 0.8313637971878052, "Finetune/Loss (Raw)": 0.6560068130493164, "Finetune/Step": 4231, "Finetune/Step Time": 4.315656943246722}
+{"Finetune/Learning Rate": 1.7567097605985972e-06, "Finetune/Loss": 0.8315615057945251, "Finetune/Loss (Raw)": 0.8901463747024536, "Finetune/Step": 4232, "Finetune/Step Time": 4.323998127132654}
+{"Finetune/Learning Rate": 1.7531847092610644e-06, "Finetune/Loss": 0.8315974473953247, "Finetune/Loss (Raw)": 0.7772817611694336, "Finetune/Step": 4233, "Finetune/Step Time": 4.3299928195774555}
+{"Finetune/Learning Rate": 1.7496628583515395e-06, "Finetune/Loss": 0.8336992263793945, "Finetune/Loss (Raw)": 1.097292184829712, "Finetune/Step": 4234, "Finetune/Step Time": 4.332828132435679}
+{"Finetune/Learning Rate": 1.7461442092367864e-06, "Finetune/Loss": 0.8341145515441895, "Finetune/Loss (Raw)": 0.8900173902511597, "Finetune/Step": 4235, "Finetune/Step Time": 4.332308666780591}
+{"Finetune/Learning Rate": 1.7426287632823213e-06, "Finetune/Loss": 0.8324750065803528, "Finetune/Loss (Raw)": 0.7229311466217041, "Finetune/Step": 4236, "Finetune/Step Time": 4.341214576736093}
+{"Finetune/Learning Rate": 1.7391165218524232e-06, "Finetune/Loss": 0.833875298500061, "Finetune/Loss (Raw)": 0.9970065355300903, "Finetune/Step": 4237, "Finetune/Step Time": 4.333974378183484}
+{"Finetune/Learning Rate": 1.735607486310119e-06, "Finetune/Loss": 0.8342811465263367, "Finetune/Loss (Raw)": 0.9577597379684448, "Finetune/Step": 4238, "Finetune/Step Time": 4.321857925504446}
+{"Finetune/Learning Rate": 1.7321016580172068e-06, "Finetune/Loss": 0.83362877368927, "Finetune/Loss (Raw)": 0.9044884443283081, "Finetune/Step": 4239, "Finetune/Step Time": 4.3116976004093885}
+{"Finetune/Learning Rate": 1.728599038334221e-06, "Finetune/Loss": 0.8342605829238892, "Finetune/Loss (Raw)": 0.8295894265174866, "Finetune/Step": 4240, "Finetune/Step Time": 4.299924697726965}
+{"Finetune/Learning Rate": 1.7250996286204602e-06, "Finetune/Loss": 0.8352803587913513, "Finetune/Loss (Raw)": 0.8505933880805969, "Finetune/Step": 4241, "Finetune/Step Time": 4.301451899111271}
+{"Finetune/Learning Rate": 1.7216034302339824e-06, "Finetune/Loss": 0.8357597589492798, "Finetune/Loss (Raw)": 0.9338117241859436, "Finetune/Step": 4242, "Finetune/Step Time": 4.300403643399477}
+{"Finetune/Learning Rate": 1.718110444531591e-06, "Finetune/Loss": 0.8358192443847656, "Finetune/Loss (Raw)": 0.8809066414833069, "Finetune/Step": 4243, "Finetune/Step Time": 4.32065493799746}
+{"Finetune/Learning Rate": 1.7146206728688465e-06, "Finetune/Loss": 0.8377597332000732, "Finetune/Loss (Raw)": 0.8794623017311096, "Finetune/Step": 4244, "Finetune/Step Time": 4.3043263386935}
+{"Finetune/Learning Rate": 1.7111341166000594e-06, "Finetune/Loss": 0.838683009147644, "Finetune/Loss (Raw)": 0.8859855532646179, "Finetune/Step": 4245, "Finetune/Step Time": 4.307443145662546}
+{"Finetune/Learning Rate": 1.7076507770782957e-06, "Finetune/Loss": 0.8372759819030762, "Finetune/Loss (Raw)": 0.8623141050338745, "Finetune/Step": 4246, "Finetune/Step Time": 4.34413749538362}
+{"Finetune/Learning Rate": 1.7041706556553717e-06, "Finetune/Loss": 0.8363605737686157, "Finetune/Loss (Raw)": 0.8625962734222412, "Finetune/Step": 4247, "Finetune/Step Time": 4.340725500136614}
+{"Finetune/Learning Rate": 1.7006937536818503e-06, "Finetune/Loss": 0.8317188620567322, "Finetune/Loss (Raw)": 0.2920903265476227, "Finetune/Step": 4248, "Finetune/Step Time": 4.372585253790021}
+{"Finetune/Learning Rate": 1.6972200725070587e-06, "Finetune/Loss": 0.8320680260658264, "Finetune/Loss (Raw)": 0.9231289625167847, "Finetune/Step": 4249, "Finetune/Step Time": 4.372289139777422}
+{"Finetune/Learning Rate": 1.6937496134790554e-06, "Finetune/Loss": 0.8309253454208374, "Finetune/Loss (Raw)": 0.7215316891670227, "Finetune/Step": 4250, "Finetune/Step Time": 4.368530001491308}
+{"Finetune/Learning Rate": 1.6902823779446586e-06, "Finetune/Loss": 0.8288003206253052, "Finetune/Loss (Raw)": 0.7409723401069641, "Finetune/Step": 4251, "Finetune/Step Time": 4.356543188914657}
+{"Finetune/Learning Rate": 1.686818367249441e-06, "Finetune/Loss": 0.8319514393806458, "Finetune/Loss (Raw)": 1.050567388534546, "Finetune/Step": 4252, "Finetune/Step Time": 4.352592626586556}
+{"Finetune/Learning Rate": 1.6833575827377135e-06, "Finetune/Loss": 0.8299574255943298, "Finetune/Loss (Raw)": 0.647565484046936, "Finetune/Step": 4253, "Finetune/Step Time": 4.372526109218597}
+{"Finetune/Learning Rate": 1.6799000257525388e-06, "Finetune/Loss": 0.828246533870697, "Finetune/Loss (Raw)": 0.6600400805473328, "Finetune/Step": 4254, "Finetune/Step Time": 4.388069437816739}
+{"Finetune/Learning Rate": 1.6764456976357279e-06, "Finetune/Loss": 0.8272691965103149, "Finetune/Loss (Raw)": 0.7733491659164429, "Finetune/Step": 4255, "Finetune/Step Time": 4.394106460735202}
+{"Finetune/Learning Rate": 1.6729945997278386e-06, "Finetune/Loss": 0.827964723110199, "Finetune/Loss (Raw)": 0.9091888070106506, "Finetune/Step": 4256, "Finetune/Step Time": 4.410014942288399}
+{"Finetune/Learning Rate": 1.6695467333681748e-06, "Finetune/Loss": 0.829096257686615, "Finetune/Loss (Raw)": 0.9637550711631775, "Finetune/Step": 4257, "Finetune/Step Time": 4.414349220693111}
+{"Finetune/Learning Rate": 1.6661020998947818e-06, "Finetune/Loss": 0.8279034495353699, "Finetune/Loss (Raw)": 0.683172345161438, "Finetune/Step": 4258, "Finetune/Step Time": 4.420773083344102}
+{"Finetune/Learning Rate": 1.6626607006444628e-06, "Finetune/Loss": 0.8288708925247192, "Finetune/Loss (Raw)": 1.0060855150222778, "Finetune/Step": 4259, "Finetune/Step Time": 4.424584988504648}
+{"Finetune/Learning Rate": 1.6592225369527515e-06, "Finetune/Loss": 0.8284658193588257, "Finetune/Loss (Raw)": 0.8389108180999756, "Finetune/Step": 4260, "Finetune/Step Time": 4.421718515455723}
+{"Finetune/Learning Rate": 1.6557876101539305e-06, "Finetune/Loss": 0.8291492462158203, "Finetune/Loss (Raw)": 0.9300317764282227, "Finetune/Step": 4261, "Finetune/Step Time": 4.4217237532138824}
+{"Finetune/Learning Rate": 1.6523559215810336e-06, "Finetune/Loss": 0.8289975523948669, "Finetune/Loss (Raw)": 0.8406639695167542, "Finetune/Step": 4262, "Finetune/Step Time": 4.41207136772573}
+{"Finetune/Learning Rate": 1.64892747256583e-06, "Finetune/Loss": 0.8309059143066406, "Finetune/Loss (Raw)": 1.031764030456543, "Finetune/Step": 4263, "Finetune/Step Time": 4.409654112532735}
+{"Finetune/Learning Rate": 1.645502264438833e-06, "Finetune/Loss": 0.8304104804992676, "Finetune/Loss (Raw)": 0.7722018957138062, "Finetune/Step": 4264, "Finetune/Step Time": 4.4208679515868425}
+{"Finetune/Learning Rate": 1.6420802985292995e-06, "Finetune/Loss": 0.8312717080116272, "Finetune/Loss (Raw)": 0.9020177125930786, "Finetune/Step": 4265, "Finetune/Step Time": 4.428359266370535}
+{"Finetune/Learning Rate": 1.638661576165227e-06, "Finetune/Loss": 0.8312625885009766, "Finetune/Loss (Raw)": 0.9484630227088928, "Finetune/Step": 4266, "Finetune/Step Time": 4.427762750536203}
+{"Finetune/Learning Rate": 1.6352460986733564e-06, "Finetune/Loss": 0.8310911655426025, "Finetune/Loss (Raw)": 0.7654621005058289, "Finetune/Step": 4267, "Finetune/Step Time": 4.4417790081351995}
+{"Finetune/Learning Rate": 1.6318338673791655e-06, "Finetune/Loss": 0.8310215473175049, "Finetune/Loss (Raw)": 0.8018434047698975, "Finetune/Step": 4268, "Finetune/Step Time": 4.43250747025013}
+{"Finetune/Learning Rate": 1.6284248836068772e-06, "Finetune/Loss": 0.8336091637611389, "Finetune/Loss (Raw)": 0.7167945504188538, "Finetune/Step": 4269, "Finetune/Step Time": 4.428562343120575}
+{"Finetune/Learning Rate": 1.6250191486794497e-06, "Finetune/Loss": 0.834098219871521, "Finetune/Loss (Raw)": 0.836342453956604, "Finetune/Step": 4270, "Finetune/Step Time": 4.428918274119496}
+{"Finetune/Learning Rate": 1.6216166639185804e-06, "Finetune/Loss": 0.8305546045303345, "Finetune/Loss (Raw)": 0.3275671601295471, "Finetune/Step": 4271, "Finetune/Step Time": 4.46927479468286}
+{"Finetune/Learning Rate": 1.618217430644713e-06, "Finetune/Loss": 0.8354017734527588, "Finetune/Loss (Raw)": 0.9108443856239319, "Finetune/Step": 4272, "Finetune/Step Time": 4.432590862736106}
+{"Finetune/Learning Rate": 1.6148214501770221e-06, "Finetune/Loss": 0.8354451060295105, "Finetune/Loss (Raw)": 0.7427829504013062, "Finetune/Step": 4273, "Finetune/Step Time": 4.4205312971025705}
+{"Finetune/Learning Rate": 1.6114287238334148e-06, "Finetune/Loss": 0.8350311517715454, "Finetune/Loss (Raw)": 0.8543994426727295, "Finetune/Step": 4274, "Finetune/Step Time": 4.426219092682004}
+{"Finetune/Learning Rate": 1.6080392529305489e-06, "Finetune/Loss": 0.8348393440246582, "Finetune/Loss (Raw)": 0.8223706483840942, "Finetune/Step": 4275, "Finetune/Step Time": 4.437112454324961}
+{"Finetune/Learning Rate": 1.60465303878381e-06, "Finetune/Loss": 0.8349663019180298, "Finetune/Loss (Raw)": 0.9173784852027893, "Finetune/Step": 4276, "Finetune/Step Time": 4.43791182897985}
+{"Finetune/Learning Rate": 1.6012700827073213e-06, "Finetune/Loss": 0.8349604606628418, "Finetune/Loss (Raw)": 0.8371446132659912, "Finetune/Step": 4277, "Finetune/Step Time": 4.460140708833933}
+{"Finetune/Learning Rate": 1.5978903860139416e-06, "Finetune/Loss": 0.8362058997154236, "Finetune/Loss (Raw)": 0.92465740442276, "Finetune/Step": 4278, "Finetune/Step Time": 4.429008953273296}
+{"Finetune/Learning Rate": 1.5945139500152662e-06, "Finetune/Loss": 0.8357266783714294, "Finetune/Loss (Raw)": 0.8012174963951111, "Finetune/Step": 4279, "Finetune/Step Time": 4.426449337974191}
+{"Finetune/Learning Rate": 1.5911407760216235e-06, "Finetune/Loss": 0.8363721370697021, "Finetune/Loss (Raw)": 0.9404281973838806, "Finetune/Step": 4280, "Finetune/Step Time": 4.4201818853616714}
+{"Finetune/Learning Rate": 1.5877708653420742e-06, "Finetune/Loss": 0.8376396894454956, "Finetune/Loss (Raw)": 0.9924969673156738, "Finetune/Step": 4281, "Finetune/Step Time": 4.4205384105443954}
+{"Finetune/Learning Rate": 1.58440421928442e-06, "Finetune/Loss": 0.8381942510604858, "Finetune/Loss (Raw)": 0.9493503570556641, "Finetune/Step": 4282, "Finetune/Step Time": 4.4191401563584805}
+{"Finetune/Learning Rate": 1.581040839155189e-06, "Finetune/Loss": 0.8386063575744629, "Finetune/Loss (Raw)": 0.8730237483978271, "Finetune/Step": 4283, "Finetune/Step Time": 4.424249041825533}
+{"Finetune/Learning Rate": 1.5776807262596371e-06, "Finetune/Loss": 0.8389760255813599, "Finetune/Loss (Raw)": 0.9085565209388733, "Finetune/Step": 4284, "Finetune/Step Time": 4.42812679708004}
+{"Finetune/Learning Rate": 1.574323881901767e-06, "Finetune/Loss": 0.8366290926933289, "Finetune/Loss (Raw)": 0.6667050123214722, "Finetune/Step": 4285, "Finetune/Step Time": 4.462810598313808}
+{"Finetune/Learning Rate": 1.5709703073843008e-06, "Finetune/Loss": 0.8371872901916504, "Finetune/Loss (Raw)": 0.8960464596748352, "Finetune/Step": 4286, "Finetune/Step Time": 4.4541887156665325}
+{"Finetune/Learning Rate": 1.5676200040086941e-06, "Finetune/Loss": 0.8369839191436768, "Finetune/Loss (Raw)": 0.9061630964279175, "Finetune/Step": 4287, "Finetune/Step Time": 4.45743559114635}
+{"Finetune/Learning Rate": 1.564272973075136e-06, "Finetune/Loss": 0.8371149301528931, "Finetune/Loss (Raw)": 0.9955158233642578, "Finetune/Step": 4288, "Finetune/Step Time": 4.47176337428391}
+{"Finetune/Learning Rate": 1.560929215882544e-06, "Finetune/Loss": 0.8363896608352661, "Finetune/Loss (Raw)": 0.8116587996482849, "Finetune/Step": 4289, "Finetune/Step Time": 4.479021077975631}
+{"Finetune/Learning Rate": 1.5575887337285644e-06, "Finetune/Loss": 0.8365655541419983, "Finetune/Loss (Raw)": 0.9710471630096436, "Finetune/Step": 4290, "Finetune/Step Time": 4.4803976491093636}
+{"Finetune/Learning Rate": 1.5542515279095704e-06, "Finetune/Loss": 0.8382502794265747, "Finetune/Loss (Raw)": 0.926163911819458, "Finetune/Step": 4291, "Finetune/Step Time": 4.464974757283926}
+{"Finetune/Learning Rate": 1.5509175997206705e-06, "Finetune/Loss": 0.840802788734436, "Finetune/Loss (Raw)": 0.9227730631828308, "Finetune/Step": 4292, "Finetune/Step Time": 4.460741013288498}
+{"Finetune/Learning Rate": 1.5475869504556996e-06, "Finetune/Loss": 0.8400112390518188, "Finetune/Loss (Raw)": 0.9062379598617554, "Finetune/Step": 4293, "Finetune/Step Time": 4.468849942088127}
+{"Finetune/Learning Rate": 1.5442595814072081e-06, "Finetune/Loss": 0.8394477367401123, "Finetune/Loss (Raw)": 0.870392382144928, "Finetune/Step": 4294, "Finetune/Step Time": 4.490523222833872}
+{"Finetune/Learning Rate": 1.540935493866491e-06, "Finetune/Loss": 0.8356258869171143, "Finetune/Loss (Raw)": 0.3017195761203766, "Finetune/Step": 4295, "Finetune/Step Time": 4.526253793388605}
+{"Finetune/Learning Rate": 1.53761468912356e-06, "Finetune/Loss": 0.8378105163574219, "Finetune/Loss (Raw)": 0.9811112880706787, "Finetune/Step": 4296, "Finetune/Step Time": 4.523577658459544}
+{"Finetune/Learning Rate": 1.5342971684671537e-06, "Finetune/Loss": 0.8418747186660767, "Finetune/Loss (Raw)": 0.8946709036827087, "Finetune/Step": 4297, "Finetune/Step Time": 4.487225515767932}
+{"Finetune/Learning Rate": 1.530982933184737e-06, "Finetune/Loss": 0.8413779735565186, "Finetune/Loss (Raw)": 0.70721834897995, "Finetune/Step": 4298, "Finetune/Step Time": 4.481562554836273}
+{"Finetune/Learning Rate": 1.527671984562501e-06, "Finetune/Loss": 0.841679573059082, "Finetune/Loss (Raw)": 0.939407467842102, "Finetune/Step": 4299, "Finetune/Step Time": 4.488587100058794}
+{"Finetune/Learning Rate": 1.524364323885359e-06, "Finetune/Loss": 0.8419898748397827, "Finetune/Loss (Raw)": 0.9420924186706543, "Finetune/Step": 4300, "Finetune/Step Time": 4.473429538309574}
+{"Finetune/Learning Rate": 1.5210599524369484e-06, "Finetune/Loss": 0.8384010791778564, "Finetune/Loss (Raw)": 0.36518922448158264, "Finetune/Step": 4301, "Finetune/Step Time": 4.507500750944018}
+{"Finetune/Learning Rate": 1.517758871499635e-06, "Finetune/Loss": 0.8431549072265625, "Finetune/Loss (Raw)": 0.9674004316329956, "Finetune/Step": 4302, "Finetune/Step Time": 4.473120965063572}
+{"Finetune/Learning Rate": 1.5144610823545035e-06, "Finetune/Loss": 0.8448036313056946, "Finetune/Loss (Raw)": 0.9880971312522888, "Finetune/Step": 4303, "Finetune/Step Time": 4.473026320338249}
+{"Finetune/Learning Rate": 1.511166586281355e-06, "Finetune/Loss": 0.8412293195724487, "Finetune/Loss (Raw)": 0.34238430857658386, "Finetune/Step": 4304, "Finetune/Step Time": 4.49909321218729}
+{"Finetune/Learning Rate": 1.507875384558727e-06, "Finetune/Loss": 0.8397786021232605, "Finetune/Loss (Raw)": 0.7718784809112549, "Finetune/Step": 4305, "Finetune/Step Time": 4.490697305649519}
+{"Finetune/Learning Rate": 1.504587478463867e-06, "Finetune/Loss": 0.8391712307929993, "Finetune/Loss (Raw)": 0.8311214447021484, "Finetune/Step": 4306, "Finetune/Step Time": 4.49613912217319}
+{"Finetune/Learning Rate": 1.5013028692727483e-06, "Finetune/Loss": 0.8376098275184631, "Finetune/Loss (Raw)": 0.67717045545578, "Finetune/Step": 4307, "Finetune/Step Time": 4.4850417375564575}
+{"Finetune/Learning Rate": 1.4980215582600621e-06, "Finetune/Loss": 0.8369875550270081, "Finetune/Loss (Raw)": 0.8762656450271606, "Finetune/Step": 4308, "Finetune/Step Time": 4.485848993062973}
+{"Finetune/Learning Rate": 1.4947435466992222e-06, "Finetune/Loss": 0.837313711643219, "Finetune/Loss (Raw)": 0.8534661531448364, "Finetune/Step": 4309, "Finetune/Step Time": 4.490326622501016}
+{"Finetune/Learning Rate": 1.4914688358623608e-06, "Finetune/Loss": 0.8347469568252563, "Finetune/Loss (Raw)": 0.3517412543296814, "Finetune/Step": 4310, "Finetune/Step Time": 4.518235970288515}
+{"Finetune/Learning Rate": 1.488197427020327e-06, "Finetune/Loss": 0.834282636642456, "Finetune/Loss (Raw)": 0.8746861219406128, "Finetune/Step": 4311, "Finetune/Step Time": 4.525002481415868}
+{"Finetune/Learning Rate": 1.4849293214426975e-06, "Finetune/Loss": 0.8348764777183533, "Finetune/Loss (Raw)": 0.9766510128974915, "Finetune/Step": 4312, "Finetune/Step Time": 4.5331610180437565}
+{"Finetune/Learning Rate": 1.481664520397753e-06, "Finetune/Loss": 0.8349905014038086, "Finetune/Loss (Raw)": 0.9759767651557922, "Finetune/Step": 4313, "Finetune/Step Time": 4.537912365049124}
+{"Finetune/Learning Rate": 1.4784030251524994e-06, "Finetune/Loss": 0.8348818421363831, "Finetune/Loss (Raw)": 0.9267446994781494, "Finetune/Step": 4314, "Finetune/Step Time": 4.534343406558037}
+{"Finetune/Learning Rate": 1.4751448369726652e-06, "Finetune/Loss": 0.8352397680282593, "Finetune/Loss (Raw)": 0.8462517857551575, "Finetune/Step": 4315, "Finetune/Step Time": 4.5256907641887665}
+{"Finetune/Learning Rate": 1.4718899571226842e-06, "Finetune/Loss": 0.8354336619377136, "Finetune/Loss (Raw)": 0.8065920472145081, "Finetune/Step": 4316, "Finetune/Step Time": 4.529115483164787}
+{"Finetune/Learning Rate": 1.468638386865716e-06, "Finetune/Loss": 0.8358337879180908, "Finetune/Loss (Raw)": 0.8519186973571777, "Finetune/Step": 4317, "Finetune/Step Time": 4.532526774331927}
+{"Finetune/Learning Rate": 1.465390127463625e-06, "Finetune/Loss": 0.8366762399673462, "Finetune/Loss (Raw)": 0.7901769280433655, "Finetune/Step": 4318, "Finetune/Step Time": 4.536372546106577}
+{"Finetune/Learning Rate": 1.4621451801770038e-06, "Finetune/Loss": 0.8352200984954834, "Finetune/Loss (Raw)": 0.727597177028656, "Finetune/Step": 4319, "Finetune/Step Time": 4.541974194347858}
+{"Finetune/Learning Rate": 1.4589035462651502e-06, "Finetune/Loss": 0.8337363004684448, "Finetune/Loss (Raw)": 0.8239279985427856, "Finetune/Step": 4320, "Finetune/Step Time": 4.540039511397481}
+{"Finetune/Learning Rate": 1.4556652269860772e-06, "Finetune/Loss": 0.836859941482544, "Finetune/Loss (Raw)": 0.7061680555343628, "Finetune/Step": 4321, "Finetune/Step Time": 4.514101402834058}
+{"Finetune/Learning Rate": 1.4524302235965203e-06, "Finetune/Loss": 0.8377290964126587, "Finetune/Loss (Raw)": 1.0049664974212646, "Finetune/Step": 4322, "Finetune/Step Time": 4.517112361267209}
+{"Finetune/Learning Rate": 1.4491985373519146e-06, "Finetune/Loss": 0.8361214399337769, "Finetune/Loss (Raw)": 0.6990240812301636, "Finetune/Step": 4323, "Finetune/Step Time": 4.514527043327689}
+{"Finetune/Learning Rate": 1.4459701695064155e-06, "Finetune/Loss": 0.8355529308319092, "Finetune/Loss (Raw)": 0.8139892816543579, "Finetune/Step": 4324, "Finetune/Step Time": 4.513874506577849}
+{"Finetune/Learning Rate": 1.4427451213128873e-06, "Finetune/Loss": 0.8362559676170349, "Finetune/Loss (Raw)": 0.6667399406433105, "Finetune/Step": 4325, "Finetune/Step Time": 4.509363567456603}
+{"Finetune/Learning Rate": 1.4395233940229147e-06, "Finetune/Loss": 0.8346298336982727, "Finetune/Loss (Raw)": 0.7451765537261963, "Finetune/Step": 4326, "Finetune/Step Time": 4.517484966665506}
+{"Finetune/Learning Rate": 1.4363049888867853e-06, "Finetune/Loss": 0.832505464553833, "Finetune/Loss (Raw)": 0.7108116745948792, "Finetune/Step": 4327, "Finetune/Step Time": 4.534427495673299}
+{"Finetune/Learning Rate": 1.4330899071534942e-06, "Finetune/Loss": 0.8321802616119385, "Finetune/Loss (Raw)": 0.8573430776596069, "Finetune/Step": 4328, "Finetune/Step Time": 4.528329383581877}
+{"Finetune/Learning Rate": 1.4298781500707558e-06, "Finetune/Loss": 0.8322965502738953, "Finetune/Loss (Raw)": 0.8537082076072693, "Finetune/Step": 4329, "Finetune/Step Time": 4.5176291931420565}
+{"Finetune/Learning Rate": 1.426669718884991e-06, "Finetune/Loss": 0.8333983421325684, "Finetune/Loss (Raw)": 0.9595383405685425, "Finetune/Step": 4330, "Finetune/Step Time": 4.516938671469688}
+{"Finetune/Learning Rate": 1.4234646148413277e-06, "Finetune/Loss": 0.834691047668457, "Finetune/Loss (Raw)": 0.9437916278839111, "Finetune/Step": 4331, "Finetune/Step Time": 4.516944479197264}
+{"Finetune/Learning Rate": 1.420262839183605e-06, "Finetune/Loss": 0.8353865742683411, "Finetune/Loss (Raw)": 0.8898153901100159, "Finetune/Step": 4332, "Finetune/Step Time": 4.519468173384666}
+{"Finetune/Learning Rate": 1.4170643931543693e-06, "Finetune/Loss": 0.8359860181808472, "Finetune/Loss (Raw)": 0.9715364575386047, "Finetune/Step": 4333, "Finetune/Step Time": 4.520897274836898}
+{"Finetune/Learning Rate": 1.4138692779948749e-06, "Finetune/Loss": 0.8368237018585205, "Finetune/Loss (Raw)": 0.9387648105621338, "Finetune/Step": 4334, "Finetune/Step Time": 4.518727509304881}
+{"Finetune/Learning Rate": 1.4106774949450808e-06, "Finetune/Loss": 0.8367910385131836, "Finetune/Loss (Raw)": 0.9069774150848389, "Finetune/Step": 4335, "Finetune/Step Time": 4.513795085251331}
+{"Finetune/Learning Rate": 1.4074890452436607e-06, "Finetune/Loss": 0.8381430506706238, "Finetune/Loss (Raw)": 1.001046061515808, "Finetune/Step": 4336, "Finetune/Step Time": 4.529996642842889}
+{"Finetune/Learning Rate": 1.4043039301279904e-06, "Finetune/Loss": 0.835024893283844, "Finetune/Loss (Raw)": 0.660402774810791, "Finetune/Step": 4337, "Finetune/Step Time": 4.552471101284027}
+{"Finetune/Learning Rate": 1.4011221508341433e-06, "Finetune/Loss": 0.8352420926094055, "Finetune/Loss (Raw)": 0.8678116202354431, "Finetune/Step": 4338, "Finetune/Step Time": 4.552155531942844}
+{"Finetune/Learning Rate": 1.3979437085969127e-06, "Finetune/Loss": 0.8341620564460754, "Finetune/Loss (Raw)": 0.7955074310302734, "Finetune/Step": 4339, "Finetune/Step Time": 4.552735103294253}
+{"Finetune/Learning Rate": 1.3947686046497878e-06, "Finetune/Loss": 0.8347831964492798, "Finetune/Loss (Raw)": 0.8549361228942871, "Finetune/Step": 4340, "Finetune/Step Time": 4.56715102493763}
+{"Finetune/Learning Rate": 1.3915968402249647e-06, "Finetune/Loss": 0.8367531299591064, "Finetune/Loss (Raw)": 0.9599245190620422, "Finetune/Step": 4341, "Finetune/Step Time": 4.558810232207179}
+{"Finetune/Learning Rate": 1.3884284165533423e-06, "Finetune/Loss": 0.8363391757011414, "Finetune/Loss (Raw)": 0.8329318761825562, "Finetune/Step": 4342, "Finetune/Step Time": 4.604557391256094}
+{"Finetune/Learning Rate": 1.3852633348645262e-06, "Finetune/Loss": 0.835871696472168, "Finetune/Loss (Raw)": 0.8000754714012146, "Finetune/Step": 4343, "Finetune/Step Time": 4.567548617720604}
+{"Finetune/Learning Rate": 1.38210159638682e-06, "Finetune/Loss": 0.8361470699310303, "Finetune/Loss (Raw)": 0.8981815576553345, "Finetune/Step": 4344, "Finetune/Step Time": 4.577277336269617}
+{"Finetune/Learning Rate": 1.3789432023472315e-06, "Finetune/Loss": 0.8354848623275757, "Finetune/Loss (Raw)": 0.8562904596328735, "Finetune/Step": 4345, "Finetune/Step Time": 4.565959919244051}
+{"Finetune/Learning Rate": 1.3757881539714768e-06, "Finetune/Loss": 0.8357043266296387, "Finetune/Loss (Raw)": 0.8720541596412659, "Finetune/Step": 4346, "Finetune/Step Time": 4.569366667419672}
+{"Finetune/Learning Rate": 1.3726364524839687e-06, "Finetune/Loss": 0.8373653888702393, "Finetune/Loss (Raw)": 0.958059549331665, "Finetune/Step": 4347, "Finetune/Step Time": 4.561700763180852}
+{"Finetune/Learning Rate": 1.369488099107814e-06, "Finetune/Loss": 0.8376750946044922, "Finetune/Loss (Raw)": 0.9126976728439331, "Finetune/Step": 4348, "Finetune/Step Time": 4.567620882764459}
+{"Finetune/Learning Rate": 1.3663430950648326e-06, "Finetune/Loss": 0.8375457525253296, "Finetune/Loss (Raw)": 0.9760053157806396, "Finetune/Step": 4349, "Finetune/Step Time": 4.569690104573965}
+{"Finetune/Learning Rate": 1.363201441575539e-06, "Finetune/Loss": 0.8350991010665894, "Finetune/Loss (Raw)": 0.64659583568573, "Finetune/Step": 4350, "Finetune/Step Time": 4.580916903913021}
+{"Finetune/Learning Rate": 1.360063139859147e-06, "Finetune/Loss": 0.8345859050750732, "Finetune/Loss (Raw)": 0.8993739485740662, "Finetune/Step": 4351, "Finetune/Step Time": 4.580112868919969}
+{"Finetune/Learning Rate": 1.3569281911335686e-06, "Finetune/Loss": 0.8350030183792114, "Finetune/Loss (Raw)": 0.8561046123504639, "Finetune/Step": 4352, "Finetune/Step Time": 4.5720813646912575}
+{"Finetune/Learning Rate": 1.3537965966154177e-06, "Finetune/Loss": 0.8359116315841675, "Finetune/Loss (Raw)": 0.9096347689628601, "Finetune/Step": 4353, "Finetune/Step Time": 4.5704514142125845}
+{"Finetune/Learning Rate": 1.3506683575200053e-06, "Finetune/Loss": 0.8340636491775513, "Finetune/Loss (Raw)": 0.7479487061500549, "Finetune/Step": 4354, "Finetune/Step Time": 4.574932252988219}
+{"Finetune/Learning Rate": 1.347543475061337e-06, "Finetune/Loss": 0.8327392339706421, "Finetune/Loss (Raw)": 0.887876570224762, "Finetune/Step": 4355, "Finetune/Step Time": 4.571155807003379}
+{"Finetune/Learning Rate": 1.344421950452126e-06, "Finetune/Loss": 0.8330205678939819, "Finetune/Loss (Raw)": 0.8895150423049927, "Finetune/Step": 4356, "Finetune/Step Time": 4.569419572129846}
+{"Finetune/Learning Rate": 1.341303784903767e-06, "Finetune/Loss": 0.8331006169319153, "Finetune/Loss (Raw)": 0.9152000546455383, "Finetune/Step": 4357, "Finetune/Step Time": 4.569499308243394}
+{"Finetune/Learning Rate": 1.3381889796263602e-06, "Finetune/Loss": 0.8380622863769531, "Finetune/Loss (Raw)": 0.9049389362335205, "Finetune/Step": 4358, "Finetune/Step Time": 4.540528807789087}
+{"Finetune/Learning Rate": 1.335077535828706e-06, "Finetune/Loss": 0.8398129343986511, "Finetune/Loss (Raw)": 0.8800838589668274, "Finetune/Step": 4359, "Finetune/Step Time": 4.494440054520965}
+{"Finetune/Learning Rate": 1.3319694547182916e-06, "Finetune/Loss": 0.8392201662063599, "Finetune/Loss (Raw)": 0.8142798542976379, "Finetune/Step": 4360, "Finetune/Step Time": 4.486665835604072}
+{"Finetune/Learning Rate": 1.328864737501302e-06, "Finetune/Loss": 0.841453492641449, "Finetune/Loss (Raw)": 1.0631415843963623, "Finetune/Step": 4361, "Finetune/Step Time": 4.495142603293061}
+{"Finetune/Learning Rate": 1.325763385382618e-06, "Finetune/Loss": 0.8392287492752075, "Finetune/Loss (Raw)": 0.8125256896018982, "Finetune/Step": 4362, "Finetune/Step Time": 4.497992506250739}
+{"Finetune/Learning Rate": 1.3226653995658144e-06, "Finetune/Loss": 0.8387838006019592, "Finetune/Loss (Raw)": 0.8330641984939575, "Finetune/Step": 4363, "Finetune/Step Time": 4.49494256451726}
+{"Finetune/Learning Rate": 1.319570781253159e-06, "Finetune/Loss": 0.8391754627227783, "Finetune/Loss (Raw)": 0.7730634212493896, "Finetune/Step": 4364, "Finetune/Step Time": 4.506878472864628}
+{"Finetune/Learning Rate": 1.3164795316456091e-06, "Finetune/Loss": 0.8373692035675049, "Finetune/Loss (Raw)": 0.7658042907714844, "Finetune/Step": 4365, "Finetune/Step Time": 4.521684385836124}
+{"Finetune/Learning Rate": 1.313391651942827e-06, "Finetune/Loss": 0.8369913101196289, "Finetune/Loss (Raw)": 0.9093865752220154, "Finetune/Step": 4366, "Finetune/Step Time": 4.521439880132675}
+{"Finetune/Learning Rate": 1.3103071433431501e-06, "Finetune/Loss": 0.8361058235168457, "Finetune/Loss (Raw)": 0.7911504507064819, "Finetune/Step": 4367, "Finetune/Step Time": 4.527826752513647}
+{"Finetune/Learning Rate": 1.307226007043617e-06, "Finetune/Loss": 0.8368110656738281, "Finetune/Loss (Raw)": 0.919867217540741, "Finetune/Step": 4368, "Finetune/Step Time": 4.524121010676026}
+{"Finetune/Learning Rate": 1.30414824423996e-06, "Finetune/Loss": 0.8365674018859863, "Finetune/Loss (Raw)": 0.8193975687026978, "Finetune/Step": 4369, "Finetune/Step Time": 4.531165791675448}
+{"Finetune/Learning Rate": 1.301073856126598e-06, "Finetune/Loss": 0.8367813229560852, "Finetune/Loss (Raw)": 0.9611950516700745, "Finetune/Step": 4370, "Finetune/Step Time": 4.533408340066671}
+{"Finetune/Learning Rate": 1.2980028438966396e-06, "Finetune/Loss": 0.8375709652900696, "Finetune/Loss (Raw)": 0.9819778203964233, "Finetune/Step": 4371, "Finetune/Step Time": 4.511701060459018}
+{"Finetune/Learning Rate": 1.2949352087418864e-06, "Finetune/Loss": 0.8326455354690552, "Finetune/Loss (Raw)": 0.2490111142396927, "Finetune/Step": 4372, "Finetune/Step Time": 4.5522911716252565}
+{"Finetune/Learning Rate": 1.291870951852826e-06, "Finetune/Loss": 0.8316166400909424, "Finetune/Loss (Raw)": 0.7542814612388611, "Finetune/Step": 4373, "Finetune/Step Time": 4.548841584473848}
+{"Finetune/Learning Rate": 1.288810074418637e-06, "Finetune/Loss": 0.83134526014328, "Finetune/Loss (Raw)": 0.8275847434997559, "Finetune/Step": 4374, "Finetune/Step Time": 4.519183307886124}
+{"Finetune/Learning Rate": 1.2857525776271852e-06, "Finetune/Loss": 0.8308285474777222, "Finetune/Loss (Raw)": 0.7964553833007812, "Finetune/Step": 4375, "Finetune/Step Time": 4.526682591065764}
+{"Finetune/Learning Rate": 1.2826984626650297e-06, "Finetune/Loss": 0.8357905149459839, "Finetune/Loss (Raw)": 0.9272230267524719, "Finetune/Step": 4376, "Finetune/Step Time": 4.496632322669029}
+{"Finetune/Learning Rate": 1.2796477307174082e-06, "Finetune/Loss": 0.8354133367538452, "Finetune/Loss (Raw)": 0.874844491481781, "Finetune/Step": 4377, "Finetune/Step Time": 4.491446882486343}
+{"Finetune/Learning Rate": 1.2766003829682504e-06, "Finetune/Loss": 0.8365719318389893, "Finetune/Loss (Raw)": 0.8698328733444214, "Finetune/Step": 4378, "Finetune/Step Time": 4.5015123672783375}
+{"Finetune/Learning Rate": 1.273556420600175e-06, "Finetune/Loss": 0.8367332220077515, "Finetune/Loss (Raw)": 0.7616210579872131, "Finetune/Step": 4379, "Finetune/Step Time": 4.518722135573626}
+{"Finetune/Learning Rate": 1.2705158447944843e-06, "Finetune/Loss": 0.8361818194389343, "Finetune/Loss (Raw)": 0.9799860119819641, "Finetune/Step": 4380, "Finetune/Step Time": 4.5215078722685575}
+{"Finetune/Learning Rate": 1.2674786567311648e-06, "Finetune/Loss": 0.838152289390564, "Finetune/Loss (Raw)": 0.8997858762741089, "Finetune/Step": 4381, "Finetune/Step Time": 4.508797317743301}
+{"Finetune/Learning Rate": 1.2644448575888913e-06, "Finetune/Loss": 0.8402571678161621, "Finetune/Loss (Raw)": 0.9294639825820923, "Finetune/Step": 4382, "Finetune/Step Time": 4.497592410072684}
+{"Finetune/Learning Rate": 1.2614144485450208e-06, "Finetune/Loss": 0.8398980498313904, "Finetune/Loss (Raw)": 0.7273810505867004, "Finetune/Step": 4383, "Finetune/Step Time": 4.512084120884538}
+{"Finetune/Learning Rate": 1.2583874307755961e-06, "Finetune/Loss": 0.8395759463310242, "Finetune/Loss (Raw)": 0.8679613471031189, "Finetune/Step": 4384, "Finetune/Step Time": 4.49854645319283}
+{"Finetune/Learning Rate": 1.2553638054553418e-06, "Finetune/Loss": 0.8383457660675049, "Finetune/Loss (Raw)": 0.8062945604324341, "Finetune/Step": 4385, "Finetune/Step Time": 4.491296794265509}
+{"Finetune/Learning Rate": 1.252343573757674e-06, "Finetune/Loss": 0.8395500183105469, "Finetune/Loss (Raw)": 0.8373183012008667, "Finetune/Step": 4386, "Finetune/Step Time": 4.508242981508374}
+{"Finetune/Learning Rate": 1.2493267368546802e-06, "Finetune/Loss": 0.8398686051368713, "Finetune/Loss (Raw)": 1.0468603372573853, "Finetune/Step": 4387, "Finetune/Step Time": 4.495581034570932}
+{"Finetune/Learning Rate": 1.2463132959171343e-06, "Finetune/Loss": 0.8403652906417847, "Finetune/Loss (Raw)": 0.9024816751480103, "Finetune/Step": 4388, "Finetune/Step Time": 4.5058665089309216}
+{"Finetune/Learning Rate": 1.2433032521145006e-06, "Finetune/Loss": 0.8402539491653442, "Finetune/Loss (Raw)": 0.9157875776290894, "Finetune/Step": 4389, "Finetune/Step Time": 4.504485810175538}
+{"Finetune/Learning Rate": 1.2402966066149135e-06, "Finetune/Loss": 0.840151309967041, "Finetune/Loss (Raw)": 0.8275215029716492, "Finetune/Step": 4390, "Finetune/Step Time": 4.503418138250709}
+{"Finetune/Learning Rate": 1.2372933605851944e-06, "Finetune/Loss": 0.838711142539978, "Finetune/Loss (Raw)": 0.8474229574203491, "Finetune/Step": 4391, "Finetune/Step Time": 4.511678969487548}
+{"Finetune/Learning Rate": 1.2342935151908453e-06, "Finetune/Loss": 0.8354445695877075, "Finetune/Loss (Raw)": 0.354085236787796, "Finetune/Step": 4392, "Finetune/Step Time": 4.543004959821701}
+{"Finetune/Learning Rate": 1.231297071596046e-06, "Finetune/Loss": 0.8341724872589111, "Finetune/Loss (Raw)": 0.7391897439956665, "Finetune/Step": 4393, "Finetune/Step Time": 4.550824753940105}
+{"Finetune/Learning Rate": 1.2283040309636596e-06, "Finetune/Loss": 0.833146870136261, "Finetune/Loss (Raw)": 0.8171800971031189, "Finetune/Step": 4394, "Finetune/Step Time": 4.560573538765311}
+{"Finetune/Learning Rate": 1.2253143944552258e-06, "Finetune/Loss": 0.8337881565093994, "Finetune/Loss (Raw)": 0.8475468158721924, "Finetune/Step": 4395, "Finetune/Step Time": 4.550636686384678}
+{"Finetune/Learning Rate": 1.2223281632309636e-06, "Finetune/Loss": 0.8350518941879272, "Finetune/Loss (Raw)": 0.9636037349700928, "Finetune/Step": 4396, "Finetune/Step Time": 4.559311358258128}
+{"Finetune/Learning Rate": 1.2193453384497722e-06, "Finetune/Loss": 0.8327266573905945, "Finetune/Loss (Raw)": 0.419165700674057, "Finetune/Step": 4397, "Finetune/Step Time": 4.565057376399636}
+{"Finetune/Learning Rate": 1.2163659212692246e-06, "Finetune/Loss": 0.8331242799758911, "Finetune/Loss (Raw)": 0.8872396945953369, "Finetune/Step": 4398, "Finetune/Step Time": 4.567523656412959}
+{"Finetune/Learning Rate": 1.2133899128455796e-06, "Finetune/Loss": 0.8368306159973145, "Finetune/Loss (Raw)": 0.8019762635231018, "Finetune/Step": 4399, "Finetune/Step Time": 4.530591003596783}
+{"Finetune/Learning Rate": 1.2104173143337672e-06, "Finetune/Loss": 0.8365623950958252, "Finetune/Loss (Raw)": 0.8765097260475159, "Finetune/Step": 4400, "Finetune/Step Time": 4.538067746907473}
+{"Finetune/Learning Rate": 1.2074481268873894e-06, "Finetune/Loss": 0.8333694338798523, "Finetune/Loss (Raw)": 0.33408743143081665, "Finetune/Step": 4401, "Finetune/Step Time": 4.578289743512869}
+{"Finetune/Learning Rate": 1.2044823516587345e-06, "Finetune/Loss": 0.8329132795333862, "Finetune/Loss (Raw)": 0.7960073351860046, "Finetune/Step": 4402, "Finetune/Step Time": 4.596719261258841}
+{"Finetune/Learning Rate": 1.2015199897987616e-06, "Finetune/Loss": 0.8336977362632751, "Finetune/Loss (Raw)": 0.9227840304374695, "Finetune/Step": 4403, "Finetune/Step Time": 4.581015355885029}
+{"Finetune/Learning Rate": 1.198561042457105e-06, "Finetune/Loss": 0.8344284892082214, "Finetune/Loss (Raw)": 1.0109084844589233, "Finetune/Step": 4404, "Finetune/Step Time": 4.581829549744725}
+{"Finetune/Learning Rate": 1.195605510782073e-06, "Finetune/Loss": 0.834300696849823, "Finetune/Loss (Raw)": 0.8207906484603882, "Finetune/Step": 4405, "Finetune/Step Time": 4.572182033210993}
+{"Finetune/Learning Rate": 1.192653395920652e-06, "Finetune/Loss": 0.8329342007637024, "Finetune/Loss (Raw)": 0.7497426867485046, "Finetune/Step": 4406, "Finetune/Step Time": 4.569475166499615}
+{"Finetune/Learning Rate": 1.189704699018499e-06, "Finetune/Loss": 0.8327000737190247, "Finetune/Loss (Raw)": 0.7712559103965759, "Finetune/Step": 4407, "Finetune/Step Time": 4.567982221022248}
+{"Finetune/Learning Rate": 1.186759421219943e-06, "Finetune/Loss": 0.8332592248916626, "Finetune/Loss (Raw)": 1.0119999647140503, "Finetune/Step": 4408, "Finetune/Step Time": 4.567156279459596}
+{"Finetune/Learning Rate": 1.1838175636679938e-06, "Finetune/Loss": 0.8318711519241333, "Finetune/Loss (Raw)": 0.8148239254951477, "Finetune/Step": 4409, "Finetune/Step Time": 4.566050058230758}
+{"Finetune/Learning Rate": 1.1808791275043297e-06, "Finetune/Loss": 0.8313215970993042, "Finetune/Loss (Raw)": 0.8790045976638794, "Finetune/Step": 4410, "Finetune/Step Time": 4.5627414640039206}
+{"Finetune/Learning Rate": 1.1779441138692926e-06, "Finetune/Loss": 0.8311407566070557, "Finetune/Loss (Raw)": 0.8498750329017639, "Finetune/Step": 4411, "Finetune/Step Time": 4.555776154622436}
+{"Finetune/Learning Rate": 1.1750125239019118e-06, "Finetune/Loss": 0.8303192853927612, "Finetune/Loss (Raw)": 0.8034089207649231, "Finetune/Step": 4412, "Finetune/Step Time": 4.552061673253775}
+{"Finetune/Learning Rate": 1.1720843587398756e-06, "Finetune/Loss": 0.8335967659950256, "Finetune/Loss (Raw)": 1.0862237215042114, "Finetune/Step": 4413, "Finetune/Step Time": 4.515196476131678}
+{"Finetune/Learning Rate": 1.1691596195195498e-06, "Finetune/Loss": 0.8328818082809448, "Finetune/Loss (Raw)": 0.804532527923584, "Finetune/Step": 4414, "Finetune/Step Time": 4.514541316777468}
+{"Finetune/Learning Rate": 1.1662383073759686e-06, "Finetune/Loss": 0.8331109285354614, "Finetune/Loss (Raw)": 0.9354951977729797, "Finetune/Step": 4415, "Finetune/Step Time": 4.519492590799928}
+{"Finetune/Learning Rate": 1.1633204234428352e-06, "Finetune/Loss": 0.8311716318130493, "Finetune/Loss (Raw)": 0.7472741007804871, "Finetune/Step": 4416, "Finetune/Step Time": 4.525867074728012}
+{"Finetune/Learning Rate": 1.1604059688525238e-06, "Finetune/Loss": 0.8323338627815247, "Finetune/Loss (Raw)": 0.9604324698448181, "Finetune/Step": 4417, "Finetune/Step Time": 4.526482073590159}
+{"Finetune/Learning Rate": 1.157494944736075e-06, "Finetune/Loss": 0.8314144611358643, "Finetune/Loss (Raw)": 0.8533632755279541, "Finetune/Step": 4418, "Finetune/Step Time": 4.526176953688264}
+{"Finetune/Learning Rate": 1.1545873522232055e-06, "Finetune/Loss": 0.8313840627670288, "Finetune/Loss (Raw)": 0.922266960144043, "Finetune/Step": 4419, "Finetune/Step Time": 4.531539050862193}
+{"Finetune/Learning Rate": 1.1516831924422945e-06, "Finetune/Loss": 0.8301199674606323, "Finetune/Loss (Raw)": 0.760969340801239, "Finetune/Step": 4420, "Finetune/Step Time": 4.543241145089269}
+{"Finetune/Learning Rate": 1.1487824665203828e-06, "Finetune/Loss": 0.8294891119003296, "Finetune/Loss (Raw)": 0.8254887461662292, "Finetune/Step": 4421, "Finetune/Step Time": 4.54088356718421}
+{"Finetune/Learning Rate": 1.1458851755831934e-06, "Finetune/Loss": 0.8296389579772949, "Finetune/Loss (Raw)": 0.889571487903595, "Finetune/Step": 4422, "Finetune/Step Time": 4.5237370524555445}
+{"Finetune/Learning Rate": 1.1429913207551046e-06, "Finetune/Loss": 0.8334647417068481, "Finetune/Loss (Raw)": 0.791419267654419, "Finetune/Step": 4423, "Finetune/Step Time": 4.490106962621212}
+{"Finetune/Learning Rate": 1.1401009031591658e-06, "Finetune/Loss": 0.8283891677856445, "Finetune/Loss (Raw)": 0.3314449191093445, "Finetune/Step": 4424, "Finetune/Step Time": 4.532268464565277}
+{"Finetune/Learning Rate": 1.137213923917092e-06, "Finetune/Loss": 0.8276848793029785, "Finetune/Loss (Raw)": 0.8045212626457214, "Finetune/Step": 4425, "Finetune/Step Time": 4.549229549244046}
+{"Finetune/Learning Rate": 1.1343303841492626e-06, "Finetune/Loss": 0.8292530179023743, "Finetune/Loss (Raw)": 0.9079447984695435, "Finetune/Step": 4426, "Finetune/Step Time": 4.545131899416447}
+{"Finetune/Learning Rate": 1.1314502849747244e-06, "Finetune/Loss": 0.8279712200164795, "Finetune/Loss (Raw)": 0.7753268480300903, "Finetune/Step": 4427, "Finetune/Step Time": 4.553515430539846}
+{"Finetune/Learning Rate": 1.1285736275111836e-06, "Finetune/Loss": 0.8275585174560547, "Finetune/Loss (Raw)": 0.889271080493927, "Finetune/Step": 4428, "Finetune/Step Time": 4.558710590004921}
+{"Finetune/Learning Rate": 1.1257004128750205e-06, "Finetune/Loss": 0.831455409526825, "Finetune/Loss (Raw)": 0.8639904856681824, "Finetune/Step": 4429, "Finetune/Step Time": 4.520270079374313}
+{"Finetune/Learning Rate": 1.122830642181273e-06, "Finetune/Loss": 0.8292204737663269, "Finetune/Loss (Raw)": 0.6813284158706665, "Finetune/Step": 4430, "Finetune/Step Time": 4.560392394661903}
+{"Finetune/Learning Rate": 1.119964316543637e-06, "Finetune/Loss": 0.828328549861908, "Finetune/Loss (Raw)": 0.8739351034164429, "Finetune/Step": 4431, "Finetune/Step Time": 4.567836590111256}
+{"Finetune/Learning Rate": 1.1171014370744837e-06, "Finetune/Loss": 0.8325276970863342, "Finetune/Loss (Raw)": 0.8798714876174927, "Finetune/Step": 4432, "Finetune/Step Time": 4.53489969484508}
+{"Finetune/Learning Rate": 1.114242004884839e-06, "Finetune/Loss": 0.8320531845092773, "Finetune/Loss (Raw)": 0.7111465930938721, "Finetune/Step": 4433, "Finetune/Step Time": 4.538555530831218}
+{"Finetune/Learning Rate": 1.111386021084394e-06, "Finetune/Loss": 0.8330487608909607, "Finetune/Loss (Raw)": 0.9585525989532471, "Finetune/Step": 4434, "Finetune/Step Time": 4.533829914405942}
+{"Finetune/Learning Rate": 1.1085334867814946e-06, "Finetune/Loss": 0.83453369140625, "Finetune/Loss (Raw)": 0.867235541343689, "Finetune/Step": 4435, "Finetune/Step Time": 4.528763961046934}
+{"Finetune/Learning Rate": 1.1056844030831603e-06, "Finetune/Loss": 0.833562970161438, "Finetune/Loss (Raw)": 0.7520178556442261, "Finetune/Step": 4436, "Finetune/Step Time": 4.540305718779564}
+{"Finetune/Learning Rate": 1.1028387710950616e-06, "Finetune/Loss": 0.8332764506340027, "Finetune/Loss (Raw)": 0.8167897462844849, "Finetune/Step": 4437, "Finetune/Step Time": 4.540262712165713}
+{"Finetune/Learning Rate": 1.0999965919215327e-06, "Finetune/Loss": 0.8373456597328186, "Finetune/Loss (Raw)": 0.8725975155830383, "Finetune/Step": 4438, "Finetune/Step Time": 4.497468117624521}
+{"Finetune/Learning Rate": 1.0971578666655713e-06, "Finetune/Loss": 0.8385318517684937, "Finetune/Loss (Raw)": 1.0265225172042847, "Finetune/Step": 4439, "Finetune/Step Time": 4.4999823700636625}
+{"Finetune/Learning Rate": 1.0943225964288272e-06, "Finetune/Loss": 0.8387142419815063, "Finetune/Loss (Raw)": 0.9999983310699463, "Finetune/Step": 4440, "Finetune/Step Time": 4.497915629297495}
+{"Finetune/Learning Rate": 1.091490782311614e-06, "Finetune/Loss": 0.83867347240448, "Finetune/Loss (Raw)": 0.9707574248313904, "Finetune/Step": 4441, "Finetune/Step Time": 4.497061587870121}
+{"Finetune/Learning Rate": 1.088662425412903e-06, "Finetune/Loss": 0.8386772274971008, "Finetune/Loss (Raw)": 0.9272302985191345, "Finetune/Step": 4442, "Finetune/Step Time": 4.505484364926815}
+{"Finetune/Learning Rate": 1.0858375268303267e-06, "Finetune/Loss": 0.8386213779449463, "Finetune/Loss (Raw)": 0.8390946388244629, "Finetune/Step": 4443, "Finetune/Step Time": 4.5056918654590845}
+{"Finetune/Learning Rate": 1.0830160876601737e-06, "Finetune/Loss": 0.8386398553848267, "Finetune/Loss (Raw)": 0.8089612722396851, "Finetune/Step": 4444, "Finetune/Step Time": 4.495957354083657}
+{"Finetune/Learning Rate": 1.0801981089973844e-06, "Finetune/Loss": 0.8376830220222473, "Finetune/Loss (Raw)": 0.7294395565986633, "Finetune/Step": 4445, "Finetune/Step Time": 4.493251483887434}
+{"Finetune/Learning Rate": 1.0773835919355669e-06, "Finetune/Loss": 0.8390798568725586, "Finetune/Loss (Raw)": 0.9689753651618958, "Finetune/Step": 4446, "Finetune/Step Time": 4.489977428689599}
+{"Finetune/Learning Rate": 1.0745725375669768e-06, "Finetune/Loss": 0.8399389982223511, "Finetune/Loss (Raw)": 0.8375676274299622, "Finetune/Step": 4447, "Finetune/Step Time": 4.479942632839084}
+{"Finetune/Learning Rate": 1.0717649469825298e-06, "Finetune/Loss": 0.8402834534645081, "Finetune/Loss (Raw)": 0.8680188655853271, "Finetune/Step": 4448, "Finetune/Step Time": 4.479240098968148}
+{"Finetune/Learning Rate": 1.0689608212718005e-06, "Finetune/Loss": 0.8425279855728149, "Finetune/Loss (Raw)": 0.9934677481651306, "Finetune/Step": 4449, "Finetune/Step Time": 4.465494807809591}
+{"Finetune/Learning Rate": 1.0661601615230122e-06, "Finetune/Loss": 0.8407086133956909, "Finetune/Loss (Raw)": 0.7720797657966614, "Finetune/Step": 4450, "Finetune/Step Time": 4.4589400719851255}
+{"Finetune/Learning Rate": 1.0633629688230452e-06, "Finetune/Loss": 0.8412631154060364, "Finetune/Loss (Raw)": 0.7700060606002808, "Finetune/Step": 4451, "Finetune/Step Time": 4.463757712393999}
+{"Finetune/Learning Rate": 1.0605692442574356e-06, "Finetune/Loss": 0.8376255631446838, "Finetune/Loss (Raw)": 0.3483816087245941, "Finetune/Step": 4452, "Finetune/Step Time": 4.502148101106286}
+{"Finetune/Learning Rate": 1.0577789889103763e-06, "Finetune/Loss": 0.838268518447876, "Finetune/Loss (Raw)": 0.7490348219871521, "Finetune/Step": 4453, "Finetune/Step Time": 4.488252559676766}
+{"Finetune/Learning Rate": 1.054992203864712e-06, "Finetune/Loss": 0.8392865657806396, "Finetune/Loss (Raw)": 0.8754861950874329, "Finetune/Step": 4454, "Finetune/Step Time": 4.4867062624543905}
+{"Finetune/Learning Rate": 1.0522088902019324e-06, "Finetune/Loss": 0.83946692943573, "Finetune/Loss (Raw)": 0.7338975667953491, "Finetune/Step": 4455, "Finetune/Step Time": 4.483599454164505}
+{"Finetune/Learning Rate": 1.049429049002193e-06, "Finetune/Loss": 0.8391397595405579, "Finetune/Loss (Raw)": 0.8154675960540771, "Finetune/Step": 4456, "Finetune/Step Time": 4.484545458108187}
+{"Finetune/Learning Rate": 1.0466526813442957e-06, "Finetune/Loss": 0.8385503888130188, "Finetune/Loss (Raw)": 0.7782738208770752, "Finetune/Step": 4457, "Finetune/Step Time": 4.495910372585058}
+{"Finetune/Learning Rate": 1.0438797883056927e-06, "Finetune/Loss": 0.8375959396362305, "Finetune/Loss (Raw)": 0.8373663425445557, "Finetune/Step": 4458, "Finetune/Step Time": 4.515782384201884}
+{"Finetune/Learning Rate": 1.0411103709624903e-06, "Finetune/Loss": 0.8367840051651001, "Finetune/Loss (Raw)": 0.8398686051368713, "Finetune/Step": 4459, "Finetune/Step Time": 4.521577490493655}
+{"Finetune/Learning Rate": 1.0383444303894453e-06, "Finetune/Loss": 0.8373063802719116, "Finetune/Loss (Raw)": 0.9566710591316223, "Finetune/Step": 4460, "Finetune/Step Time": 4.5217650812119246}
+{"Finetune/Learning Rate": 1.0355819676599655e-06, "Finetune/Loss": 0.835877537727356, "Finetune/Loss (Raw)": 0.7886478304862976, "Finetune/Step": 4461, "Finetune/Step Time": 4.520612319931388}
+{"Finetune/Learning Rate": 1.0328229838461069e-06, "Finetune/Loss": 0.8356747031211853, "Finetune/Loss (Raw)": 0.9128050804138184, "Finetune/Step": 4462, "Finetune/Step Time": 4.533208968117833}
+{"Finetune/Learning Rate": 1.0300674800185795e-06, "Finetune/Loss": 0.8337603807449341, "Finetune/Loss (Raw)": 0.6619402170181274, "Finetune/Step": 4463, "Finetune/Step Time": 4.542560493573546}
+{"Finetune/Learning Rate": 1.0273154572467436e-06, "Finetune/Loss": 0.8326192498207092, "Finetune/Loss (Raw)": 0.8549832701683044, "Finetune/Step": 4464, "Finetune/Step Time": 4.5455266404896975}
+{"Finetune/Learning Rate": 1.0245669165985973e-06, "Finetune/Loss": 0.8336796164512634, "Finetune/Loss (Raw)": 0.7961295247077942, "Finetune/Step": 4465, "Finetune/Step Time": 4.522262131795287}
+{"Finetune/Learning Rate": 1.0218218591408013e-06, "Finetune/Loss": 0.8333560824394226, "Finetune/Loss (Raw)": 0.826398491859436, "Finetune/Step": 4466, "Finetune/Step Time": 4.5206101182848215}
+{"Finetune/Learning Rate": 1.0190802859386585e-06, "Finetune/Loss": 0.8342353701591492, "Finetune/Loss (Raw)": 0.9080554246902466, "Finetune/Step": 4467, "Finetune/Step Time": 4.5147391352802515}
+{"Finetune/Learning Rate": 1.0163421980561184e-06, "Finetune/Loss": 0.8341580033302307, "Finetune/Loss (Raw)": 0.8450315594673157, "Finetune/Step": 4468, "Finetune/Step Time": 4.501500951126218}
+{"Finetune/Learning Rate": 1.0136075965557812e-06, "Finetune/Loss": 0.8332525491714478, "Finetune/Loss (Raw)": 0.8440338373184204, "Finetune/Step": 4469, "Finetune/Step Time": 4.501899825409055}
+{"Finetune/Learning Rate": 1.0108764824988903e-06, "Finetune/Loss": 0.8332892656326294, "Finetune/Loss (Raw)": 0.8376213312149048, "Finetune/Step": 4470, "Finetune/Step Time": 4.458523396402597}
+{"Finetune/Learning Rate": 1.008148856945339e-06, "Finetune/Loss": 0.8332011699676514, "Finetune/Loss (Raw)": 0.7888025045394897, "Finetune/Step": 4471, "Finetune/Step Time": 4.471810158342123}
+{"Finetune/Learning Rate": 1.0054247209536628e-06, "Finetune/Loss": 0.8329566717147827, "Finetune/Loss (Raw)": 0.866881787776947, "Finetune/Step": 4472, "Finetune/Step Time": 4.462413404136896}
+{"Finetune/Learning Rate": 1.0027040755810513e-06, "Finetune/Loss": 0.8343832492828369, "Finetune/Loss (Raw)": 1.0389035940170288, "Finetune/Step": 4473, "Finetune/Step Time": 4.460283657535911}
+{"Finetune/Learning Rate": 9.999869218833313e-07, "Finetune/Loss": 0.8346440196037292, "Finetune/Loss (Raw)": 0.9054296016693115, "Finetune/Step": 4474, "Finetune/Step Time": 4.453021641820669}
+{"Finetune/Learning Rate": 9.972732609149738e-07, "Finetune/Loss": 0.833200991153717, "Finetune/Loss (Raw)": 0.773348867893219, "Finetune/Step": 4475, "Finetune/Step Time": 4.474183337762952}
+{"Finetune/Learning Rate": 9.945630937291006e-07, "Finetune/Loss": 0.8333220481872559, "Finetune/Loss (Raw)": 0.9282006025314331, "Finetune/Step": 4476, "Finetune/Step Time": 4.4752100463956594}
+{"Finetune/Learning Rate": 9.918564213774762e-07, "Finetune/Loss": 0.8319048285484314, "Finetune/Loss (Raw)": 0.7946003079414368, "Finetune/Step": 4477, "Finetune/Step Time": 4.476772082969546}
+{"Finetune/Learning Rate": 9.891532449105045e-07, "Finetune/Loss": 0.8341924548149109, "Finetune/Loss (Raw)": 0.9394091963768005, "Finetune/Step": 4478, "Finetune/Step Time": 4.459150968119502}
+{"Finetune/Learning Rate": 9.864535653772367e-07, "Finetune/Loss": 0.8340229392051697, "Finetune/Loss (Raw)": 0.8776734471321106, "Finetune/Step": 4479, "Finetune/Step Time": 4.468640495091677}
+{"Finetune/Learning Rate": 9.837573838253655e-07, "Finetune/Loss": 0.8338162899017334, "Finetune/Loss (Raw)": 0.8296488523483276, "Finetune/Step": 4480, "Finetune/Step Time": 4.473066460341215}
+{"Finetune/Learning Rate": 9.810647013012265e-07, "Finetune/Loss": 0.8332396149635315, "Finetune/Loss (Raw)": 0.8358262181282043, "Finetune/Step": 4481, "Finetune/Step Time": 4.4743617586791515}
+{"Finetune/Learning Rate": 9.783755188497944e-07, "Finetune/Loss": 0.8336966037750244, "Finetune/Loss (Raw)": 0.8064472675323486, "Finetune/Step": 4482, "Finetune/Step Time": 4.492666745558381}
+{"Finetune/Learning Rate": 9.75689837514696e-07, "Finetune/Loss": 0.8334965109825134, "Finetune/Loss (Raw)": 0.862261950969696, "Finetune/Step": 4483, "Finetune/Step Time": 4.4895229786634445}
+{"Finetune/Learning Rate": 9.730076583381841e-07, "Finetune/Loss": 0.833654522895813, "Finetune/Loss (Raw)": 0.9097423553466797, "Finetune/Step": 4484, "Finetune/Step Time": 4.50475406460464}
+{"Finetune/Learning Rate": 9.703289823611606e-07, "Finetune/Loss": 0.8331778645515442, "Finetune/Loss (Raw)": 0.854188859462738, "Finetune/Step": 4485, "Finetune/Step Time": 4.505561728030443}
+{"Finetune/Learning Rate": 9.676538106231725e-07, "Finetune/Loss": 0.8328490853309631, "Finetune/Loss (Raw)": 0.8628520369529724, "Finetune/Step": 4486, "Finetune/Step Time": 4.502256305888295}
+{"Finetune/Learning Rate": 9.649821441623986e-07, "Finetune/Loss": 0.8285186290740967, "Finetune/Loss (Raw)": 0.325787216424942, "Finetune/Step": 4487, "Finetune/Step Time": 4.540499670431018}
+{"Finetune/Learning Rate": 9.623139840156604e-07, "Finetune/Loss": 0.8294792175292969, "Finetune/Loss (Raw)": 0.9372320175170898, "Finetune/Step": 4488, "Finetune/Step Time": 4.547287300229073}
+{"Finetune/Learning Rate": 9.596493312184197e-07, "Finetune/Loss": 0.8263280391693115, "Finetune/Loss (Raw)": 0.6597946286201477, "Finetune/Step": 4489, "Finetune/Step Time": 4.537109045311809}
+{"Finetune/Learning Rate": 9.569881868047747e-07, "Finetune/Loss": 0.8257620930671692, "Finetune/Loss (Raw)": 0.7400816082954407, "Finetune/Step": 4490, "Finetune/Step Time": 4.540926413610578}
+{"Finetune/Learning Rate": 9.543305518074652e-07, "Finetune/Loss": 0.8253874778747559, "Finetune/Loss (Raw)": 0.7851139307022095, "Finetune/Step": 4491, "Finetune/Step Time": 4.540360499173403}
+{"Finetune/Learning Rate": 9.516764272578638e-07, "Finetune/Loss": 0.8264139294624329, "Finetune/Loss (Raw)": 0.9044487476348877, "Finetune/Step": 4492, "Finetune/Step Time": 4.522633347660303}
+{"Finetune/Learning Rate": 9.49025814185992e-07, "Finetune/Loss": 0.8267289996147156, "Finetune/Loss (Raw)": 0.806136429309845, "Finetune/Step": 4493, "Finetune/Step Time": 4.51796717569232}
+{"Finetune/Learning Rate": 9.463787136204938e-07, "Finetune/Loss": 0.825088381767273, "Finetune/Loss (Raw)": 0.6993821859359741, "Finetune/Step": 4494, "Finetune/Step Time": 4.522811064496636}
+{"Finetune/Learning Rate": 9.437351265886585e-07, "Finetune/Loss": 0.8259038329124451, "Finetune/Loss (Raw)": 0.8955267071723938, "Finetune/Step": 4495, "Finetune/Step Time": 4.5223193019628525}
+{"Finetune/Learning Rate": 9.410950541164143e-07, "Finetune/Loss": 0.82471764087677, "Finetune/Loss (Raw)": 0.7680420875549316, "Finetune/Step": 4496, "Finetune/Step Time": 4.530088119208813}
+{"Finetune/Learning Rate": 9.384584972283184e-07, "Finetune/Loss": 0.8255558013916016, "Finetune/Loss (Raw)": 0.9266810417175293, "Finetune/Step": 4497, "Finetune/Step Time": 4.53273781388998}
+{"Finetune/Learning Rate": 9.358254569475689e-07, "Finetune/Loss": 0.8240485191345215, "Finetune/Loss (Raw)": 0.7682589888572693, "Finetune/Step": 4498, "Finetune/Step Time": 4.537418065592647}
+{"Finetune/Learning Rate": 9.331959342959951e-07, "Finetune/Loss": 0.8238106966018677, "Finetune/Loss (Raw)": 0.9515366554260254, "Finetune/Step": 4499, "Finetune/Step Time": 4.537157641723752}
+{"Finetune/Learning Rate": 9.305699302940662e-07, "Finetune/Loss": 0.8285006880760193, "Finetune/Loss (Raw)": 0.8493305444717407, "Finetune/Step": 4500, "Finetune/Step Time": 4.504287047311664}
+{"Finetune/Learning Rate": 9.279474459608806e-07, "Finetune/Loss": 0.829976499080658, "Finetune/Loss (Raw)": 0.9431890845298767, "Finetune/Step": 4501, "Finetune/Step Time": 4.502869240939617}
+{"Finetune/Learning Rate": 9.253284823141728e-07, "Finetune/Loss": 0.8291546106338501, "Finetune/Loss (Raw)": 0.7223753333091736, "Finetune/Step": 4502, "Finetune/Step Time": 4.502211021259427}
+{"Finetune/Learning Rate": 9.227130403703178e-07, "Finetune/Loss": 0.8302940130233765, "Finetune/Loss (Raw)": 0.9423058032989502, "Finetune/Step": 4503, "Finetune/Step Time": 4.4976977575570345}
+{"Finetune/Learning Rate": 9.201011211443101e-07, "Finetune/Loss": 0.8296232223510742, "Finetune/Loss (Raw)": 0.8413516283035278, "Finetune/Step": 4504, "Finetune/Step Time": 4.487042019143701}
+{"Finetune/Learning Rate": 9.174927256497846e-07, "Finetune/Loss": 0.8291918635368347, "Finetune/Loss (Raw)": 0.8196354508399963, "Finetune/Step": 4505, "Finetune/Step Time": 4.486118424683809}
+{"Finetune/Learning Rate": 9.148878548990137e-07, "Finetune/Loss": 0.8302590250968933, "Finetune/Loss (Raw)": 1.006428837776184, "Finetune/Step": 4506, "Finetune/Step Time": 4.471754593774676}
+{"Finetune/Learning Rate": 9.122865099028944e-07, "Finetune/Loss": 0.826880693435669, "Finetune/Loss (Raw)": 0.32920095324516296, "Finetune/Step": 4507, "Finetune/Step Time": 4.491255907341838}
+{"Finetune/Learning Rate": 9.09688691670958e-07, "Finetune/Loss": 0.8259537220001221, "Finetune/Loss (Raw)": 0.8613330125808716, "Finetune/Step": 4508, "Finetune/Step Time": 4.48451672680676}
+{"Finetune/Learning Rate": 9.070944012113669e-07, "Finetune/Loss": 0.8250542283058167, "Finetune/Loss (Raw)": 0.7846492528915405, "Finetune/Step": 4509, "Finetune/Step Time": 4.4827348459511995}
+{"Finetune/Learning Rate": 9.045036395309148e-07, "Finetune/Loss": 0.8252332210540771, "Finetune/Loss (Raw)": 0.9523738026618958, "Finetune/Step": 4510, "Finetune/Step Time": 4.479157090187073}
+{"Finetune/Learning Rate": 9.019164076350262e-07, "Finetune/Loss": 0.8274122476577759, "Finetune/Loss (Raw)": 1.0062918663024902, "Finetune/Step": 4511, "Finetune/Step Time": 4.4720046650618315}
+{"Finetune/Learning Rate": 8.993327065277524e-07, "Finetune/Loss": 0.8234636783599854, "Finetune/Loss (Raw)": 0.36254504323005676, "Finetune/Step": 4512, "Finetune/Step Time": 4.511971469968557}
+{"Finetune/Learning Rate": 8.967525372117825e-07, "Finetune/Loss": 0.823656439781189, "Finetune/Loss (Raw)": 0.8309729099273682, "Finetune/Step": 4513, "Finetune/Step Time": 4.517121994867921}
+{"Finetune/Learning Rate": 8.941759006884265e-07, "Finetune/Loss": 0.823002815246582, "Finetune/Loss (Raw)": 0.7536507248878479, "Finetune/Step": 4514, "Finetune/Step Time": 4.4935681242495775}
+{"Finetune/Learning Rate": 8.916027979576247e-07, "Finetune/Loss": 0.8214026689529419, "Finetune/Loss (Raw)": 0.8420342803001404, "Finetune/Step": 4515, "Finetune/Step Time": 4.4967752024531364}
+{"Finetune/Learning Rate": 8.890332300179516e-07, "Finetune/Loss": 0.8203553557395935, "Finetune/Loss (Raw)": 0.768436074256897, "Finetune/Step": 4516, "Finetune/Step Time": 4.485086975619197}
+{"Finetune/Learning Rate": 8.864671978666084e-07, "Finetune/Loss": 0.819031834602356, "Finetune/Loss (Raw)": 0.7463732361793518, "Finetune/Step": 4517, "Finetune/Step Time": 4.481150867417455}
+{"Finetune/Learning Rate": 8.839047024994152e-07, "Finetune/Loss": 0.820331871509552, "Finetune/Loss (Raw)": 0.9939282536506653, "Finetune/Step": 4518, "Finetune/Step Time": 4.476563462987542}
+{"Finetune/Learning Rate": 8.813457449108309e-07, "Finetune/Loss": 0.8210564851760864, "Finetune/Loss (Raw)": 0.9401759505271912, "Finetune/Step": 4519, "Finetune/Step Time": 4.46951493807137}
+{"Finetune/Learning Rate": 8.787903260939368e-07, "Finetune/Loss": 0.8255442380905151, "Finetune/Loss (Raw)": 0.9285107851028442, "Finetune/Step": 4520, "Finetune/Step Time": 4.42890202999115}
+{"Finetune/Learning Rate": 8.762384470404417e-07, "Finetune/Loss": 0.8274868130683899, "Finetune/Loss (Raw)": 0.9878445267677307, "Finetune/Step": 4521, "Finetune/Step Time": 4.4163766745477915}
+{"Finetune/Learning Rate": 8.736901087406779e-07, "Finetune/Loss": 0.8276360034942627, "Finetune/Loss (Raw)": 0.8362764716148376, "Finetune/Step": 4522, "Finetune/Step Time": 4.413558974862099}
+{"Finetune/Learning Rate": 8.711453121836066e-07, "Finetune/Loss": 0.8278051614761353, "Finetune/Loss (Raw)": 0.8691973686218262, "Finetune/Step": 4523, "Finetune/Step Time": 4.41748533770442}
+{"Finetune/Learning Rate": 8.686040583568134e-07, "Finetune/Loss": 0.8269431591033936, "Finetune/Loss (Raw)": 0.8532644510269165, "Finetune/Step": 4524, "Finetune/Step Time": 4.411627184599638}
+{"Finetune/Learning Rate": 8.660663482465093e-07, "Finetune/Loss": 0.8301504850387573, "Finetune/Loss (Raw)": 0.8297115564346313, "Finetune/Step": 4525, "Finetune/Step Time": 4.380368942394853}
+{"Finetune/Learning Rate": 8.63532182837531e-07, "Finetune/Loss": 0.8284496068954468, "Finetune/Loss (Raw)": 0.6695186495780945, "Finetune/Step": 4526, "Finetune/Step Time": 4.375537306070328}
+{"Finetune/Learning Rate": 8.610015631133395e-07, "Finetune/Loss": 0.8263792395591736, "Finetune/Loss (Raw)": 0.5369764566421509, "Finetune/Step": 4527, "Finetune/Step Time": 4.394130198284984}
+{"Finetune/Learning Rate": 8.584744900560149e-07, "Finetune/Loss": 0.8260723352432251, "Finetune/Loss (Raw)": 0.8372214436531067, "Finetune/Step": 4528, "Finetune/Step Time": 4.384581031277776}
+{"Finetune/Learning Rate": 8.559509646462693e-07, "Finetune/Loss": 0.8306045532226562, "Finetune/Loss (Raw)": 0.9142117500305176, "Finetune/Step": 4529, "Finetune/Step Time": 4.348601324483752}
+{"Finetune/Learning Rate": 8.534309878634317e-07, "Finetune/Loss": 0.8319036364555359, "Finetune/Loss (Raw)": 0.9622920155525208, "Finetune/Step": 4530, "Finetune/Step Time": 4.331973662599921}
+{"Finetune/Learning Rate": 8.509145606854552e-07, "Finetune/Loss": 0.8324314951896667, "Finetune/Loss (Raw)": 0.9903457760810852, "Finetune/Step": 4531, "Finetune/Step Time": 4.338967552408576}
+{"Finetune/Learning Rate": 8.484016840889176e-07, "Finetune/Loss": 0.8296346664428711, "Finetune/Loss (Raw)": 0.6529232263565063, "Finetune/Step": 4532, "Finetune/Step Time": 4.34968963265419}
+{"Finetune/Learning Rate": 8.458923590490165e-07, "Finetune/Loss": 0.8301229476928711, "Finetune/Loss (Raw)": 0.8832823038101196, "Finetune/Step": 4533, "Finetune/Step Time": 4.341703075915575}
+{"Finetune/Learning Rate": 8.433865865395718e-07, "Finetune/Loss": 0.8269003033638, "Finetune/Loss (Raw)": 0.33724138140678406, "Finetune/Step": 4534, "Finetune/Step Time": 4.3819313775748014}
+{"Finetune/Learning Rate": 8.408843675330225e-07, "Finetune/Loss": 0.8267049193382263, "Finetune/Loss (Raw)": 0.7462544441223145, "Finetune/Step": 4535, "Finetune/Step Time": 4.390218386426568}
+{"Finetune/Learning Rate": 8.383857030004361e-07, "Finetune/Loss": 0.8255385160446167, "Finetune/Loss (Raw)": 0.8627002835273743, "Finetune/Step": 4536, "Finetune/Step Time": 4.400625124573708}
+{"Finetune/Learning Rate": 8.358905939114948e-07, "Finetune/Loss": 0.8259549736976624, "Finetune/Loss (Raw)": 0.8681315779685974, "Finetune/Step": 4537, "Finetune/Step Time": 4.398417646065354}
+{"Finetune/Learning Rate": 8.333990412344961e-07, "Finetune/Loss": 0.8261232376098633, "Finetune/Loss (Raw)": 0.9005371332168579, "Finetune/Step": 4538, "Finetune/Step Time": 4.398046847432852}
+{"Finetune/Learning Rate": 8.30911045936369e-07, "Finetune/Loss": 0.8254882097244263, "Finetune/Loss (Raw)": 0.7685907483100891, "Finetune/Step": 4539, "Finetune/Step Time": 4.399846613407135}
+{"Finetune/Learning Rate": 8.284266089826531e-07, "Finetune/Loss": 0.8216375112533569, "Finetune/Loss (Raw)": 0.31052058935165405, "Finetune/Step": 4540, "Finetune/Step Time": 4.439750276505947}
+{"Finetune/Learning Rate": 8.259457313375097e-07, "Finetune/Loss": 0.8191112875938416, "Finetune/Loss (Raw)": 0.76286780834198, "Finetune/Step": 4541, "Finetune/Step Time": 4.461907461285591}
+{"Finetune/Learning Rate": 8.234684139637205e-07, "Finetune/Loss": 0.818626880645752, "Finetune/Loss (Raw)": 0.7425251007080078, "Finetune/Step": 4542, "Finetune/Step Time": 4.4633286241441965}
+{"Finetune/Learning Rate": 8.209946578226836e-07, "Finetune/Loss": 0.8178408145904541, "Finetune/Loss (Raw)": 0.8348881006240845, "Finetune/Step": 4543, "Finetune/Step Time": 4.457946145907044}
+{"Finetune/Learning Rate": 8.185244638744139e-07, "Finetune/Loss": 0.8191328048706055, "Finetune/Loss (Raw)": 0.9126438498497009, "Finetune/Step": 4544, "Finetune/Step Time": 4.44456223398447}
+{"Finetune/Learning Rate": 8.160578330775459e-07, "Finetune/Loss": 0.8187613487243652, "Finetune/Loss (Raw)": 0.9128865003585815, "Finetune/Step": 4545, "Finetune/Step Time": 4.455909743905067}
+{"Finetune/Learning Rate": 8.135947663893329e-07, "Finetune/Loss": 0.8194432258605957, "Finetune/Loss (Raw)": 0.940639078617096, "Finetune/Step": 4546, "Finetune/Step Time": 4.455043146386743}
+{"Finetune/Learning Rate": 8.111352647656423e-07, "Finetune/Loss": 0.8194514513015747, "Finetune/Loss (Raw)": 0.9233225584030151, "Finetune/Step": 4547, "Finetune/Step Time": 4.44834646768868}
+{"Finetune/Learning Rate": 8.086793291609562e-07, "Finetune/Loss": 0.8179978132247925, "Finetune/Loss (Raw)": 0.5749022364616394, "Finetune/Step": 4548, "Finetune/Step Time": 4.494307471439242}
+{"Finetune/Learning Rate": 8.062269605283779e-07, "Finetune/Loss": 0.8172372579574585, "Finetune/Loss (Raw)": 0.7281357645988464, "Finetune/Step": 4549, "Finetune/Step Time": 4.500284764915705}
+{"Finetune/Learning Rate": 8.037781598196225e-07, "Finetune/Loss": 0.8179943561553955, "Finetune/Loss (Raw)": 0.9864764213562012, "Finetune/Step": 4550, "Finetune/Step Time": 4.502712242305279}
+{"Finetune/Learning Rate": 8.013329279850235e-07, "Finetune/Loss": 0.8189247846603394, "Finetune/Loss (Raw)": 0.9105260968208313, "Finetune/Step": 4551, "Finetune/Step Time": 4.500235460698605}
+{"Finetune/Learning Rate": 7.988912659735249e-07, "Finetune/Loss": 0.82167649269104, "Finetune/Loss (Raw)": 0.6836643815040588, "Finetune/Step": 4552, "Finetune/Step Time": 4.472691148519516}
+{"Finetune/Learning Rate": 7.964531747326898e-07, "Finetune/Loss": 0.8225888013839722, "Finetune/Loss (Raw)": 0.9212952256202698, "Finetune/Step": 4553, "Finetune/Step Time": 4.452644811943173}
+{"Finetune/Learning Rate": 7.940186552086937e-07, "Finetune/Loss": 0.8235488533973694, "Finetune/Loss (Raw)": 1.0308282375335693, "Finetune/Step": 4554, "Finetune/Step Time": 4.451311847195029}
+{"Finetune/Learning Rate": 7.915877083463242e-07, "Finetune/Loss": 0.8243550062179565, "Finetune/Loss (Raw)": 0.8785088062286377, "Finetune/Step": 4555, "Finetune/Step Time": 4.452660318464041}
+{"Finetune/Learning Rate": 7.891603350889888e-07, "Finetune/Loss": 0.8256983160972595, "Finetune/Loss (Raw)": 1.0612186193466187, "Finetune/Step": 4556, "Finetune/Step Time": 4.4500023405998945}
+{"Finetune/Learning Rate": 7.867365363787005e-07, "Finetune/Loss": 0.8250091671943665, "Finetune/Loss (Raw)": 0.7757832407951355, "Finetune/Step": 4557, "Finetune/Step Time": 4.452668892219663}
+{"Finetune/Learning Rate": 7.843163131560871e-07, "Finetune/Loss": 0.8247699737548828, "Finetune/Loss (Raw)": 0.6507095694541931, "Finetune/Step": 4558, "Finetune/Step Time": 4.4254568964242935}
+{"Finetune/Learning Rate": 7.818996663603917e-07, "Finetune/Loss": 0.8254761695861816, "Finetune/Loss (Raw)": 0.9643304944038391, "Finetune/Step": 4559, "Finetune/Step Time": 4.426576901227236}
+{"Finetune/Learning Rate": 7.794865969294685e-07, "Finetune/Loss": 0.8250874280929565, "Finetune/Loss (Raw)": 0.8301079869270325, "Finetune/Step": 4560, "Finetune/Step Time": 4.421923700720072}
+{"Finetune/Learning Rate": 7.770771057997828e-07, "Finetune/Loss": 0.826543927192688, "Finetune/Loss (Raw)": 0.8975809812545776, "Finetune/Step": 4561, "Finetune/Step Time": 4.411942915990949}
+{"Finetune/Learning Rate": 7.746711939064066e-07, "Finetune/Loss": 0.8263980150222778, "Finetune/Loss (Raw)": 0.9398773908615112, "Finetune/Step": 4562, "Finetune/Step Time": 4.4119370095431805}
+{"Finetune/Learning Rate": 7.722688621830333e-07, "Finetune/Loss": 0.8220183849334717, "Finetune/Loss (Raw)": 0.3066461384296417, "Finetune/Step": 4563, "Finetune/Step Time": 4.450118785724044}
+{"Finetune/Learning Rate": 7.698701115619578e-07, "Finetune/Loss": 0.8227871656417847, "Finetune/Loss (Raw)": 0.8504130244255066, "Finetune/Step": 4564, "Finetune/Step Time": 4.4338715728372335}
+{"Finetune/Learning Rate": 7.674749429740868e-07, "Finetune/Loss": 0.8225768804550171, "Finetune/Loss (Raw)": 0.789878785610199, "Finetune/Step": 4565, "Finetune/Step Time": 4.428990248590708}
+{"Finetune/Learning Rate": 7.650833573489436e-07, "Finetune/Loss": 0.8222753405570984, "Finetune/Loss (Raw)": 0.8339992165565491, "Finetune/Step": 4566, "Finetune/Step Time": 4.431477598845959}
+{"Finetune/Learning Rate": 7.626953556146521e-07, "Finetune/Loss": 0.8218058347702026, "Finetune/Loss (Raw)": 0.9664318561553955, "Finetune/Step": 4567, "Finetune/Step Time": 4.423043709248304}
+{"Finetune/Learning Rate": 7.603109386979501e-07, "Finetune/Loss": 0.8211914300918579, "Finetune/Loss (Raw)": 0.9213501214981079, "Finetune/Step": 4568, "Finetune/Step Time": 4.420222237706184}
+{"Finetune/Learning Rate": 7.579301075241808e-07, "Finetune/Loss": 0.8214430809020996, "Finetune/Loss (Raw)": 1.002967357635498, "Finetune/Step": 4569, "Finetune/Step Time": 4.412344068288803}
+{"Finetune/Learning Rate": 7.555528630173014e-07, "Finetune/Loss": 0.8214752674102783, "Finetune/Loss (Raw)": 0.9313549995422363, "Finetune/Step": 4570, "Finetune/Step Time": 4.398493757471442}
+{"Finetune/Learning Rate": 7.531792060998766e-07, "Finetune/Loss": 0.8214379549026489, "Finetune/Loss (Raw)": 0.8343155980110168, "Finetune/Step": 4571, "Finetune/Step Time": 4.416189668700099}
+{"Finetune/Learning Rate": 7.508091376930682e-07, "Finetune/Loss": 0.8217394948005676, "Finetune/Loss (Raw)": 0.8475545644760132, "Finetune/Step": 4572, "Finetune/Step Time": 4.421996233984828}
+{"Finetune/Learning Rate": 7.484426587166615e-07, "Finetune/Loss": 0.8222876191139221, "Finetune/Loss (Raw)": 0.7996020913124084, "Finetune/Step": 4573, "Finetune/Step Time": 4.448338959366083}
+{"Finetune/Learning Rate": 7.460797700890365e-07, "Finetune/Loss": 0.8216875791549683, "Finetune/Loss (Raw)": 0.8921661376953125, "Finetune/Step": 4574, "Finetune/Step Time": 4.442068304866552}
+{"Finetune/Learning Rate": 7.437204727271852e-07, "Finetune/Loss": 0.821439266204834, "Finetune/Loss (Raw)": 0.8057878017425537, "Finetune/Step": 4575, "Finetune/Step Time": 4.456423884257674}
+{"Finetune/Learning Rate": 7.41364767546705e-07, "Finetune/Loss": 0.8208247423171997, "Finetune/Loss (Raw)": 0.7893587350845337, "Finetune/Step": 4576, "Finetune/Step Time": 4.457898661494255}
+{"Finetune/Learning Rate": 7.390126554617982e-07, "Finetune/Loss": 0.8207801580429077, "Finetune/Loss (Raw)": 0.9877657294273376, "Finetune/Step": 4577, "Finetune/Step Time": 4.4607483353465796}
+{"Finetune/Learning Rate": 7.366641373852745e-07, "Finetune/Loss": 0.822167158126831, "Finetune/Loss (Raw)": 0.9496081471443176, "Finetune/Step": 4578, "Finetune/Step Time": 4.464967356994748}
+{"Finetune/Learning Rate": 7.343192142285471e-07, "Finetune/Loss": 0.8194230198860168, "Finetune/Loss (Raw)": 0.41875675320625305, "Finetune/Step": 4579, "Finetune/Step Time": 4.492937417700887}
+{"Finetune/Learning Rate": 7.319778869016358e-07, "Finetune/Loss": 0.8187979459762573, "Finetune/Loss (Raw)": 0.268371045589447, "Finetune/Step": 4580, "Finetune/Step Time": 4.4984567277133465}
+{"Finetune/Learning Rate": 7.296401563131661e-07, "Finetune/Loss": 0.8194512128829956, "Finetune/Loss (Raw)": 0.8326531648635864, "Finetune/Step": 4581, "Finetune/Step Time": 4.513028290122747}
+{"Finetune/Learning Rate": 7.273060233703599e-07, "Finetune/Loss": 0.8195527791976929, "Finetune/Loss (Raw)": 0.8884882926940918, "Finetune/Step": 4582, "Finetune/Step Time": 4.516419151797891}
+{"Finetune/Learning Rate": 7.249754889790539e-07, "Finetune/Loss": 0.8213604688644409, "Finetune/Loss (Raw)": 0.9652814269065857, "Finetune/Step": 4583, "Finetune/Step Time": 4.503059426322579}
+{"Finetune/Learning Rate": 7.2264855404368e-07, "Finetune/Loss": 0.821121096611023, "Finetune/Loss (Raw)": 0.7848246097564697, "Finetune/Step": 4584, "Finetune/Step Time": 4.509907653555274}
+{"Finetune/Learning Rate": 7.203252194672783e-07, "Finetune/Loss": 0.8208373188972473, "Finetune/Loss (Raw)": 0.7419534921646118, "Finetune/Step": 4585, "Finetune/Step Time": 4.4981006141752005}
+{"Finetune/Learning Rate": 7.180054861514885e-07, "Finetune/Loss": 0.8200783729553223, "Finetune/Loss (Raw)": 0.7402259111404419, "Finetune/Step": 4586, "Finetune/Step Time": 4.483590317890048}
+{"Finetune/Learning Rate": 7.156893549965538e-07, "Finetune/Loss": 0.8205952644348145, "Finetune/Loss (Raw)": 0.9060260057449341, "Finetune/Step": 4587, "Finetune/Step Time": 4.479563340544701}
+{"Finetune/Learning Rate": 7.133768269013186e-07, "Finetune/Loss": 0.821117639541626, "Finetune/Loss (Raw)": 1.0235413312911987, "Finetune/Step": 4588, "Finetune/Step Time": 4.503208927810192}
+{"Finetune/Learning Rate": 7.110679027632295e-07, "Finetune/Loss": 0.8214819431304932, "Finetune/Loss (Raw)": 0.8352735042572021, "Finetune/Step": 4589, "Finetune/Step Time": 4.503095902502537}
+{"Finetune/Learning Rate": 7.087625834783385e-07, "Finetune/Loss": 0.8206661343574524, "Finetune/Loss (Raw)": 0.8083814382553101, "Finetune/Step": 4590, "Finetune/Step Time": 4.493526680395007}
+{"Finetune/Learning Rate": 7.064608699412944e-07, "Finetune/Loss": 0.8226331472396851, "Finetune/Loss (Raw)": 0.9137174487113953, "Finetune/Step": 4591, "Finetune/Step Time": 4.4776691775768995}
+{"Finetune/Learning Rate": 7.041627630453418e-07, "Finetune/Loss": 0.8182476758956909, "Finetune/Loss (Raw)": 0.2936411499977112, "Finetune/Step": 4592, "Finetune/Step Time": 4.497619725763798}
+{"Finetune/Learning Rate": 7.018682636823371e-07, "Finetune/Loss": 0.8191050291061401, "Finetune/Loss (Raw)": 0.9058749675750732, "Finetune/Step": 4593, "Finetune/Step Time": 4.503213873133063}
+{"Finetune/Learning Rate": 6.99577372742728e-07, "Finetune/Loss": 0.8158540725708008, "Finetune/Loss (Raw)": 0.41027289628982544, "Finetune/Step": 4594, "Finetune/Step Time": 4.541429720818996}
+{"Finetune/Learning Rate": 6.972900911155656e-07, "Finetune/Loss": 0.8159000277519226, "Finetune/Loss (Raw)": 0.9139382839202881, "Finetune/Step": 4595, "Finetune/Step Time": 4.543740600347519}
+{"Finetune/Learning Rate": 6.950064196884987e-07, "Finetune/Loss": 0.8166168928146362, "Finetune/Loss (Raw)": 0.9367865324020386, "Finetune/Step": 4596, "Finetune/Step Time": 4.5505977142602205}
+{"Finetune/Learning Rate": 6.927263593477751e-07, "Finetune/Loss": 0.8159328103065491, "Finetune/Loss (Raw)": 0.7564780712127686, "Finetune/Step": 4597, "Finetune/Step Time": 4.551910143345594}
+{"Finetune/Learning Rate": 6.904499109782426e-07, "Finetune/Loss": 0.816100001335144, "Finetune/Loss (Raw)": 0.8590242862701416, "Finetune/Step": 4598, "Finetune/Step Time": 4.549029076471925}
+{"Finetune/Learning Rate": 6.881770754633444e-07, "Finetune/Loss": 0.8161752820014954, "Finetune/Loss (Raw)": 0.7984347939491272, "Finetune/Step": 4599, "Finetune/Step Time": 4.543176220729947}
+{"Finetune/Learning Rate": 6.859078536851283e-07, "Finetune/Loss": 0.8158438205718994, "Finetune/Loss (Raw)": 0.8244551420211792, "Finetune/Step": 4600, "Finetune/Step Time": 4.547032320871949}
+{"Finetune/Learning Rate": 6.836422465242298e-07, "Finetune/Loss": 0.8133707046508789, "Finetune/Loss (Raw)": 0.7223477959632874, "Finetune/Step": 4601, "Finetune/Step Time": 4.552563393488526}
+{"Finetune/Learning Rate": 6.81380254859888e-07, "Finetune/Loss": 0.8142812848091125, "Finetune/Loss (Raw)": 1.0219765901565552, "Finetune/Step": 4602, "Finetune/Step Time": 4.554504916071892}
+{"Finetune/Learning Rate": 6.791218795699406e-07, "Finetune/Loss": 0.8152980804443359, "Finetune/Loss (Raw)": 0.9034996032714844, "Finetune/Step": 4603, "Finetune/Step Time": 4.547057626768947}
+{"Finetune/Learning Rate": 6.768671215308165e-07, "Finetune/Loss": 0.8146125078201294, "Finetune/Loss (Raw)": 0.8404479622840881, "Finetune/Step": 4604, "Finetune/Step Time": 4.541123621165752}
+{"Finetune/Learning Rate": 6.746159816175435e-07, "Finetune/Loss": 0.8109910488128662, "Finetune/Loss (Raw)": 0.3310554623603821, "Finetune/Step": 4605, "Finetune/Step Time": 4.572720354422927}
+{"Finetune/Learning Rate": 6.723684607037451e-07, "Finetune/Loss": 0.8106144666671753, "Finetune/Loss (Raw)": 0.8912020921707153, "Finetune/Step": 4606, "Finetune/Step Time": 4.580765452235937}
+{"Finetune/Learning Rate": 6.701245596616402e-07, "Finetune/Loss": 0.8101328611373901, "Finetune/Loss (Raw)": 0.8160325288772583, "Finetune/Step": 4607, "Finetune/Step Time": 4.572855239734054}
+{"Finetune/Learning Rate": 6.678842793620433e-07, "Finetune/Loss": 0.8102726936340332, "Finetune/Loss (Raw)": 0.8475491404533386, "Finetune/Step": 4608, "Finetune/Step Time": 4.568963818252087}
+{"Finetune/Learning Rate": 6.656476206743623e-07, "Finetune/Loss": 0.8118367195129395, "Finetune/Loss (Raw)": 1.0360239744186401, "Finetune/Step": 4609, "Finetune/Step Time": 4.567491101101041}
+{"Finetune/Learning Rate": 6.634145844666051e-07, "Finetune/Loss": 0.8119099140167236, "Finetune/Loss (Raw)": 0.8158058524131775, "Finetune/Step": 4610, "Finetune/Step Time": 4.5407060123980045}
+{"Finetune/Learning Rate": 6.611851716053641e-07, "Finetune/Loss": 0.8074204325675964, "Finetune/Loss (Raw)": 0.28761807084083557, "Finetune/Step": 4611, "Finetune/Step Time": 4.579552952200174}
+{"Finetune/Learning Rate": 6.589593829558316e-07, "Finetune/Loss": 0.8071944713592529, "Finetune/Loss (Raw)": 0.8808144927024841, "Finetune/Step": 4612, "Finetune/Step Time": 4.561023382470012}
+{"Finetune/Learning Rate": 6.567372193817967e-07, "Finetune/Loss": 0.8068406581878662, "Finetune/Loss (Raw)": 0.8089052438735962, "Finetune/Step": 4613, "Finetune/Step Time": 4.589684408158064}
+{"Finetune/Learning Rate": 6.545186817456339e-07, "Finetune/Loss": 0.8060528039932251, "Finetune/Loss (Raw)": 0.7620059847831726, "Finetune/Step": 4614, "Finetune/Step Time": 4.5963296834379435}
+{"Finetune/Learning Rate": 6.523037709083158e-07, "Finetune/Loss": 0.8109736442565918, "Finetune/Loss (Raw)": 0.955651044845581, "Finetune/Step": 4615, "Finetune/Step Time": 4.563401509076357}
+{"Finetune/Learning Rate": 6.500924877294057e-07, "Finetune/Loss": 0.8100669384002686, "Finetune/Loss (Raw)": 0.8211730718612671, "Finetune/Step": 4616, "Finetune/Step Time": 4.560541005805135}
+{"Finetune/Learning Rate": 6.478848330670607e-07, "Finetune/Loss": 0.810877799987793, "Finetune/Loss (Raw)": 0.7635862827301025, "Finetune/Step": 4617, "Finetune/Step Time": 4.5524503998458385}
+{"Finetune/Learning Rate": 6.456808077780263e-07, "Finetune/Loss": 0.8119525909423828, "Finetune/Loss (Raw)": 0.877647876739502, "Finetune/Step": 4618, "Finetune/Step Time": 4.544008569791913}
+{"Finetune/Learning Rate": 6.434804127176409e-07, "Finetune/Loss": 0.8136799931526184, "Finetune/Loss (Raw)": 1.0062288045883179, "Finetune/Step": 4619, "Finetune/Step Time": 4.545737588778138}
+{"Finetune/Learning Rate": 6.4128364873984e-07, "Finetune/Loss": 0.813014566898346, "Finetune/Loss (Raw)": 0.8192740082740784, "Finetune/Step": 4620, "Finetune/Step Time": 4.5493396278470755}
+{"Finetune/Learning Rate": 6.390905166971406e-07, "Finetune/Loss": 0.8144844770431519, "Finetune/Loss (Raw)": 0.9942843317985535, "Finetune/Step": 4621, "Finetune/Step Time": 4.539126856252551}
+{"Finetune/Learning Rate": 6.369010174406531e-07, "Finetune/Loss": 0.815870463848114, "Finetune/Loss (Raw)": 0.8767914175987244, "Finetune/Step": 4622, "Finetune/Step Time": 4.535937121137977}
+{"Finetune/Learning Rate": 6.347151518200834e-07, "Finetune/Loss": 0.8164845705032349, "Finetune/Loss (Raw)": 0.9741291999816895, "Finetune/Step": 4623, "Finetune/Step Time": 4.533406907692552}
+{"Finetune/Learning Rate": 6.325329206837217e-07, "Finetune/Loss": 0.8170249462127686, "Finetune/Loss (Raw)": 0.8372132778167725, "Finetune/Step": 4624, "Finetune/Step Time": 4.526243044063449}
+{"Finetune/Learning Rate": 6.303543248784483e-07, "Finetune/Loss": 0.8168088793754578, "Finetune/Loss (Raw)": 0.899021565914154, "Finetune/Step": 4625, "Finetune/Step Time": 4.526934193447232}
+{"Finetune/Learning Rate": 6.281793652497359e-07, "Finetune/Loss": 0.8135174512863159, "Finetune/Loss (Raw)": 0.34695515036582947, "Finetune/Step": 4626, "Finetune/Step Time": 4.560211822390556}
+{"Finetune/Learning Rate": 6.260080426416415e-07, "Finetune/Loss": 0.81287682056427, "Finetune/Loss (Raw)": 0.8695423007011414, "Finetune/Step": 4627, "Finetune/Step Time": 4.569957887753844}
+{"Finetune/Learning Rate": 6.238403578968144e-07, "Finetune/Loss": 0.8123610019683838, "Finetune/Loss (Raw)": 0.783294141292572, "Finetune/Step": 4628, "Finetune/Step Time": 4.573885360732675}
+{"Finetune/Learning Rate": 6.216763118564883e-07, "Finetune/Loss": 0.8116129040718079, "Finetune/Loss (Raw)": 0.8474417328834534, "Finetune/Step": 4629, "Finetune/Step Time": 4.571838140487671}
+{"Finetune/Learning Rate": 6.195159053604926e-07, "Finetune/Loss": 0.8121604919433594, "Finetune/Loss (Raw)": 0.7924695014953613, "Finetune/Step": 4630, "Finetune/Step Time": 4.580329053103924}
+{"Finetune/Learning Rate": 6.173591392472334e-07, "Finetune/Loss": 0.8103449940681458, "Finetune/Loss (Raw)": 0.7099205851554871, "Finetune/Step": 4631, "Finetune/Step Time": 4.5939954705536366}
+{"Finetune/Learning Rate": 6.152060143537109e-07, "Finetune/Loss": 0.8058756589889526, "Finetune/Loss (Raw)": 0.2692737281322479, "Finetune/Step": 4632, "Finetune/Step Time": 4.62798242084682}
+{"Finetune/Learning Rate": 6.130565315155124e-07, "Finetune/Loss": 0.805850088596344, "Finetune/Loss (Raw)": 0.8163617849349976, "Finetune/Step": 4633, "Finetune/Step Time": 4.640604484826326}
+{"Finetune/Learning Rate": 6.109106915668106e-07, "Finetune/Loss": 0.8050683736801147, "Finetune/Loss (Raw)": 0.9063682556152344, "Finetune/Step": 4634, "Finetune/Step Time": 4.640700990334153}
+{"Finetune/Learning Rate": 6.087684953403616e-07, "Finetune/Loss": 0.8078078627586365, "Finetune/Loss (Raw)": 0.6798601150512695, "Finetune/Step": 4635, "Finetune/Step Time": 4.621087299659848}
+{"Finetune/Learning Rate": 6.066299436675117e-07, "Finetune/Loss": 0.8077943921089172, "Finetune/Loss (Raw)": 0.8596047759056091, "Finetune/Step": 4636, "Finetune/Step Time": 4.62343237362802}
+{"Finetune/Learning Rate": 6.04495037378191e-07, "Finetune/Loss": 0.8086550235748291, "Finetune/Loss (Raw)": 0.894815981388092, "Finetune/Step": 4637, "Finetune/Step Time": 4.616750149056315}
+{"Finetune/Learning Rate": 6.023637773009139e-07, "Finetune/Loss": 0.8097232580184937, "Finetune/Loss (Raw)": 1.0890969038009644, "Finetune/Step": 4638, "Finetune/Step Time": 4.620198922231793}
+{"Finetune/Learning Rate": 6.002361642627807e-07, "Finetune/Loss": 0.8074100017547607, "Finetune/Loss (Raw)": 0.7101947665214539, "Finetune/Step": 4639, "Finetune/Step Time": 4.643710717558861}
+{"Finetune/Learning Rate": 5.981121990894789e-07, "Finetune/Loss": 0.8120641112327576, "Finetune/Loss (Raw)": 0.9582718014717102, "Finetune/Step": 4640, "Finetune/Step Time": 4.604838099330664}
+{"Finetune/Learning Rate": 5.959918826052757e-07, "Finetune/Loss": 0.8123065829277039, "Finetune/Loss (Raw)": 0.8620162010192871, "Finetune/Step": 4641, "Finetune/Step Time": 4.608868120238185}
+{"Finetune/Learning Rate": 5.938752156330241e-07, "Finetune/Loss": 0.8132116198539734, "Finetune/Loss (Raw)": 0.8694958090782166, "Finetune/Step": 4642, "Finetune/Step Time": 4.616115663200617}
+{"Finetune/Learning Rate": 5.917621989941624e-07, "Finetune/Loss": 0.813957154750824, "Finetune/Loss (Raw)": 0.9374598264694214, "Finetune/Step": 4643, "Finetune/Step Time": 4.613981219008565}
+{"Finetune/Learning Rate": 5.896528335087137e-07, "Finetune/Loss": 0.8108686208724976, "Finetune/Loss (Raw)": 0.3731047809123993, "Finetune/Step": 4644, "Finetune/Step Time": 4.6548601277172565}
+{"Finetune/Learning Rate": 5.875471199952754e-07, "Finetune/Loss": 0.8127841949462891, "Finetune/Loss (Raw)": 0.991573691368103, "Finetune/Step": 4645, "Finetune/Step Time": 4.652883805334568}
+{"Finetune/Learning Rate": 5.854450592710382e-07, "Finetune/Loss": 0.8109406232833862, "Finetune/Loss (Raw)": 0.7579492926597595, "Finetune/Step": 4646, "Finetune/Step Time": 4.671241957694292}
+{"Finetune/Learning Rate": 5.833466521517695e-07, "Finetune/Loss": 0.8105628490447998, "Finetune/Loss (Raw)": 0.8918196558952332, "Finetune/Step": 4647, "Finetune/Step Time": 4.681077988818288}
+{"Finetune/Learning Rate": 5.812518994518213e-07, "Finetune/Loss": 0.810418963432312, "Finetune/Loss (Raw)": 0.9100879430770874, "Finetune/Step": 4648, "Finetune/Step Time": 4.685922488570213}
+{"Finetune/Learning Rate": 5.791608019841244e-07, "Finetune/Loss": 0.8100965023040771, "Finetune/Loss (Raw)": 0.946567177772522, "Finetune/Step": 4649, "Finetune/Step Time": 4.68225928209722}
+{"Finetune/Learning Rate": 5.770733605601953e-07, "Finetune/Loss": 0.809673547744751, "Finetune/Loss (Raw)": 0.7821399569511414, "Finetune/Step": 4650, "Finetune/Step Time": 4.689845273271203}
+{"Finetune/Learning Rate": 5.74989575990127e-07, "Finetune/Loss": 0.8096910715103149, "Finetune/Loss (Raw)": 0.8714406490325928, "Finetune/Step": 4651, "Finetune/Step Time": 4.6830413937568665}
+{"Finetune/Learning Rate": 5.729094490825948e-07, "Finetune/Loss": 0.8095517158508301, "Finetune/Loss (Raw)": 0.8354343175888062, "Finetune/Step": 4652, "Finetune/Step Time": 4.681173548102379}
+{"Finetune/Learning Rate": 5.708329806448587e-07, "Finetune/Loss": 0.8054182529449463, "Finetune/Loss (Raw)": 0.300628662109375, "Finetune/Step": 4653, "Finetune/Step Time": 4.7121013551950455}
+{"Finetune/Learning Rate": 5.687601714827551e-07, "Finetune/Loss": 0.8068970441818237, "Finetune/Loss (Raw)": 0.8587986826896667, "Finetune/Step": 4654, "Finetune/Step Time": 4.717170458287001}
+{"Finetune/Learning Rate": 5.666910224006971e-07, "Finetune/Loss": 0.8081893920898438, "Finetune/Loss (Raw)": 0.7023934125900269, "Finetune/Step": 4655, "Finetune/Step Time": 4.701289393007755}
+{"Finetune/Learning Rate": 5.646255342016848e-07, "Finetune/Loss": 0.8050521016120911, "Finetune/Loss (Raw)": 0.43564602732658386, "Finetune/Step": 4656, "Finetune/Step Time": 4.742481889203191}
+{"Finetune/Learning Rate": 5.625637076872914e-07, "Finetune/Loss": 0.8044480085372925, "Finetune/Loss (Raw)": 0.8368967175483704, "Finetune/Step": 4657, "Finetune/Step Time": 4.739649156108499}
+{"Finetune/Learning Rate": 5.605055436576746e-07, "Finetune/Loss": 0.8042109608650208, "Finetune/Loss (Raw)": 0.9319441914558411, "Finetune/Step": 4658, "Finetune/Step Time": 4.735163617879152}
+{"Finetune/Learning Rate": 5.584510429115641e-07, "Finetune/Loss": 0.8036825656890869, "Finetune/Loss (Raw)": 0.9227094054222107, "Finetune/Step": 4659, "Finetune/Step Time": 4.731867797672749}
+{"Finetune/Learning Rate": 5.564002062462737e-07, "Finetune/Loss": 0.8058905005455017, "Finetune/Loss (Raw)": 0.9355467557907104, "Finetune/Step": 4660, "Finetune/Step Time": 4.738130018115044}
+{"Finetune/Learning Rate": 5.54353034457693e-07, "Finetune/Loss": 0.8051807880401611, "Finetune/Loss (Raw)": 0.7924399971961975, "Finetune/Step": 4661, "Finetune/Step Time": 4.740156568586826}
+{"Finetune/Learning Rate": 5.523095283402868e-07, "Finetune/Loss": 0.8095134496688843, "Finetune/Loss (Raw)": 0.8918238878250122, "Finetune/Step": 4662, "Finetune/Step Time": 4.700343249365687}
+{"Finetune/Learning Rate": 5.502696886871039e-07, "Finetune/Loss": 0.8108370304107666, "Finetune/Loss (Raw)": 0.915665864944458, "Finetune/Step": 4663, "Finetune/Step Time": 4.689066210761666}
+{"Finetune/Learning Rate": 5.482335162897657e-07, "Finetune/Loss": 0.8108597993850708, "Finetune/Loss (Raw)": 0.865615725517273, "Finetune/Step": 4664, "Finetune/Step Time": 4.6767535004764795}
+{"Finetune/Learning Rate": 5.462010119384665e-07, "Finetune/Loss": 0.8102916479110718, "Finetune/Loss (Raw)": 0.7954092025756836, "Finetune/Step": 4665, "Finetune/Step Time": 4.676627518609166}
+{"Finetune/Learning Rate": 5.441721764219853e-07, "Finetune/Loss": 0.8088972568511963, "Finetune/Loss (Raw)": 0.7220611572265625, "Finetune/Step": 4666, "Finetune/Step Time": 4.695706939324737}
+{"Finetune/Learning Rate": 5.42147010527675e-07, "Finetune/Loss": 0.8104400634765625, "Finetune/Loss (Raw)": 0.9660610556602478, "Finetune/Step": 4667, "Finetune/Step Time": 4.6825906075537205}
+{"Finetune/Learning Rate": 5.401255150414598e-07, "Finetune/Loss": 0.814610481262207, "Finetune/Loss (Raw)": 0.8443394303321838, "Finetune/Step": 4668, "Finetune/Step Time": 4.65403095073998}
+{"Finetune/Learning Rate": 5.381076907478433e-07, "Finetune/Loss": 0.8113888502120972, "Finetune/Loss (Raw)": 0.3504917621612549, "Finetune/Step": 4669, "Finetune/Step Time": 4.673232721164823}
+{"Finetune/Learning Rate": 5.360935384299049e-07, "Finetune/Loss": 0.8125897645950317, "Finetune/Loss (Raw)": 0.8962528109550476, "Finetune/Step": 4670, "Finetune/Step Time": 4.67228738963604}
+{"Finetune/Learning Rate": 5.34083058869297e-07, "Finetune/Loss": 0.8123294115066528, "Finetune/Loss (Raw)": 0.8015587329864502, "Finetune/Step": 4671, "Finetune/Step Time": 4.66713278926909}
+{"Finetune/Learning Rate": 5.320762528462453e-07, "Finetune/Loss": 0.8120876550674438, "Finetune/Loss (Raw)": 0.8816987872123718, "Finetune/Step": 4672, "Finetune/Step Time": 4.680706111714244}
+{"Finetune/Learning Rate": 5.30073121139556e-07, "Finetune/Loss": 0.8115416765213013, "Finetune/Loss (Raw)": 0.8429990410804749, "Finetune/Step": 4673, "Finetune/Step Time": 4.664017511531711}
+{"Finetune/Learning Rate": 5.28073664526606e-07, "Finetune/Loss": 0.8115575909614563, "Finetune/Loss (Raw)": 0.9426764845848083, "Finetune/Step": 4674, "Finetune/Step Time": 4.687924163416028}
+{"Finetune/Learning Rate": 5.260778837833391e-07, "Finetune/Loss": 0.8112860321998596, "Finetune/Loss (Raw)": 0.8885640501976013, "Finetune/Step": 4675, "Finetune/Step Time": 4.690116768702865}
+{"Finetune/Learning Rate": 5.240857796842846e-07, "Finetune/Loss": 0.8132930994033813, "Finetune/Loss (Raw)": 0.8318057060241699, "Finetune/Step": 4676, "Finetune/Step Time": 4.6279989667236805}
+{"Finetune/Learning Rate": 5.220973530025375e-07, "Finetune/Loss": 0.8146911263465881, "Finetune/Loss (Raw)": 0.9070838093757629, "Finetune/Step": 4677, "Finetune/Step Time": 4.613057412207127}
+{"Finetune/Learning Rate": 5.201126045097671e-07, "Finetune/Loss": 0.81419837474823, "Finetune/Loss (Raw)": 0.9234071969985962, "Finetune/Step": 4678, "Finetune/Step Time": 4.633100681006908}
+{"Finetune/Learning Rate": 5.181315349762162e-07, "Finetune/Loss": 0.8128336668014526, "Finetune/Loss (Raw)": 0.7358334064483643, "Finetune/Step": 4679, "Finetune/Step Time": 4.632800994440913}
+{"Finetune/Learning Rate": 5.161541451706975e-07, "Finetune/Loss": 0.8154527544975281, "Finetune/Loss (Raw)": 1.018918514251709, "Finetune/Step": 4680, "Finetune/Step Time": 4.640858301892877}
+{"Finetune/Learning Rate": 5.141804358605995e-07, "Finetune/Loss": 0.815092921257019, "Finetune/Loss (Raw)": 0.8752295970916748, "Finetune/Step": 4681, "Finetune/Step Time": 4.657764391973615}
+{"Finetune/Learning Rate": 5.122104078118773e-07, "Finetune/Loss": 0.8140195608139038, "Finetune/Loss (Raw)": 0.8934426307678223, "Finetune/Step": 4682, "Finetune/Step Time": 4.66855064034462}
+{"Finetune/Learning Rate": 5.102440617890658e-07, "Finetune/Loss": 0.8142884969711304, "Finetune/Loss (Raw)": 0.9129301309585571, "Finetune/Step": 4683, "Finetune/Step Time": 4.652526026591659}
+{"Finetune/Learning Rate": 5.082813985552604e-07, "Finetune/Loss": 0.8133518695831299, "Finetune/Loss (Raw)": 0.9413291811943054, "Finetune/Step": 4684, "Finetune/Step Time": 4.650246063247323}
+{"Finetune/Learning Rate": 5.063224188721327e-07, "Finetune/Loss": 0.8144301176071167, "Finetune/Loss (Raw)": 0.9137972593307495, "Finetune/Step": 4685, "Finetune/Step Time": 4.653059588745236}
+{"Finetune/Learning Rate": 5.043671234999271e-07, "Finetune/Loss": 0.8151190280914307, "Finetune/Loss (Raw)": 0.738897979259491, "Finetune/Step": 4686, "Finetune/Step Time": 4.651533721014857}
+{"Finetune/Learning Rate": 5.02415513197454e-07, "Finetune/Loss": 0.8144464492797852, "Finetune/Loss (Raw)": 0.8782405853271484, "Finetune/Step": 4687, "Finetune/Step Time": 4.642586138099432}
+{"Finetune/Learning Rate": 5.004675887220978e-07, "Finetune/Loss": 0.8164759874343872, "Finetune/Loss (Raw)": 1.0898773670196533, "Finetune/Step": 4688, "Finetune/Step Time": 4.639634793624282}
+{"Finetune/Learning Rate": 4.985233508298037e-07, "Finetune/Loss": 0.8171733021736145, "Finetune/Loss (Raw)": 0.9868426322937012, "Finetune/Step": 4689, "Finetune/Step Time": 4.630624113604426}
+{"Finetune/Learning Rate": 4.965828002750994e-07, "Finetune/Loss": 0.815950870513916, "Finetune/Loss (Raw)": 0.7834069728851318, "Finetune/Step": 4690, "Finetune/Step Time": 4.644720673561096}
+{"Finetune/Learning Rate": 4.946459378110701e-07, "Finetune/Loss": 0.8211503028869629, "Finetune/Loss (Raw)": 0.97217857837677, "Finetune/Step": 4691, "Finetune/Step Time": 4.606372855603695}
+{"Finetune/Learning Rate": 4.927127641893759e-07, "Finetune/Loss": 0.8225001096725464, "Finetune/Loss (Raw)": 1.023177981376648, "Finetune/Step": 4692, "Finetune/Step Time": 4.606850240379572}
+{"Finetune/Learning Rate": 4.907832801602452e-07, "Finetune/Loss": 0.8233636617660522, "Finetune/Loss (Raw)": 0.9004167318344116, "Finetune/Step": 4693, "Finetune/Step Time": 4.618365969508886}
+{"Finetune/Learning Rate": 4.888574864724715e-07, "Finetune/Loss": 0.8245721459388733, "Finetune/Loss (Raw)": 0.9886854290962219, "Finetune/Step": 4694, "Finetune/Step Time": 4.612377850338817}
+{"Finetune/Learning Rate": 4.869353838734169e-07, "Finetune/Loss": 0.8246772289276123, "Finetune/Loss (Raw)": 0.9798796772956848, "Finetune/Step": 4695, "Finetune/Step Time": 4.617250023409724}
+{"Finetune/Learning Rate": 4.850169731090127e-07, "Finetune/Loss": 0.8235906362533569, "Finetune/Loss (Raw)": 0.7822709083557129, "Finetune/Step": 4696, "Finetune/Step Time": 4.628826098516583}
+{"Finetune/Learning Rate": 4.831022549237574e-07, "Finetune/Loss": 0.8225986957550049, "Finetune/Loss (Raw)": 0.8760021328926086, "Finetune/Step": 4697, "Finetune/Step Time": 4.624106999486685}
+{"Finetune/Learning Rate": 4.811912300607169e-07, "Finetune/Loss": 0.8225373029708862, "Finetune/Loss (Raw)": 0.9234933257102966, "Finetune/Step": 4698, "Finetune/Step Time": 4.634123658761382}
+{"Finetune/Learning Rate": 4.792838992615179e-07, "Finetune/Loss": 0.8235108256340027, "Finetune/Loss (Raw)": 0.9589247703552246, "Finetune/Step": 4699, "Finetune/Step Time": 4.629750965163112}
+{"Finetune/Learning Rate": 4.773802632663627e-07, "Finetune/Loss": 0.8238256573677063, "Finetune/Loss (Raw)": 0.8878515362739563, "Finetune/Step": 4700, "Finetune/Step Time": 4.6248014736920595}
+{"Finetune/Learning Rate": 4.7548032281401367e-07, "Finetune/Loss": 0.8246575593948364, "Finetune/Loss (Raw)": 0.9060892462730408, "Finetune/Step": 4701, "Finetune/Step Time": 4.6021096259355545}
+{"Finetune/Learning Rate": 4.735840786418011e-07, "Finetune/Loss": 0.8242419362068176, "Finetune/Loss (Raw)": 0.8389655947685242, "Finetune/Step": 4702, "Finetune/Step Time": 4.604174247011542}
+{"Finetune/Learning Rate": 4.716915314856196e-07, "Finetune/Loss": 0.8255040645599365, "Finetune/Loss (Raw)": 0.9673435688018799, "Finetune/Step": 4703, "Finetune/Step Time": 4.586916845291853}
+{"Finetune/Learning Rate": 4.698026820799306e-07, "Finetune/Loss": 0.8251713514328003, "Finetune/Loss (Raw)": 0.7467659711837769, "Finetune/Step": 4704, "Finetune/Step Time": 4.587031090632081}
+{"Finetune/Learning Rate": 4.6791753115775884e-07, "Finetune/Loss": 0.824955940246582, "Finetune/Loss (Raw)": 0.9601938128471375, "Finetune/Step": 4705, "Finetune/Step Time": 4.588075764477253}
+{"Finetune/Learning Rate": 4.660360794506946e-07, "Finetune/Loss": 0.8239479064941406, "Finetune/Loss (Raw)": 0.8205806016921997, "Finetune/Step": 4706, "Finetune/Step Time": 4.5814425107091665}
+{"Finetune/Learning Rate": 4.641583276888939e-07, "Finetune/Loss": 0.8265541791915894, "Finetune/Loss (Raw)": 0.7523587942123413, "Finetune/Step": 4707, "Finetune/Step Time": 4.544235004112124}
+{"Finetune/Learning Rate": 4.622842766010749e-07, "Finetune/Loss": 0.8304400444030762, "Finetune/Loss (Raw)": 0.765763521194458, "Finetune/Step": 4708, "Finetune/Step Time": 4.500277766957879}
+{"Finetune/Learning Rate": 4.604139269145191e-07, "Finetune/Loss": 0.8296454548835754, "Finetune/Loss (Raw)": 0.7309460043907166, "Finetune/Step": 4709, "Finetune/Step Time": 4.498956965282559}
+{"Finetune/Learning Rate": 4.585472793550738e-07, "Finetune/Loss": 0.8304402828216553, "Finetune/Loss (Raw)": 0.9902271628379822, "Finetune/Step": 4710, "Finetune/Step Time": 4.489146010950208}
+{"Finetune/Learning Rate": 4.5668433464714835e-07, "Finetune/Loss": 0.8295931220054626, "Finetune/Loss (Raw)": 0.8568422794342041, "Finetune/Step": 4711, "Finetune/Step Time": 4.489570755511522}
+{"Finetune/Learning Rate": 4.548250935137144e-07, "Finetune/Loss": 0.8296846747398376, "Finetune/Loss (Raw)": 0.7965449690818787, "Finetune/Step": 4712, "Finetune/Step Time": 4.503062766045332}
+{"Finetune/Learning Rate": 4.5296955667630926e-07, "Finetune/Loss": 0.8313422799110413, "Finetune/Loss (Raw)": 0.9541264772415161, "Finetune/Step": 4713, "Finetune/Step Time": 4.505373924970627}
+{"Finetune/Learning Rate": 4.51117724855028e-07, "Finetune/Loss": 0.8320209383964539, "Finetune/Loss (Raw)": 0.8270971179008484, "Finetune/Step": 4714, "Finetune/Step Time": 4.508644444867969}
+{"Finetune/Learning Rate": 4.492695987685314e-07, "Finetune/Loss": 0.8320453763008118, "Finetune/Loss (Raw)": 0.909153401851654, "Finetune/Step": 4715, "Finetune/Step Time": 4.511489210650325}
+{"Finetune/Learning Rate": 4.474251791340412e-07, "Finetune/Loss": 0.8307166695594788, "Finetune/Loss (Raw)": 0.8534631729125977, "Finetune/Step": 4716, "Finetune/Step Time": 4.493204763159156}
+{"Finetune/Learning Rate": 4.4558446666734147e-07, "Finetune/Loss": 0.8311201333999634, "Finetune/Loss (Raw)": 0.8869218230247498, "Finetune/Step": 4717, "Finetune/Step Time": 4.49099975079298}
+{"Finetune/Learning Rate": 4.437474620827764e-07, "Finetune/Loss": 0.8298583030700684, "Finetune/Loss (Raw)": 0.6468574404716492, "Finetune/Step": 4718, "Finetune/Step Time": 4.504304643720388}
+{"Finetune/Learning Rate": 4.419141660932491e-07, "Finetune/Loss": 0.8285993337631226, "Finetune/Loss (Raw)": 0.7525786757469177, "Finetune/Step": 4719, "Finetune/Step Time": 4.504034195095301}
+{"Finetune/Learning Rate": 4.4008457941022933e-07, "Finetune/Loss": 0.8309880495071411, "Finetune/Loss (Raw)": 0.5993955731391907, "Finetune/Step": 4720, "Finetune/Step Time": 4.501235608011484}
+{"Finetune/Learning Rate": 4.382587027437435e-07, "Finetune/Loss": 0.8300920128822327, "Finetune/Loss (Raw)": 0.7911795377731323, "Finetune/Step": 4721, "Finetune/Step Time": 4.505096573382616}
+{"Finetune/Learning Rate": 4.364365368023771e-07, "Finetune/Loss": 0.8333975672721863, "Finetune/Loss (Raw)": 0.8333854675292969, "Finetune/Step": 4722, "Finetune/Step Time": 4.468329977244139}
+{"Finetune/Learning Rate": 4.3461808229327773e-07, "Finetune/Loss": 0.833102822303772, "Finetune/Loss (Raw)": 0.8762158751487732, "Finetune/Step": 4723, "Finetune/Step Time": 4.46713101118803}
+{"Finetune/Learning Rate": 4.3280333992215206e-07, "Finetune/Loss": 0.8321609497070312, "Finetune/Loss (Raw)": 0.8162181377410889, "Finetune/Step": 4724, "Finetune/Step Time": 4.489164534956217}
+{"Finetune/Learning Rate": 4.3099231039326785e-07, "Finetune/Loss": 0.8329712152481079, "Finetune/Loss (Raw)": 0.8601996302604675, "Finetune/Step": 4725, "Finetune/Step Time": 4.491858180612326}
+{"Finetune/Learning Rate": 4.291849944094462e-07, "Finetune/Loss": 0.8320746421813965, "Finetune/Loss (Raw)": 0.7442551255226135, "Finetune/Step": 4726, "Finetune/Step Time": 4.494331354275346}
+{"Finetune/Learning Rate": 4.273813926720771e-07, "Finetune/Loss": 0.8323257565498352, "Finetune/Loss (Raw)": 0.8305824995040894, "Finetune/Step": 4727, "Finetune/Step Time": 4.490520412102342}
+{"Finetune/Learning Rate": 4.2558150588109747e-07, "Finetune/Loss": 0.8328121900558472, "Finetune/Loss (Raw)": 0.8867212533950806, "Finetune/Step": 4728, "Finetune/Step Time": 4.492769438773394}
+{"Finetune/Learning Rate": 4.237853347350107e-07, "Finetune/Loss": 0.8353977799415588, "Finetune/Loss (Raw)": 1.0532951354980469, "Finetune/Step": 4729, "Finetune/Step Time": 4.488768681883812}
+{"Finetune/Learning Rate": 4.219928799308759e-07, "Finetune/Loss": 0.834292471408844, "Finetune/Loss (Raw)": 0.880499541759491, "Finetune/Step": 4730, "Finetune/Step Time": 4.484148181974888}
+{"Finetune/Learning Rate": 4.2020414216431106e-07, "Finetune/Loss": 0.8333152532577515, "Finetune/Loss (Raw)": 0.7784187197685242, "Finetune/Step": 4731, "Finetune/Step Time": 4.482967644929886}
+{"Finetune/Learning Rate": 4.184191221294875e-07, "Finetune/Loss": 0.8333377242088318, "Finetune/Loss (Raw)": 0.8433231115341187, "Finetune/Step": 4732, "Finetune/Step Time": 4.483245305716991}
+{"Finetune/Learning Rate": 4.16637820519139e-07, "Finetune/Loss": 0.8378755450248718, "Finetune/Loss (Raw)": 0.911893904209137, "Finetune/Step": 4733, "Finetune/Step Time": 4.439806334674358}
+{"Finetune/Learning Rate": 4.1486023802455253e-07, "Finetune/Loss": 0.8370808362960815, "Finetune/Loss (Raw)": 0.7894757390022278, "Finetune/Step": 4734, "Finetune/Step Time": 4.445902058854699}
+{"Finetune/Learning Rate": 4.1308637533557294e-07, "Finetune/Loss": 0.8380962014198303, "Finetune/Loss (Raw)": 0.9460037350654602, "Finetune/Step": 4735, "Finetune/Step Time": 4.446084437891841}
+{"Finetune/Learning Rate": 4.1131623314060175e-07, "Finetune/Loss": 0.8370324969291687, "Finetune/Loss (Raw)": 0.711394190788269, "Finetune/Step": 4736, "Finetune/Step Time": 4.455545281991363}
+{"Finetune/Learning Rate": 4.095498121265995e-07, "Finetune/Loss": 0.8350608348846436, "Finetune/Loss (Raw)": 0.7836452126502991, "Finetune/Step": 4737, "Finetune/Step Time": 4.465147703886032}
+{"Finetune/Learning Rate": 4.077871129790767e-07, "Finetune/Loss": 0.8363513350486755, "Finetune/Loss (Raw)": 0.9810010194778442, "Finetune/Step": 4738, "Finetune/Step Time": 4.474044067785144}
+{"Finetune/Learning Rate": 4.060281363821017e-07, "Finetune/Loss": 0.8402050733566284, "Finetune/Loss (Raw)": 0.7808903455734253, "Finetune/Step": 4739, "Finetune/Step Time": 4.438707038760185}
+{"Finetune/Learning Rate": 4.042728830183018e-07, "Finetune/Loss": 0.8397407531738281, "Finetune/Loss (Raw)": 0.8213821053504944, "Finetune/Step": 4740, "Finetune/Step Time": 4.44199038669467}
+{"Finetune/Learning Rate": 4.025213535688544e-07, "Finetune/Loss": 0.8387628793716431, "Finetune/Loss (Raw)": 0.6837352514266968, "Finetune/Step": 4741, "Finetune/Step Time": 4.425240272656083}
+{"Finetune/Learning Rate": 4.007735487134956e-07, "Finetune/Loss": 0.8387817144393921, "Finetune/Loss (Raw)": 0.764421284198761, "Finetune/Step": 4742, "Finetune/Step Time": 4.435653341934085}
+{"Finetune/Learning Rate": 3.99029469130513e-07, "Finetune/Loss": 0.8370141983032227, "Finetune/Loss (Raw)": 0.7294063568115234, "Finetune/Step": 4743, "Finetune/Step Time": 4.4455553106963634}
+{"Finetune/Learning Rate": 3.972891154967506e-07, "Finetune/Loss": 0.8384203910827637, "Finetune/Loss (Raw)": 1.001165509223938, "Finetune/Step": 4744, "Finetune/Step Time": 4.446719352155924}
+{"Finetune/Learning Rate": 3.95552488487605e-07, "Finetune/Loss": 0.8384626507759094, "Finetune/Loss (Raw)": 0.7689962983131409, "Finetune/Step": 4745, "Finetune/Step Time": 4.465985558927059}
+{"Finetune/Learning Rate": 3.9381958877702684e-07, "Finetune/Loss": 0.8377432227134705, "Finetune/Loss (Raw)": 0.7855620980262756, "Finetune/Step": 4746, "Finetune/Step Time": 4.490032583475113}
+{"Finetune/Learning Rate": 3.920904170375239e-07, "Finetune/Loss": 0.837868869304657, "Finetune/Loss (Raw)": 1.0223133563995361, "Finetune/Step": 4747, "Finetune/Step Time": 4.4950765408575535}
+{"Finetune/Learning Rate": 3.903649739401494e-07, "Finetune/Loss": 0.8387458920478821, "Finetune/Loss (Raw)": 0.9315325021743774, "Finetune/Step": 4748, "Finetune/Step Time": 4.490490393713117}
+{"Finetune/Learning Rate": 3.8864326015451536e-07, "Finetune/Loss": 0.8375046253204346, "Finetune/Loss (Raw)": 0.8353977799415588, "Finetune/Step": 4749, "Finetune/Step Time": 4.486966764554381}
+{"Finetune/Learning Rate": 3.8692527634878853e-07, "Finetune/Loss": 0.8373541831970215, "Finetune/Loss (Raw)": 0.8575370907783508, "Finetune/Step": 4750, "Finetune/Step Time": 4.48957896232605}
+{"Finetune/Learning Rate": 3.8521102318968106e-07, "Finetune/Loss": 0.8365829586982727, "Finetune/Loss (Raw)": 0.8754124045372009, "Finetune/Step": 4751, "Finetune/Step Time": 4.505204018205404}
+{"Finetune/Learning Rate": 3.835005013424631e-07, "Finetune/Loss": 0.8370249271392822, "Finetune/Loss (Raw)": 0.8937796354293823, "Finetune/Step": 4752, "Finetune/Step Time": 4.5081185307353735}
+{"Finetune/Learning Rate": 3.8179371147095354e-07, "Finetune/Loss": 0.8360105156898499, "Finetune/Loss (Raw)": 0.7691798806190491, "Finetune/Step": 4753, "Finetune/Step Time": 4.499517349526286}
+{"Finetune/Learning Rate": 3.80090654237526e-07, "Finetune/Loss": 0.8404194116592407, "Finetune/Loss (Raw)": 0.911303699016571, "Finetune/Step": 4754, "Finetune/Step Time": 4.466390689834952}
+{"Finetune/Learning Rate": 3.7839133030310174e-07, "Finetune/Loss": 0.8408524990081787, "Finetune/Loss (Raw)": 0.9249650835990906, "Finetune/Step": 4755, "Finetune/Step Time": 4.466240903362632}
+{"Finetune/Learning Rate": 3.766957403271554e-07, "Finetune/Loss": 0.8414967656135559, "Finetune/Loss (Raw)": 0.865767776966095, "Finetune/Step": 4756, "Finetune/Step Time": 4.459005048498511}
+{"Finetune/Learning Rate": 3.750038849677162e-07, "Finetune/Loss": 0.8416702747344971, "Finetune/Loss (Raw)": 0.869642972946167, "Finetune/Step": 4757, "Finetune/Step Time": 4.457925982773304}
+{"Finetune/Learning Rate": 3.7331576488135456e-07, "Finetune/Loss": 0.8420910835266113, "Finetune/Loss (Raw)": 0.8463466763496399, "Finetune/Step": 4758, "Finetune/Step Time": 4.4485013745725155}
+{"Finetune/Learning Rate": 3.716313807231986e-07, "Finetune/Loss": 0.843051016330719, "Finetune/Loss (Raw)": 0.8327823281288147, "Finetune/Step": 4759, "Finetune/Step Time": 4.433770008385181}
+{"Finetune/Learning Rate": 3.699507331469276e-07, "Finetune/Loss": 0.8476550579071045, "Finetune/Loss (Raw)": 0.8585885763168335, "Finetune/Step": 4760, "Finetune/Step Time": 4.397148951888084}
+{"Finetune/Learning Rate": 3.682738228047655e-07, "Finetune/Loss": 0.8471618890762329, "Finetune/Loss (Raw)": 0.7532415986061096, "Finetune/Step": 4761, "Finetune/Step Time": 4.400009907782078}
+{"Finetune/Learning Rate": 3.666006503474895e-07, "Finetune/Loss": 0.8462424874305725, "Finetune/Loss (Raw)": 0.7886866927146912, "Finetune/Step": 4762, "Finetune/Step Time": 4.399061976000667}
+{"Finetune/Learning Rate": 3.6493121642442454e-07, "Finetune/Loss": 0.8477603793144226, "Finetune/Loss (Raw)": 0.8741463422775269, "Finetune/Step": 4763, "Finetune/Step Time": 4.383544415235519}
+{"Finetune/Learning Rate": 3.6326552168344574e-07, "Finetune/Loss": 0.8476371765136719, "Finetune/Loss (Raw)": 0.843832790851593, "Finetune/Step": 4764, "Finetune/Step Time": 4.387361513450742}
+{"Finetune/Learning Rate": 3.616035667709761e-07, "Finetune/Loss": 0.8466439843177795, "Finetune/Loss (Raw)": 0.7676897048950195, "Finetune/Step": 4765, "Finetune/Step Time": 4.387747002765536}
+{"Finetune/Learning Rate": 3.5994535233198844e-07, "Finetune/Loss": 0.8461056351661682, "Finetune/Loss (Raw)": 1.0201915502548218, "Finetune/Step": 4766, "Finetune/Step Time": 4.395210929214954}
+{"Finetune/Learning Rate": 3.582908790100037e-07, "Finetune/Loss": 0.8474438786506653, "Finetune/Loss (Raw)": 0.8814867734909058, "Finetune/Step": 4767, "Finetune/Step Time": 4.360717054456472}
+{"Finetune/Learning Rate": 3.566401474470904e-07, "Finetune/Loss": 0.8462573289871216, "Finetune/Loss (Raw)": 0.8063938021659851, "Finetune/Step": 4768, "Finetune/Step Time": 4.3656773418188095}
+{"Finetune/Learning Rate": 3.5499315828386393e-07, "Finetune/Loss": 0.8459336757659912, "Finetune/Loss (Raw)": 0.8205930590629578, "Finetune/Step": 4769, "Finetune/Step Time": 4.359020598232746}
+{"Finetune/Learning Rate": 3.533499121594919e-07, "Finetune/Loss": 0.8441001176834106, "Finetune/Loss (Raw)": 0.6347975730895996, "Finetune/Step": 4770, "Finetune/Step Time": 4.356992859393358}
+{"Finetune/Learning Rate": 3.5171040971168414e-07, "Finetune/Loss": 0.8444587588310242, "Finetune/Loss (Raw)": 0.9833618998527527, "Finetune/Step": 4771, "Finetune/Step Time": 4.365027707070112}
+{"Finetune/Learning Rate": 3.500746515766973e-07, "Finetune/Loss": 0.8475149869918823, "Finetune/Loss (Raw)": 0.7643054723739624, "Finetune/Step": 4772, "Finetune/Step Time": 4.338149260729551}
+{"Finetune/Learning Rate": 3.4844263838934023e-07, "Finetune/Loss": 0.844626784324646, "Finetune/Loss (Raw)": 0.6218803524971008, "Finetune/Step": 4773, "Finetune/Step Time": 4.338200064375997}
+{"Finetune/Learning Rate": 3.468143707829641e-07, "Finetune/Loss": 0.8455723524093628, "Finetune/Loss (Raw)": 0.8789848685264587, "Finetune/Step": 4774, "Finetune/Step Time": 4.323592383414507}
+{"Finetune/Learning Rate": 3.45189849389469e-07, "Finetune/Loss": 0.846118688583374, "Finetune/Loss (Raw)": 0.9617547392845154, "Finetune/Step": 4775, "Finetune/Step Time": 4.315548291429877}
+{"Finetune/Learning Rate": 3.4356907483929835e-07, "Finetune/Loss": 0.8452727198600769, "Finetune/Loss (Raw)": 0.801800012588501, "Finetune/Step": 4776, "Finetune/Step Time": 4.334501422941685}
+{"Finetune/Learning Rate": 3.419520477614435e-07, "Finetune/Loss": 0.8447731733322144, "Finetune/Loss (Raw)": 0.8826237320899963, "Finetune/Step": 4777, "Finetune/Step Time": 4.335649877786636}
+{"Finetune/Learning Rate": 3.403387687834425e-07, "Finetune/Loss": 0.8409228324890137, "Finetune/Loss (Raw)": 0.28930190205574036, "Finetune/Step": 4778, "Finetune/Step Time": 4.364602409303188}
+{"Finetune/Learning Rate": 3.3872923853137453e-07, "Finetune/Loss": 0.8419870138168335, "Finetune/Loss (Raw)": 1.0076541900634766, "Finetune/Step": 4779, "Finetune/Step Time": 4.366523498669267}
+{"Finetune/Learning Rate": 3.371234576298699e-07, "Finetune/Loss": 0.8419091701507568, "Finetune/Loss (Raw)": 0.8254654407501221, "Finetune/Step": 4780, "Finetune/Step Time": 4.371535474434495}
+{"Finetune/Learning Rate": 3.355214267021012e-07, "Finetune/Loss": 0.8457385897636414, "Finetune/Loss (Raw)": 0.7907969951629639, "Finetune/Step": 4781, "Finetune/Step Time": 4.340318817645311}
+{"Finetune/Learning Rate": 3.3392314636978117e-07, "Finetune/Loss": 0.8454962968826294, "Finetune/Loss (Raw)": 0.8277927041053772, "Finetune/Step": 4782, "Finetune/Step Time": 4.341839894652367}
+{"Finetune/Learning Rate": 3.323286172531748e-07, "Finetune/Loss": 0.8428641557693481, "Finetune/Loss (Raw)": 0.3654715120792389, "Finetune/Step": 4783, "Finetune/Step Time": 4.376466931775212}
+{"Finetune/Learning Rate": 3.30737839971087e-07, "Finetune/Loss": 0.8462890982627869, "Finetune/Loss (Raw)": 0.8740398287773132, "Finetune/Step": 4784, "Finetune/Step Time": 4.336648553609848}
+{"Finetune/Learning Rate": 3.2915081514086624e-07, "Finetune/Loss": 0.8478612899780273, "Finetune/Loss (Raw)": 1.0381351709365845, "Finetune/Step": 4785, "Finetune/Step Time": 4.338366497308016}
+{"Finetune/Learning Rate": 3.2756754337840757e-07, "Finetune/Loss": 0.8475283980369568, "Finetune/Loss (Raw)": 0.8893395662307739, "Finetune/Step": 4786, "Finetune/Step Time": 4.340817291289568}
+{"Finetune/Learning Rate": 3.2598802529814734e-07, "Finetune/Loss": 0.8469448089599609, "Finetune/Loss (Raw)": 0.8480017781257629, "Finetune/Step": 4787, "Finetune/Step Time": 4.336491089314222}
+{"Finetune/Learning Rate": 3.2441226151306403e-07, "Finetune/Loss": 0.8459805250167847, "Finetune/Loss (Raw)": 0.8121167421340942, "Finetune/Step": 4788, "Finetune/Step Time": 4.345560062676668}
+{"Finetune/Learning Rate": 3.228402526346819e-07, "Finetune/Loss": 0.8453562259674072, "Finetune/Loss (Raw)": 0.7125381827354431, "Finetune/Step": 4789, "Finetune/Step Time": 4.344991696998477}
+{"Finetune/Learning Rate": 3.212719992730684e-07, "Finetune/Loss": 0.8457257747650146, "Finetune/Loss (Raw)": 0.9391227960586548, "Finetune/Step": 4790, "Finetune/Step Time": 4.350126406177878}
+{"Finetune/Learning Rate": 3.197075020368312e-07, "Finetune/Loss": 0.8409358859062195, "Finetune/Loss (Raw)": 0.3025640845298767, "Finetune/Step": 4791, "Finetune/Step Time": 4.390200333669782}
+{"Finetune/Learning Rate": 3.1814676153311907e-07, "Finetune/Loss": 0.842104434967041, "Finetune/Loss (Raw)": 1.01518976688385, "Finetune/Step": 4792, "Finetune/Step Time": 4.394297935068607}
+{"Finetune/Learning Rate": 3.165897783676275e-07, "Finetune/Loss": 0.8430188894271851, "Finetune/Loss (Raw)": 0.9124575257301331, "Finetune/Step": 4793, "Finetune/Step Time": 4.3928904086351395}
+{"Finetune/Learning Rate": 3.1503655314458983e-07, "Finetune/Loss": 0.8437125086784363, "Finetune/Loss (Raw)": 0.8108476400375366, "Finetune/Step": 4794, "Finetune/Step Time": 4.374195199459791}
+{"Finetune/Learning Rate": 3.134870864667827e-07, "Finetune/Loss": 0.8422856330871582, "Finetune/Loss (Raw)": 0.7834131121635437, "Finetune/Step": 4795, "Finetune/Step Time": 4.406114799901843}
+{"Finetune/Learning Rate": 3.1194137893552523e-07, "Finetune/Loss": 0.8429926633834839, "Finetune/Loss (Raw)": 0.934846043586731, "Finetune/Step": 4796, "Finetune/Step Time": 4.400297217071056}
+{"Finetune/Learning Rate": 3.1039943115067417e-07, "Finetune/Loss": 0.8472869992256165, "Finetune/Loss (Raw)": 0.9001637101173401, "Finetune/Step": 4797, "Finetune/Step Time": 4.361489029601216}
+{"Finetune/Learning Rate": 3.088612437106309e-07, "Finetune/Loss": 0.8457017540931702, "Finetune/Loss (Raw)": 0.6933459639549255, "Finetune/Step": 4798, "Finetune/Step Time": 4.377817112952471}
+{"Finetune/Learning Rate": 3.0732681721233446e-07, "Finetune/Loss": 0.8462802767753601, "Finetune/Loss (Raw)": 0.8756051659584045, "Finetune/Step": 4799, "Finetune/Step Time": 4.383057365193963}
+{"Finetune/Learning Rate": 3.057961522512676e-07, "Finetune/Loss": 0.8476625680923462, "Finetune/Loss (Raw)": 1.0586284399032593, "Finetune/Step": 4800, "Finetune/Step Time": 4.366607502102852}
+{"Finetune/Learning Rate": 3.0426924942145166e-07, "Finetune/Loss": 0.8483589291572571, "Finetune/Loss (Raw)": 0.9321370124816895, "Finetune/Step": 4801, "Finetune/Step Time": 4.360109461471438}
+{"Finetune/Learning Rate": 3.027461093154449e-07, "Finetune/Loss": 0.8478897213935852, "Finetune/Loss (Raw)": 0.8826228976249695, "Finetune/Step": 4802, "Finetune/Step Time": 4.3341077119112015}
+{"Finetune/Learning Rate": 3.012267325243512e-07, "Finetune/Loss": 0.8481060862541199, "Finetune/Loss (Raw)": 0.9162524938583374, "Finetune/Step": 4803, "Finetune/Step Time": 4.339179325848818}
+{"Finetune/Learning Rate": 2.9971111963780994e-07, "Finetune/Loss": 0.8486529588699341, "Finetune/Loss (Raw)": 0.9018104672431946, "Finetune/Step": 4804, "Finetune/Step Time": 4.341957213357091}
+{"Finetune/Learning Rate": 2.981992712440007e-07, "Finetune/Loss": 0.8489868640899658, "Finetune/Loss (Raw)": 0.9498186707496643, "Finetune/Step": 4805, "Finetune/Step Time": 4.348271293565631}
+{"Finetune/Learning Rate": 2.96691187929643e-07, "Finetune/Loss": 0.8487727046012878, "Finetune/Loss (Raw)": 0.8959981203079224, "Finetune/Step": 4806, "Finetune/Step Time": 4.329312885180116}
+{"Finetune/Learning Rate": 2.9518687027999427e-07, "Finetune/Loss": 0.8495383858680725, "Finetune/Loss (Raw)": 0.8338370323181152, "Finetune/Step": 4807, "Finetune/Step Time": 4.330852707847953}
+{"Finetune/Learning Rate": 2.936863188788497e-07, "Finetune/Loss": 0.8490831255912781, "Finetune/Loss (Raw)": 0.9606487154960632, "Finetune/Step": 4808, "Finetune/Step Time": 4.316310152411461}
+{"Finetune/Learning Rate": 2.921895343085446e-07, "Finetune/Loss": 0.8474172353744507, "Finetune/Loss (Raw)": 0.6620004773139954, "Finetune/Step": 4809, "Finetune/Step Time": 4.31078509055078}
+{"Finetune/Learning Rate": 2.9069651714995426e-07, "Finetune/Loss": 0.8469120264053345, "Finetune/Loss (Raw)": 0.8287732601165771, "Finetune/Step": 4810, "Finetune/Step Time": 4.301723398268223}
+{"Finetune/Learning Rate": 2.8920726798248645e-07, "Finetune/Loss": 0.8467708826065063, "Finetune/Loss (Raw)": 0.8948566317558289, "Finetune/Step": 4811, "Finetune/Step Time": 4.322834832593799}
+{"Finetune/Learning Rate": 2.8772178738408985e-07, "Finetune/Loss": 0.8462398052215576, "Finetune/Loss (Raw)": 0.8733527660369873, "Finetune/Step": 4812, "Finetune/Step Time": 4.322663310915232}
+{"Finetune/Learning Rate": 2.862400759312522e-07, "Finetune/Loss": 0.8428326845169067, "Finetune/Loss (Raw)": 0.4776913821697235, "Finetune/Step": 4813, "Finetune/Step Time": 4.356342785060406}
+{"Finetune/Learning Rate": 2.847621341989959e-07, "Finetune/Loss": 0.8438918590545654, "Finetune/Loss (Raw)": 0.8744681477546692, "Finetune/Step": 4814, "Finetune/Step Time": 4.346461718901992}
+{"Finetune/Learning Rate": 2.832879627608831e-07, "Finetune/Loss": 0.8443558216094971, "Finetune/Loss (Raw)": 0.9376247525215149, "Finetune/Step": 4815, "Finetune/Step Time": 4.344031248241663}
+{"Finetune/Learning Rate": 2.8181756218900626e-07, "Finetune/Loss": 0.8422324061393738, "Finetune/Loss (Raw)": 0.8180803656578064, "Finetune/Step": 4816, "Finetune/Step Time": 4.360313611105084}
+{"Finetune/Learning Rate": 2.803509330540033e-07, "Finetune/Loss": 0.8415151834487915, "Finetune/Loss (Raw)": 0.8950424790382385, "Finetune/Step": 4817, "Finetune/Step Time": 4.364701796323061}
+{"Finetune/Learning Rate": 2.788880759250423e-07, "Finetune/Loss": 0.842898964881897, "Finetune/Loss (Raw)": 0.9605258703231812, "Finetune/Step": 4818, "Finetune/Step Time": 4.355331284925342}
+{"Finetune/Learning Rate": 2.7742899136983026e-07, "Finetune/Loss": 0.842736005783081, "Finetune/Loss (Raw)": 0.9513306617736816, "Finetune/Step": 4819, "Finetune/Step Time": 4.355275949463248}
+{"Finetune/Learning Rate": 2.759736799546109e-07, "Finetune/Loss": 0.8418465852737427, "Finetune/Loss (Raw)": 0.9093194603919983, "Finetune/Step": 4820, "Finetune/Step Time": 4.357679694890976}
+{"Finetune/Learning Rate": 2.745221422441602e-07, "Finetune/Loss": 0.8421890735626221, "Finetune/Loss (Raw)": 0.9442605972290039, "Finetune/Step": 4821, "Finetune/Step Time": 4.3450015261769295}
+{"Finetune/Learning Rate": 2.73074378801792e-07, "Finetune/Loss": 0.8413329720497131, "Finetune/Loss (Raw)": 0.8791072368621826, "Finetune/Step": 4822, "Finetune/Step Time": 4.353167125955224}
+{"Finetune/Learning Rate": 2.7163039018935357e-07, "Finetune/Loss": 0.8410341143608093, "Finetune/Loss (Raw)": 0.9416251182556152, "Finetune/Step": 4823, "Finetune/Step Time": 4.351413382217288}
+{"Finetune/Learning Rate": 2.701901769672322e-07, "Finetune/Loss": 0.8372244238853455, "Finetune/Loss (Raw)": 0.29462623596191406, "Finetune/Step": 4824, "Finetune/Step Time": 4.374732930213213}
+{"Finetune/Learning Rate": 2.687537396943451e-07, "Finetune/Loss": 0.8371038436889648, "Finetune/Loss (Raw)": 0.8605786561965942, "Finetune/Step": 4825, "Finetune/Step Time": 4.37908873334527}
+{"Finetune/Learning Rate": 2.673210789281433e-07, "Finetune/Loss": 0.8369281888008118, "Finetune/Loss (Raw)": 0.9010040760040283, "Finetune/Step": 4826, "Finetune/Step Time": 4.372281733900309}
+{"Finetune/Learning Rate": 2.658921952246163e-07, "Finetune/Loss": 0.836746871471405, "Finetune/Loss (Raw)": 0.9357126355171204, "Finetune/Step": 4827, "Finetune/Step Time": 4.361862260848284}
+{"Finetune/Learning Rate": 2.6446708913828725e-07, "Finetune/Loss": 0.8371927738189697, "Finetune/Loss (Raw)": 0.9449292421340942, "Finetune/Step": 4828, "Finetune/Step Time": 4.368831733241677}
+{"Finetune/Learning Rate": 2.6304576122221035e-07, "Finetune/Loss": 0.8366572856903076, "Finetune/Loss (Raw)": 0.8375462293624878, "Finetune/Step": 4829, "Finetune/Step Time": 4.375273102894425}
+{"Finetune/Learning Rate": 2.616282120279745e-07, "Finetune/Loss": 0.8369721174240112, "Finetune/Loss (Raw)": 0.879264771938324, "Finetune/Step": 4830, "Finetune/Step Time": 4.373227687552571}
+{"Finetune/Learning Rate": 2.602144421057051e-07, "Finetune/Loss": 0.8321927189826965, "Finetune/Loss (Raw)": 0.3555770814418793, "Finetune/Step": 4831, "Finetune/Step Time": 4.416069207713008}
+{"Finetune/Learning Rate": 2.5880445200405667e-07, "Finetune/Loss": 0.8322498798370361, "Finetune/Loss (Raw)": 0.754080593585968, "Finetune/Step": 4832, "Finetune/Step Time": 4.433508077636361}
+{"Finetune/Learning Rate": 2.573982422702193e-07, "Finetune/Loss": 0.8313509821891785, "Finetune/Loss (Raw)": 0.845138430595398, "Finetune/Step": 4833, "Finetune/Step Time": 4.436817968264222}
+{"Finetune/Learning Rate": 2.559958134499163e-07, "Finetune/Loss": 0.8326765298843384, "Finetune/Loss (Raw)": 0.9902559518814087, "Finetune/Step": 4834, "Finetune/Step Time": 4.440920144319534}
+{"Finetune/Learning Rate": 2.545971660874036e-07, "Finetune/Loss": 0.8340895175933838, "Finetune/Loss (Raw)": 0.9332144260406494, "Finetune/Step": 4835, "Finetune/Step Time": 4.443019419908524}
+{"Finetune/Learning Rate": 2.532023007254658e-07, "Finetune/Loss": 0.8356532454490662, "Finetune/Loss (Raw)": 0.9659205675125122, "Finetune/Step": 4836, "Finetune/Step Time": 4.441402900964022}
+{"Finetune/Learning Rate": 2.518112179054266e-07, "Finetune/Loss": 0.8366365432739258, "Finetune/Loss (Raw)": 0.8568026423454285, "Finetune/Step": 4837, "Finetune/Step Time": 4.423075081780553}
+{"Finetune/Learning Rate": 2.504239181671353e-07, "Finetune/Loss": 0.8364260196685791, "Finetune/Loss (Raw)": 0.9632925987243652, "Finetune/Step": 4838, "Finetune/Step Time": 4.424290971830487}
+{"Finetune/Learning Rate": 2.490404020489767e-07, "Finetune/Loss": 0.8360520601272583, "Finetune/Loss (Raw)": 0.8089690804481506, "Finetune/Step": 4839, "Finetune/Step Time": 4.430916739627719}
+{"Finetune/Learning Rate": 2.476606700878681e-07, "Finetune/Loss": 0.8367890119552612, "Finetune/Loss (Raw)": 0.8908789753913879, "Finetune/Step": 4840, "Finetune/Step Time": 4.421437939628959}
+{"Finetune/Learning Rate": 2.4628472281925443e-07, "Finetune/Loss": 0.8356850147247314, "Finetune/Loss (Raw)": 0.8128189444541931, "Finetune/Step": 4841, "Finetune/Step Time": 4.4332061018794775}
+{"Finetune/Learning Rate": 2.449125607771141e-07, "Finetune/Loss": 0.8358619213104248, "Finetune/Loss (Raw)": 0.8497365713119507, "Finetune/Step": 4842, "Finetune/Step Time": 4.443335454910994}
+{"Finetune/Learning Rate": 2.435441844939557e-07, "Finetune/Loss": 0.8369052410125732, "Finetune/Loss (Raw)": 1.0426973104476929, "Finetune/Step": 4843, "Finetune/Step Time": 4.4401641599833965}
+{"Finetune/Learning Rate": 2.4217959450082207e-07, "Finetune/Loss": 0.8366541266441345, "Finetune/Loss (Raw)": 0.8213163614273071, "Finetune/Step": 4844, "Finetune/Step Time": 4.454360444098711}
+{"Finetune/Learning Rate": 2.408187913272841e-07, "Finetune/Loss": 0.8375728130340576, "Finetune/Loss (Raw)": 1.004514455795288, "Finetune/Step": 4845, "Finetune/Step Time": 4.456369433552027}
+{"Finetune/Learning Rate": 2.3946177550143835e-07, "Finetune/Loss": 0.8398010730743408, "Finetune/Loss (Raw)": 0.9320740103721619, "Finetune/Step": 4846, "Finetune/Step Time": 4.467594223096967}
+{"Finetune/Learning Rate": 2.3810854754992008e-07, "Finetune/Loss": 0.8364356756210327, "Finetune/Loss (Raw)": 0.3218132257461548, "Finetune/Step": 4847, "Finetune/Step Time": 4.508329447358847}
+{"Finetune/Learning Rate": 2.3675910799789036e-07, "Finetune/Loss": 0.8376932144165039, "Finetune/Loss (Raw)": 0.7603530287742615, "Finetune/Step": 4848, "Finetune/Step Time": 4.471617434173822}
+{"Finetune/Learning Rate": 2.354134573690392e-07, "Finetune/Loss": 0.8373990058898926, "Finetune/Loss (Raw)": 0.7535182237625122, "Finetune/Step": 4849, "Finetune/Step Time": 4.487314919009805}
+{"Finetune/Learning Rate": 2.3407159618558772e-07, "Finetune/Loss": 0.8383615016937256, "Finetune/Loss (Raw)": 0.9565901756286621, "Finetune/Step": 4850, "Finetune/Step Time": 4.49574377015233}
+{"Finetune/Learning Rate": 2.3273352496828605e-07, "Finetune/Loss": 0.8386369943618774, "Finetune/Loss (Raw)": 0.9114760756492615, "Finetune/Step": 4851, "Finetune/Step Time": 4.5012539979070425}
+{"Finetune/Learning Rate": 2.3139924423641325e-07, "Finetune/Loss": 0.8387051224708557, "Finetune/Loss (Raw)": 0.8249428868293762, "Finetune/Step": 4852, "Finetune/Step Time": 4.493807747960091}
+{"Finetune/Learning Rate": 2.3006875450777733e-07, "Finetune/Loss": 0.8398164510726929, "Finetune/Loss (Raw)": 1.002454161643982, "Finetune/Step": 4853, "Finetune/Step Time": 4.500448327511549}
+{"Finetune/Learning Rate": 2.287420562987175e-07, "Finetune/Loss": 0.8388173580169678, "Finetune/Loss (Raw)": 0.6163656115531921, "Finetune/Step": 4854, "Finetune/Step Time": 4.503355737775564}
+{"Finetune/Learning Rate": 2.2741915012409744e-07, "Finetune/Loss": 0.8393292427062988, "Finetune/Loss (Raw)": 0.8960999250411987, "Finetune/Step": 4855, "Finetune/Step Time": 4.504709277302027}
+{"Finetune/Learning Rate": 2.2610003649731093e-07, "Finetune/Loss": 0.8393706679344177, "Finetune/Loss (Raw)": 0.8920281529426575, "Finetune/Step": 4856, "Finetune/Step Time": 4.499472867697477}
+{"Finetune/Learning Rate": 2.2478471593028073e-07, "Finetune/Loss": 0.8386430740356445, "Finetune/Loss (Raw)": 0.9601569771766663, "Finetune/Step": 4857, "Finetune/Step Time": 4.4981443248689175}
+{"Finetune/Learning Rate": 2.234731889334585e-07, "Finetune/Loss": 0.8395678400993347, "Finetune/Loss (Raw)": 0.9988735914230347, "Finetune/Step": 4858, "Finetune/Step Time": 4.507488712668419}
+{"Finetune/Learning Rate": 2.221654560158204e-07, "Finetune/Loss": 0.8404241800308228, "Finetune/Loss (Raw)": 0.8880358338356018, "Finetune/Step": 4859, "Finetune/Step Time": 4.49338211491704}
+{"Finetune/Learning Rate": 2.2086151768487273e-07, "Finetune/Loss": 0.8399783372879028, "Finetune/Loss (Raw)": 0.7862547636032104, "Finetune/Step": 4860, "Finetune/Step Time": 4.491971716284752}
+{"Finetune/Learning Rate": 2.195613744466485e-07, "Finetune/Loss": 0.8395230770111084, "Finetune/Loss (Raw)": 0.853620171546936, "Finetune/Step": 4861, "Finetune/Step Time": 4.506789145991206}
+{"Finetune/Learning Rate": 2.182650268057085e-07, "Finetune/Loss": 0.8408329486846924, "Finetune/Loss (Raw)": 0.9571349024772644, "Finetune/Step": 4862, "Finetune/Step Time": 4.491888131946325}
+{"Finetune/Learning Rate": 2.1697247526513698e-07, "Finetune/Loss": 0.8410978317260742, "Finetune/Loss (Raw)": 0.979912281036377, "Finetune/Step": 4863, "Finetune/Step Time": 4.496882503852248}
+{"Finetune/Learning Rate": 2.1568372032655384e-07, "Finetune/Loss": 0.8427815437316895, "Finetune/Loss (Raw)": 0.9269083738327026, "Finetune/Step": 4864, "Finetune/Step Time": 4.502191636711359}
+{"Finetune/Learning Rate": 2.143987624900945e-07, "Finetune/Loss": 0.8437612056732178, "Finetune/Loss (Raw)": 0.9090367555618286, "Finetune/Step": 4865, "Finetune/Step Time": 4.496351500973105}
+{"Finetune/Learning Rate": 2.1311760225442678e-07, "Finetune/Loss": 0.8421354293823242, "Finetune/Loss (Raw)": 0.7729033827781677, "Finetune/Step": 4866, "Finetune/Step Time": 4.488291027024388}
+{"Finetune/Learning Rate": 2.118402401167452e-07, "Finetune/Loss": 0.8387773036956787, "Finetune/Loss (Raw)": 0.35105544328689575, "Finetune/Step": 4867, "Finetune/Step Time": 4.527139030396938}
+{"Finetune/Learning Rate": 2.1056667657276876e-07, "Finetune/Loss": 0.8382596969604492, "Finetune/Loss (Raw)": 0.7551169991493225, "Finetune/Step": 4868, "Finetune/Step Time": 4.52635277621448}
+{"Finetune/Learning Rate": 2.0929691211674319e-07, "Finetune/Loss": 0.8390457630157471, "Finetune/Loss (Raw)": 0.7843589186668396, "Finetune/Step": 4869, "Finetune/Step Time": 4.525346713140607}
+{"Finetune/Learning Rate": 2.0803094724143879e-07, "Finetune/Loss": 0.8391715884208679, "Finetune/Loss (Raw)": 0.7805289030075073, "Finetune/Step": 4870, "Finetune/Step Time": 4.5109008606523275}
+{"Finetune/Learning Rate": 2.0676878243815145e-07, "Finetune/Loss": 0.8408256769180298, "Finetune/Loss (Raw)": 0.9411263465881348, "Finetune/Step": 4871, "Finetune/Step Time": 4.505313703790307}
+{"Finetune/Learning Rate": 2.055104181967027e-07, "Finetune/Loss": 0.8394885063171387, "Finetune/Loss (Raw)": 0.830004870891571, "Finetune/Step": 4872, "Finetune/Step Time": 4.499809343367815}
+{"Finetune/Learning Rate": 2.0425585500543854e-07, "Finetune/Loss": 0.8397637009620667, "Finetune/Loss (Raw)": 0.8042252063751221, "Finetune/Step": 4873, "Finetune/Step Time": 4.496884349733591}
+{"Finetune/Learning Rate": 2.0300509335123286e-07, "Finetune/Loss": 0.8388286828994751, "Finetune/Loss (Raw)": 0.6658838987350464, "Finetune/Step": 4874, "Finetune/Step Time": 4.4813085943460464}
+{"Finetune/Learning Rate": 2.0175813371948072e-07, "Finetune/Loss": 0.8373183012008667, "Finetune/Loss (Raw)": 0.8289823532104492, "Finetune/Step": 4875, "Finetune/Step Time": 4.485324997454882}
+{"Finetune/Learning Rate": 2.0051497659409947e-07, "Finetune/Loss": 0.8372832536697388, "Finetune/Loss (Raw)": 0.9270434975624084, "Finetune/Step": 4876, "Finetune/Step Time": 4.478906800970435}
+{"Finetune/Learning Rate": 1.9927562245753874e-07, "Finetune/Loss": 0.8383558392524719, "Finetune/Loss (Raw)": 0.972694456577301, "Finetune/Step": 4877, "Finetune/Step Time": 4.486082162708044}
+{"Finetune/Learning Rate": 1.9804007179076602e-07, "Finetune/Loss": 0.838227391242981, "Finetune/Loss (Raw)": 0.8410931825637817, "Finetune/Step": 4878, "Finetune/Step Time": 4.493258373811841}
+{"Finetune/Learning Rate": 1.968083250732744e-07, "Finetune/Loss": 0.8385106921195984, "Finetune/Loss (Raw)": 0.9116725325584412, "Finetune/Step": 4879, "Finetune/Step Time": 4.479946656152606}
+{"Finetune/Learning Rate": 1.9558038278308044e-07, "Finetune/Loss": 0.8389065861701965, "Finetune/Loss (Raw)": 0.944450855255127, "Finetune/Step": 4880, "Finetune/Step Time": 4.476462448015809}
+{"Finetune/Learning Rate": 1.9435624539672515e-07, "Finetune/Loss": 0.8411493301391602, "Finetune/Loss (Raw)": 1.0562546253204346, "Finetune/Step": 4881, "Finetune/Step Time": 4.47086077183485}
+{"Finetune/Learning Rate": 1.9313591338927185e-07, "Finetune/Loss": 0.8400395512580872, "Finetune/Loss (Raw)": 0.7692558169364929, "Finetune/Step": 4882, "Finetune/Step Time": 4.473001813516021}
+{"Finetune/Learning Rate": 1.9191938723430614e-07, "Finetune/Loss": 0.8386737704277039, "Finetune/Loss (Raw)": 0.7501458525657654, "Finetune/Step": 4883, "Finetune/Step Time": 4.464105708524585}
+{"Finetune/Learning Rate": 1.9070666740394151e-07, "Finetune/Loss": 0.8395769596099854, "Finetune/Loss (Raw)": 0.9813735485076904, "Finetune/Step": 4884, "Finetune/Step Time": 4.466970467939973}
+{"Finetune/Learning Rate": 1.8949775436880924e-07, "Finetune/Loss": 0.8393277525901794, "Finetune/Loss (Raw)": 0.8377474546432495, "Finetune/Step": 4885, "Finetune/Step Time": 4.4708863366395235}
+{"Finetune/Learning Rate": 1.8829264859806296e-07, "Finetune/Loss": 0.8402615189552307, "Finetune/Loss (Raw)": 0.9658602476119995, "Finetune/Step": 4886, "Finetune/Step Time": 4.477208001539111}
+{"Finetune/Learning Rate": 1.8709135055938298e-07, "Finetune/Loss": 0.8406859636306763, "Finetune/Loss (Raw)": 0.8871150612831116, "Finetune/Step": 4887, "Finetune/Step Time": 4.48374380543828}
+{"Finetune/Learning Rate": 1.8589386071896975e-07, "Finetune/Loss": 0.8412775993347168, "Finetune/Loss (Raw)": 0.9343150854110718, "Finetune/Step": 4888, "Finetune/Step Time": 4.493702115491033}
+{"Finetune/Learning Rate": 1.8470017954154262e-07, "Finetune/Loss": 0.8421855568885803, "Finetune/Loss (Raw)": 0.8694655299186707, "Finetune/Step": 4889, "Finetune/Step Time": 4.482973352074623}
+{"Finetune/Learning Rate": 1.8351030749034992e-07, "Finetune/Loss": 0.8426705598831177, "Finetune/Loss (Raw)": 0.8507637977600098, "Finetune/Step": 4890, "Finetune/Step Time": 4.5020211935043335}
+{"Finetune/Learning Rate": 1.8232424502715672e-07, "Finetune/Loss": 0.8419698476791382, "Finetune/Loss (Raw)": 0.7844574451446533, "Finetune/Step": 4891, "Finetune/Step Time": 4.499285686761141}
+{"Finetune/Learning Rate": 1.811419926122493e-07, "Finetune/Loss": 0.8422130346298218, "Finetune/Loss (Raw)": 0.8749567866325378, "Finetune/Step": 4892, "Finetune/Step Time": 4.495003834366798}
+{"Finetune/Learning Rate": 1.7996355070443727e-07, "Finetune/Loss": 0.8439979553222656, "Finetune/Loss (Raw)": 0.996168315410614, "Finetune/Step": 4893, "Finetune/Step Time": 4.4947399608790874}
+{"Finetune/Learning Rate": 1.787889197610515e-07, "Finetune/Loss": 0.8424110412597656, "Finetune/Loss (Raw)": 0.8170647621154785, "Finetune/Step": 4894, "Finetune/Step Time": 4.495727909728885}
+{"Finetune/Learning Rate": 1.776181002379429e-07, "Finetune/Loss": 0.8416292071342468, "Finetune/Loss (Raw)": 0.7814108729362488, "Finetune/Step": 4895, "Finetune/Step Time": 4.497472412884235}
+{"Finetune/Learning Rate": 1.7645109258948245e-07, "Finetune/Loss": 0.8425617218017578, "Finetune/Loss (Raw)": 0.9257524013519287, "Finetune/Step": 4896, "Finetune/Step Time": 4.489774089306593}
+{"Finetune/Learning Rate": 1.7528789726856566e-07, "Finetune/Loss": 0.8415658473968506, "Finetune/Loss (Raw)": 0.693119466304779, "Finetune/Step": 4897, "Finetune/Step Time": 4.495401242747903}
+{"Finetune/Learning Rate": 1.7412851472660585e-07, "Finetune/Loss": 0.84257972240448, "Finetune/Loss (Raw)": 0.7645747661590576, "Finetune/Step": 4898, "Finetune/Step Time": 4.496410857886076}
+{"Finetune/Learning Rate": 1.7297294541353317e-07, "Finetune/Loss": 0.8424456119537354, "Finetune/Loss (Raw)": 0.966206431388855, "Finetune/Step": 4899, "Finetune/Step Time": 4.493881015107036}
+{"Finetune/Learning Rate": 1.7182118977780548e-07, "Finetune/Loss": 0.8431013822555542, "Finetune/Loss (Raw)": 0.8482380509376526, "Finetune/Step": 4900, "Finetune/Step Time": 4.480985211208463}
+{"Finetune/Learning Rate": 1.706732482663942e-07, "Finetune/Loss": 0.8447107076644897, "Finetune/Loss (Raw)": 0.8278779983520508, "Finetune/Step": 4901, "Finetune/Step Time": 4.479367513209581}
+{"Finetune/Learning Rate": 1.6952912132479404e-07, "Finetune/Loss": 0.8442631363868713, "Finetune/Loss (Raw)": 0.8216887712478638, "Finetune/Step": 4902, "Finetune/Step Time": 4.478283917531371}
+{"Finetune/Learning Rate": 1.6838880939701875e-07, "Finetune/Loss": 0.8432474732398987, "Finetune/Loss (Raw)": 0.8317531943321228, "Finetune/Step": 4903, "Finetune/Step Time": 4.478078909218311}
+{"Finetune/Learning Rate": 1.6725231292559985e-07, "Finetune/Loss": 0.8436330556869507, "Finetune/Loss (Raw)": 0.8511459231376648, "Finetune/Step": 4904, "Finetune/Step Time": 4.456969076767564}
+{"Finetune/Learning Rate": 1.661196323515901e-07, "Finetune/Loss": 0.8439908027648926, "Finetune/Loss (Raw)": 0.9284193515777588, "Finetune/Step": 4905, "Finetune/Step Time": 4.460764076560736}
+{"Finetune/Learning Rate": 1.6499076811456015e-07, "Finetune/Loss": 0.8482470512390137, "Finetune/Loss (Raw)": 0.8341044783592224, "Finetune/Step": 4906, "Finetune/Step Time": 4.424257267266512}
+{"Finetune/Learning Rate": 1.6386572065260065e-07, "Finetune/Loss": 0.8463060259819031, "Finetune/Loss (Raw)": 0.7592064142227173, "Finetune/Step": 4907, "Finetune/Step Time": 4.4313237108290195}
+{"Finetune/Learning Rate": 1.6274449040232233e-07, "Finetune/Loss": 0.8467649817466736, "Finetune/Loss (Raw)": 0.8842090964317322, "Finetune/Step": 4908, "Finetune/Step Time": 4.449291596189141}
+{"Finetune/Learning Rate": 1.6162707779884933e-07, "Finetune/Loss": 0.847240686416626, "Finetune/Loss (Raw)": 0.8516892194747925, "Finetune/Step": 4909, "Finetune/Step Time": 4.451202850788832}
+{"Finetune/Learning Rate": 1.6051348327583038e-07, "Finetune/Loss": 0.8477632999420166, "Finetune/Loss (Raw)": 0.8946823477745056, "Finetune/Step": 4910, "Finetune/Step Time": 4.440980549901724}
+{"Finetune/Learning Rate": 1.5940370726542864e-07, "Finetune/Loss": 0.8514670729637146, "Finetune/Loss (Raw)": 0.8395571112632751, "Finetune/Step": 4911, "Finetune/Step Time": 4.40146054700017}
+{"Finetune/Learning Rate": 1.5829775019832628e-07, "Finetune/Loss": 0.8516553640365601, "Finetune/Loss (Raw)": 0.8981361389160156, "Finetune/Step": 4912, "Finetune/Step Time": 4.4083979446440935}
+{"Finetune/Learning Rate": 1.571956125037244e-07, "Finetune/Loss": 0.8507994413375854, "Finetune/Loss (Raw)": 0.9285866618156433, "Finetune/Step": 4913, "Finetune/Step Time": 4.416864277794957}
+{"Finetune/Learning Rate": 1.5609729460934087e-07, "Finetune/Loss": 0.8470504283905029, "Finetune/Loss (Raw)": 0.4094543755054474, "Finetune/Step": 4914, "Finetune/Step Time": 4.452770793810487}
+{"Finetune/Learning Rate": 1.550027969414114e-07, "Finetune/Loss": 0.8462193012237549, "Finetune/Loss (Raw)": 0.7416256666183472, "Finetune/Step": 4915, "Finetune/Step Time": 4.455914434045553}
+{"Finetune/Learning Rate": 1.5391211992468736e-07, "Finetune/Loss": 0.846514105796814, "Finetune/Loss (Raw)": 0.8498529195785522, "Finetune/Step": 4916, "Finetune/Step Time": 4.429728923365474}
+{"Finetune/Learning Rate": 1.5282526398244236e-07, "Finetune/Loss": 0.8441405892372131, "Finetune/Loss (Raw)": 0.40872514247894287, "Finetune/Step": 4917, "Finetune/Step Time": 4.46596547216177}
+{"Finetune/Learning Rate": 1.5174222953646344e-07, "Finetune/Loss": 0.8437317609786987, "Finetune/Loss (Raw)": 0.8867931365966797, "Finetune/Step": 4918, "Finetune/Step Time": 4.46047087199986}
+{"Finetune/Learning Rate": 1.5066301700705334e-07, "Finetune/Loss": 0.84807288646698, "Finetune/Loss (Raw)": 0.8582237362861633, "Finetune/Step": 4919, "Finetune/Step Time": 4.422756880521774}
+{"Finetune/Learning Rate": 1.4958762681303362e-07, "Finetune/Loss": 0.8472270965576172, "Finetune/Loss (Raw)": 0.9069347381591797, "Finetune/Step": 4920, "Finetune/Step Time": 4.418551757931709}
+{"Finetune/Learning Rate": 1.4851605937174384e-07, "Finetune/Loss": 0.8471707105636597, "Finetune/Loss (Raw)": 0.9052343964576721, "Finetune/Step": 4921, "Finetune/Step Time": 4.431460320949554}
+{"Finetune/Learning Rate": 1.474483150990369e-07, "Finetune/Loss": 0.8467559814453125, "Finetune/Loss (Raw)": 0.7577613592147827, "Finetune/Step": 4922, "Finetune/Step Time": 4.432677136734128}
+{"Finetune/Learning Rate": 1.4638439440928354e-07, "Finetune/Loss": 0.8469275236129761, "Finetune/Loss (Raw)": 0.8053774237632751, "Finetune/Step": 4923, "Finetune/Step Time": 4.407121933996677}
+{"Finetune/Learning Rate": 1.4532429771537237e-07, "Finetune/Loss": 0.8463689684867859, "Finetune/Loss (Raw)": 0.8633520007133484, "Finetune/Step": 4924, "Finetune/Step Time": 4.407989002764225}
+{"Finetune/Learning Rate": 1.4426802542870433e-07, "Finetune/Loss": 0.845761775970459, "Finetune/Loss (Raw)": 0.8224401473999023, "Finetune/Step": 4925, "Finetune/Step Time": 4.407827703282237}
+{"Finetune/Learning Rate": 1.4321557795919705e-07, "Finetune/Loss": 0.8466768860816956, "Finetune/Loss (Raw)": 0.8104861378669739, "Finetune/Step": 4926, "Finetune/Step Time": 4.391969388350844}
+{"Finetune/Learning Rate": 1.4216695571528828e-07, "Finetune/Loss": 0.8461397290229797, "Finetune/Loss (Raw)": 0.8068429231643677, "Finetune/Step": 4927, "Finetune/Step Time": 4.389985598623753}
+{"Finetune/Learning Rate": 1.411221591039269e-07, "Finetune/Loss": 0.8429707288742065, "Finetune/Loss (Raw)": 0.6530005931854248, "Finetune/Step": 4928, "Finetune/Step Time": 4.412873659282923}
+{"Finetune/Learning Rate": 1.4008118853057529e-07, "Finetune/Loss": 0.8421712517738342, "Finetune/Loss (Raw)": 0.8298006057739258, "Finetune/Step": 4929, "Finetune/Step Time": 4.41710814088583}
+{"Finetune/Learning Rate": 1.3904404439921582e-07, "Finetune/Loss": 0.8421817421913147, "Finetune/Loss (Raw)": 0.8839640617370605, "Finetune/Step": 4930, "Finetune/Step Time": 4.4162584859877825}
+{"Finetune/Learning Rate": 1.3801072711234541e-07, "Finetune/Loss": 0.8423614501953125, "Finetune/Loss (Raw)": 0.9392565488815308, "Finetune/Step": 4931, "Finetune/Step Time": 4.413411593064666}
+{"Finetune/Learning Rate": 1.369812370709711e-07, "Finetune/Loss": 0.8423367142677307, "Finetune/Loss (Raw)": 0.8986462354660034, "Finetune/Step": 4932, "Finetune/Step Time": 4.41075543127954}
+{"Finetune/Learning Rate": 1.3595557467461994e-07, "Finetune/Loss": 0.8411194086074829, "Finetune/Loss (Raw)": 0.7940039038658142, "Finetune/Step": 4933, "Finetune/Step Time": 4.420999715104699}
+{"Finetune/Learning Rate": 1.3493374032133134e-07, "Finetune/Loss": 0.8413324356079102, "Finetune/Loss (Raw)": 0.9232685565948486, "Finetune/Step": 4934, "Finetune/Step Time": 4.416061948984861}
+{"Finetune/Learning Rate": 1.3391573440765915e-07, "Finetune/Loss": 0.8421087861061096, "Finetune/Loss (Raw)": 0.93320232629776, "Finetune/Step": 4935, "Finetune/Step Time": 4.4147983603179455}
+{"Finetune/Learning Rate": 1.329015573286696e-07, "Finetune/Loss": 0.8407409191131592, "Finetune/Loss (Raw)": 0.7855639457702637, "Finetune/Step": 4936, "Finetune/Step Time": 4.4198071248829365}
+{"Finetune/Learning Rate": 1.3189120947794897e-07, "Finetune/Loss": 0.8434544801712036, "Finetune/Loss (Raw)": 1.009336233139038, "Finetune/Step": 4937, "Finetune/Step Time": 4.407648349180818}
+{"Finetune/Learning Rate": 1.308846912475914e-07, "Finetune/Loss": 0.8440766334533691, "Finetune/Loss (Raw)": 0.9084092378616333, "Finetune/Step": 4938, "Finetune/Step Time": 4.419258244335651}
+{"Finetune/Learning Rate": 1.2988200302820552e-07, "Finetune/Loss": 0.8397579789161682, "Finetune/Loss (Raw)": 0.3420681655406952, "Finetune/Step": 4939, "Finetune/Step Time": 4.432147378101945}
+{"Finetune/Learning Rate": 1.2888314520891676e-07, "Finetune/Loss": 0.838298499584198, "Finetune/Loss (Raw)": 0.686539351940155, "Finetune/Step": 4940, "Finetune/Step Time": 4.432740367949009}
+{"Finetune/Learning Rate": 1.2788811817736168e-07, "Finetune/Loss": 0.8404427766799927, "Finetune/Loss (Raw)": 0.7521637082099915, "Finetune/Step": 4941, "Finetune/Step Time": 4.395218323916197}
+{"Finetune/Learning Rate": 1.2689692231969364e-07, "Finetune/Loss": 0.8399729132652283, "Finetune/Loss (Raw)": 0.8143206834793091, "Finetune/Step": 4942, "Finetune/Step Time": 4.401745880022645}
+{"Finetune/Learning Rate": 1.2590955802057047e-07, "Finetune/Loss": 0.83877032995224, "Finetune/Loss (Raw)": 0.7836960554122925, "Finetune/Step": 4943, "Finetune/Step Time": 4.418382128700614}
+{"Finetune/Learning Rate": 1.2492602566317457e-07, "Finetune/Loss": 0.8395471572875977, "Finetune/Loss (Raw)": 0.9175142645835876, "Finetune/Step": 4944, "Finetune/Step Time": 4.4106190372258425}
+{"Finetune/Learning Rate": 1.2394632562919283e-07, "Finetune/Loss": 0.8399147391319275, "Finetune/Loss (Raw)": 0.942088782787323, "Finetune/Step": 4945, "Finetune/Step Time": 4.410639168694615}
+{"Finetune/Learning Rate": 1.2297045829882892e-07, "Finetune/Loss": 0.8391119837760925, "Finetune/Loss (Raw)": 0.857774019241333, "Finetune/Step": 4946, "Finetune/Step Time": 4.416197065263987}
+{"Finetune/Learning Rate": 1.2199842405079766e-07, "Finetune/Loss": 0.8388038277626038, "Finetune/Loss (Raw)": 0.9118853211402893, "Finetune/Step": 4947, "Finetune/Step Time": 4.417444065213203}
+{"Finetune/Learning Rate": 1.2103022326232505e-07, "Finetune/Loss": 0.8380763530731201, "Finetune/Loss (Raw)": 0.8162070512771606, "Finetune/Step": 4948, "Finetune/Step Time": 4.415048234164715}
+{"Finetune/Learning Rate": 1.2006585630915391e-07, "Finetune/Loss": 0.836979866027832, "Finetune/Loss (Raw)": 0.8039116263389587, "Finetune/Step": 4949, "Finetune/Step Time": 4.413096658885479}
+{"Finetune/Learning Rate": 1.1910532356553261e-07, "Finetune/Loss": 0.8364455699920654, "Finetune/Loss (Raw)": 0.8107134699821472, "Finetune/Step": 4950, "Finetune/Step Time": 4.419961614534259}
+{"Finetune/Learning Rate": 1.1814862540422744e-07, "Finetune/Loss": 0.8361732959747314, "Finetune/Loss (Raw)": 0.9067696928977966, "Finetune/Step": 4951, "Finetune/Step Time": 4.418600661680102}
+{"Finetune/Learning Rate": 1.1719576219651585e-07, "Finetune/Loss": 0.840971827507019, "Finetune/Loss (Raw)": 0.9088477492332458, "Finetune/Step": 4952, "Finetune/Step Time": 4.3899230025708675}
+{"Finetune/Learning Rate": 1.1624673431218092e-07, "Finetune/Loss": 0.8406202793121338, "Finetune/Loss (Raw)": 0.815578043460846, "Finetune/Step": 4953, "Finetune/Step Time": 4.3909277599304914}
+{"Finetune/Learning Rate": 1.1530154211952583e-07, "Finetune/Loss": 0.8407349586486816, "Finetune/Loss (Raw)": 0.915683388710022, "Finetune/Step": 4954, "Finetune/Step Time": 4.44202215410769}
+{"Finetune/Learning Rate": 1.1436018598535937e-07, "Finetune/Loss": 0.8401814103126526, "Finetune/Loss (Raw)": 0.8648529052734375, "Finetune/Step": 4955, "Finetune/Step Time": 4.444794775918126}
+{"Finetune/Learning Rate": 1.1342266627500375e-07, "Finetune/Loss": 0.8400875329971313, "Finetune/Loss (Raw)": 0.9329100847244263, "Finetune/Step": 4956, "Finetune/Step Time": 4.432483920827508}
+{"Finetune/Learning Rate": 1.1248898335229241e-07, "Finetune/Loss": 0.8411601781845093, "Finetune/Loss (Raw)": 0.9748468399047852, "Finetune/Step": 4957, "Finetune/Step Time": 4.422183791175485}
+{"Finetune/Learning Rate": 1.1155913757956881e-07, "Finetune/Loss": 0.8405971527099609, "Finetune/Loss (Raw)": 0.807195782661438, "Finetune/Step": 4958, "Finetune/Step Time": 4.439286019653082}
+{"Finetune/Learning Rate": 1.1063312931768877e-07, "Finetune/Loss": 0.8412717580795288, "Finetune/Loss (Raw)": 0.44193512201309204, "Finetune/Step": 4959, "Finetune/Step Time": 4.438771249726415}
+{"Finetune/Learning Rate": 1.0971095892601702e-07, "Finetune/Loss": 0.8418334722518921, "Finetune/Loss (Raw)": 0.8259750008583069, "Finetune/Step": 4960, "Finetune/Step Time": 4.412164920940995}
+{"Finetune/Learning Rate": 1.0879262676243174e-07, "Finetune/Loss": 0.8415561318397522, "Finetune/Loss (Raw)": 0.8096376061439514, "Finetune/Step": 4961, "Finetune/Step Time": 4.410095019266009}
+{"Finetune/Learning Rate": 1.0787813318331786e-07, "Finetune/Loss": 0.8410043120384216, "Finetune/Loss (Raw)": 0.919625997543335, "Finetune/Step": 4962, "Finetune/Step Time": 4.409219237044454}
+{"Finetune/Learning Rate": 1.0696747854357259e-07, "Finetune/Loss": 0.8403270244598389, "Finetune/Loss (Raw)": 0.8465191721916199, "Finetune/Step": 4963, "Finetune/Step Time": 4.408073401078582}
+{"Finetune/Learning Rate": 1.0606066319660435e-07, "Finetune/Loss": 0.840106725692749, "Finetune/Loss (Raw)": 0.9377276301383972, "Finetune/Step": 4964, "Finetune/Step Time": 4.41159924864769}
+{"Finetune/Learning Rate": 1.0515768749432942e-07, "Finetune/Loss": 0.8409655690193176, "Finetune/Loss (Raw)": 0.9667333364486694, "Finetune/Step": 4965, "Finetune/Step Time": 4.412332469597459}
+{"Finetune/Learning Rate": 1.0425855178717636e-07, "Finetune/Loss": 0.839688777923584, "Finetune/Loss (Raw)": 0.7998618483543396, "Finetune/Step": 4966, "Finetune/Step Time": 4.415636571124196}
+{"Finetune/Learning Rate": 1.0336325642408052e-07, "Finetune/Loss": 0.8406146764755249, "Finetune/Loss (Raw)": 0.9274808168411255, "Finetune/Step": 4967, "Finetune/Step Time": 4.407786751165986}
+{"Finetune/Learning Rate": 1.024718017524895e-07, "Finetune/Loss": 0.8405636548995972, "Finetune/Loss (Raw)": 0.8843539357185364, "Finetune/Step": 4968, "Finetune/Step Time": 4.402069620788097}
+{"Finetune/Learning Rate": 1.015841881183588e-07, "Finetune/Loss": 0.8410347104072571, "Finetune/Loss (Raw)": 0.8731107115745544, "Finetune/Step": 4969, "Finetune/Step Time": 4.399732757359743}
+{"Finetune/Learning Rate": 1.0070041586615398e-07, "Finetune/Loss": 0.8417377471923828, "Finetune/Loss (Raw)": 0.9397241473197937, "Finetune/Step": 4970, "Finetune/Step Time": 4.3819189835339785}
+{"Finetune/Learning Rate": 9.98204853388518e-08, "Finetune/Loss": 0.8414291143417358, "Finetune/Loss (Raw)": 1.0031930208206177, "Finetune/Step": 4971, "Finetune/Step Time": 4.393169149756432}
+{"Finetune/Learning Rate": 9.894439687793466e-08, "Finetune/Loss": 0.8417137265205383, "Finetune/Loss (Raw)": 0.8577412962913513, "Finetune/Step": 4972, "Finetune/Step Time": 4.392069324851036}
+{"Finetune/Learning Rate": 9.807215082339395e-08, "Finetune/Loss": 0.8416393995285034, "Finetune/Loss (Raw)": 0.9950112104415894, "Finetune/Step": 4973, "Finetune/Step Time": 4.392253803089261}
+{"Finetune/Learning Rate": 9.720374751373329e-08, "Finetune/Loss": 0.8367338180541992, "Finetune/Loss (Raw)": 0.30415481328964233, "Finetune/Step": 4974, "Finetune/Step Time": 4.4036681316792965}
+{"Finetune/Learning Rate": 9.633918728596203e-08, "Finetune/Loss": 0.8404766321182251, "Finetune/Loss (Raw)": 0.8008959293365479, "Finetune/Step": 4975, "Finetune/Step Time": 4.368091827258468}
+{"Finetune/Learning Rate": 9.547847047559955e-08, "Finetune/Loss": 0.842262864112854, "Finetune/Loss (Raw)": 0.9889919757843018, "Finetune/Step": 4976, "Finetune/Step Time": 4.370712300762534}
+{"Finetune/Learning Rate": 9.462159741667309e-08, "Finetune/Loss": 0.8421977758407593, "Finetune/Loss (Raw)": 0.74518883228302, "Finetune/Step": 4977, "Finetune/Step Time": 4.369935506954789}
+{"Finetune/Learning Rate": 9.376856844171889e-08, "Finetune/Loss": 0.8410014510154724, "Finetune/Loss (Raw)": 0.8034592866897583, "Finetune/Step": 4978, "Finetune/Step Time": 4.365876909345388}
+{"Finetune/Learning Rate": 9.291938388178102e-08, "Finetune/Loss": 0.8401511907577515, "Finetune/Loss (Raw)": 0.802631676197052, "Finetune/Step": 4979, "Finetune/Step Time": 4.367782151326537}
+{"Finetune/Learning Rate": 9.207404406640919e-08, "Finetune/Loss": 0.8391927480697632, "Finetune/Loss (Raw)": 0.7022668719291687, "Finetune/Step": 4980, "Finetune/Step Time": 4.361031571403146}
+{"Finetune/Learning Rate": 9.123254932366655e-08, "Finetune/Loss": 0.8373611569404602, "Finetune/Loss (Raw)": 0.7680152058601379, "Finetune/Step": 4981, "Finetune/Step Time": 4.3577572628855705}
+{"Finetune/Learning Rate": 9.039489998011853e-08, "Finetune/Loss": 0.8399841785430908, "Finetune/Loss (Raw)": 0.9521112442016602, "Finetune/Step": 4982, "Finetune/Step Time": 4.3594826515764}
+{"Finetune/Learning Rate": 8.956109636084065e-08, "Finetune/Loss": 0.8362162709236145, "Finetune/Loss (Raw)": 0.41380390524864197, "Finetune/Step": 4983, "Finetune/Step Time": 4.397124340757728}
+{"Finetune/Learning Rate": 8.873113878941631e-08, "Finetune/Loss": 0.8354170322418213, "Finetune/Loss (Raw)": 0.7897238731384277, "Finetune/Step": 4984, "Finetune/Step Time": 4.40828868560493}
+{"Finetune/Learning Rate": 8.790502758793562e-08, "Finetune/Loss": 0.8358616232872009, "Finetune/Loss (Raw)": 1.017071008682251, "Finetune/Step": 4985, "Finetune/Step Time": 4.404908388853073}
+{"Finetune/Learning Rate": 8.70827630769977e-08, "Finetune/Loss": 0.8335120677947998, "Finetune/Loss (Raw)": 0.698126494884491, "Finetune/Step": 4986, "Finetune/Step Time": 4.397220220416784}
+{"Finetune/Learning Rate": 8.626434557570507e-08, "Finetune/Loss": 0.8337658643722534, "Finetune/Loss (Raw)": 0.9205241799354553, "Finetune/Step": 4987, "Finetune/Step Time": 4.404603622853756}
+{"Finetune/Learning Rate": 8.544977540167032e-08, "Finetune/Loss": 0.8349438309669495, "Finetune/Loss (Raw)": 0.9370279908180237, "Finetune/Step": 4988, "Finetune/Step Time": 4.412787409499288}
+{"Finetune/Learning Rate": 8.463905287101282e-08, "Finetune/Loss": 0.8354259729385376, "Finetune/Loss (Raw)": 0.9153469800949097, "Finetune/Step": 4989, "Finetune/Step Time": 4.404222344979644}
+{"Finetune/Learning Rate": 8.383217829835755e-08, "Finetune/Loss": 0.8346506357192993, "Finetune/Loss (Raw)": 0.8578917980194092, "Finetune/Step": 4990, "Finetune/Step Time": 4.407226134091616}
+{"Finetune/Learning Rate": 8.302915199683737e-08, "Finetune/Loss": 0.8334447145462036, "Finetune/Loss (Raw)": 0.8255525827407837, "Finetune/Step": 4991, "Finetune/Step Time": 4.400812711566687}
+{"Finetune/Learning Rate": 8.222997427809076e-08, "Finetune/Loss": 0.8338992595672607, "Finetune/Loss (Raw)": 0.9850815534591675, "Finetune/Step": 4992, "Finetune/Step Time": 4.401040144264698}
+{"Finetune/Learning Rate": 8.143464545226298e-08, "Finetune/Loss": 0.831484854221344, "Finetune/Loss (Raw)": 0.5999979972839355, "Finetune/Step": 4993, "Finetune/Step Time": 4.414822658523917}
+{"Finetune/Learning Rate": 8.064316582800491e-08, "Finetune/Loss": 0.8319645524024963, "Finetune/Loss (Raw)": 0.8343085050582886, "Finetune/Step": 4994, "Finetune/Step Time": 4.421417731791735}
+{"Finetune/Learning Rate": 7.98555357124764e-08, "Finetune/Loss": 0.834060788154602, "Finetune/Loss (Raw)": 0.619364321231842, "Finetune/Step": 4995, "Finetune/Step Time": 4.385816374793649}
+{"Finetune/Learning Rate": 7.907175541133849e-08, "Finetune/Loss": 0.8360230922698975, "Finetune/Loss (Raw)": 1.0062899589538574, "Finetune/Step": 4996, "Finetune/Step Time": 4.386916346848011}
+{"Finetune/Learning Rate": 7.829182522876344e-08, "Finetune/Loss": 0.8371192216873169, "Finetune/Loss (Raw)": 0.9246757626533508, "Finetune/Step": 4997, "Finetune/Step Time": 4.371597155928612}
+{"Finetune/Learning Rate": 7.75157454674258e-08, "Finetune/Loss": 0.8395552635192871, "Finetune/Loss (Raw)": 1.0923404693603516, "Finetune/Step": 4998, "Finetune/Step Time": 4.368996446952224}
+{"Finetune/Learning Rate": 7.674351642850797e-08, "Finetune/Loss": 0.8399075269699097, "Finetune/Loss (Raw)": 0.9862138628959656, "Finetune/Step": 4999, "Finetune/Step Time": 4.359499532729387}
+{"Finetune/Learning Rate": 7.597513841169469e-08, "Finetune/Loss": 0.8361871838569641, "Finetune/Loss (Raw)": 0.35379886627197266, "Finetune/Step": 5000, "Finetune/Step Time": 4.3991527166217566}
+{"Finetune/Learning Rate": 7.521061171518184e-08, "Finetune/Loss": 0.8371690511703491, "Finetune/Loss (Raw)": 0.9299099445343018, "Finetune/Step": 5001, "Finetune/Step Time": 4.381337208673358}
+{"Finetune/Learning Rate": 7.444993663566325e-08, "Finetune/Loss": 0.837273120880127, "Finetune/Loss (Raw)": 0.6792067289352417, "Finetune/Step": 5002, "Finetune/Step Time": 4.382668374106288}
+{"Finetune/Learning Rate": 7.369311346834496e-08, "Finetune/Loss": 0.8370131850242615, "Finetune/Loss (Raw)": 0.7957034707069397, "Finetune/Step": 5003, "Finetune/Step Time": 4.370445942506194}
+{"Finetune/Learning Rate": 7.294014250693538e-08, "Finetune/Loss": 0.8355292081832886, "Finetune/Loss (Raw)": 0.7370908260345459, "Finetune/Step": 5004, "Finetune/Step Time": 4.383814137428999}
+{"Finetune/Learning Rate": 7.21910240436463e-08, "Finetune/Loss": 0.8346377015113831, "Finetune/Loss (Raw)": 0.8585906028747559, "Finetune/Step": 5005, "Finetune/Step Time": 4.385967453941703}
+{"Finetune/Learning Rate": 7.144575836919632e-08, "Finetune/Loss": 0.8350609540939331, "Finetune/Loss (Raw)": 0.8952632546424866, "Finetune/Step": 5006, "Finetune/Step Time": 4.378177328035235}
+{"Finetune/Learning Rate": 7.07043457728096e-08, "Finetune/Loss": 0.8340110182762146, "Finetune/Loss (Raw)": 0.7772814035415649, "Finetune/Step": 5007, "Finetune/Step Time": 4.382620804011822}
+{"Finetune/Learning Rate": 6.996678654221267e-08, "Finetune/Loss": 0.8327704668045044, "Finetune/Loss (Raw)": 0.7856545448303223, "Finetune/Step": 5008, "Finetune/Step Time": 4.389646843075752}
+{"Finetune/Learning Rate": 6.923308096363879e-08, "Finetune/Loss": 0.8323642015457153, "Finetune/Loss (Raw)": 1.0042542219161987, "Finetune/Step": 5009, "Finetune/Step Time": 4.3922239281237125}
+{"Finetune/Learning Rate": 6.850322932182352e-08, "Finetune/Loss": 0.8336499929428101, "Finetune/Loss (Raw)": 0.9338427782058716, "Finetune/Step": 5010, "Finetune/Step Time": 4.383030444383621}
+{"Finetune/Learning Rate": 6.777723190000918e-08, "Finetune/Loss": 0.8344736695289612, "Finetune/Loss (Raw)": 0.8555765748023987, "Finetune/Step": 5011, "Finetune/Step Time": 4.384103205054998}
+{"Finetune/Learning Rate": 6.705508897994151e-08, "Finetune/Loss": 0.8334101438522339, "Finetune/Loss (Raw)": 0.8452376127243042, "Finetune/Step": 5012, "Finetune/Step Time": 4.382135586813092}
+{"Finetune/Learning Rate": 6.633680084186856e-08, "Finetune/Loss": 0.832579493522644, "Finetune/Loss (Raw)": 0.7314318418502808, "Finetune/Step": 5013, "Finetune/Step Time": 4.380687642842531}
+{"Finetune/Learning Rate": 6.562236776454512e-08, "Finetune/Loss": 0.8311997652053833, "Finetune/Loss (Raw)": 0.7892524003982544, "Finetune/Step": 5014, "Finetune/Step Time": 4.375891963019967}
+{"Finetune/Learning Rate": 6.491179002522829e-08, "Finetune/Loss": 0.8302794694900513, "Finetune/Loss (Raw)": 0.7693220376968384, "Finetune/Step": 5015, "Finetune/Step Time": 4.364905098453164}
+{"Finetune/Learning Rate": 6.420506789967973e-08, "Finetune/Loss": 0.8296833038330078, "Finetune/Loss (Raw)": 0.8579966425895691, "Finetune/Step": 5016, "Finetune/Step Time": 4.380012065172195}
+{"Finetune/Learning Rate": 6.350220166216337e-08, "Finetune/Loss": 0.8289788961410522, "Finetune/Loss (Raw)": 0.7793120741844177, "Finetune/Step": 5017, "Finetune/Step Time": 4.379395833238959}
+{"Finetune/Learning Rate": 6.280319158544989e-08, "Finetune/Loss": 0.8281995058059692, "Finetune/Loss (Raw)": 0.7509976625442505, "Finetune/Step": 5018, "Finetune/Step Time": 4.367492720484734}
+{"Finetune/Learning Rate": 6.21080379408101e-08, "Finetune/Loss": 0.82818603515625, "Finetune/Loss (Raw)": 0.7827337384223938, "Finetune/Step": 5019, "Finetune/Step Time": 4.366145711392164}
+{"Finetune/Learning Rate": 6.14167409980193e-08, "Finetune/Loss": 0.8240585327148438, "Finetune/Loss (Raw)": 0.3466310501098633, "Finetune/Step": 5020, "Finetune/Step Time": 4.403809066861868}
+{"Finetune/Learning Rate": 6.072930102535734e-08, "Finetune/Loss": 0.8234555721282959, "Finetune/Loss (Raw)": 0.9189959168434143, "Finetune/Step": 5021, "Finetune/Step Time": 4.402948314324021}
+{"Finetune/Learning Rate": 6.004571828960525e-08, "Finetune/Loss": 0.8240050077438354, "Finetune/Loss (Raw)": 0.8873928785324097, "Finetune/Step": 5022, "Finetune/Step Time": 4.385040279477835}
+{"Finetune/Learning Rate": 5.936599305604862e-08, "Finetune/Loss": 0.8247430324554443, "Finetune/Loss (Raw)": 0.8758726716041565, "Finetune/Step": 5023, "Finetune/Step Time": 4.391660571098328}
+{"Finetune/Learning Rate": 5.869012558847642e-08, "Finetune/Loss": 0.8239086270332336, "Finetune/Loss (Raw)": 0.8189470171928406, "Finetune/Step": 5024, "Finetune/Step Time": 4.3951763696968555}
+{"Finetune/Learning Rate": 5.801811614917885e-08, "Finetune/Loss": 0.8249483108520508, "Finetune/Loss (Raw)": 0.826202929019928, "Finetune/Step": 5025, "Finetune/Step Time": 4.399816008284688}
+{"Finetune/Learning Rate": 5.73499649989484e-08, "Finetune/Loss": 0.8261667490005493, "Finetune/Loss (Raw)": 0.9205299615859985, "Finetune/Step": 5026, "Finetune/Step Time": 4.3916340712457895}
+{"Finetune/Learning Rate": 5.6685672397083226e-08, "Finetune/Loss": 0.8257687091827393, "Finetune/Loss (Raw)": 0.9152608513832092, "Finetune/Step": 5027, "Finetune/Step Time": 4.389347996562719}
+{"Finetune/Learning Rate": 5.602523860138154e-08, "Finetune/Loss": 0.8267133235931396, "Finetune/Loss (Raw)": 0.9691466093063354, "Finetune/Step": 5028, "Finetune/Step Time": 4.3916108924895525}
+{"Finetune/Learning Rate": 5.536866386814499e-08, "Finetune/Loss": 0.8271691799163818, "Finetune/Loss (Raw)": 0.8862301111221313, "Finetune/Step": 5029, "Finetune/Step Time": 4.393402619287372}
+{"Finetune/Learning Rate": 5.471594845217865e-08, "Finetune/Loss": 0.8271552324295044, "Finetune/Loss (Raw)": 0.8199039697647095, "Finetune/Step": 5030, "Finetune/Step Time": 4.397058930248022}
+{"Finetune/Learning Rate": 5.4067092606785445e-08, "Finetune/Loss": 0.827637791633606, "Finetune/Loss (Raw)": 0.8935151696205139, "Finetune/Step": 5031, "Finetune/Step Time": 4.398544939234853}
+{"Finetune/Learning Rate": 5.342209658377728e-08, "Finetune/Loss": 0.8283490538597107, "Finetune/Loss (Raw)": 0.9421879053115845, "Finetune/Step": 5032, "Finetune/Step Time": 4.396016497164965}
+{"Finetune/Learning Rate": 5.278096063346172e-08, "Finetune/Loss": 0.827725350856781, "Finetune/Loss (Raw)": 0.8485879898071289, "Finetune/Step": 5033, "Finetune/Step Time": 4.395357117056847}
+{"Finetune/Learning Rate": 5.214368500465305e-08, "Finetune/Loss": 0.8283262252807617, "Finetune/Loss (Raw)": 0.9110118746757507, "Finetune/Step": 5034, "Finetune/Step Time": 4.387399420142174}
+{"Finetune/Learning Rate": 5.151026994466457e-08, "Finetune/Loss": 0.8285595178604126, "Finetune/Loss (Raw)": 0.789076566696167, "Finetune/Step": 5035, "Finetune/Step Time": 4.396925941109657}
+{"Finetune/Learning Rate": 5.088071569931185e-08, "Finetune/Loss": 0.8280531764030457, "Finetune/Loss (Raw)": 0.8193914294242859, "Finetune/Step": 5036, "Finetune/Step Time": 4.370648978278041}
+{"Finetune/Learning Rate": 5.025502251291392e-08, "Finetune/Loss": 0.8289717435836792, "Finetune/Loss (Raw)": 0.9692731499671936, "Finetune/Step": 5037, "Finetune/Step Time": 4.366049086675048}
+{"Finetune/Learning Rate": 4.963319062828875e-08, "Finetune/Loss": 0.8295283317565918, "Finetune/Loss (Raw)": 0.96592116355896, "Finetune/Step": 5038, "Finetune/Step Time": 4.3740290477871895}
+{"Finetune/Learning Rate": 4.901522028675776e-08, "Finetune/Loss": 0.8313407897949219, "Finetune/Loss (Raw)": 1.0715534687042236, "Finetune/Step": 5039, "Finetune/Step Time": 4.379170209169388}
+{"Finetune/Learning Rate": 4.8401111728143545e-08, "Finetune/Loss": 0.8300299644470215, "Finetune/Loss (Raw)": 0.7303480505943298, "Finetune/Step": 5040, "Finetune/Step Time": 4.389103749766946}
+{"Finetune/Learning Rate": 4.779086519076992e-08, "Finetune/Loss": 0.8304903507232666, "Finetune/Loss (Raw)": 0.98750901222229, "Finetune/Step": 5041, "Finetune/Step Time": 4.377338221296668}
+{"Finetune/Learning Rate": 4.7184480911459665e-08, "Finetune/Loss": 0.8347893357276917, "Finetune/Loss (Raw)": 0.9597273468971252, "Finetune/Step": 5042, "Finetune/Step Time": 4.352194268256426}
+{"Finetune/Learning Rate": 4.65819591255412e-08, "Finetune/Loss": 0.8357779383659363, "Finetune/Loss (Raw)": 0.8681709170341492, "Finetune/Step": 5043, "Finetune/Step Time": 4.360629014670849}
+{"Finetune/Learning Rate": 4.5983300066839706e-08, "Finetune/Loss": 0.8357361555099487, "Finetune/Loss (Raw)": 0.8445031046867371, "Finetune/Step": 5044, "Finetune/Step Time": 4.363904979079962}
+{"Finetune/Learning Rate": 4.538850396768379e-08, "Finetune/Loss": 0.8348195552825928, "Finetune/Loss (Raw)": 0.2914057672023773, "Finetune/Step": 5045, "Finetune/Step Time": 4.361348483711481}
+{"Finetune/Learning Rate": 4.479757105890104e-08, "Finetune/Loss": 0.8304967880249023, "Finetune/Loss (Raw)": 0.3334707021713257, "Finetune/Step": 5046, "Finetune/Step Time": 4.399000534787774}
+{"Finetune/Learning Rate": 4.4210501569823536e-08, "Finetune/Loss": 0.8307459354400635, "Finetune/Loss (Raw)": 0.8901211619377136, "Finetune/Step": 5047, "Finetune/Step Time": 4.3988087475299835}
+{"Finetune/Learning Rate": 4.362729572827906e-08, "Finetune/Loss": 0.8311554193496704, "Finetune/Loss (Raw)": 0.9593442678451538, "Finetune/Step": 5048, "Finetune/Step Time": 4.399425562471151}
+{"Finetune/Learning Rate": 4.304795376059989e-08, "Finetune/Loss": 0.8306992650032043, "Finetune/Loss (Raw)": 0.8468457460403442, "Finetune/Step": 5049, "Finetune/Step Time": 4.391507923603058}
+{"Finetune/Learning Rate": 4.2472475891617295e-08, "Finetune/Loss": 0.8313307762145996, "Finetune/Loss (Raw)": 0.8385979533195496, "Finetune/Step": 5050, "Finetune/Step Time": 4.402536636218429}
+{"Finetune/Learning Rate": 4.1900862344661506e-08, "Finetune/Loss": 0.8310396671295166, "Finetune/Loss (Raw)": 0.7681149840354919, "Finetune/Step": 5051, "Finetune/Step Time": 4.417246533557773}
+{"Finetune/Learning Rate": 4.133311334156509e-08, "Finetune/Loss": 0.8271937370300293, "Finetune/Loss (Raw)": 0.3710678219795227, "Finetune/Step": 5052, "Finetune/Step Time": 4.451539505273104}
+{"Finetune/Learning Rate": 4.076922910266179e-08, "Finetune/Loss": 0.8268970251083374, "Finetune/Loss (Raw)": 0.7844709157943726, "Finetune/Step": 5053, "Finetune/Step Time": 4.459871262311935}
+{"Finetune/Learning Rate": 4.020920984678323e-08, "Finetune/Loss": 0.8284047842025757, "Finetune/Loss (Raw)": 1.0034677982330322, "Finetune/Step": 5054, "Finetune/Step Time": 4.466524804010987}
+{"Finetune/Learning Rate": 3.965305579126111e-08, "Finetune/Loss": 0.8285892009735107, "Finetune/Loss (Raw)": 0.8304505348205566, "Finetune/Step": 5055, "Finetune/Step Time": 4.46671561524272}
+{"Finetune/Learning Rate": 3.9100767151928345e-08, "Finetune/Loss": 0.8304425477981567, "Finetune/Loss (Raw)": 0.8902348279953003, "Finetune/Step": 5056, "Finetune/Step Time": 4.441686825826764}
+{"Finetune/Learning Rate": 3.855234414311904e-08, "Finetune/Loss": 0.8307645320892334, "Finetune/Loss (Raw)": 0.8710101842880249, "Finetune/Step": 5057, "Finetune/Step Time": 4.445200156420469}
+{"Finetune/Learning Rate": 3.800778697766294e-08, "Finetune/Loss": 0.8307268023490906, "Finetune/Loss (Raw)": 0.8791370987892151, "Finetune/Step": 5058, "Finetune/Step Time": 4.449342457577586}
+{"Finetune/Learning Rate": 3.746709586689323e-08, "Finetune/Loss": 0.8308688998222351, "Finetune/Loss (Raw)": 0.9574506878852844, "Finetune/Step": 5059, "Finetune/Step Time": 4.4472257271409035}
+{"Finetune/Learning Rate": 3.693027102064206e-08, "Finetune/Loss": 0.8314513564109802, "Finetune/Loss (Raw)": 0.973193347454071, "Finetune/Step": 5060, "Finetune/Step Time": 4.447136100381613}
+{"Finetune/Learning Rate": 3.639731264724056e-08, "Finetune/Loss": 0.8323503136634827, "Finetune/Loss (Raw)": 0.909073531627655, "Finetune/Step": 5061, "Finetune/Step Time": 4.429855138063431}
+{"Finetune/Learning Rate": 3.586822095351772e-08, "Finetune/Loss": 0.8312357664108276, "Finetune/Loss (Raw)": 0.7806078791618347, "Finetune/Step": 5062, "Finetune/Step Time": 4.434693435207009}
+{"Finetune/Learning Rate": 3.5342996144805966e-08, "Finetune/Loss": 0.8312915563583374, "Finetune/Loss (Raw)": 0.9403433799743652, "Finetune/Step": 5063, "Finetune/Step Time": 4.431712582707405}
+{"Finetune/Learning Rate": 3.482163842493447e-08, "Finetune/Loss": 0.8310772180557251, "Finetune/Loss (Raw)": 0.7581304907798767, "Finetune/Step": 5064, "Finetune/Step Time": 4.427087903022766}
+{"Finetune/Learning Rate": 3.4304147996230275e-08, "Finetune/Loss": 0.8306916952133179, "Finetune/Loss (Raw)": 0.9599770903587341, "Finetune/Step": 5065, "Finetune/Step Time": 4.433740044012666}
+{"Finetune/Learning Rate": 3.379052505952274e-08, "Finetune/Loss": 0.8308775424957275, "Finetune/Loss (Raw)": 0.9322086572647095, "Finetune/Step": 5066, "Finetune/Step Time": 4.424870945513248}
+{"Finetune/Learning Rate": 3.328076981413908e-08, "Finetune/Loss": 0.8346585035324097, "Finetune/Loss (Raw)": 0.8260299563407898, "Finetune/Step": 5067, "Finetune/Step Time": 4.389336809515953}
+{"Finetune/Learning Rate": 3.2774882457904386e-08, "Finetune/Loss": 0.8363844156265259, "Finetune/Loss (Raw)": 0.9074501991271973, "Finetune/Step": 5068, "Finetune/Step Time": 4.382049564272165}
+{"Finetune/Learning Rate": 3.227286318714384e-08, "Finetune/Loss": 0.8365635275840759, "Finetune/Loss (Raw)": 0.7750950455665588, "Finetune/Step": 5069, "Finetune/Step Time": 4.383468061685562}
+{"Finetune/Learning Rate": 3.177471219668271e-08, "Finetune/Loss": 0.8365020751953125, "Finetune/Loss (Raw)": 0.8064553141593933, "Finetune/Step": 5070, "Finetune/Step Time": 4.385954538360238}
+{"Finetune/Learning Rate": 3.1280429679841905e-08, "Finetune/Loss": 0.8368211984634399, "Finetune/Loss (Raw)": 0.8245394825935364, "Finetune/Step": 5071, "Finetune/Step Time": 4.387630745768547}
+{"Finetune/Learning Rate": 3.079001582844354e-08, "Finetune/Loss": 0.8380129337310791, "Finetune/Loss (Raw)": 1.0700584650039673, "Finetune/Step": 5072, "Finetune/Step Time": 4.389698572456837}
+{"Finetune/Learning Rate": 3.0303470832806494e-08, "Finetune/Loss": 0.8376766443252563, "Finetune/Loss (Raw)": 0.8990468978881836, "Finetune/Step": 5073, "Finetune/Step Time": 4.393783053383231}
+{"Finetune/Learning Rate": 2.9820794881751934e-08, "Finetune/Loss": 0.8383381366729736, "Finetune/Loss (Raw)": 0.9424399733543396, "Finetune/Step": 5074, "Finetune/Step Time": 4.38440558873117}
+{"Finetune/Learning Rate": 2.9341988162595593e-08, "Finetune/Loss": 0.8340728878974915, "Finetune/Loss (Raw)": 0.3659380376338959, "Finetune/Step": 5075, "Finetune/Step Time": 4.4217327907681465}
+{"Finetune/Learning Rate": 2.886705086115216e-08, "Finetune/Loss": 0.8349471092224121, "Finetune/Loss (Raw)": 0.928102970123291, "Finetune/Step": 5076, "Finetune/Step Time": 4.420563271269202}
+{"Finetune/Learning Rate": 2.8395983161736418e-08, "Finetune/Loss": 0.835299015045166, "Finetune/Loss (Raw)": 0.848953366279602, "Finetune/Step": 5077, "Finetune/Step Time": 4.44219290278852}
+{"Finetune/Learning Rate": 2.7928785247161027e-08, "Finetune/Loss": 0.835671067237854, "Finetune/Loss (Raw)": 0.8583378195762634, "Finetune/Step": 5078, "Finetune/Step Time": 4.425775304436684}
+{"Finetune/Learning Rate": 2.7465457298736508e-08, "Finetune/Loss": 0.8364098072052002, "Finetune/Loss (Raw)": 1.001327633857727, "Finetune/Step": 5079, "Finetune/Step Time": 4.426108136773109}
+{"Finetune/Learning Rate": 2.700599949626903e-08, "Finetune/Loss": 0.8367933034896851, "Finetune/Loss (Raw)": 0.9579350352287292, "Finetune/Step": 5080, "Finetune/Step Time": 4.418196342885494}
+{"Finetune/Learning Rate": 2.6550412018067072e-08, "Finetune/Loss": 0.8360082507133484, "Finetune/Loss (Raw)": 0.7150914072990417, "Finetune/Step": 5081, "Finetune/Step Time": 4.414839996024966}
+{"Finetune/Learning Rate": 2.6098695040935874e-08, "Finetune/Loss": 0.8315543532371521, "Finetune/Loss (Raw)": 0.3455895483493805, "Finetune/Step": 5082, "Finetune/Step Time": 4.4032551776617765}
+{"Finetune/Learning Rate": 2.5650848740177425e-08, "Finetune/Loss": 0.8314650058746338, "Finetune/Loss (Raw)": 0.8534170985221863, "Finetune/Step": 5083, "Finetune/Step Time": 4.40799630060792}
+{"Finetune/Learning Rate": 2.5206873289590484e-08, "Finetune/Loss": 0.8300736546516418, "Finetune/Loss (Raw)": 0.7548145651817322, "Finetune/Step": 5084, "Finetune/Step Time": 4.418507941067219}
+{"Finetune/Learning Rate": 2.4766768861475e-08, "Finetune/Loss": 0.8291909098625183, "Finetune/Loss (Raw)": 0.8618581295013428, "Finetune/Step": 5085, "Finetune/Step Time": 4.421615632250905}
+{"Finetune/Learning Rate": 2.4330535626627684e-08, "Finetune/Loss": 0.830585241317749, "Finetune/Loss (Raw)": 0.985663115978241, "Finetune/Step": 5086, "Finetune/Step Time": 4.408956728875637}
+{"Finetune/Learning Rate": 2.389817375433978e-08, "Finetune/Loss": 0.8341128826141357, "Finetune/Loss (Raw)": 0.8934760689735413, "Finetune/Step": 5087, "Finetune/Step Time": 4.392682043835521}
+{"Finetune/Learning Rate": 2.3469683412403745e-08, "Finetune/Loss": 0.8354483842849731, "Finetune/Loss (Raw)": 0.9969210624694824, "Finetune/Step": 5088, "Finetune/Step Time": 4.392320454120636}
+{"Finetune/Learning Rate": 2.304506476710877e-08, "Finetune/Loss": 0.8363698720932007, "Finetune/Loss (Raw)": 0.9275822639465332, "Finetune/Step": 5089, "Finetune/Step Time": 4.391230177134275}
+{"Finetune/Learning Rate": 2.262431798323972e-08, "Finetune/Loss": 0.8354846239089966, "Finetune/Loss (Raw)": 0.8063145875930786, "Finetune/Step": 5090, "Finetune/Step Time": 4.392613437026739}
+{"Finetune/Learning Rate": 2.2207443224081528e-08, "Finetune/Loss": 0.8362076878547668, "Finetune/Loss (Raw)": 0.9390721917152405, "Finetune/Step": 5091, "Finetune/Step Time": 4.400722619146109}
+{"Finetune/Learning Rate": 2.1794440651414782e-08, "Finetune/Loss": 0.8314065933227539, "Finetune/Loss (Raw)": 0.32319533824920654, "Finetune/Step": 5092, "Finetune/Step Time": 4.435341738164425}
+{"Finetune/Learning Rate": 2.1385310425517945e-08, "Finetune/Loss": 0.8308771848678589, "Finetune/Loss (Raw)": 0.8989596366882324, "Finetune/Step": 5093, "Finetune/Step Time": 4.436798429116607}
+{"Finetune/Learning Rate": 2.0980052705165123e-08, "Finetune/Loss": 0.8309289813041687, "Finetune/Loss (Raw)": 0.8065024018287659, "Finetune/Step": 5094, "Finetune/Step Time": 4.446427706629038}
+{"Finetune/Learning Rate": 2.05786676476305e-08, "Finetune/Loss": 0.8291163444519043, "Finetune/Loss (Raw)": 0.6954550743103027, "Finetune/Step": 5095, "Finetune/Step Time": 4.459032598882914}
+{"Finetune/Learning Rate": 2.0181155408682816e-08, "Finetune/Loss": 0.828400731086731, "Finetune/Loss (Raw)": 0.7927621006965637, "Finetune/Step": 5096, "Finetune/Step Time": 4.481387754902244}
+{"Finetune/Learning Rate": 1.978751614258978e-08, "Finetune/Loss": 0.8265419006347656, "Finetune/Loss (Raw)": 0.6351743936538696, "Finetune/Step": 5097, "Finetune/Step Time": 4.471707422286272}
+{"Finetune/Learning Rate": 1.9397750002113634e-08, "Finetune/Loss": 0.8248436450958252, "Finetune/Loss (Raw)": 0.722352921962738, "Finetune/Step": 5098, "Finetune/Step Time": 4.473325438797474}
+{"Finetune/Learning Rate": 1.901185713851672e-08, "Finetune/Loss": 0.8231092691421509, "Finetune/Loss (Raw)": 0.7811936140060425, "Finetune/Step": 5099, "Finetune/Step Time": 4.460773542523384}
+{"Finetune/Learning Rate": 1.8629837701554797e-08, "Finetune/Loss": 0.8223804235458374, "Finetune/Loss (Raw)": 0.7644434571266174, "Finetune/Step": 5100, "Finetune/Step Time": 4.448164604604244}
+{"Finetune/Learning Rate": 1.825169183948372e-08, "Finetune/Loss": 0.820777416229248, "Finetune/Loss (Raw)": 0.789828360080719, "Finetune/Step": 5101, "Finetune/Step Time": 4.455558830872178}
+{"Finetune/Learning Rate": 1.7877419699053876e-08, "Finetune/Loss": 0.8254000544548035, "Finetune/Loss (Raw)": 0.8958514928817749, "Finetune/Step": 5102, "Finetune/Step Time": 4.419600246474147}
+{"Finetune/Learning Rate": 1.7507021425512417e-08, "Finetune/Loss": 0.8265924453735352, "Finetune/Loss (Raw)": 0.9535276889801025, "Finetune/Step": 5103, "Finetune/Step Time": 4.4144647270441055}
+{"Finetune/Learning Rate": 1.7140497162605464e-08, "Finetune/Loss": 0.823825478553772, "Finetune/Loss (Raw)": 0.6348150968551636, "Finetune/Step": 5104, "Finetune/Step Time": 4.41647619754076}
+{"Finetune/Learning Rate": 1.677784705257146e-08, "Finetune/Loss": 0.8248533606529236, "Finetune/Loss (Raw)": 0.8767578601837158, "Finetune/Step": 5105, "Finetune/Step Time": 4.395020488649607}
+{"Finetune/Learning Rate": 1.6419071236148943e-08, "Finetune/Loss": 0.8262604475021362, "Finetune/Loss (Raw)": 0.9835705161094666, "Finetune/Step": 5106, "Finetune/Step Time": 4.396082546561956}
+{"Finetune/Learning Rate": 1.6064169852572088e-08, "Finetune/Loss": 0.8274363279342651, "Finetune/Loss (Raw)": 0.9531437754631042, "Finetune/Step": 5107, "Finetune/Step Time": 4.395170236006379}
+{"Finetune/Learning Rate": 1.5713143039571833e-08, "Finetune/Loss": 0.8285804986953735, "Finetune/Loss (Raw)": 0.8487195372581482, "Finetune/Step": 5108, "Finetune/Step Time": 4.379152303561568}
+{"Finetune/Learning Rate": 1.5365990933373653e-08, "Finetune/Loss": 0.8300318717956543, "Finetune/Loss (Raw)": 0.9537899494171143, "Finetune/Step": 5109, "Finetune/Step Time": 4.376467319205403}
+{"Finetune/Learning Rate": 1.5022713668699785e-08, "Finetune/Loss": 0.829411506652832, "Finetune/Loss (Raw)": 0.8727086186408997, "Finetune/Step": 5110, "Finetune/Step Time": 4.388015795499086}
+{"Finetune/Learning Rate": 1.4683311378771437e-08, "Finetune/Loss": 0.8320477604866028, "Finetune/Loss (Raw)": 0.7512425184249878, "Finetune/Step": 5111, "Finetune/Step Time": 4.374392628669739}
+{"Finetune/Learning Rate": 1.434778419530325e-08, "Finetune/Loss": 0.8285955190658569, "Finetune/Loss (Raw)": 0.34783634543418884, "Finetune/Step": 5112, "Finetune/Step Time": 4.409016879275441}
+{"Finetune/Learning Rate": 1.401613224850551e-08, "Finetune/Loss": 0.8229290843009949, "Finetune/Loss (Raw)": 0.2917655110359192, "Finetune/Step": 5113, "Finetune/Step Time": 4.453128416091204}
+{"Finetune/Learning Rate": 1.3688355667087483e-08, "Finetune/Loss": 0.8241205215454102, "Finetune/Loss (Raw)": 0.8506343960762024, "Finetune/Step": 5114, "Finetune/Step Time": 4.45430395565927}
+{"Finetune/Learning Rate": 1.3364454578252972e-08, "Finetune/Loss": 0.8229960203170776, "Finetune/Loss (Raw)": 0.7765845060348511, "Finetune/Step": 5115, "Finetune/Step Time": 4.446256557479501}
+{"Finetune/Learning Rate": 1.3044429107700319e-08, "Finetune/Loss": 0.8177051544189453, "Finetune/Loss (Raw)": 0.25980037450790405, "Finetune/Step": 5116, "Finetune/Step Time": 4.478378940373659}
+{"Finetune/Learning Rate": 1.272827937962573e-08, "Finetune/Loss": 0.8186798095703125, "Finetune/Loss (Raw)": 1.0400996208190918, "Finetune/Step": 5117, "Finetune/Step Time": 4.48027410171926}
+{"Finetune/Learning Rate": 1.2416005516722174e-08, "Finetune/Loss": 0.8196377754211426, "Finetune/Loss (Raw)": 0.9805132746696472, "Finetune/Step": 5118, "Finetune/Step Time": 4.4828097727149725}
+{"Finetune/Learning Rate": 1.2107607640174934e-08, "Finetune/Loss": 0.8212075233459473, "Finetune/Loss (Raw)": 1.0264766216278076, "Finetune/Step": 5119, "Finetune/Step Time": 4.483240989968181}
+{"Finetune/Learning Rate": 1.1803085869667164e-08, "Finetune/Loss": 0.816213846206665, "Finetune/Loss (Raw)": 0.34588733315467834, "Finetune/Step": 5120, "Finetune/Step Time": 4.505808539688587}
+{"Finetune/Learning Rate": 1.1502440323379882e-08, "Finetune/Loss": 0.8178915977478027, "Finetune/Loss (Raw)": 0.8147517442703247, "Finetune/Step": 5121, "Finetune/Step Time": 4.491824772208929}
+{"Finetune/Learning Rate": 1.1205671117985318e-08, "Finetune/Loss": 0.8174785375595093, "Finetune/Loss (Raw)": 0.7814390659332275, "Finetune/Step": 5122, "Finetune/Step Time": 4.483623472973704}
+{"Finetune/Learning Rate": 1.0912778368655786e-08, "Finetune/Loss": 0.8196341395378113, "Finetune/Loss (Raw)": 0.8952866792678833, "Finetune/Step": 5123, "Finetune/Step Time": 4.485916519537568}
+{"Finetune/Learning Rate": 1.0623762189057029e-08, "Finetune/Loss": 0.8191262483596802, "Finetune/Loss (Raw)": 0.9412758350372314, "Finetune/Step": 5124, "Finetune/Step Time": 4.487269351258874}
+{"Finetune/Learning Rate": 1.0338622691349332e-08, "Finetune/Loss": 0.819657564163208, "Finetune/Loss (Raw)": 0.9926855564117432, "Finetune/Step": 5125, "Finetune/Step Time": 4.4923101272434}
+{"Finetune/Learning Rate": 1.005735998619084e-08, "Finetune/Loss": 0.8141653537750244, "Finetune/Loss (Raw)": 0.38933610916137695, "Finetune/Step": 5126, "Finetune/Step Time": 4.52970895729959}
+{"Finetune/Learning Rate": 9.779974182733131e-09, "Finetune/Loss": 0.8130999803543091, "Finetune/Loss (Raw)": 0.8498526215553284, "Finetune/Step": 5127, "Finetune/Step Time": 4.543040892109275}
+{"Finetune/Learning Rate": 9.506465388624541e-09, "Finetune/Loss": 0.8170369267463684, "Finetune/Loss (Raw)": 0.8577202558517456, "Finetune/Step": 5128, "Finetune/Step Time": 4.507787067443132}
+{"Finetune/Learning Rate": 9.236833710010163e-09, "Finetune/Loss": 0.8120721578598022, "Finetune/Loss (Raw)": 0.29441753029823303, "Finetune/Step": 5129, "Finetune/Step Time": 4.548326963558793}
+{"Finetune/Learning Rate": 8.971079251526293e-09, "Finetune/Loss": 0.8133145570755005, "Finetune/Loss (Raw)": 0.838237464427948, "Finetune/Step": 5130, "Finetune/Step Time": 4.543524095788598}
+{"Finetune/Learning Rate": 8.709202116308214e-09, "Finetune/Loss": 0.8127025365829468, "Finetune/Loss (Raw)": 0.7173643708229065, "Finetune/Step": 5131, "Finetune/Step Time": 4.549197781831026}
+{"Finetune/Learning Rate": 8.451202405985736e-09, "Finetune/Loss": 0.812767505645752, "Finetune/Loss (Raw)": 0.7454062700271606, "Finetune/Step": 5132, "Finetune/Step Time": 4.543325236067176}
+{"Finetune/Learning Rate": 8.197080220683217e-09, "Finetune/Loss": 0.8129066228866577, "Finetune/Loss (Raw)": 0.8763946294784546, "Finetune/Step": 5133, "Finetune/Step Time": 4.538034228608012}
+{"Finetune/Learning Rate": 7.946835659020657e-09, "Finetune/Loss": 0.8128384351730347, "Finetune/Loss (Raw)": 0.8865438103675842, "Finetune/Step": 5134, "Finetune/Step Time": 4.535767547786236}
+{"Finetune/Learning Rate": 7.700468818111483e-09, "Finetune/Loss": 0.8124603629112244, "Finetune/Loss (Raw)": 0.7288865447044373, "Finetune/Step": 5135, "Finetune/Step Time": 4.529324624687433}
+{"Finetune/Learning Rate": 7.457979793568105e-09, "Finetune/Loss": 0.8143719434738159, "Finetune/Loss (Raw)": 1.030330777168274, "Finetune/Step": 5136, "Finetune/Step Time": 4.533931275829673}
+{"Finetune/Learning Rate": 7.219368679495242e-09, "Finetune/Loss": 0.8129345178604126, "Finetune/Loss (Raw)": 0.8202704191207886, "Finetune/Step": 5137, "Finetune/Step Time": 4.537165354937315}
+{"Finetune/Learning Rate": 6.984635568492159e-09, "Finetune/Loss": 0.8120810985565186, "Finetune/Loss (Raw)": 0.8246058821678162, "Finetune/Step": 5138, "Finetune/Step Time": 4.556466469541192}
+{"Finetune/Learning Rate": 6.753780551654876e-09, "Finetune/Loss": 0.8080614805221558, "Finetune/Loss (Raw)": 0.34106001257896423, "Finetune/Step": 5139, "Finetune/Step Time": 4.598684566095471}
+{"Finetune/Learning Rate": 6.526803718572838e-09, "Finetune/Loss": 0.8086637258529663, "Finetune/Loss (Raw)": 0.922329843044281, "Finetune/Step": 5140, "Finetune/Step Time": 4.593483254313469}
+{"Finetune/Learning Rate": 6.3037051573333615e-09, "Finetune/Loss": 0.8105660676956177, "Finetune/Loss (Raw)": 0.9749357104301453, "Finetune/Step": 5141, "Finetune/Step Time": 4.59054946154356}
+{"Finetune/Learning Rate": 6.0844849545149685e-09, "Finetune/Loss": 0.8108144998550415, "Finetune/Loss (Raw)": 0.8210381865501404, "Finetune/Step": 5142, "Finetune/Step Time": 4.588898088783026}
+{"Finetune/Learning Rate": 5.869143195192939e-09, "Finetune/Loss": 0.8121753931045532, "Finetune/Loss (Raw)": 0.9435288906097412, "Finetune/Step": 5143, "Finetune/Step Time": 4.591943457722664}
+{"Finetune/Learning Rate": 5.657679962938201e-09, "Finetune/Loss": 0.8107047080993652, "Finetune/Loss (Raw)": 0.6697371006011963, "Finetune/Step": 5144, "Finetune/Step Time": 4.597339851781726}
+{"Finetune/Learning Rate": 5.4500953398139985e-09, "Finetune/Loss": 0.81099933385849, "Finetune/Loss (Raw)": 0.817028820514679, "Finetune/Step": 5145, "Finetune/Step Time": 4.603729521855712}
+{"Finetune/Learning Rate": 5.246389406381447e-09, "Finetune/Loss": 0.8129738569259644, "Finetune/Loss (Raw)": 1.0037307739257812, "Finetune/Step": 5146, "Finetune/Step Time": 4.598757032305002}
+{"Finetune/Learning Rate": 5.046562241693975e-09, "Finetune/Loss": 0.8135635852813721, "Finetune/Loss (Raw)": 0.8582311272621155, "Finetune/Step": 5147, "Finetune/Step Time": 4.601247871294618}
+{"Finetune/Learning Rate": 4.850613923300662e-09, "Finetune/Loss": 0.8161011934280396, "Finetune/Loss (Raw)": 0.6714416742324829, "Finetune/Step": 5148, "Finetune/Step Time": 4.5680431965738535}
+{"Finetune/Learning Rate": 4.658544527244013e-09, "Finetune/Loss": 0.8153092861175537, "Finetune/Loss (Raw)": 0.8176299929618835, "Finetune/Step": 5149, "Finetune/Step Time": 4.574448000639677}
+{"Finetune/Learning Rate": 4.470354128065513e-09, "Finetune/Loss": 0.8148144483566284, "Finetune/Loss (Raw)": 0.824053943157196, "Finetune/Step": 5150, "Finetune/Step Time": 4.581139570102096}
+{"Finetune/Learning Rate": 4.286042798794521e-09, "Finetune/Loss": 0.8142101168632507, "Finetune/Loss (Raw)": 0.7985205054283142, "Finetune/Step": 5151, "Finetune/Step Time": 4.577329143881798}
+{"Finetune/Learning Rate": 4.105610610961597e-09, "Finetune/Loss": 0.8138933181762695, "Finetune/Loss (Raw)": 0.7783885598182678, "Finetune/Step": 5152, "Finetune/Step Time": 4.579677872359753}
+{"Finetune/Learning Rate": 3.929057634587397e-09, "Finetune/Loss": 0.8107369542121887, "Finetune/Loss (Raw)": 0.4221915006637573, "Finetune/Step": 5153, "Finetune/Step Time": 4.607222380116582}
+{"Finetune/Learning Rate": 3.756383938189334e-09, "Finetune/Loss": 0.80644291639328, "Finetune/Loss (Raw)": 0.3708984851837158, "Finetune/Step": 5154, "Finetune/Step Time": 4.647094409912825}
+{"Finetune/Learning Rate": 3.587589588778251e-09, "Finetune/Loss": 0.805219829082489, "Finetune/Loss (Raw)": 0.7587025761604309, "Finetune/Step": 5155, "Finetune/Step Time": 4.647682927548885}
+{"Finetune/Learning Rate": 3.4226746518606356e-09, "Finetune/Loss": 0.8051056265830994, "Finetune/Loss (Raw)": 0.9545271396636963, "Finetune/Step": 5156, "Finetune/Step Time": 4.660141693428159}
+{"Finetune/Learning Rate": 3.2616391914364056e-09, "Finetune/Loss": 0.804855465888977, "Finetune/Loss (Raw)": 0.8542138338088989, "Finetune/Step": 5157, "Finetune/Step Time": 4.6598742343485355}
+{"Finetune/Learning Rate": 3.1044832699989035e-09, "Finetune/Loss": 0.8050566911697388, "Finetune/Loss (Raw)": 0.8456632494926453, "Finetune/Step": 5158, "Finetune/Step Time": 4.6569743528962135}
+{"Finetune/Learning Rate": 2.9512069485393426e-09, "Finetune/Loss": 0.8054972887039185, "Finetune/Loss (Raw)": 0.9499050974845886, "Finetune/Step": 5159, "Finetune/Step Time": 4.664990469813347}
+{"Finetune/Learning Rate": 2.801810286540141e-09, "Finetune/Loss": 0.8059453964233398, "Finetune/Loss (Raw)": 0.9995396137237549, "Finetune/Step": 5160, "Finetune/Step Time": 4.664004750549793}
+{"Finetune/Learning Rate": 2.656293341980476e-09, "Finetune/Loss": 0.8064711093902588, "Finetune/Loss (Raw)": 0.9158810973167419, "Finetune/Step": 5161, "Finetune/Step Time": 4.675686737522483}
+{"Finetune/Learning Rate": 2.5146561713307315e-09, "Finetune/Loss": 0.8055146932601929, "Finetune/Loss (Raw)": 0.7885924577713013, "Finetune/Step": 5162, "Finetune/Step Time": 4.6809109300374985}
+{"Finetune/Learning Rate": 2.3768988295580497e-09, "Finetune/Loss": 0.8064201474189758, "Finetune/Loss (Raw)": 0.9049788117408752, "Finetune/Step": 5163, "Finetune/Step Time": 4.664959365502}
+{"Finetune/Learning Rate": 2.2430213701252203e-09, "Finetune/Loss": 0.8075495958328247, "Finetune/Loss (Raw)": 0.9639620780944824, "Finetune/Step": 5164, "Finetune/Step Time": 4.678877834230661}
+{"Finetune/Learning Rate": 2.1130238449851292e-09, "Finetune/Loss": 0.8054789304733276, "Finetune/Loss (Raw)": 0.7042245864868164, "Finetune/Step": 5165, "Finetune/Step Time": 4.68296604976058}
+{"Finetune/Learning Rate": 1.986906304588532e-09, "Finetune/Loss": 0.8049970269203186, "Finetune/Loss (Raw)": 0.904239296913147, "Finetune/Step": 5166, "Finetune/Step Time": 4.6954181510955095}
+{"Finetune/Learning Rate": 1.8646687978784992e-09, "Finetune/Loss": 0.8027597665786743, "Finetune/Loss (Raw)": 0.7851850986480713, "Finetune/Step": 5167, "Finetune/Step Time": 4.693584725260735}
+{"Finetune/Learning Rate": 1.7463113722937518e-09, "Finetune/Loss": 0.8043332695960999, "Finetune/Loss (Raw)": 0.9317524433135986, "Finetune/Step": 5168, "Finetune/Step Time": 4.6781405713409185}
+{"Finetune/Learning Rate": 1.631834073765326e-09, "Finetune/Loss": 0.8038536310195923, "Finetune/Loss (Raw)": 0.9261149764060974, "Finetune/Step": 5169, "Finetune/Step Time": 4.679192654788494}
+{"Finetune/Learning Rate": 1.5212369467210164e-09, "Finetune/Loss": 0.801976203918457, "Finetune/Loss (Raw)": 0.7194188237190247, "Finetune/Step": 5170, "Finetune/Step Time": 4.675962558016181}
+{"Finetune/Learning Rate": 1.4145200340809352e-09, "Finetune/Loss": 0.8029478788375854, "Finetune/Loss (Raw)": 0.992546558380127, "Finetune/Step": 5171, "Finetune/Step Time": 4.670950384810567}
+{"Finetune/Learning Rate": 1.3116833772597315e-09, "Finetune/Loss": 0.8029988408088684, "Finetune/Loss (Raw)": 0.8510234355926514, "Finetune/Step": 5172, "Finetune/Step Time": 4.667661244049668}
+{"Finetune/Learning Rate": 1.2127270161654824e-09, "Finetune/Loss": 0.806919515132904, "Finetune/Loss (Raw)": 0.7932579517364502, "Finetune/Step": 5173, "Finetune/Step Time": 4.629203263670206}
+{"Finetune/Learning Rate": 1.1176509892030229e-09, "Finetune/Loss": 0.8128305673599243, "Finetune/Loss (Raw)": 1.0900852680206299, "Finetune/Step": 5174, "Finetune/Step Time": 4.590821634978056}
+{"Finetune/Learning Rate": 1.0264553332683946e-09, "Finetune/Loss": 0.8127164244651794, "Finetune/Loss (Raw)": 0.8755130171775818, "Finetune/Step": 5175, "Finetune/Step Time": 4.596906682476401}
+{"Finetune/Learning Rate": 9.39140083752177e-10, "Finetune/Loss": 0.8077717423439026, "Finetune/Loss (Raw)": 0.32641705870628357, "Finetune/Step": 5176, "Finetune/Step Time": 4.634846523404121}
+{"Finetune/Learning Rate": 8.557052745405969e-10, "Finetune/Loss": 0.8088918924331665, "Finetune/Loss (Raw)": 0.9902295470237732, "Finetune/Step": 5177, "Finetune/Step Time": 4.628754645586014}
+{"Finetune/Learning Rate": 7.761509380133092e-10, "Finetune/Loss": 0.8082351684570312, "Finetune/Loss (Raw)": 0.7545346617698669, "Finetune/Step": 5178, "Finetune/Step Time": 4.6133845541626215}
+{"Finetune/Learning Rate": 7.004771050433956e-10, "Finetune/Loss": 0.8084178566932678, "Finetune/Loss (Raw)": 0.791502058506012, "Finetune/Step": 5179, "Finetune/Step Time": 4.614786064252257}
+{"Finetune/Learning Rate": 6.286838049984755e-10, "Finetune/Loss": 0.8115443587303162, "Finetune/Loss (Raw)": 0.7712556719779968, "Finetune/Step": 5180, "Finetune/Step Time": 4.583662662655115}
+{"Finetune/Learning Rate": 5.607710657407061e-10, "Finetune/Loss": 0.8123983144760132, "Finetune/Loss (Raw)": 0.89377760887146, "Finetune/Step": 5181, "Finetune/Step Time": 4.578683080151677}
+{"Finetune/Learning Rate": 4.967389136245615e-10, "Finetune/Loss": 0.8100610375404358, "Finetune/Loss (Raw)": 0.7043018341064453, "Finetune/Step": 5182, "Finetune/Step Time": 4.581395488232374}
+{"Finetune/Learning Rate": 4.3658737350016354e-10, "Finetune/Loss": 0.8106035590171814, "Finetune/Loss (Raw)": 0.8998928666114807, "Finetune/Step": 5183, "Finetune/Step Time": 4.585553912445903}
+{"Finetune/Learning Rate": 3.8031646871106166e-10, "Finetune/Loss": 0.8102539777755737, "Finetune/Loss (Raw)": 0.845483660697937, "Finetune/Step": 5184, "Finetune/Step Time": 4.595458876341581}
+{"Finetune/Learning Rate": 3.279262210953427e-10, "Finetune/Loss": 0.8111215233802795, "Finetune/Loss (Raw)": 0.9820560812950134, "Finetune/Step": 5185, "Finetune/Step Time": 4.60675629042089}
+{"Finetune/Learning Rate": 2.794166509845209e-10, "Finetune/Loss": 0.8072167634963989, "Finetune/Loss (Raw)": 0.37933504581451416, "Finetune/Step": 5186, "Finetune/Step Time": 4.642488958314061}
+{"Finetune/Learning Rate": 2.3478777720353785e-10, "Finetune/Loss": 0.8054985404014587, "Finetune/Loss (Raw)": 0.7375116944313049, "Finetune/Step": 5187, "Finetune/Step Time": 4.6607756074517965}
+{"Finetune/Learning Rate": 1.940396170718728e-10, "Finetune/Loss": 0.8041858077049255, "Finetune/Loss (Raw)": 0.8051595091819763, "Finetune/Step": 5188, "Finetune/Step Time": 4.662024637684226}
+{"Finetune/Learning Rate": 1.5717218640465272e-10, "Finetune/Loss": 0.8029948472976685, "Finetune/Loss (Raw)": 0.7566375732421875, "Finetune/Step": 5189, "Finetune/Step Time": 4.674514800310135}
+{"Finetune/Learning Rate": 1.2418549950821145e-10, "Finetune/Loss": 0.8026789426803589, "Finetune/Loss (Raw)": 0.7401713132858276, "Finetune/Step": 5190, "Finetune/Step Time": 4.672358253970742}
+{"Finetune/Learning Rate": 9.507956918453076e-11, "Finetune/Loss": 0.8009384870529175, "Finetune/Loss (Raw)": 0.7175663113594055, "Finetune/Step": 5191, "Finetune/Step Time": 4.684629820287228}
+{"Finetune/Learning Rate": 6.985440672790945e-11, "Finetune/Loss": 0.8015296459197998, "Finetune/Loss (Raw)": 0.833795428276062, "Finetune/Step": 5192, "Finetune/Step Time": 4.680379576981068}
+{"Finetune/Learning Rate": 4.851002192940435e-11, "Finetune/Loss": 0.7996881604194641, "Finetune/Loss (Raw)": 0.7242684364318848, "Finetune/Step": 5193, "Finetune/Step Time": 4.691946497187018}
+{"Finetune/Learning Rate": 3.1046423071279254e-11, "Finetune/Loss": 0.79502272605896, "Finetune/Loss (Raw)": 0.33503589034080505, "Finetune/Step": 5194, "Finetune/Step Time": 4.729959037154913}
+{"Finetune/Learning Rate": 1.7463616930335493e-11, "Finetune/Loss": 0.7951947450637817, "Finetune/Loss (Raw)": 0.8480529189109802, "Finetune/Step": 5195, "Finetune/Step Time": 4.72809693031013}
+{"Finetune/Learning Rate": 7.761608780132434e-12, "Finetune/Loss": 0.794326901435852, "Finetune/Loss (Raw)": 0.7963572144508362, "Finetune/Step": 5196, "Finetune/Step Time": 4.733793431892991}
+{"Finetune/Learning Rate": 1.9404023832159115e-12, "Finetune/Loss": 0.7950717210769653, "Finetune/Loss (Raw)": 0.8704362511634827, "Finetune/Step": 5197, "Finetune/Step Time": 4.726126262918115}
+{"Finetune/Learning Rate": 0.0, "Finetune/Loss": 0.7954542636871338, "Finetune/Loss (Raw)": 0.8554208278656006, "Finetune/Step": 5198, "Finetune/Step Time": 4.717184504494071}