End of training

README.md

@@ -15,7 +15,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # whisper-large-v3-ft-cv-cy-en
 
-This model is a fine-tuned version of [openai/whisper-large-v3](https://huggingface.co/openai/whisper-large-v3) on an unknown dataset.
+This model is a fine-tuned version of [openai/whisper-large-v3](https://huggingface.co/openai/whisper-large-v3) on the DewiBrynJones/commonvoice_18_0_cy_en train main dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.4448
 - Wer: 0.1961

all_results.json

@@ -1,15 +1,15 @@
 {
     "epoch": 10.030090270812437,
-    "eval_loss": 0.4825207591056824,
-    "eval_runtime": 4519.164,
+    "eval_loss": 0.4447694718837738,
+    "eval_runtime": 4494.8849,
     "eval_samples": 10763,
-    "eval_samples_per_second": 2.382,
-    "eval_steps_per_second": 0.149,
-    "eval_wer": 0.19794844715637958,
+    "eval_samples_per_second": 2.394,
+    "eval_steps_per_second": 0.15,
+    "eval_wer": 0.1960611749980443,
     "total_flos": 5.43090104303616e+20,
-    "train_loss": 0.1254427011013031,
-    "train_runtime": 51254.2105,
+    "train_loss": 0.0887994671344757,
+    "train_runtime": 50408.8653,
     "train_samples": 15937,
-    "train_samples_per_second": 3.122,
-    "train_steps_per_second": 0.098
+    "train_samples_per_second": 3.174,
+    "train_steps_per_second": 0.099
 }

eval_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 10.030090270812437,
-    "eval_loss": 0.4825207591056824,
-    "eval_runtime": 4519.164,
+    "eval_loss": 0.4447694718837738,
+    "eval_runtime": 4494.8849,
     "eval_samples": 10763,
-    "eval_samples_per_second": 2.382,
-    "eval_steps_per_second": 0.149,
-    "eval_wer": 0.19794844715637958
+    "eval_samples_per_second": 2.394,
+    "eval_steps_per_second": 0.15,
+    "eval_wer": 0.1960611749980443
 }

runs/Oct18_16-12-30_8db36e3e126e/events.out.tfevents.1729319991.8db36e3e126e.31.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d9c7bbaa0e16bbf1e6a772fefeb6a35c52999ca29edffac8ac00604ca3c82ce
+size 406

train_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 10.030090270812437,
     "total_flos": 5.43090104303616e+20,
-    "train_loss": 0.1254427011013031,
-    "train_runtime": 51254.2105,
+    "train_loss": 0.0887994671344757,
+    "train_runtime": 50408.8653,
     "train_samples": 15937,
-    "train_samples_per_second": 3.122,
-    "train_steps_per_second": 0.098
+    "train_samples_per_second": 3.174,
+    "train_steps_per_second": 0.099
 }

trainer_state.json

@@ -10,1457 +10,1457 @@
   "log_history": [
     {
       "epoch": 0.05015045135406219,
-      "grad_norm": 7.0412750244140625,
+      "grad_norm": 7.437633514404297,
       "learning_rate": 5.000000000000001e-07,
-      "loss": 1.2267,
+      "loss": 0.9756,
       "step": 25
     },
     {
       "epoch": 0.10030090270812438,
-      "grad_norm": 4.570739269256592,
+      "grad_norm": 3.9726901054382324,
       "learning_rate": 1.0000000000000002e-06,
-      "loss": 1.0287,
+      "loss": 0.8322,
       "step": 50
     },
     {
       "epoch": 0.15045135406218657,
-      "grad_norm": 4.061439514160156,
+      "grad_norm": 3.629199743270874,
       "learning_rate": 1.5e-06,
-      "loss": 0.716,
+      "loss": 0.5489,
       "step": 75
     },
     {
       "epoch": 0.20060180541624875,
-      "grad_norm": 3.5382726192474365,
+      "grad_norm": 3.2304935455322266,
       "learning_rate": 2.0000000000000003e-06,
-      "loss": 0.5682,
+      "loss": 0.4407,
       "step": 100
     },
     {
       "epoch": 0.25075225677031093,
-      "grad_norm": 3.460435152053833,
+      "grad_norm": 3.2816317081451416,
       "learning_rate": 2.5e-06,
-      "loss": 0.5493,
+      "loss": 0.4424,
       "step": 125
     },
     {
       "epoch": 0.30090270812437314,
-      "grad_norm": 3.3355889320373535,
+      "grad_norm": 3.1936333179473877,
       "learning_rate": 3e-06,
-      "loss": 0.4992,
+      "loss": 0.4074,
       "step": 150
     },
     {
       "epoch": 0.3510531594784353,
-      "grad_norm": 3.1046106815338135,
+      "grad_norm": 3.1005301475524902,
       "learning_rate": 3.5e-06,
-      "loss": 0.495,
+      "loss": 0.4104,
       "step": 175
     },
     {
       "epoch": 0.4012036108324975,
-      "grad_norm": 3.444261074066162,
+      "grad_norm": 3.329033851623535,
       "learning_rate": 4.000000000000001e-06,
-      "loss": 0.4769,
+      "loss": 0.4049,
       "step": 200
     },
     {
       "epoch": 0.45135406218655966,
-      "grad_norm": 3.0431270599365234,
+      "grad_norm": 2.9963624477386475,
       "learning_rate": 4.5e-06,
-      "loss": 0.4349,
+      "loss": 0.3773,
       "step": 225
     },
     {
       "epoch": 0.5015045135406219,
-      "grad_norm": 2.8672142028808594,
+      "grad_norm": 2.877650260925293,
       "learning_rate": 5e-06,
-      "loss": 0.4178,
+      "loss": 0.3659,
       "step": 250
     },
     {
       "epoch": 0.551654964894684,
-      "grad_norm": 3.4275848865509033,
+      "grad_norm": 3.1805803775787354,
       "learning_rate": 5.500000000000001e-06,
-      "loss": 0.417,
+      "loss": 0.3686,
       "step": 275
     },
     {
       "epoch": 0.6018054162487463,
-      "grad_norm": 2.5542633533477783,
+      "grad_norm": 2.518958806991577,
       "learning_rate": 6e-06,
-      "loss": 0.409,
+      "loss": 0.362,
       "step": 300
     },
     {
       "epoch": 0.6519558676028084,
-      "grad_norm": 2.6586201190948486,
+      "grad_norm": 2.588172674179077,
       "learning_rate": 6.5000000000000004e-06,
-      "loss": 0.4022,
+      "loss": 0.3603,
       "step": 325
     },
     {
       "epoch": 0.7021063189568706,
-      "grad_norm": 3.106419324874878,
+      "grad_norm": 3.022862672805786,
       "learning_rate": 7e-06,
-      "loss": 0.4231,
+      "loss": 0.3835,
       "step": 350
     },
     {
       "epoch": 0.7522567703109327,
-      "grad_norm": 2.45819354057312,
+      "grad_norm": 2.3474695682525635,
       "learning_rate": 7.500000000000001e-06,
-      "loss": 0.3943,
+      "loss": 0.3567,
       "step": 375
     },
     {
       "epoch": 0.802407221664995,
-      "grad_norm": 2.844208002090454,
+      "grad_norm": 2.847740411758423,
       "learning_rate": 8.000000000000001e-06,
-      "loss": 0.3942,
+      "loss": 0.3566,
       "step": 400
     },
     {
       "epoch": 0.8525576730190572,
-      "grad_norm": 2.8705875873565674,
+      "grad_norm": 2.8755927085876465,
       "learning_rate": 8.5e-06,
-      "loss": 0.3947,
+      "loss": 0.3552,
       "step": 425
     },
     {
       "epoch": 0.9027081243731193,
-      "grad_norm": 2.5415868759155273,
+      "grad_norm": 2.488140106201172,
       "learning_rate": 9e-06,
-      "loss": 0.3928,
+      "loss": 0.3574,
       "step": 450
     },
     {
       "epoch": 0.9528585757271816,
-      "grad_norm": 3.9096789360046387,
+      "grad_norm": 3.7667624950408936,
       "learning_rate": 9.5e-06,
-      "loss": 0.3802,
+      "loss": 0.34,
       "step": 475
     },
     {
       "epoch": 1.0030090270812437,
-      "grad_norm": 2.4224791526794434,
+      "grad_norm": 2.2906906604766846,
       "learning_rate": 1e-05,
-      "loss": 0.3726,
+      "loss": 0.332,
       "step": 500
     },
     {
       "epoch": 1.053159478435306,
-      "grad_norm": 3.116126298904419,
+      "grad_norm": 2.970755100250244,
       "learning_rate": 9.944444444444445e-06,
-      "loss": 0.282,
+      "loss": 0.245,
       "step": 525
     },
     {
       "epoch": 1.103309929789368,
-      "grad_norm": 3.0114049911499023,
+      "grad_norm": 2.735118865966797,
       "learning_rate": 9.88888888888889e-06,
-      "loss": 0.3006,
+      "loss": 0.2632,
       "step": 550
     },
     {
       "epoch": 1.1534603811434303,
-      "grad_norm": 2.352905035018921,
+      "grad_norm": 2.1645102500915527,
       "learning_rate": 9.833333333333333e-06,
-      "loss": 0.2841,
+      "loss": 0.2485,
       "step": 575
     },
     {
       "epoch": 1.2036108324974926,
-      "grad_norm": 2.395094871520996,
+      "grad_norm": 2.3044114112854004,
       "learning_rate": 9.777777777777779e-06,
-      "loss": 0.2905,
+      "loss": 0.2545,
       "step": 600
     },
     {
       "epoch": 1.2537612838515546,
-      "grad_norm": 2.6098897457122803,
+      "grad_norm": 2.445683240890503,
       "learning_rate": 9.722222222222223e-06,
-      "loss": 0.276,
+      "loss": 0.2398,
       "step": 625
     },
     {
       "epoch": 1.3039117352056169,
-      "grad_norm": 2.0559678077697754,
+      "grad_norm": 1.9902832508087158,
       "learning_rate": 9.666666666666667e-06,
-      "loss": 0.2741,
+      "loss": 0.2374,
       "step": 650
     },
     {
       "epoch": 1.3540621865596791,
-      "grad_norm": 2.6575767993927,
+      "grad_norm": 2.571229934692383,
       "learning_rate": 9.611111111111112e-06,
-      "loss": 0.2903,
+      "loss": 0.2532,
       "step": 675
     },
     {
       "epoch": 1.4042126379137412,
-      "grad_norm": 2.2294228076934814,
+      "grad_norm": 2.24031662940979,
       "learning_rate": 9.555555555555556e-06,
-      "loss": 0.2818,
+      "loss": 0.2466,
       "step": 700
     },
     {
       "epoch": 1.4543630892678034,
-      "grad_norm": 2.2873806953430176,
+      "grad_norm": 2.2203283309936523,
       "learning_rate": 9.5e-06,
-      "loss": 0.2778,
+      "loss": 0.2414,
       "step": 725
     },
     {
       "epoch": 1.5045135406218657,
-      "grad_norm": 3.035785436630249,
+      "grad_norm": 2.821672201156616,
       "learning_rate": 9.444444444444445e-06,
-      "loss": 0.2958,
+      "loss": 0.2612,
       "step": 750
     },
     {
       "epoch": 1.5546639919759278,
-      "grad_norm": 2.3122036457061768,
+      "grad_norm": 2.279815196990967,
       "learning_rate": 9.38888888888889e-06,
-      "loss": 0.2719,
+      "loss": 0.2361,
       "step": 775
     },
     {
       "epoch": 1.60481444332999,
-      "grad_norm": 2.1870856285095215,
+      "grad_norm": 2.2528128623962402,
       "learning_rate": 9.333333333333334e-06,
-      "loss": 0.2696,
+      "loss": 0.2337,
       "step": 800
     },
     {
       "epoch": 1.6549648946840523,
-      "grad_norm": 2.747004270553589,
+      "grad_norm": 2.5302581787109375,
       "learning_rate": 9.277777777777778e-06,
-      "loss": 0.276,
+      "loss": 0.2407,
       "step": 825
     },
     {
       "epoch": 1.7051153460381143,
-      "grad_norm": 2.084136486053467,
+      "grad_norm": 2.0469911098480225,
       "learning_rate": 9.222222222222224e-06,
-      "loss": 0.2979,
+      "loss": 0.2603,
       "step": 850
     },
     {
       "epoch": 1.7552657973921764,
-      "grad_norm": 2.6127214431762695,
+      "grad_norm": 2.5774879455566406,
       "learning_rate": 9.166666666666666e-06,
-      "loss": 0.2824,
+      "loss": 0.2441,
       "step": 875
     },
     {
       "epoch": 1.8054162487462388,
-      "grad_norm": 2.4067749977111816,
+      "grad_norm": 2.362243175506592,
       "learning_rate": 9.111111111111112e-06,
-      "loss": 0.2671,
+      "loss": 0.2315,
       "step": 900
     },
     {
       "epoch": 1.855566700100301,
-      "grad_norm": 2.577610731124878,
+      "grad_norm": 2.5620100498199463,
       "learning_rate": 9.055555555555556e-06,
-      "loss": 0.2744,
+      "loss": 0.2388,
       "step": 925
     },
     {
       "epoch": 1.905717151454363,
-      "grad_norm": 2.2848598957061768,
+      "grad_norm": 2.1473169326782227,
       "learning_rate": 9e-06,
-      "loss": 0.2658,
+      "loss": 0.23,
       "step": 950
     },
     {
       "epoch": 1.9558676028084254,
-      "grad_norm": 2.707517385482788,
+      "grad_norm": 2.693861722946167,
       "learning_rate": 8.944444444444446e-06,
-      "loss": 0.2824,
+      "loss": 0.2491,
       "step": 975
     },
     {
       "epoch": 2.0060180541624875,
-      "grad_norm": 1.714905023574829,
-      "learning_rate": 8.891111111111111e-06,
-      "loss": 0.2506,
+      "grad_norm": 1.6720950603485107,
+      "learning_rate": 8.888888888888888e-06,
+      "loss": 0.2144,
       "step": 1000
     },
     {
       "epoch": 2.0060180541624875,
-      "eval_loss": 0.34494394063949585,
-      "eval_runtime": 4608.7156,
-      "eval_samples_per_second": 2.335,
-      "eval_steps_per_second": 0.146,
-      "eval_wer": 0.21134514589689432,
+      "eval_loss": 0.3075518310070038,
+      "eval_runtime": 4546.1548,
+      "eval_samples_per_second": 2.367,
+      "eval_steps_per_second": 0.148,
+      "eval_wer": 0.2114135961824298,
       "step": 1000
     },
     {
       "epoch": 2.0561685055165495,
-      "grad_norm": 1.9843376874923706,
-      "learning_rate": 8.835555555555557e-06,
-      "loss": 0.1393,
+      "grad_norm": 2.0117599964141846,
+      "learning_rate": 8.833333333333334e-06,
+      "loss": 0.1061,
       "step": 1025
     },
     {
       "epoch": 2.106318956870612,
-      "grad_norm": 2.0423927307128906,
-      "learning_rate": 8.78e-06,
-      "loss": 0.1513,
+      "grad_norm": 1.9226505756378174,
+      "learning_rate": 8.777777777777778e-06,
+      "loss": 0.1171,
       "step": 1050
     },
     {
       "epoch": 2.156469408224674,
-      "grad_norm": 2.1197094917297363,
-      "learning_rate": 8.724444444444445e-06,
-      "loss": 0.1454,
+      "grad_norm": 2.096928358078003,
+      "learning_rate": 8.722222222222224e-06,
+      "loss": 0.1135,
       "step": 1075
     },
     {
       "epoch": 2.206619859578736,
-      "grad_norm": 1.8990999460220337,
-      "learning_rate": 8.66888888888889e-06,
-      "loss": 0.1484,
+      "grad_norm": 1.7984790802001953,
+      "learning_rate": 8.666666666666668e-06,
+      "loss": 0.1164,
       "step": 1100
     },
     {
       "epoch": 2.2567703109327986,
-      "grad_norm": 1.6921278238296509,
-      "learning_rate": 8.613333333333333e-06,
-      "loss": 0.1461,
+      "grad_norm": 1.6253271102905273,
+      "learning_rate": 8.611111111111112e-06,
+      "loss": 0.1136,
       "step": 1125
     },
     {
       "epoch": 2.3069207622868606,
-      "grad_norm": 1.9527013301849365,
-      "learning_rate": 8.557777777777778e-06,
-      "loss": 0.1557,
+      "grad_norm": 1.7676957845687866,
+      "learning_rate": 8.555555555555556e-06,
+      "loss": 0.1207,
       "step": 1150
     },
     {
       "epoch": 2.3570712136409226,
-      "grad_norm": 2.20961332321167,
-      "learning_rate": 8.502222222222223e-06,
-      "loss": 0.1459,
+      "grad_norm": 2.040688991546631,
+      "learning_rate": 8.5e-06,
+      "loss": 0.1148,
       "step": 1175
     },
     {
       "epoch": 2.407221664994985,
-      "grad_norm": 2.1781654357910156,
-      "learning_rate": 8.446666666666668e-06,
-      "loss": 0.156,
+      "grad_norm": 2.272294282913208,
+      "learning_rate": 8.444444444444446e-06,
+      "loss": 0.1222,
       "step": 1200
     },
     {
       "epoch": 2.457372116349047,
-      "grad_norm": 2.2167611122131348,
-      "learning_rate": 8.391111111111112e-06,
-      "loss": 0.1527,
+      "grad_norm": 2.0784871578216553,
+      "learning_rate": 8.38888888888889e-06,
+      "loss": 0.1188,
       "step": 1225
     },
     {
       "epoch": 2.507522567703109,
-      "grad_norm": 2.0940988063812256,
-      "learning_rate": 8.335555555555556e-06,
-      "loss": 0.1535,
+      "grad_norm": 1.869183897972107,
+      "learning_rate": 8.333333333333334e-06,
+      "loss": 0.1187,
       "step": 1250
     },
     {
       "epoch": 2.5576730190571713,
-      "grad_norm": 2.141779899597168,
-      "learning_rate": 8.28e-06,
-      "loss": 0.15,
+      "grad_norm": 2.0832390785217285,
+      "learning_rate": 8.277777777777778e-06,
+      "loss": 0.1176,
       "step": 1275
     },
     {
       "epoch": 2.6078234704112337,
-      "grad_norm": 1.9819048643112183,
-      "learning_rate": 8.224444444444444e-06,
-      "loss": 0.1483,
+      "grad_norm": 1.9388813972473145,
+      "learning_rate": 8.222222222222222e-06,
+      "loss": 0.1146,
       "step": 1300
     },
     {
       "epoch": 2.657973921765296,
-      "grad_norm": 1.7420545816421509,
-      "learning_rate": 8.16888888888889e-06,
-      "loss": 0.1487,
+      "grad_norm": 1.659645676612854,
+      "learning_rate": 8.166666666666668e-06,
+      "loss": 0.116,
       "step": 1325
     },
     {
       "epoch": 2.7081243731193583,
-      "grad_norm": 2.012843608856201,
-      "learning_rate": 8.113333333333334e-06,
-      "loss": 0.1549,
+      "grad_norm": 1.7133307456970215,
+      "learning_rate": 8.111111111111112e-06,
+      "loss": 0.1201,
       "step": 1350
     },
     {
       "epoch": 2.7582748244734203,
-      "grad_norm": 2.0659139156341553,
-      "learning_rate": 8.057777777777778e-06,
-      "loss": 0.1515,
+      "grad_norm": 2.0739212036132812,
+      "learning_rate": 8.055555555555557e-06,
+      "loss": 0.1177,
       "step": 1375
     },
     {
       "epoch": 2.8084252758274824,
-      "grad_norm": 2.046651840209961,
-      "learning_rate": 8.002222222222222e-06,
-      "loss": 0.1414,
+      "grad_norm": 1.760362148284912,
+      "learning_rate": 8.000000000000001e-06,
+      "loss": 0.1071,
       "step": 1400
     },
     {
       "epoch": 2.8585757271815444,
-      "grad_norm": 2.0306413173675537,
-      "learning_rate": 7.946666666666666e-06,
-      "loss": 0.1486,
+      "grad_norm": 1.979827880859375,
+      "learning_rate": 7.944444444444445e-06,
+      "loss": 0.1141,
       "step": 1425
     },
     {
       "epoch": 2.908726178535607,
-      "grad_norm": 2.124835729598999,
-      "learning_rate": 7.891111111111112e-06,
-      "loss": 0.1598,
+      "grad_norm": 1.8925753831863403,
+      "learning_rate": 7.88888888888889e-06,
+      "loss": 0.1272,
       "step": 1450
     },
     {
       "epoch": 2.958876629889669,
-      "grad_norm": 2.09136700630188,
-      "learning_rate": 7.835555555555556e-06,
-      "loss": 0.1507,
+      "grad_norm": 1.9880926609039307,
+      "learning_rate": 7.833333333333333e-06,
+      "loss": 0.1189,
       "step": 1475
     },
     {
       "epoch": 3.0090270812437314,
-      "grad_norm": 1.2488484382629395,
-      "learning_rate": 7.78e-06,
-      "loss": 0.1431,
+      "grad_norm": 1.2164592742919922,
+      "learning_rate": 7.77777777777778e-06,
+      "loss": 0.1091,
       "step": 1500
     },
     {
       "epoch": 3.0591775325977935,
-      "grad_norm": 1.3443397283554077,
-      "learning_rate": 7.724444444444446e-06,
-      "loss": 0.0791,
+      "grad_norm": 1.2302759885787964,
+      "learning_rate": 7.722222222222223e-06,
+      "loss": 0.0472,
       "step": 1525
     },
     {
       "epoch": 3.1093279839518555,
-      "grad_norm": 1.274675726890564,
-      "learning_rate": 7.66888888888889e-06,
-      "loss": 0.0807,
+      "grad_norm": 1.2639251947402954,
+      "learning_rate": 7.666666666666667e-06,
+      "loss": 0.048,
       "step": 1550
     },
     {
       "epoch": 3.1594784353059175,
-      "grad_norm": 1.38137948513031,
-      "learning_rate": 7.613333333333334e-06,
-      "loss": 0.0814,
+      "grad_norm": 1.2657603025436401,
+      "learning_rate": 7.611111111111111e-06,
+      "loss": 0.0488,
       "step": 1575
     },
     {
       "epoch": 3.20962888665998,
-      "grad_norm": 1.5349384546279907,
-      "learning_rate": 7.557777777777779e-06,
-      "loss": 0.0792,
+      "grad_norm": 1.3162034749984741,
+      "learning_rate": 7.555555555555556e-06,
+      "loss": 0.0486,
       "step": 1600
     },
     {
       "epoch": 3.259779338014042,
-      "grad_norm": 1.2551178932189941,
-      "learning_rate": 7.502222222222223e-06,
-      "loss": 0.0786,
+      "grad_norm": 1.4205294847488403,
+      "learning_rate": 7.500000000000001e-06,
+      "loss": 0.0484,
       "step": 1625
     },
     {
       "epoch": 3.3099297893681046,
-      "grad_norm": 1.400694489479065,
-      "learning_rate": 7.446666666666668e-06,
-      "loss": 0.0827,
+      "grad_norm": 1.3729196786880493,
+      "learning_rate": 7.444444444444445e-06,
+      "loss": 0.0512,
       "step": 1650
     },
     {
       "epoch": 3.3600802407221666,
-      "grad_norm": 1.382521390914917,
-      "learning_rate": 7.3911111111111125e-06,
-      "loss": 0.0814,
+      "grad_norm": 1.333731770515442,
+      "learning_rate": 7.38888888888889e-06,
+      "loss": 0.05,
       "step": 1675
     },
     {
       "epoch": 3.4102306920762286,
-      "grad_norm": 1.4124006032943726,
-      "learning_rate": 7.335555555555556e-06,
-      "loss": 0.087,
+      "grad_norm": 1.2979406118392944,
+      "learning_rate": 7.333333333333333e-06,
+      "loss": 0.0535,
       "step": 1700
     },
     {
       "epoch": 3.4603811434302907,
-      "grad_norm": 1.130927562713623,
-      "learning_rate": 7.280000000000001e-06,
-      "loss": 0.0911,
+      "grad_norm": 1.1790673732757568,
+      "learning_rate": 7.277777777777778e-06,
+      "loss": 0.0598,
       "step": 1725
     },
     {
       "epoch": 3.510531594784353,
-      "grad_norm": 1.6954821348190308,
-      "learning_rate": 7.224444444444445e-06,
-      "loss": 0.0856,
+      "grad_norm": 1.7529319524765015,
+      "learning_rate": 7.222222222222223e-06,
+      "loss": 0.0539,
       "step": 1750
     },
     {
       "epoch": 3.560682046138415,
-      "grad_norm": 1.1873488426208496,
-      "learning_rate": 7.1688888888888895e-06,
-      "loss": 0.0829,
+      "grad_norm": 1.5352625846862793,
+      "learning_rate": 7.166666666666667e-06,
+      "loss": 0.0494,
       "step": 1775
     },
     {
       "epoch": 3.6108324974924777,
-      "grad_norm": 1.500501275062561,
-      "learning_rate": 7.113333333333334e-06,
-      "loss": 0.0828,
+      "grad_norm": 1.707581639289856,
+      "learning_rate": 7.111111111111112e-06,
+      "loss": 0.051,
       "step": 1800
     },
     {
       "epoch": 3.6609829488465397,
-      "grad_norm": 1.2689720392227173,
-      "learning_rate": 7.057777777777778e-06,
-      "loss": 0.0828,
+      "grad_norm": 1.3295681476593018,
+      "learning_rate": 7.055555555555557e-06,
+      "loss": 0.0545,
       "step": 1825
     },
     {
       "epoch": 3.711133400200602,
-      "grad_norm": 1.4504294395446777,
-      "learning_rate": 7.0022222222222225e-06,
-      "loss": 0.0875,
+      "grad_norm": 1.3010529279708862,
+      "learning_rate": 7e-06,
+      "loss": 0.0534,
       "step": 1850
     },
     {
       "epoch": 3.761283851554664,
-      "grad_norm": 1.286098599433899,
-      "learning_rate": 6.946666666666667e-06,
-      "loss": 0.082,
+      "grad_norm": 1.0611276626586914,
+      "learning_rate": 6.944444444444445e-06,
+      "loss": 0.0509,
       "step": 1875
     },
     {
       "epoch": 3.8114343029087263,
-      "grad_norm": 1.1930783987045288,
-      "learning_rate": 6.891111111111111e-06,
-      "loss": 0.0817,
+      "grad_norm": 1.1071949005126953,
+      "learning_rate": 6.88888888888889e-06,
+      "loss": 0.0496,
       "step": 1900
     },
     {
       "epoch": 3.8615847542627884,
-      "grad_norm": 1.4965267181396484,
-      "learning_rate": 6.835555555555556e-06,
-      "loss": 0.0808,
+      "grad_norm": 1.507038950920105,
+      "learning_rate": 6.833333333333334e-06,
+      "loss": 0.0494,
       "step": 1925
     },
     {
       "epoch": 3.9117352056168504,
-      "grad_norm": 1.3505349159240723,
-      "learning_rate": 6.780000000000001e-06,
-      "loss": 0.0847,
+      "grad_norm": 1.2737189531326294,
+      "learning_rate": 6.777777777777779e-06,
+      "loss": 0.052,
       "step": 1950
     },
     {
       "epoch": 3.961885656970913,
-      "grad_norm": 2.0747885704040527,
-      "learning_rate": 6.724444444444444e-06,
-      "loss": 0.0846,
+      "grad_norm": 1.8823206424713135,
+      "learning_rate": 6.7222222222222235e-06,
+      "loss": 0.053,
       "step": 1975
     },
     {
       "epoch": 4.012036108324975,
-      "grad_norm": 0.9830118417739868,
-      "learning_rate": 6.668888888888889e-06,
-      "loss": 0.0783,
+      "grad_norm": 0.7559254765510559,
+      "learning_rate": 6.666666666666667e-06,
+      "loss": 0.0472,
       "step": 2000
     },
     {
       "epoch": 4.012036108324975,
-      "eval_loss": 0.3656960725784302,
-      "eval_runtime": 4598.7916,
-      "eval_samples_per_second": 2.34,
-      "eval_steps_per_second": 0.146,
-      "eval_wer": 0.2009700383321599,
+      "eval_loss": 0.33296459913253784,
+      "eval_runtime": 4527.5772,
+      "eval_samples_per_second": 2.377,
+      "eval_steps_per_second": 0.149,
+      "eval_wer": 0.20142963310646952,
       "step": 2000
     },
     {
       "epoch": 4.062186559679037,
-      "grad_norm": 1.436523675918579,
-      "learning_rate": 6.613333333333334e-06,
-      "loss": 0.0531,
+      "grad_norm": 0.8223534822463989,
+      "learning_rate": 6.6111111111111115e-06,
+      "loss": 0.0218,
       "step": 2025
     },
     {
       "epoch": 4.112337011033099,
-      "grad_norm": 0.6627805233001709,
-      "learning_rate": 6.557777777777778e-06,
-      "loss": 0.0505,
+      "grad_norm": 0.7893447279930115,
+      "learning_rate": 6.555555555555556e-06,
+      "loss": 0.0201,
       "step": 2050
     },
     {
       "epoch": 4.162487462387162,
-      "grad_norm": 1.2392983436584473,
-      "learning_rate": 6.502222222222223e-06,
-      "loss": 0.0548,
+      "grad_norm": 0.657762348651886,
+      "learning_rate": 6.5000000000000004e-06,
+      "loss": 0.0203,
       "step": 2075
     },
     {
       "epoch": 4.212637913741224,
-      "grad_norm": 1.0560728311538696,
-      "learning_rate": 6.446666666666668e-06,
-      "loss": 0.0492,
+      "grad_norm": 0.9496999979019165,
+      "learning_rate": 6.444444444444445e-06,
+      "loss": 0.018,
       "step": 2100
     },
     {
       "epoch": 4.262788365095286,
-      "grad_norm": 1.5553325414657593,
-      "learning_rate": 6.391111111111111e-06,
-      "loss": 0.0519,
+      "grad_norm": 1.3166756629943848,
+      "learning_rate": 6.3888888888888885e-06,
+      "loss": 0.0203,
       "step": 2125
     },
     {
       "epoch": 4.312938816449348,
-      "grad_norm": 1.320204257965088,
-      "learning_rate": 6.335555555555556e-06,
-      "loss": 0.0534,
+      "grad_norm": 0.8114544749259949,
+      "learning_rate": 6.333333333333333e-06,
+      "loss": 0.022,
       "step": 2150
     },
     {
       "epoch": 4.36308926780341,
-      "grad_norm": 0.9548274278640747,
-      "learning_rate": 6.280000000000001e-06,
-      "loss": 0.0506,
+      "grad_norm": 1.0165122747421265,
+      "learning_rate": 6.277777777777778e-06,
+      "loss": 0.0188,
       "step": 2175
     },
     {
       "epoch": 4.413239719157472,
-      "grad_norm": 1.0882978439331055,
-      "learning_rate": 6.224444444444445e-06,
-      "loss": 0.0513,
+      "grad_norm": 0.8669913411140442,
+      "learning_rate": 6.222222222222223e-06,
+      "loss": 0.0204,
       "step": 2200
     },
     {
       "epoch": 4.463390170511534,
-      "grad_norm": 1.3011126518249512,
-      "learning_rate": 6.16888888888889e-06,
-      "loss": 0.052,
+      "grad_norm": 1.483972430229187,
+      "learning_rate": 6.166666666666667e-06,
+      "loss": 0.0199,
       "step": 2225
     },
     {
       "epoch": 4.513540621865597,
-      "grad_norm": 0.8610795140266418,
-      "learning_rate": 6.113333333333333e-06,
-      "loss": 0.0502,
+      "grad_norm": 1.1734397411346436,
+      "learning_rate": 6.111111111111112e-06,
+      "loss": 0.0194,
       "step": 2250
     },
     {
       "epoch": 4.563691073219659,
-      "grad_norm": 1.2139874696731567,
-      "learning_rate": 6.057777777777778e-06,
-      "loss": 0.0526,
+      "grad_norm": 0.5651412606239319,
+      "learning_rate": 6.055555555555555e-06,
+      "loss": 0.0219,
       "step": 2275
     },
     {
       "epoch": 4.613841524573721,
-      "grad_norm": 0.9586848020553589,
-      "learning_rate": 6.002222222222223e-06,
-      "loss": 0.0523,
+      "grad_norm": 0.9663107395172119,
+      "learning_rate": 6e-06,
+      "loss": 0.0215,
       "step": 2300
     },
     {
       "epoch": 4.663991975927783,
-      "grad_norm": 0.9463987350463867,
-      "learning_rate": 5.946666666666668e-06,
-      "loss": 0.0534,
+      "grad_norm": 0.6868607401847839,
+      "learning_rate": 5.944444444444445e-06,
+      "loss": 0.0223,
       "step": 2325
     },
     {
       "epoch": 4.714142427281845,
-      "grad_norm": 1.0908218622207642,
-      "learning_rate": 5.891111111111112e-06,
-      "loss": 0.0522,
+      "grad_norm": 1.138351321220398,
+      "learning_rate": 5.88888888888889e-06,
+      "loss": 0.0215,
       "step": 2350
     },
     {
       "epoch": 4.764292878635907,
-      "grad_norm": 1.063152551651001,
-      "learning_rate": 5.8355555555555565e-06,
-      "loss": 0.0507,
+      "grad_norm": 0.7841187119483948,
+      "learning_rate": 5.833333333333334e-06,
+      "loss": 0.0207,
       "step": 2375
     },
     {
       "epoch": 4.81444332998997,
-      "grad_norm": 0.8035433292388916,
-      "learning_rate": 5.78e-06,
-      "loss": 0.052,
+      "grad_norm": 0.6683496236801147,
+      "learning_rate": 5.777777777777778e-06,
+      "loss": 0.0201,
       "step": 2400
     },
     {
       "epoch": 4.864593781344032,
-      "grad_norm": 1.3851343393325806,
-      "learning_rate": 5.724444444444445e-06,
-      "loss": 0.0511,
+      "grad_norm": 1.2674401998519897,
+      "learning_rate": 5.722222222222222e-06,
+      "loss": 0.0196,
       "step": 2425
     },
     {
       "epoch": 4.914744232698094,
-      "grad_norm": 0.9622118473052979,
-      "learning_rate": 5.6688888888888895e-06,
-      "loss": 0.0538,
+      "grad_norm": 0.8776654601097107,
+      "learning_rate": 5.666666666666667e-06,
+      "loss": 0.0214,
       "step": 2450
     },
     {
       "epoch": 4.964894684052156,
-      "grad_norm": 0.7414006590843201,
-      "learning_rate": 5.613333333333334e-06,
-      "loss": 0.0501,
+      "grad_norm": 0.8897686004638672,
+      "learning_rate": 5.611111111111112e-06,
+      "loss": 0.0201,
       "step": 2475
     },
     {
       "epoch": 5.015045135406218,
-      "grad_norm": 0.7375747561454773,
-      "learning_rate": 5.557777777777778e-06,
-      "loss": 0.0489,
+      "grad_norm": 0.6467758417129517,
+      "learning_rate": 5.555555555555557e-06,
+      "loss": 0.0176,
       "step": 2500
     },
     {
       "epoch": 5.0651955867602805,
-      "grad_norm": 0.4028901755809784,
-      "learning_rate": 5.5022222222222224e-06,
-      "loss": 0.0413,
+      "grad_norm": 0.8919677734375,
+      "learning_rate": 5.500000000000001e-06,
+      "loss": 0.0099,
       "step": 2525
     },
     {
       "epoch": 5.115346038114343,
-      "grad_norm": 0.49548035860061646,
-      "learning_rate": 5.4466666666666665e-06,
-      "loss": 0.041,
+      "grad_norm": 0.23880383372306824,
+      "learning_rate": 5.444444444444445e-06,
+      "loss": 0.0089,
       "step": 2550
     },
     {
       "epoch": 5.1654964894684054,
-      "grad_norm": 0.7137969732284546,
-      "learning_rate": 5.391111111111111e-06,
-      "loss": 0.0393,
+      "grad_norm": 0.7303509712219238,
+      "learning_rate": 5.388888888888889e-06,
+      "loss": 0.0093,
       "step": 2575
     },
     {
       "epoch": 5.2156469408224675,
-      "grad_norm": 1.015681266784668,
-      "learning_rate": 5.335555555555556e-06,
-      "loss": 0.0396,
+      "grad_norm": 0.8609201312065125,
+      "learning_rate": 5.333333333333334e-06,
+      "loss": 0.0083,
       "step": 2600
     },
     {
       "epoch": 5.2657973921765295,
-      "grad_norm": 1.030476450920105,
-      "learning_rate": 5.28e-06,
-      "loss": 0.0386,
+      "grad_norm": 0.4490683078765869,
+      "learning_rate": 5.2777777777777785e-06,
+      "loss": 0.009,
       "step": 2625
     },
     {
       "epoch": 5.315947843530592,
-      "grad_norm": 1.2187836170196533,
-      "learning_rate": 5.224444444444445e-06,
-      "loss": 0.0391,
+      "grad_norm": 0.5905369520187378,
+      "learning_rate": 5.2222222222222226e-06,
+      "loss": 0.009,
       "step": 2650
     },
     {
       "epoch": 5.366098294884654,
-      "grad_norm": 0.6549712419509888,
-      "learning_rate": 5.168888888888889e-06,
-      "loss": 0.0388,
+      "grad_norm": 0.18808700144290924,
+      "learning_rate": 5.1666666666666675e-06,
+      "loss": 0.0075,
       "step": 2675
     },
     {
       "epoch": 5.4162487462387165,
-      "grad_norm": 0.6556330919265747,
-      "learning_rate": 5.113333333333333e-06,
-      "loss": 0.0399,
+      "grad_norm": 0.8524003624916077,
+      "learning_rate": 5.1111111111111115e-06,
+      "loss": 0.0084,
       "step": 2700
     },
     {
       "epoch": 5.466399197592779,
-      "grad_norm": 1.0968986749649048,
-      "learning_rate": 5.057777777777778e-06,
-      "loss": 0.039,
+      "grad_norm": 0.31983518600463867,
+      "learning_rate": 5.0555555555555555e-06,
+      "loss": 0.0081,
       "step": 2725
     },
     {
       "epoch": 5.516549648946841,
-      "grad_norm": 0.8567794561386108,
-      "learning_rate": 5.002222222222223e-06,
-      "loss": 0.0395,
+      "grad_norm": 0.40100687742233276,
+      "learning_rate": 5e-06,
+      "loss": 0.0077,
       "step": 2750
     },
     {
       "epoch": 5.566700100300903,
-      "grad_norm": 0.48124751448631287,
-      "learning_rate": 4.946666666666667e-06,
-      "loss": 0.0385,
+      "grad_norm": 1.5288898944854736,
+      "learning_rate": 4.944444444444445e-06,
+      "loss": 0.0077,
       "step": 2775
     },
     {
       "epoch": 5.616850551654965,
-      "grad_norm": 0.16856200993061066,
-      "learning_rate": 4.891111111111111e-06,
-      "loss": 0.0381,
+      "grad_norm": 0.15371347963809967,
+      "learning_rate": 4.888888888888889e-06,
+      "loss": 0.0068,
       "step": 2800
     },
     {
       "epoch": 5.667001003009027,
-      "grad_norm": 0.4240492284297943,
-      "learning_rate": 4.835555555555556e-06,
-      "loss": 0.0401,
+      "grad_norm": 0.547875702381134,
+      "learning_rate": 4.833333333333333e-06,
+      "loss": 0.0078,
       "step": 2825
     },
     {
       "epoch": 5.717151454363089,
-      "grad_norm": 0.7855473756790161,
-      "learning_rate": 4.78e-06,
-      "loss": 0.0397,
+      "grad_norm": 0.3743741512298584,
+      "learning_rate": 4.777777777777778e-06,
+      "loss": 0.0105,
       "step": 2850
     },
     {
       "epoch": 5.767301905717152,
-      "grad_norm": 1.1043782234191895,
-      "learning_rate": 4.724444444444445e-06,
-      "loss": 0.0384,
+      "grad_norm": 1.20223867893219,
+      "learning_rate": 4.722222222222222e-06,
+      "loss": 0.0084,
       "step": 2875
     },
     {
       "epoch": 5.817452357071214,
-      "grad_norm": 0.4021261930465698,
-      "learning_rate": 4.66888888888889e-06,
-      "loss": 0.0387,
+      "grad_norm": 0.4010525047779083,
+      "learning_rate": 4.666666666666667e-06,
+      "loss": 0.0074,
       "step": 2900
     },
     {
       "epoch": 5.867602808425276,
-      "grad_norm": 0.9103265404701233,
-      "learning_rate": 4.613333333333334e-06,
-      "loss": 0.0429,
+      "grad_norm": 0.2383079081773758,
+      "learning_rate": 4.611111111111112e-06,
+      "loss": 0.0097,
       "step": 2925
     },
     {
       "epoch": 5.917753259779338,
-      "grad_norm": 2.1955697536468506,
-      "learning_rate": 4.557777777777778e-06,
-      "loss": 0.0395,
+      "grad_norm": 0.9694074988365173,
+      "learning_rate": 4.555555555555556e-06,
+      "loss": 0.0082,
       "step": 2950
     },
     {
       "epoch": 5.9679037111334,
-      "grad_norm": 0.39817795157432556,
-      "learning_rate": 4.502222222222223e-06,
-      "loss": 0.0386,
+      "grad_norm": 0.4873412549495697,
+      "learning_rate": 4.5e-06,
+      "loss": 0.0094,
       "step": 2975
     },
     {
       "epoch": 6.018054162487463,
-      "grad_norm": 0.6511321067810059,
-      "learning_rate": 4.446666666666667e-06,
-      "loss": 0.0377,
+      "grad_norm": 0.35399332642555237,
+      "learning_rate": 4.444444444444444e-06,
+      "loss": 0.0074,
       "step": 3000
     },
     {
       "epoch": 6.018054162487463,
-      "eval_loss": 0.4252609610557556,
-      "eval_runtime": 4620.2895,
-      "eval_samples_per_second": 2.33,
-      "eval_steps_per_second": 0.146,
-      "eval_wer": 0.19864272862395368,
+      "eval_loss": 0.3955759108066559,
+      "eval_runtime": 4515.9024,
+      "eval_samples_per_second": 2.383,
+      "eval_steps_per_second": 0.149,
+      "eval_wer": 0.19721505123992802,
       "step": 3000
     },
     {
       "epoch": 6.068204613841525,
-      "grad_norm": 0.8066951036453247,
-      "learning_rate": 4.391111111111112e-06,
-      "loss": 0.0351,
+      "grad_norm": 0.32993289828300476,
+      "learning_rate": 4.388888888888889e-06,
+      "loss": 0.005,
       "step": 3025
     },
     {
       "epoch": 6.118355065195587,
-      "grad_norm": 1.054024338722229,
-      "learning_rate": 4.3355555555555565e-06,
-      "loss": 0.0364,
+      "grad_norm": 2.4931156635284424,
+      "learning_rate": 4.333333333333334e-06,
+      "loss": 0.0047,
       "step": 3050
     },
     {
       "epoch": 6.168505516549649,
-      "grad_norm": 0.4796682894229889,
-      "learning_rate": 4.2800000000000005e-06,
-      "loss": 0.0348,
+      "grad_norm": 0.09684254229068756,
+      "learning_rate": 4.277777777777778e-06,
+      "loss": 0.0039,
       "step": 3075
     },
     {
       "epoch": 6.218655967903711,
-      "grad_norm": 1.1482007503509521,
-      "learning_rate": 4.2244444444444446e-06,
-      "loss": 0.0344,
+      "grad_norm": 0.1377803087234497,
+      "learning_rate": 4.222222222222223e-06,
+      "loss": 0.0041,
       "step": 3100
     },
     {
       "epoch": 6.268806419257773,
-      "grad_norm": 0.5434701442718506,
-      "learning_rate": 4.168888888888889e-06,
-      "loss": 0.0346,
+      "grad_norm": 0.12329312413930893,
+      "learning_rate": 4.166666666666667e-06,
+      "loss": 0.0036,
       "step": 3125
     },
     {
       "epoch": 6.318956870611835,
-      "grad_norm": 0.18123650550842285,
-      "learning_rate": 4.1133333333333335e-06,
-      "loss": 0.0342,
+      "grad_norm": 0.39106011390686035,
+      "learning_rate": 4.111111111111111e-06,
+      "loss": 0.0038,
       "step": 3150
     },
     {
       "epoch": 6.369107321965898,
-      "grad_norm": 0.48640918731689453,
-      "learning_rate": 4.057777777777778e-06,
-      "loss": 0.0345,
+      "grad_norm": 0.21228019893169403,
+      "learning_rate": 4.055555555555556e-06,
+      "loss": 0.0034,
       "step": 3175
     },
     {
       "epoch": 6.41925777331996,
-      "grad_norm": 0.16967743635177612,
-      "learning_rate": 4.002222222222222e-06,
-      "loss": 0.0339,
+      "grad_norm": 0.13951948285102844,
+      "learning_rate": 4.000000000000001e-06,
+      "loss": 0.0035,
       "step": 3200
     },
     {
       "epoch": 6.469408224674022,
-      "grad_norm": 1.0342961549758911,
-      "learning_rate": 3.946666666666667e-06,
-      "loss": 0.035,
+      "grad_norm": 0.15315498411655426,
+      "learning_rate": 3.944444444444445e-06,
+      "loss": 0.0045,
       "step": 3225
     },
     {
       "epoch": 6.519558676028084,
-      "grad_norm": 0.4811567962169647,
-      "learning_rate": 3.891111111111111e-06,
-      "loss": 0.0346,
+      "grad_norm": 0.09918154031038284,
+      "learning_rate": 3.88888888888889e-06,
+      "loss": 0.0037,
       "step": 3250
     },
     {
       "epoch": 6.569709127382146,
-      "grad_norm": 0.41370365023612976,
-      "learning_rate": 3.835555555555555e-06,
-      "loss": 0.0347,
+      "grad_norm": 0.128856360912323,
+      "learning_rate": 3.833333333333334e-06,
+      "loss": 0.0034,
       "step": 3275
     },
     {
       "epoch": 6.619859578736209,
-      "grad_norm": 0.32207295298576355,
-      "learning_rate": 3.7800000000000002e-06,
-      "loss": 0.0341,
+      "grad_norm": 0.35564741492271423,
+      "learning_rate": 3.777777777777778e-06,
+      "loss": 0.0035,
       "step": 3300
     },
     {
       "epoch": 6.670010030090271,
-      "grad_norm": 0.6185954213142395,
-      "learning_rate": 3.724444444444445e-06,
-      "loss": 0.034,
+      "grad_norm": 0.09503413736820221,
+      "learning_rate": 3.7222222222222225e-06,
+      "loss": 0.0047,
       "step": 3325
     },
     {
       "epoch": 6.720160481444333,
-      "grad_norm": 0.23153382539749146,
-      "learning_rate": 3.668888888888889e-06,
-      "loss": 0.0345,
+      "grad_norm": 0.2272273600101471,
+      "learning_rate": 3.6666666666666666e-06,
+      "loss": 0.004,
       "step": 3350
     },
     {
       "epoch": 6.770310932798395,
-      "grad_norm": 0.8901228308677673,
-      "learning_rate": 3.6133333333333336e-06,
-      "loss": 0.0342,
+      "grad_norm": 0.31332728266716003,
+      "learning_rate": 3.6111111111111115e-06,
+      "loss": 0.0038,
       "step": 3375
     },
     {
       "epoch": 6.820461384152457,
-      "grad_norm": 0.6802942156791687,
-      "learning_rate": 3.5577777777777785e-06,
-      "loss": 0.0355,
+      "grad_norm": 0.20381228625774384,
+      "learning_rate": 3.555555555555556e-06,
+      "loss": 0.0044,
       "step": 3400
     },
     {
       "epoch": 6.870611835506519,
-      "grad_norm": 0.41077226400375366,
-      "learning_rate": 3.5022222222222225e-06,
-      "loss": 0.0358,
+      "grad_norm": 0.38565367460250854,
+      "learning_rate": 3.5e-06,
+      "loss": 0.0052,
       "step": 3425
     },
     {
       "epoch": 6.920762286860581,
-      "grad_norm": 0.5837184190750122,
-      "learning_rate": 3.446666666666667e-06,
-      "loss": 0.0336,
+      "grad_norm": 0.1613508015871048,
+      "learning_rate": 3.444444444444445e-06,
+      "loss": 0.0037,
       "step": 3450
     },
     {
       "epoch": 6.970912738214644,
-      "grad_norm": 0.5418899655342102,
-      "learning_rate": 3.391111111111111e-06,
-      "loss": 0.0337,
+      "grad_norm": 0.23183399438858032,
+      "learning_rate": 3.3888888888888893e-06,
+      "loss": 0.0042,
       "step": 3475
     },
     {
       "epoch": 7.021063189568706,
-      "grad_norm": 0.4523651599884033,
-      "learning_rate": 3.335555555555556e-06,
-      "loss": 0.0336,
+      "grad_norm": 0.09113147854804993,
+      "learning_rate": 3.3333333333333333e-06,
+      "loss": 0.0028,
       "step": 3500
     },
     {
       "epoch": 7.071213640922768,
-      "grad_norm": 0.20040252804756165,
-      "learning_rate": 3.2800000000000004e-06,
-      "loss": 0.0332,
+      "grad_norm": 0.12553289532661438,
+      "learning_rate": 3.277777777777778e-06,
+      "loss": 0.0026,
       "step": 3525
     },
     {
       "epoch": 7.12136409227683,
-      "grad_norm": 0.8929922580718994,
-      "learning_rate": 3.2244444444444444e-06,
-      "loss": 0.0333,
+      "grad_norm": 0.0897342711687088,
+      "learning_rate": 3.2222222222222227e-06,
+      "loss": 0.002,
       "step": 3550
     },
     {
       "epoch": 7.1715145436308925,
-      "grad_norm": 0.19636617600917816,
-      "learning_rate": 3.1688888888888893e-06,
-      "loss": 0.0329,
+      "grad_norm": 0.07827088236808777,
+      "learning_rate": 3.1666666666666667e-06,
+      "loss": 0.0024,
       "step": 3575
     },
     {
       "epoch": 7.2216649949849545,
-      "grad_norm": 0.5786032676696777,
-      "learning_rate": 3.1133333333333337e-06,
-      "loss": 0.0323,
+      "grad_norm": 0.055039647966623306,
+      "learning_rate": 3.1111111111111116e-06,
+      "loss": 0.0024,
       "step": 3600
     },
     {
       "epoch": 7.271815446339017,
-      "grad_norm": 0.14882159233093262,
-      "learning_rate": 3.0577777777777778e-06,
-      "loss": 0.0323,
+      "grad_norm": 0.06994307041168213,
+      "learning_rate": 3.055555555555556e-06,
+      "loss": 0.0021,
       "step": 3625
     },
     {
       "epoch": 7.3219658976930795,
-      "grad_norm": 0.6977226138114929,
-      "learning_rate": 3.0022222222222227e-06,
-      "loss": 0.0337,
+      "grad_norm": 0.10969334840774536,
+      "learning_rate": 3e-06,
+      "loss": 0.0023,
       "step": 3650
     },
     {
       "epoch": 7.3721163490471415,
-      "grad_norm": 0.27530452609062195,
-      "learning_rate": 2.946666666666667e-06,
-      "loss": 0.034,
+      "grad_norm": 0.08186643570661545,
+      "learning_rate": 2.944444444444445e-06,
+      "loss": 0.0022,
       "step": 3675
     },
     {
       "epoch": 7.422266800401204,
-      "grad_norm": 0.16913309693336487,
-      "learning_rate": 2.891111111111111e-06,
-      "loss": 0.0333,
+      "grad_norm": 0.08872943371534348,
+      "learning_rate": 2.888888888888889e-06,
+      "loss": 0.0027,
       "step": 3700
     },
     {
       "epoch": 7.472417251755266,
-      "grad_norm": 0.42673996090888977,
-      "learning_rate": 2.835555555555556e-06,
-      "loss": 0.0349,
+      "grad_norm": 0.20957154035568237,
+      "learning_rate": 2.8333333333333335e-06,
+      "loss": 0.0027,
       "step": 3725
     },
     {
       "epoch": 7.522567703109328,
-      "grad_norm": 1.0766425132751465,
-      "learning_rate": 2.7800000000000005e-06,
-      "loss": 0.0328,
+      "grad_norm": 0.09654885530471802,
+      "learning_rate": 2.7777777777777783e-06,
+      "loss": 0.0021,
       "step": 3750
     },
     {
       "epoch": 7.57271815446339,
-      "grad_norm": 0.1712706983089447,
-      "learning_rate": 2.7244444444444445e-06,
-      "loss": 0.0332,
+      "grad_norm": 0.10487361997365952,
+      "learning_rate": 2.7222222222222224e-06,
+      "loss": 0.0041,
       "step": 3775
     },
     {
       "epoch": 7.622868605817453,
-      "grad_norm": 0.3342408239841461,
-      "learning_rate": 2.6688888888888894e-06,
-      "loss": 0.0328,
+      "grad_norm": 0.06899241358041763,
+      "learning_rate": 2.666666666666667e-06,
+      "loss": 0.0025,
       "step": 3800
     },
     {
       "epoch": 7.673019057171515,
-      "grad_norm": 0.15629036724567413,
-      "learning_rate": 2.6133333333333334e-06,
-      "loss": 0.0334,
+      "grad_norm": 0.06502360850572586,
+      "learning_rate": 2.6111111111111113e-06,
+      "loss": 0.0025,
       "step": 3825
     },
     {
       "epoch": 7.723169508525577,
-      "grad_norm": 0.923606276512146,
-      "learning_rate": 2.557777777777778e-06,
-      "loss": 0.0339,
+      "grad_norm": 0.05213673412799835,
+      "learning_rate": 2.5555555555555557e-06,
+      "loss": 0.0026,
       "step": 3850
     },
     {
       "epoch": 7.773319959879639,
-      "grad_norm": 0.9420749545097351,
-      "learning_rate": 2.5022222222222224e-06,
-      "loss": 0.033,
+      "grad_norm": 0.11386407911777496,
+      "learning_rate": 2.5e-06,
+      "loss": 0.0023,
       "step": 3875
     },
     {
       "epoch": 7.823470411233701,
-      "grad_norm": 0.7262980341911316,
-      "learning_rate": 2.446666666666667e-06,
-      "loss": 0.0347,
+      "grad_norm": 0.08614542335271835,
+      "learning_rate": 2.4444444444444447e-06,
+      "loss": 0.002,
       "step": 3900
     },
     {
       "epoch": 7.873620862587764,
-      "grad_norm": 0.44713786244392395,
-      "learning_rate": 2.3911111111111113e-06,
-      "loss": 0.0319,
+      "grad_norm": 0.12035714089870453,
+      "learning_rate": 2.388888888888889e-06,
+      "loss": 0.0021,
       "step": 3925
     },
     {
       "epoch": 7.923771313941826,
-      "grad_norm": 0.16295509040355682,
-      "learning_rate": 2.3355555555555557e-06,
-      "loss": 0.0326,
+      "grad_norm": 0.0683644562959671,
+      "learning_rate": 2.3333333333333336e-06,
+      "loss": 0.0023,
       "step": 3950
     },
     {
       "epoch": 7.973921765295888,
-      "grad_norm": 0.7272210717201233,
-      "learning_rate": 2.28e-06,
-      "loss": 0.0318,
+      "grad_norm": 0.059945497661828995,
+      "learning_rate": 2.277777777777778e-06,
+      "loss": 0.002,
       "step": 3975
     },
     {
       "epoch": 8.02407221664995,
-      "grad_norm": 0.36710575222969055,
-      "learning_rate": 2.2244444444444447e-06,
-      "loss": 0.0326,
+      "grad_norm": 0.050406791269779205,
+      "learning_rate": 2.222222222222222e-06,
+      "loss": 0.0019,
       "step": 4000
     },
     {
       "epoch": 8.02407221664995,
-      "eval_loss": 0.4601472318172455,
-      "eval_runtime": 4510.0106,
-      "eval_samples_per_second": 2.386,
+      "eval_loss": 0.4262579679489136,
+      "eval_runtime": 4522.1238,
+      "eval_samples_per_second": 2.38,
       "eval_steps_per_second": 0.149,
-      "eval_wer": 0.19771376046311506,
+      "eval_wer": 0.1952691074082766,
       "step": 4000
     },
     {
       "epoch": 8.074222668004012,
-      "grad_norm": 0.6596123576164246,
-      "learning_rate": 2.168888888888889e-06,
-      "loss": 0.0318,
+      "grad_norm": 0.04868149757385254,
+      "learning_rate": 2.166666666666667e-06,
+      "loss": 0.0016,
       "step": 4025
     },
     {
       "epoch": 8.124373119358074,
-      "grad_norm": 0.12991444766521454,
-      "learning_rate": 2.1133333333333336e-06,
-      "loss": 0.0329,
+      "grad_norm": 0.0494823083281517,
+      "learning_rate": 2.1111111111111114e-06,
+      "loss": 0.0018,
       "step": 4050
     },
     {
       "epoch": 8.174523570712136,
-      "grad_norm": 0.17968349158763885,
-      "learning_rate": 2.057777777777778e-06,
-      "loss": 0.0315,
+      "grad_norm": 0.05864572152495384,
+      "learning_rate": 2.0555555555555555e-06,
+      "loss": 0.0017,
       "step": 4075
     },
     {
       "epoch": 8.224674022066198,
-      "grad_norm": 0.2529272139072418,
-      "learning_rate": 2.0022222222222225e-06,
-      "loss": 0.0347,
+      "grad_norm": 0.05070830136537552,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.0016,
       "step": 4100
     },
     {
       "epoch": 8.27482447342026,
-      "grad_norm": 0.31072911620140076,
-      "learning_rate": 1.9466666666666665e-06,
-      "loss": 0.0329,
+      "grad_norm": 0.06109990179538727,
+      "learning_rate": 1.944444444444445e-06,
+      "loss": 0.0017,
       "step": 4125
     },
     {
       "epoch": 8.324974924774324,
-      "grad_norm": 0.3404042422771454,
-      "learning_rate": 1.8911111111111114e-06,
-      "loss": 0.0317,
+      "grad_norm": 0.045594800263643265,
+      "learning_rate": 1.888888888888889e-06,
+      "loss": 0.0017,
       "step": 4150
     },
     {
       "epoch": 8.375125376128386,
-      "grad_norm": 0.6961965560913086,
-      "learning_rate": 1.8355555555555557e-06,
-      "loss": 0.032,
+      "grad_norm": 0.049554213881492615,
+      "learning_rate": 1.8333333333333333e-06,
+      "loss": 0.0021,
       "step": 4175
     },
     {
       "epoch": 8.425275827482448,
-      "grad_norm": 0.3431238830089569,
-      "learning_rate": 1.7800000000000001e-06,
-      "loss": 0.0327,
+      "grad_norm": 0.11533299088478088,
+      "learning_rate": 1.777777777777778e-06,
+      "loss": 0.0015,
       "step": 4200
     },
     {
       "epoch": 8.47542627883651,
-      "grad_norm": 0.9905340671539307,
-      "learning_rate": 1.7244444444444448e-06,
-      "loss": 0.032,
+      "grad_norm": 0.043509747833013535,
+      "learning_rate": 1.7222222222222224e-06,
+      "loss": 0.0018,
       "step": 4225
     },
     {
       "epoch": 8.525576730190572,
-      "grad_norm": 0.17600752413272858,
-      "learning_rate": 1.668888888888889e-06,
-      "loss": 0.0321,
+      "grad_norm": 0.14743666350841522,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 0.002,
       "step": 4250
     },
     {
       "epoch": 8.575727181544634,
-      "grad_norm": 0.4973747432231903,
-      "learning_rate": 1.6133333333333335e-06,
-      "loss": 0.0314,
+      "grad_norm": 0.08023034036159515,
+      "learning_rate": 1.6111111111111113e-06,
+      "loss": 0.0017,
       "step": 4275
     },
     {
       "epoch": 8.625877632898696,
-      "grad_norm": 0.6604855060577393,
-      "learning_rate": 1.5577777777777777e-06,
-      "loss": 0.0325,
+      "grad_norm": 0.1176542118191719,
+      "learning_rate": 1.5555555555555558e-06,
+      "loss": 0.0019,
       "step": 4300
     },
     {
       "epoch": 8.676028084252758,
-      "grad_norm": 0.46838390827178955,
-      "learning_rate": 1.5022222222222224e-06,
-      "loss": 0.0325,
+      "grad_norm": 0.05018528178334236,
+      "learning_rate": 1.5e-06,
+      "loss": 0.0018,
       "step": 4325
     },
     {
       "epoch": 8.72617853560682,
-      "grad_norm": 0.30177703499794006,
-      "learning_rate": 1.4466666666666669e-06,
-      "loss": 0.0316,
+      "grad_norm": 0.051610466092824936,
+      "learning_rate": 1.4444444444444445e-06,
+      "loss": 0.0016,
       "step": 4350
     },
     {
       "epoch": 8.776328986960882,
-      "grad_norm": 0.6524584293365479,
-      "learning_rate": 1.3911111111111111e-06,
-      "loss": 0.0321,
+      "grad_norm": 0.04370126128196716,
+      "learning_rate": 1.3888888888888892e-06,
+      "loss": 0.0016,
       "step": 4375
     },
     {
       "epoch": 8.826479438314944,
-      "grad_norm": 0.9478035569190979,
-      "learning_rate": 1.3355555555555558e-06,
-      "loss": 0.0318,
+      "grad_norm": 0.06507682055234909,
+      "learning_rate": 1.3333333333333334e-06,
+      "loss": 0.0015,
       "step": 4400
     },
     {
       "epoch": 8.876629889669006,
-      "grad_norm": 0.1826964169740677,
-      "learning_rate": 1.28e-06,
-      "loss": 0.032,
+      "grad_norm": 0.06819342076778412,
+      "learning_rate": 1.2777777777777779e-06,
+      "loss": 0.0019,
       "step": 4425
     },
     {
       "epoch": 8.926780341023068,
-      "grad_norm": 0.35147854685783386,
-      "learning_rate": 1.2244444444444445e-06,
-      "loss": 0.0323,
+      "grad_norm": 0.06309027969837189,
+      "learning_rate": 1.2222222222222223e-06,
+      "loss": 0.0017,
       "step": 4450
     },
     {
       "epoch": 8.976930792377132,
-      "grad_norm": 0.12909051775932312,
-      "learning_rate": 1.168888888888889e-06,
-      "loss": 0.0327,
+      "grad_norm": 0.08104189485311508,
+      "learning_rate": 1.1666666666666668e-06,
+      "loss": 0.0015,
       "step": 4475
     },
     {
       "epoch": 9.027081243731194,
-      "grad_norm": 0.18831254541873932,
-      "learning_rate": 1.1133333333333334e-06,
-      "loss": 0.0325,
+      "grad_norm": 0.04061448946595192,
+      "learning_rate": 1.111111111111111e-06,
+      "loss": 0.0015,
       "step": 4500
     },
     {
       "epoch": 9.077231695085256,
-      "grad_norm": 0.17683148384094238,
-      "learning_rate": 1.0577777777777779e-06,
-      "loss": 0.0328,
+      "grad_norm": 0.04562969505786896,
+      "learning_rate": 1.0555555555555557e-06,
+      "loss": 0.0018,
       "step": 4525
     },
     {
       "epoch": 9.127382146439318,
-      "grad_norm": 0.47570478916168213,
-      "learning_rate": 1.0022222222222223e-06,
-      "loss": 0.0316,
+      "grad_norm": 0.050402842462062836,
+      "learning_rate": 1.0000000000000002e-06,
+      "loss": 0.0015,
       "step": 4550
     },
     {
       "epoch": 9.17753259779338,
-      "grad_norm": 0.5286629796028137,
-      "learning_rate": 9.466666666666667e-07,
-      "loss": 0.0322,
+      "grad_norm": 0.5361291170120239,
+      "learning_rate": 9.444444444444445e-07,
+      "loss": 0.0019,
       "step": 4575
     },
     {
       "epoch": 9.227683049147442,
-      "grad_norm": 0.7967525720596313,
-      "learning_rate": 8.911111111111112e-07,
-      "loss": 0.0311,
+      "grad_norm": 0.0427754744887352,
+      "learning_rate": 8.88888888888889e-07,
+      "loss": 0.0015,
       "step": 4600
     },
     {
       "epoch": 9.277833500501504,
-      "grad_norm": 0.6575748324394226,
-      "learning_rate": 8.355555555555556e-07,
-      "loss": 0.0322,
+      "grad_norm": 0.04894596338272095,
+      "learning_rate": 8.333333333333333e-07,
+      "loss": 0.0015,
       "step": 4625
     },
     {
       "epoch": 9.327983951855567,
-      "grad_norm": 0.705969512462616,
-      "learning_rate": 7.8e-07,
-      "loss": 0.0316,
+      "grad_norm": 0.04485371708869934,
+      "learning_rate": 7.777777777777779e-07,
+      "loss": 0.0014,
       "step": 4650
     },
     {
       "epoch": 9.378134403209629,
-      "grad_norm": 0.385044664144516,
-      "learning_rate": 7.244444444444446e-07,
-      "loss": 0.0316,
+      "grad_norm": 0.04477512091398239,
+      "learning_rate": 7.222222222222222e-07,
+      "loss": 0.0015,
       "step": 4675
     },
     {
       "epoch": 9.42828485456369,
-      "grad_norm": 1.0980923175811768,
-      "learning_rate": 6.68888888888889e-07,
-      "loss": 0.0318,
+      "grad_norm": 0.04668520390987396,
+      "learning_rate": 6.666666666666667e-07,
+      "loss": 0.0015,
       "step": 4700
     },
     {
       "epoch": 9.478435305917753,
-      "grad_norm": 0.8150089979171753,
-      "learning_rate": 6.133333333333333e-07,
-      "loss": 0.0328,
+      "grad_norm": 0.05096197500824928,
+      "learning_rate": 6.111111111111112e-07,
+      "loss": 0.0017,
       "step": 4725
     },
     {
       "epoch": 9.528585757271815,
-      "grad_norm": 0.7437707185745239,
-      "learning_rate": 5.577777777777779e-07,
-      "loss": 0.0319,
+      "grad_norm": 0.04469752684235573,
+      "learning_rate": 5.555555555555555e-07,
+      "loss": 0.0015,
       "step": 4750
     },
     {
       "epoch": 9.578736208625877,
-      "grad_norm": 0.18542395532131195,
-      "learning_rate": 5.022222222222222e-07,
-      "loss": 0.0316,
+      "grad_norm": 0.050533875823020935,
+      "learning_rate": 5.000000000000001e-07,
+      "loss": 0.0014,
       "step": 4775
     },
     {
       "epoch": 9.62888665997994,
-      "grad_norm": 0.22823591530323029,
-      "learning_rate": 4.466666666666667e-07,
-      "loss": 0.0321,
+      "grad_norm": 0.04058687761425972,
+      "learning_rate": 4.444444444444445e-07,
+      "loss": 0.0015,
       "step": 4800
     },
     {
       "epoch": 9.679037111334003,
-      "grad_norm": 0.5161811113357544,
-      "learning_rate": 3.9111111111111115e-07,
-      "loss": 0.0323,
+      "grad_norm": 0.05510278418660164,
+      "learning_rate": 3.8888888888888895e-07,
+      "loss": 0.0014,
       "step": 4825
     },
     {
       "epoch": 9.729187562688065,
-      "grad_norm": 0.797174334526062,
-      "learning_rate": 3.3555555555555556e-07,
-      "loss": 0.032,
+      "grad_norm": 0.05432584136724472,
+      "learning_rate": 3.3333333333333335e-07,
+      "loss": 0.0013,
       "step": 4850
     },
     {
       "epoch": 9.779338014042127,
-      "grad_norm": 0.7822555899620056,
-      "learning_rate": 2.8e-07,
-      "loss": 0.0313,
+      "grad_norm": 0.08223077654838562,
+      "learning_rate": 2.7777777777777776e-07,
+      "loss": 0.0014,
       "step": 4875
     },
     {
       "epoch": 9.829488465396189,
-      "grad_norm": 0.7201440930366516,
-      "learning_rate": 2.2444444444444445e-07,
-      "loss": 0.0319,
+      "grad_norm": 0.051733825355768204,
+      "learning_rate": 2.2222222222222224e-07,
+      "loss": 0.0014,
       "step": 4900
     },
     {
       "epoch": 9.87963891675025,
-      "grad_norm": 0.06772810220718384,
-      "learning_rate": 1.6888888888888888e-07,
-      "loss": 0.032,
+      "grad_norm": 0.03811487555503845,
+      "learning_rate": 1.6666666666666668e-07,
+      "loss": 0.0013,
       "step": 4925
     },
     {
       "epoch": 9.929789368104313,
-      "grad_norm": 0.12714877724647522,
-      "learning_rate": 1.1333333333333336e-07,
-      "loss": 0.0315,
+      "grad_norm": 0.03971032425761223,
+      "learning_rate": 1.1111111111111112e-07,
+      "loss": 0.0013,
       "step": 4950
     },
     {
       "epoch": 9.979939819458375,
-      "grad_norm": 0.15611818432807922,
-      "learning_rate": 5.777777777777778e-08,
-      "loss": 0.0317,
+      "grad_norm": 0.0468224436044693,
+      "learning_rate": 5.555555555555556e-08,
+      "loss": 0.0016,
       "step": 4975
     },
     {
       "epoch": 10.030090270812437,
-      "grad_norm": 0.24346430599689484,
-      "learning_rate": 2.2222222222222225e-09,
-      "loss": 0.0313,
+      "grad_norm": 0.04448791965842247,
+      "learning_rate": 0.0,
+      "loss": 0.0014,
       "step": 5000
     },
     {
       "epoch": 10.030090270812437,
-      "eval_loss": 0.4825207591056824,
-      "eval_runtime": 4514.4484,
-      "eval_samples_per_second": 2.384,
+      "eval_loss": 0.4447694718837738,
+      "eval_runtime": 4528.3909,
+      "eval_samples_per_second": 2.377,
       "eval_steps_per_second": 0.149,
-      "eval_wer": 0.19794844715637958,
+      "eval_wer": 0.1960611749980443,
       "step": 5000
     },
     {
       "epoch": 10.030090270812437,
       "step": 5000,
       "total_flos": 5.43090104303616e+20,
-      "train_loss": 0.1254427011013031,
-      "train_runtime": 51254.2105,
-      "train_samples_per_second": 3.122,
-      "train_steps_per_second": 0.098
+      "train_loss": 0.0887994671344757,
+      "train_runtime": 50408.8653,
+      "train_samples_per_second": 3.174,
+      "train_steps_per_second": 0.099
     }
   ],
   "logging_steps": 25,