Training in progress, step 10000, checkpoint

checkpoint-10000/added_tokens.json

@@ -0,0 +1,2919 @@
+{
+  "-04": 37683,
+  "-07": 37684,
+  "-09": 37685,
+  "-37": 37686,
+  "-39": 37687,
+  "-41": 37688,
+  "-43": 37689,
+  "-44": 37690,
+  "-46": 37691,
+  "-48": 37692,
+  "-49": 37693,
+  "-51": 37694,
+  "-53": 37695,
+  "-54": 37696,
+  "-56": 37697,
+  "-57": 37698,
+  "-58": 37699,
+  "-59": 37700,
+  "-61": 37701,
+  "-62": 37702,
+  "-63": 37703,
+  "-64": 37704,
+  "-65": 37705,
+  "-66": 37706,
+  "-67": 37707,
+  "-68": 37708,
+  "-69": 37709,
+  "-71": 37710,
+  "-72": 37711,
+  "-73": 37712,
+  "-74": 37713,
+  "-75": 37714,
+  "-76": 37715,
+  "-77": 37716,
+  "-78": 37717,
+  "-79": 37718,
+  "-81": 37719,
+  "-82": 37720,
+  "-83": 37721,
+  "-84": 37722,
+  "-85": 37723,
+  "-86": 37724,
+  "-87": 37725,
+  "-88": 37726,
+  "-89": 37727,
+  "-91": 37728,
+  "-92": 37729,
+  "-93": 37730,
+  "-94": 37731,
+  "-95": 37732,
+  "-96": 37733,
+  "-97": 37734,
+  "-98": 37735,
+  "-of": 37736,
+  "</AMR>": 38024,
+  "<AMR>": 38023,
+  "_10": 37860,
+  "_11": 37861,
+  "_12": 37862,
+  "_13": 37863,
+  "_14": 37864,
+  "_15": 37865,
+  "_2": 37852,
+  "_3": 37853,
+  "_4": 37854,
+  "_5": 37855,
+  "_6": 37856,
+  "_7": 37857,
+  "_8": 37858,
+  "_9": 37859,
+  "Ġ:ARG0": 37742,
+  "Ġ:ARG1": 37743,
+  "Ġ:ARG10": 37752,
+  "Ġ:ARG11": 37753,
+  "Ġ:ARG12": 37754,
+  "Ġ:ARG13": 37755,
+  "Ġ:ARG14": 37756,
+  "Ġ:ARG15": 37757,
+  "Ġ:ARG16": 37758,
+  "Ġ:ARG17": 37759,
+  "Ġ:ARG18": 37760,
+  "Ġ:ARG19": 37761,
+  "Ġ:ARG2": 37744,
+  "Ġ:ARG20": 37762,
+  "Ġ:ARG3": 37745,
+  "Ġ:ARG4": 37746,
+  "Ġ:ARG5": 37747,
+  "Ġ:ARG6": 37748,
+  "Ġ:ARG7": 37749,
+  "Ġ:ARG8": 37750,
+  "Ġ:ARG9": 37751,
+  "Ġ:accompanier": 37763,
+  "Ġ:age": 37764,
+  "Ġ:beneficiary": 37765,
+  "Ġ:calendar": 37766,
+  "Ġ:cause": 37767,
+  "Ġ:century": 37768,
+  "Ġ:compared-to": 37637,
+  "Ġ:concession": 37769,
+  "Ġ:condition": 37770,
+  "Ġ:conj-as-if": 37771,
+  "Ġ:consist": 37643,
+  "Ġ:consist-of": 37772,
+  "Ġ:cost": 37773,
+  "Ġ:day": 37774,
+  "Ġ:dayperiod": 37775,
+  "Ġ:decade": 37776,
+  "Ġ:degree": 37777,
+  "Ġ:destination": 37778,
+  "Ġ:direction": 37779,
+  "Ġ:domain": 37780,
+  "Ġ:duration": 37781,
+  "Ġ:employed-by": 37782,
+  "Ġ:era": 37783,
+  "Ġ:example": 37784,
+  "Ġ:extent": 37785,
+  "Ġ:frequency": 37786,
+  "Ġ:instrument": 37787,
+  "Ġ:li": 37788,
+  "Ġ:location": 37789,
+  "Ġ:manner": 37790,
+  "Ġ:meaning": 37791,
+  "Ġ:medium": 37792,
+  "Ġ:mod": 37793,
+  "Ġ:mode": 37794,
+  "Ġ:month": 37795,
+  "Ġ:name": 37796,
+  "Ġ:op1": 37737,
+  "Ġ:op2": 37738,
+  "Ġ:op3": 37739,
+  "Ġ:op4": 37740,
+  "Ġ:op5": 37741,
+  "Ġ:ord": 37797,
+  "Ġ:part": 37798,
+  "Ġ:path": 37799,
+  "Ġ:polarity": 37800,
+  "Ġ:polite": 37801,
+  "Ġ:poss": 37802,
+  "Ġ:purpose": 37803,
+  "Ġ:quant": 37804,
+  "Ġ:quarter": 37805,
+  "Ġ:range": 37806,
+  "Ġ:relation": 37807,
+  "Ġ:role": 37808,
+  "Ġ:scale": 37809,
+  "Ġ:season": 37810,
+  "Ġ:snt0": 37824,
+  "Ġ:snt1": 37825,
+  "Ġ:snt2": 37826,
+  "Ġ:snt3": 37827,
+  "Ġ:snt4": 37828,
+  "Ġ:snt5": 37829,
+  "Ġ:source": 37811,
+  "Ġ:subevent": 37812,
+  "Ġ:subset": 37813,
+  "Ġ:superset": 37814,
+  "Ġ:time": 37815,
+  "Ġ:timezone": 37816,
+  "Ġ:topic": 37817,
+  "Ġ:unit": 37818,
+  "Ġ:value": 37819,
+  "Ġ:weekday": 37820,
+  "Ġ:wiki": 37821,
+  "Ġ:year": 37822,
+  "Ġ:year2": 37823,
+  "Ġ</lit>": 38020,
+  "Ġ<backr:src:XXX>": 38021,
+  "Ġ<backr:trg:XXX>": 38022,
+  "Ġ<lit>": 38019,
+  "Ġ<pointer:0>": 37866,
+  "Ġ<pointer:100>": 37966,
+  "Ġ<pointer:101>": 37967,
+  "Ġ<pointer:102>": 37968,
+  "Ġ<pointer:103>": 37969,
+  "Ġ<pointer:104>": 37970,
+  "Ġ<pointer:105>": 37971,
+  "Ġ<pointer:106>": 37972,
+  "Ġ<pointer:107>": 37973,
+  "Ġ<pointer:108>": 37974,
+  "Ġ<pointer:109>": 37975,
+  "Ġ<pointer:10>": 37876,
+  "Ġ<pointer:110>": 37976,
+  "Ġ<pointer:111>": 37977,
+  "Ġ<pointer:112>": 37978,
+  "Ġ<pointer:113>": 37979,
+  "Ġ<pointer:114>": 37980,
+  "Ġ<pointer:115>": 37981,
+  "Ġ<pointer:116>": 37982,
+  "Ġ<pointer:117>": 37983,
+  "Ġ<pointer:118>": 37984,
+  "Ġ<pointer:119>": 37985,
+  "Ġ<pointer:11>": 37877,
+  "Ġ<pointer:120>": 37986,
+  "Ġ<pointer:121>": 37987,
+  "Ġ<pointer:122>": 37988,
+  "Ġ<pointer:123>": 37989,
+  "Ġ<pointer:124>": 37990,
+  "Ġ<pointer:125>": 37991,
+  "Ġ<pointer:126>": 37992,
+  "Ġ<pointer:127>": 37993,
+  "Ġ<pointer:128>": 37994,
+  "Ġ<pointer:129>": 37995,
+  "Ġ<pointer:12>": 37878,
+  "Ġ<pointer:130>": 37996,
+  "Ġ<pointer:131>": 37997,
+  "Ġ<pointer:132>": 37998,
+  "Ġ<pointer:133>": 37999,
+  "Ġ<pointer:134>": 38000,
+  "Ġ<pointer:135>": 38001,
+  "Ġ<pointer:136>": 38002,
+  "Ġ<pointer:137>": 38003,
+  "Ġ<pointer:138>": 38004,
+  "Ġ<pointer:139>": 38005,
+  "Ġ<pointer:13>": 37879,
+  "Ġ<pointer:140>": 38006,
+  "Ġ<pointer:141>": 38007,
+  "Ġ<pointer:142>": 38008,
+  "Ġ<pointer:143>": 38009,
+  "Ġ<pointer:144>": 38010,
+  "Ġ<pointer:145>": 38011,
+  "Ġ<pointer:146>": 38012,
+  "Ġ<pointer:147>": 38013,
+  "Ġ<pointer:148>": 38014,
+  "Ġ<pointer:149>": 38015,
+  "Ġ<pointer:14>": 37880,
+  "Ġ<pointer:150>": 38016,
+  "Ġ<pointer:15>": 37881,
+  "Ġ<pointer:16>": 37882,
+  "Ġ<pointer:17>": 37883,
+  "Ġ<pointer:18>": 37884,
+  "Ġ<pointer:19>": 37885,
+  "Ġ<pointer:1>": 37867,
+  "Ġ<pointer:20>": 37886,
+  "Ġ<pointer:21>": 37887,
+  "Ġ<pointer:22>": 37888,
+  "Ġ<pointer:23>": 37889,
+  "Ġ<pointer:24>": 37890,
+  "Ġ<pointer:25>": 37891,
+  "Ġ<pointer:26>": 37892,
+  "Ġ<pointer:27>": 37893,
+  "Ġ<pointer:28>": 37894,
+  "Ġ<pointer:29>": 37895,
+  "Ġ<pointer:2>": 37868,
+  "Ġ<pointer:30>": 37896,
+  "Ġ<pointer:31>": 37897,
+  "Ġ<pointer:32>": 37898,
+  "Ġ<pointer:33>": 37899,
+  "Ġ<pointer:34>": 37900,
+  "Ġ<pointer:35>": 37901,
+  "Ġ<pointer:36>": 37902,
+  "Ġ<pointer:37>": 37903,
+  "Ġ<pointer:38>": 37904,
+  "Ġ<pointer:39>": 37905,
+  "Ġ<pointer:3>": 37869,
+  "Ġ<pointer:40>": 37906,
+  "Ġ<pointer:41>": 37907,
+  "Ġ<pointer:42>": 37908,
+  "Ġ<pointer:43>": 37909,
+  "Ġ<pointer:44>": 37910,
+  "Ġ<pointer:45>": 37911,
+  "Ġ<pointer:46>": 37912,
+  "Ġ<pointer:47>": 37913,
+  "Ġ<pointer:48>": 37914,
+  "Ġ<pointer:49>": 37915,
+  "Ġ<pointer:4>": 37870,
+  "Ġ<pointer:50>": 37916,
+  "Ġ<pointer:51>": 37917,
+  "Ġ<pointer:52>": 37918,
+  "Ġ<pointer:53>": 37919,
+  "Ġ<pointer:54>": 37920,
+  "Ġ<pointer:55>": 37921,
+  "Ġ<pointer:56>": 37922,
+  "Ġ<pointer:57>": 37923,
+  "Ġ<pointer:58>": 37924,
+  "Ġ<pointer:59>": 37925,
+  "Ġ<pointer:5>": 37871,
+  "Ġ<pointer:60>": 37926,
+  "Ġ<pointer:61>": 37927,
+  "Ġ<pointer:62>": 37928,
+  "Ġ<pointer:63>": 37929,
+  "Ġ<pointer:64>": 37930,
+  "Ġ<pointer:65>": 37931,
+  "Ġ<pointer:66>": 37932,
+  "Ġ<pointer:67>": 37933,
+  "Ġ<pointer:68>": 37934,
+  "Ġ<pointer:69>": 37935,
+  "Ġ<pointer:6>": 37872,
+  "Ġ<pointer:70>": 37936,
+  "Ġ<pointer:71>": 37937,
+  "Ġ<pointer:72>": 37938,
+  "Ġ<pointer:73>": 37939,
+  "Ġ<pointer:74>": 37940,
+  "Ġ<pointer:75>": 37941,
+  "Ġ<pointer:76>": 37942,
+  "Ġ<pointer:77>": 37943,
+  "Ġ<pointer:78>": 37944,
+  "Ġ<pointer:79>": 37945,
+  "Ġ<pointer:7>": 37873,
+  "Ġ<pointer:80>": 37946,
+  "Ġ<pointer:81>": 37947,
+  "Ġ<pointer:82>": 37948,
+  "Ġ<pointer:83>": 37949,
+  "Ġ<pointer:84>": 37950,
+  "Ġ<pointer:85>": 37951,
+  "Ġ<pointer:86>": 37952,
+  "Ġ<pointer:87>": 37953,
+  "Ġ<pointer:88>": 37954,
+  "Ġ<pointer:89>": 37955,
+  "Ġ<pointer:8>": 37874,
+  "Ġ<pointer:90>": 37956,
+  "Ġ<pointer:91>": 37957,
+  "Ġ<pointer:92>": 37958,
+  "Ġ<pointer:93>": 37959,
+  "Ġ<pointer:94>": 37960,
+  "Ġ<pointer:95>": 37961,
+  "Ġ<pointer:96>": 37962,
+  "Ġ<pointer:97>": 37963,
+  "Ġ<pointer:98>": 37964,
+  "Ġ<pointer:99>": 37965,
+  "Ġ<pointer:9>": 37875,
+  "Ġ<pointer>": 38017,
+  "Ġ<stop>": 38018,
+  "ĠCAUSE_OF_DEATH": 37842,
+  "ĠCOUNTRY": 37830,
+  "ĠCRIMINAL_CHARGE": 37851,
+  "ĠDATE": 37844,
+  "ĠDATE_ATTRS": 37833,
+  "ĠDURATION": 37848,
+  "ĠENTITY": 37836,
+  "ĠHANDLE": 37846,
+  "ĠIDEOLOGY": 37839,
+  "ĠLOCATION": 37835,
+  "ĠMISC": 37837,
+  "ĠMONEY": 37850,
+  "ĠNATIONALITY": 37834,
+  "ĠNUMBER": 37845,
+  "ĠORDINAL": 37849,
+  "ĠORDINAL_ENTITY": 37838,
+  "ĠORGANIZATION": 37832,
+  "ĠQUANTITY": 37831,
+  "ĠRELIGION": 37840,
+  "ĠSCORE_ENTITY": 37847,
+  "ĠSTATE_OR_PROVINCE": 37841,
+  "ĠTITLE": 37843,
+  "Ġabandon-01": 36229,
+  "Ġabet-01": 37091,
+  "Ġabide-01": 37151,
+  "Ġabolish-01": 36553,
+  "Ġabominable-02": 37393,
+  "Ġabort-01": 35652,
+  "Ġabsent-01": 36152,
+  "Ġabsorb-01": 36693,
+  "Ġabstain-01": 36923,
+  "Ġabuse-01": 35511,
+  "Ġabuse-02": 36109,
+  "Ġaccelerate-01": 36490,
+  "Ġaccept-01": 35274,
+  "Ġaccess-01": 35378,
+  "Ġaccommodate-01": 37189,
+  "Ġaccompany-01": 35741,
+  "Ġaccomplish-01": 35982,
+  "Ġaccord-02": 36279,
+  "Ġaccord-03": 35750,
+  "Ġaccount-01": 35720,
+  "Ġaccountable-02": 35986,
+  "Ġaccumulate-01": 36671,
+  "Ġaccuse-01": 35307,
+  "Ġachieve-01": 35515,
+  "Ġacknowledge-01": 36464,
+  "Ġacquaint-01": 37518,
+  "Ġacquire-01": 35760,
+  "Ġacquit-01": 36974,
+  "Ġact-01": 35514,
+  "Ġact-02": 35207,
+  "Ġactivate-01": 36699,
+  "Ġactivity-06": 35242,
+  "Ġactual-02": 35148,
+  "Ġadapt-01": 36914,
+  "Ġadd-01": 35907,
+  "Ġadd-02": 35486,
+  "Ġadd-03": 37371,
+  "Ġaddict-01": 35863,
+  "Ġaddictive-02": 37183,
+  "Ġaddress-01": 36767,
+  "Ġaddress-02": 35634,
+  "Ġaddress-03": 36663,
+  "Ġadhere-02": 36517,
+  "Ġadjust-01": 36000,
+  "Ġadminister-01": 35835,
+  "Ġadministrate-01": 35419,
+  "Ġadmire-01": 36325,
+  "Ġadmit-01": 35418,
+  "Ġadmit-02": 36962,
+  "Ġadopt-01": 35520,
+  "Ġadvance-01": 36421,
+  "Ġadvanced-02": 35976,
+  "Ġadvertise-01": 35795,
+  "Ġadvise-01": 35453,
+  "Ġadvocate-01": 36039,
+  "Ġaffair-01": 36019,
+  "Ġaffair-02": 35753,
+  "Ġaffect-01": 35283,
+  "Ġaffiliate-01": 36820,
+  "Ġafford-01": 35544,
+  "Ġafford-02": 37385,
+  "Ġage-01": 35386,
+  "Ġaggravate-01": 36742,
+  "Ġagree-01": 35147,
+  "Ġaid-01": 35430,
+  "Ġaim-01": 35899,
+  "Ġaim-02": 35797,
+  "Ġair-01": 37187,
+  "Ġalarm-01": 36320,
+  "Ġalert-01": 36614,
+  "Ġalien-01": 37178,
+  "Ġalienate-01": 36906,
+  "Ġalign-01": 36476,
+  "Ġalike-05": 37611,
+  "Ġallege-01": 35360,
+  "Ġallocate-01": 36356,
+  "Ġallow-01": 35189,
+  "Ġallow-02": 36630,
+  "Ġally-01": 35587,
+  "Ġalter-01": 36498,
+  "Ġalternate-01": 37164,
+  "Ġamaze-01": 35880,
+  "Ġambush-01": 36724,
+  "Ġamend-01": 36258,
+  "Ġamount-01": 36133,
+  "Ġamplify-01": 37203,
+  "Ġamr-unknown": 37634,
+  "Ġamuse-01": 36707,
+  "Ġanalyze-01": 35586,
+  "Ġanger-01": 35664,
+  "Ġannounce-01": 35328,
+  "Ġannoy-01": 36126,
+  "Ġanswer-01": 35264,
+  "Ġanticipate-01": 36802,
+  "Ġapologize-01": 35850,
+  "Ġappall-01": 36604,
+  "Ġappeal-01": 36086,
+  "Ġappeal-02": 36516,
+  "Ġappeal-03": 36811,
+  "Ġappear-01": 35742,
+  "Ġappear-02": 35369,
+  "Ġappease-01": 36633,
+  "Ġapplaud-01": 36431,
+  "Ġapply-01": 35785,
+  "Ġapply-02": 35620,
+  "Ġappoint-01": 35890,
+  "Ġappreciate-02": 35940,
+  "Ġapprehend-01": 36571,
+  "Ġapprentice-01": 37084,
+  "Ġapproach-01": 36542,
+  "Ġapproach-02": 35829,
+  "Ġappropriate-02": 35814,
+  "Ġapprove-01": 35339,
+  "Ġarbitrary-02": 37297,
+  "Ġargue-01": 35262,
+  "Ġargue-02": 35884,
+  "Ġarise-02": 36810,
+  "Ġarm-01": 35396,
+  "Ġarmor-01": 36153,
+  "Ġarrange-01": 36091,
+  "Ġarrest-01": 35237,
+  "Ġarrive-01": 35618,
+  "Ġask-01": 35263,
+  "Ġask-02": 35373,
+  "Ġaspire-01": 36608,
+  "Ġassassinate-01": 36336,
+  "Ġassault-01": 35968,
+  "Ġassemble-01": 37424,
+  "Ġassemble-02": 37547,
+  "Ġassert-02": 36888,
+  "Ġassert-03": 37195,
+  "Ġassess-01": 36110,
+  "Ġassign-01": 36267,
+  "Ġassist-01": 35467,
+  "Ġassociate-01": 35849,
+  "Ġassume-01": 36323,
+  "Ġassume-02": 35483,
+  "Ġassure-01": 36188,
+  "Ġastonish-01": 37435,
+  "Ġat-least": 37647,
+  "Ġattach-01": 36169,
+  "Ġattack-01": 35130,
+  "Ġattain-01": 37374,
+  "Ġattempt-01": 35290,
+  "Ġattend-01": 35745,
+  "Ġattend-02": 35518,
+  "Ġattract-01": 35585,
+  "Ġattribute-01": 36583,
+  "Ġaudit-01": 36680,
+  "Ġauthor-01": 36139,
+  "Ġauthorize-01": 35989,
+  "Ġautomate-01": 37206,
+  "Ġavail-01": 37002,
+  "Ġavailable-02": 35552,
+  "Ġaverage-01": 36199,
+  "Ġaverage-03": 36530,
+  "Ġaverage-04": 36327,
+  "Ġavoid-01": 35439,
+  "Ġawait-01": 36807,
+  "Ġawake-03": 37313,
+  "Ġaward-01": 36174,
+  "Ġawe-01": 36430,
+  "Ġbabble-01": 37419,
+  "Ġback-01": 35757,
+  "Ġback-02": 36402,
+  "Ġback-up-04": 36028,
+  "Ġbad-02": 35933,
+  "Ġbad-04": 35767,
+  "Ġbad-05": 36037,
+  "Ġbad-07": 35206,
+  "Ġbaffle-01": 37543,
+  "Ġbail-out-02": 36030,
+  "Ġbait-01": 36353,
+  "Ġbake-01": 37581,
+  "Ġbalance-01": 35730,
+  "Ġban-01": 35291,
+  "Ġbank-01": 36453,
+  "Ġbankrupt-01": 36594,
+  "Ġbar-01": 36970,
+  "Ġbargain-01": 36683,
+  "Ġbarter-01": 37610,
+  "Ġbase-01": 35571,
+  "Ġbase-02": 35217,
+  "Ġbash-01": 36702,
+  "Ġbathe-01": 37575,
+  "Ġbattle-01": 35831,
+  "Ġbe-02": 37377,
+  "Ġbe-compared-to-91": 37673,
+  "Ġbe-destined-for-91": 37674,
+  "Ġbe-done-08": 36351,
+  "Ġbe-from-91": 37668,
+  "Ġbe-located-at-91": 37654,
+  "Ġbe-polite-91": 37682,
+  "Ġbe-temporally-at-91": 37660,
+  "Ġbear-01": 36016,
+  "Ġbear-02": 35272,
+  "Ġbear-06": 37557,
+  "Ġbeat-01": 36015,
+  "Ġbeat-03": 36049,
+  "Ġbeat-up-05": 36996,
+  "Ġbeautiful-02": 35926,
+  "Ġbecome-01": 35157,
+  "Ġbefriend-01": 36428,
+  "Ġbeg-01": 36881,
+  "Ġbegin-01": 35235,
+  "Ġbehave-01": 35534,
+  "Ġbehead-01": 37433,
+  "Ġbelieve-01": 35132,
+  "Ġbelong-01": 35685,
+  "Ġbend-01": 37227,
+  "Ġbenefit-01": 35250,
+  "Ġbestow-01": 37241,
+  "Ġbet-01": 35758,
+  "Ġbetray-01": 36121,
+  "Ġbetter-01": 36301,
+  "Ġbeware-01": 37569,
+  "Ġbias-01": 35749,
+  "Ġbicker-01": 37479,
+  "Ġbid-01": 36278,
+  "Ġbid-03": 36861,
+  "Ġbill-01": 35789,
+  "Ġbind-01": 36438,
+  "Ġbind-03": 37612,
+  "Ġbitch-01": 36586,
+  "Ġbite-01": 37155,
+  "Ġblack-04": 35942,
+  "Ġblack-05": 35371,
+  "Ġblack-07": 36688,
+  "Ġblackmail-01": 37378,
+  "Ġblame-01": 35392,
+  "Ġblast-01": 37567,
+  "Ġblast-05": 37081,
+  "Ġbleed-01": 36611,
+  "Ġbless-01": 36272,
+  "Ġblind-02": 36284,
+  "Ġblock-01": 35721,
+  "Ġblockade-01": 37068,
+  "Ġblog-01": 36292,
+  "Ġblood-02": 36878,
+  "Ġblow-01": 36694,
+  "Ġblow-03": 36083,
+  "Ġblow-14": 37445,
+  "Ġblow-up-06": 36515,
+  "Ġblunt-01": 37392,
+  "Ġblunt-02": 37051,
+  "Ġboard-01": 37066,
+  "Ġboast-01": 37601,
+  "Ġbomb-01": 35329,
+  "Ġboom-02": 36514,
+  "Ġboost-01": 36286,
+  "Ġborder-01": 35446,
+  "Ġbore-02": 36505,
+  "Ġborrow-01": 36119,
+  "Ġbother-01": 35978,
+  "Ġbother-02": 36219,
+  "Ġbow-01": 37496,
+  "Ġboycott-01": 37102,
+  "Ġbrag-01": 37194,
+  "Ġbrainwash-01": 36147,
+  "Ġbrand-01": 36656,
+  "Ġbrave-02": 36786,
+  "Ġbreach-01": 37432,
+  "Ġbreak-01": 35747,
+  "Ġbreak-02": 36769,
+  "Ġbreak-13": 36749,
+  "Ġbreak-18": 36003,
+  "Ġbreak-19": 36963,
+  "Ġbreak-down-12": 36674,
+  "Ġbreak-through-22": 37390,
+  "Ġbreak-through-26": 37620,
+  "Ġbreak-up-08": 35996,
+  "Ġbreathe-01": 36208,
+  "Ġbreed-01": 37095,
+  "Ġbribe-01": 36632,
+  "Ġbridge-01": 36661,
+  "Ġbrief-01": 36971,
+  "Ġbright-02": 36896,
+  "Ġbright-03": 37014,
+  "Ġbrilliant-01": 36799,
+  "Ġbring-01": 35391,
+  "Ġbring-about-05": 37272,
+  "Ġbring-down-03": 36706,
+  "Ġbring-on-06": 37487,
+  "Ġbring-up-02": 35809,
+  "Ġbring-up-08": 36610,
+  "Ġbroad-02": 36209,
+  "Ġbroadcast-01": 36159,
+  "Ġbroaden-01": 36771,
+  "Ġbroke-23": 37412,
+  "Ġbroker-01": 36850,
+  "Ġbrutal-02": 36449,
+  "Ġbudget-01": 35918,
+  "Ġbuild-01": 35249,
+  "Ġbuild-02": 36800,
+  "Ġbuild-up-05": 36253,
+  "Ġbullshit-01": 35606,
+  "Ġbully-01": 36919,
+  "Ġbundle-01": 37457,
+  "Ġburden-01": 36359,
+  "Ġburn-01": 35649,
+  "Ġburst-02": 37411,
+  "Ġbury-01": 36310,
+  "Ġbust-01": 37078,
+  "Ġbust-02": 37502,
+  "Ġbusy-01": 36280,
+  "Ġbuy-01": 35239,
+  "Ġbuy-05": 36717,
+  "Ġbuy-into-04": 37596,
+  "Ġbyline-91": 37663,
+  "Ġcalculate-01": 36851,
+  "Ġcall-01": 35184,
+  "Ġcall-02": 35468,
+  "Ġcall-03": 35509,
+  "Ġcall-13": 37478,
+  "Ġcall-on-05": 36981,
+  "Ġcalm-down-02": 37336,
+  "Ġcamp-02": 37046,
+  "Ġcampaign-01": 35370,
+  "Ġcancel-01": 36716,
+  "Ġcap-01": 36659,
+  "Ġcap-02": 37530,
+  "Ġcapable-01": 35188,
+  "Ġcapture-01": 35678,
+  "Ġcare-01": 35311,
+  "Ġcare-02": 36613,
+  "Ġcare-03": 35208,
+  "Ġcare-04": 36509,
+  "Ġcarry-01": 35502,
+  "Ġcarry-on-02": 36065,
+  "Ġcarry-out-03": 35842,
+  "Ġcase-03": 35266,
+  "Ġcase-04": 35344,
+  "Ġcast-01": 36481,
+  "Ġcast-03": 37625,
+  "Ġcatch-01": 36576,
+  "Ġcatch-02": 36388,
+  "Ġcatch-03": 36959,
+  "Ġcatch-up-04": 37092,
+  "Ġcater-01": 37475,
+  "Ġcause-01": 35108,
+  "Ġcautious-02": 37501,
+  "Ġcease-01": 35765,
+  "Ġcelebrate-01": 37310,
+  "Ġcelebrate-02": 36682,
+  "Ġcensor-01": 36956,
+  "Ġcenter-01": 36944,
+  "Ġcenter-02": 36561,
+  "Ġcertify-01": 37030,
+  "Ġchain-01": 37322,
+  "Ġchair-01": 37048,
+  "Ġchallenge-01": 35713,
+  "Ġchampion-01": 37176,
+  "Ġchance-01": 36938,
+  "Ġchance-02": 35484,
+  "Ġchange-01": 35177,
+  "Ġchange-02": 37609,
+  "Ġchannel-01": 36942,
+  "Ġcharacteristic-02": 37114,
+  "Ġcharacterize-01": 37072,
+  "Ġcharge-01": 35917,
+  "Ġcharge-05": 35312,
+  "Ġcharge-06": 37224,
+  "Ġcharge-08": 36450,
+  "Ġcharm-01": 37287,
+  "Ġchase-01": 36602,
+  "Ġchat-01": 37508,
+  "Ġcheap-02": 35611,
+  "Ġcheat-02": 37277,
+  "Ġcheat-03": 36106,
+  "Ġcheck-01": 35735,
+  "Ġcheck-03": 37615,
+  "Ġcheck-07": 37450,
+  "Ġcheck-out-05": 36168,
+  "Ġchoose-01": 35181,
+  "Ġcirculate-01": 36696,
+  "Ġcite-01": 35451,
+  "Ġcivilize-01": 36332,
+  "Ġclaim-01": 35165,
+  "Ġclaim-02": 36073,
+  "Ġclarify-10": 35883,
+  "Ġclash-01": 37256,
+  "Ġclass-01": 37172,
+  "Ġclassify-01": 36368,
+  "Ġclean-01": 36506,
+  "Ġclean-04": 36233,
+  "Ġclean-up-02": 36442,
+  "Ġclear-01": 36472,
+  "Ġclear-06": 35275,
+  "Ġclever-01": 37260,
+  "Ġclick-01": 37147,
+  "Ġclimb-01": 36871,
+  "Ġclone-01": 37145,
+  "Ġclose-01": 35590,
+  "Ġclose-03": 37429,
+  "Ġclose-06": 36324,
+  "Ġclose-10": 35474,
+  "Ġclose-11": 36732,
+  "Ġclose-13": 36054,
+  "Ġclose-down-04": 36917,
+  "Ġclothe-01": 36538,
+  "Ġcoach-01": 36467,
+  "Ġcoerce-01": 36874,
+  "Ġcoexist-01": 36887,
+  "Ġcohere-01": 37403,
+  "Ġcoincide-01": 37062,
+  "Ġcold-01": 36475,
+  "Ġcold-02": 37126,
+  "Ġcollaborate-01": 36662,
+  "Ġcollapse-01": 35934,
+  "Ġcollect-01": 36007,
+  "Ġcolonize-01": 37010,
+  "Ġcolor-01": 36840,
+  "Ġcombat-01": 35591,
+  "Ġcombine-01": 36053,
+  "Ġcome-01": 35174,
+  "Ġcome-03": 35555,
+  "Ġcome-04": 35947,
+  "Ġcome-12": 36145,
+  "Ġcome-across-21": 37173,
+  "Ġcome-down-23": 36918,
+  "Ġcome-in-07": 36926,
+  "Ġcome-on-25": 36203,
+  "Ġcome-out-09": 35828,
+  "Ġcome-up-11": 35957,
+  "Ġcome-up-13": 36933,
+  "Ġcomfortable-02": 35998,
+  "Ġcommand-02": 35854,
+  "Ġcommence-01": 37186,
+  "Ġcommend-01": 37372,
+  "Ġcomment-01": 35349,
+  "Ġcommit-01": 35683,
+  "Ġcommit-02": 35609,
+  "Ġcommunicate-01": 35872,
+  "Ġcommute-02": 37604,
+  "Ġcompare-01": 35469,
+  "Ġcompel-01": 36531,
+  "Ġcompensate-01": 36111,
+  "Ġcompete-01": 35778,
+  "Ġcompete-02": 35768,
+  "Ġcompetent-01": 36418,
+  "Ġcompile-01": 36354,
+  "Ġcomplain-01": 35572,
+  "Ġcomplete-01": 35574,
+  "Ġcomplete-02": 35305,
+  "Ġcomplicate-01": 36215,
+  "Ġcomply-01": 35979,
+  "Ġcompose-01": 36985,
+  "Ġcompound-01": 37458,
+  "Ġcomprehend-01": 36394,
+  "Ġcomprise-01": 36779,
+  "Ġcompromise-01": 35864,
+  "Ġcompromise-02": 36465,
+  "Ġconceal-01": 36648,
+  "Ġconcede-01": 36788,
+  "Ġconceive-01": 37298,
+  "Ġconcentrate-01": 36941,
+  "Ġconcentrate-02": 37316,
+  "Ġconcern-01": 35270,
+  "Ġconcern-02": 35295,
+  "Ġconclude-01": 35655,
+  "Ġconclude-02": 37233,
+  "Ġconcrete-02": 36977,
+  "Ġcondemn-01": 35840,
+  "Ġcondition-01": 35526,
+  "Ġcondone-01": 37546,
+  "Ġconduct-01": 35821,
+  "Ġconduct-02": 36972,
+  "Ġconfess-01": 36968,
+  "Ġconfident-01": 35961,
+  "Ġconfine-01": 36879,
+  "Ġconfirm-01": 35629,
+  "Ġconfiscate-01": 36104,
+  "Ġconflict-01": 35383,
+  "Ġconform-01": 35671,
+  "Ġconfront-01": 35903,
+  "Ġconfuse-01": 35663,
+  "Ġcongratulate-01": 36752,
+  "Ġconnect-01": 35654,
+  "Ġconquer-01": 36347,
+  "Ġconsent-01": 36386,
+  "Ġconsider-01": 35343,
+  "Ġconsider-02": 35412,
+  "Ġconsist-01": 36466,
+  "Ġconsistent-01": 36806,
+  "Ġconsistent-02": 36061,
+  "Ġconsolidate-01": 37257,
+  "Ġconspire-01": 36447,
+  "Ġconstitute-01": 36185,
+  "Ġconstrain-01": 37255,
+  "Ġconstruct-01": 35424,
+  "Ġconsult-01": 36276,
+  "Ġconsume-01": 35547,
+  "Ġcontact-01": 35769,
+  "Ġcontain-01": 35638,
+  "Ġcontaminate-01": 36522,
+  "Ġcontend-01": 37150,
+  "Ġcontend-02": 37096,
+  "Ġcontent-01": 37448,
+  "Ġcontent-02": 37208,
+  "Ġcontest-02": 37025,
+  "Ġcontinue-01": 35205,
+  "Ġcontract-02": 35656,
+  "Ġcontradict-01": 36518,
+  "Ġcontrary-01": 36358,
+  "Ġcontrast-01": 35110,
+  "Ġcontribute-01": 35471,
+  "Ġcontrol-01": 35169,
+  "Ġconvene-01": 36429,
+  "Ġconverse-01": 35944,
+  "Ġconvert-01": 36033,
+  "Ġconvey-01": 36536,
+  "Ġconvict-01": 35499,
+  "Ġconviction-02": 37513,
+  "Ġconvince-01": 35723,
+  "Ġcook-01": 36913,
+  "Ġcool-01": 35987,
+  "Ġcool-04": 36078,
+  "Ġcooperate-01": 35256,
+  "Ġcoordinate-01": 36228,
+  "Ġcope-01": 36269,
+  "Ġcopy-01": 36059,
+  "Ġcopyright-01": 37564,
+  "Ġcorrect-01": 36227,
+  "Ġcorrect-02": 35427,
+  "Ġcorrelate-01": 37205,
+  "Ġcorrespond-02": 36904,
+  "Ġcorroborate-01": 37426,
+  "Ġcorrupt-01": 35473,
+  "Ġcost-01": 35204,
+  "Ġcounsel-01": 36563,
+  "Ġcount-01": 35825,
+  "Ġcount-02": 36805,
+  "Ġcount-03": 37244,
+  "Ġcount-04": 36704,
+  "Ġcounter-01": 35308,
+  "Ġcounterfeit-01": 36964,
+  "Ġcouple-01": 37499,
+  "Ġcourse-91": 37675,
+  "Ġcover-01": 35397,
+  "Ġcover-02": 36491,
+  "Ġcover-03": 35566,
+  "Ġcover-up-04": 36365,
+  "Ġcoverage-06": 37271,
+  "Ġcrack-02": 37452,
+  "Ġcrack-down-06": 36412,
+  "Ġcraft-01": 37152,
+  "Ġcrap-01": 35693,
+  "Ġcrash-01": 36051,
+  "Ġcrazy-03": 35766,
+  "Ġcreate-01": 35203,
+  "Ġcredit-01": 35851,
+  "Ġcredit-02": 36131,
+  "Ġcreepy-04": 37590,
+  "Ġcrime-02": 35190,
+  "Ġcriminal-03": 35416,
+  "Ġcripple-01": 37319,
+  "Ġcritical-02": 36064,
+  "Ġcriticism-04": 36757,
+  "Ġcriticize-01": 35374,
+  "Ġcross-02": 35832,
+  "Ġcrowd-01": 37464,
+  "Ġcruise-01": 37474,
+  "Ġcrumble-01": 37117,
+  "Ġcrush-01": 36949,
+  "Ġcry-01": 36834,
+  "Ġcry-02": 36266,
+  "Ġcultivate-01": 36032,
+  "Ġcurb-01": 37134,
+  "Ġcure-01": 36885,
+  "Ġcurious-01": 36236,
+  "Ġcurious-02": 37509,
+  "Ġcurse-02": 37480,
+  "Ġcurtail-01": 37406,
+  "Ġcut-01": 36295,
+  "Ġcut-02": 35309,
+  "Ġcut-03": 36658,
+  "Ġcut-back-05": 37533,
+  "Ġcut-down-11": 37254,
+  "Ġcut-off-04": 36486,
+  "Ġcut-out-06": 36924,
+  "Ġcycle-02": 36715,
+  "Ġdamage-01": 35411,
+  "Ġdamn-01": 36191,
+  "Ġdance-01": 36312,
+  "Ġdare-01": 35901,
+  "Ġdark-02": 37028,
+  "Ġdate-01": 37574,
+  "Ġdate-02": 37163,
+  "Ġdate-entity": 37631,
+  "Ġdeal-01": 35232,
+  "Ġdeal-02": 36760,
+  "Ġdeal-03": 36570,
+  "Ġdebate-01": 35367,
+  "Ġdecapitate-01": 37075,
+  "Ġdecay-01": 37397,
+  "Ġdeceive-01": 36473,
+  "Ġdecide-01": 35163,
+  "Ġdeclare-01": 36249,
+  "Ġdeclare-02": 35818,
+  "Ġdeclassify-01": 37421,
+  "Ġdecline-01": 36041,
+  "Ġdecline-02": 36969,
+  "Ġdecommission-01": 37202,
+  "Ġdecrease-01": 35675,
+  "Ġdecry-01": 37526,
+  "Ġdedicate-01": 36952,
+  "Ġdeduct-01": 36967,
+  "Ġdeem-01": 36403,
+  "Ġdeep-02": 35787,
+  "Ġdeep-03": 37127,
+  "Ġdefame-01": 37623,
+  "Ġdefeat-01": 35857,
+  "Ġdefend-01": 35166,
+  "Ġdefine-01": 35503,
+  "Ġdeflect-01": 36910,
+  "Ġdefraud-01": 35876,
+  "Ġdefuse-01": 37159,
+  "Ġdefy-01": 36460,
+  "Ġdelay-01": 35891,
+  "Ġdelegate-01": 37135,
+  "Ġdeliberate-01": 37414,
+  "Ġdelight-01": 37269,
+  "Ġdeliver-01": 35648,
+  "Ġdelude-01": 36870,
+  "Ġdemagogue-01": 37608,
+  "Ġdemand-01": 35277,
+  "Ġdemolish-01": 37001,
+  "Ġdemonize-01": 37190,
+  "Ġdemonstrate-01": 35672,
+  "Ġdenounce-01": 36920,
+  "Ġdent-01": 37500,
+  "Ġdeny-01": 35331,
+  "Ġdepart-01": 36171,
+  "Ġdepend-01": 35236,
+  "Ġdeploy-01": 35601,
+  "Ġdeport-01": 36759,
+  "Ġdeposit-01": 36640,
+  "Ġdepress-01": 36612,
+  "Ġdeprive-01": 37396,
+  "Ġderegulate-01": 37539,
+  "Ġderive-01": 37070,
+  "Ġdescend-01": 36690,
+  "Ġdescribe-01": 35341,
+  "Ġdeserve-01": 35441,
+  "Ġdesign-01": 35642,
+  "Ġdesignate-01": 36710,
+  "Ġdesirable-02": 37158,
+  "Ġdesire-01": 35688,
+  "Ġdespair-01": 36601,
+  "Ġdesperate-02": 36044,
+  "Ġdespise-01": 36989,
+  "Ġdestabilize-01": 36877,
+  "Ġdestroy-01": 35211,
+  "Ġdetail-01": 35856,
+  "Ġdetain-01": 35823,
+  "Ġdetect-01": 36334,
+  "Ġdeter-01": 36146,
+  "Ġdeteriorate-01": 36789,
+  "Ġdetermine-01": 35577,
+  "Ġdetermined-02": 36997,
+  "Ġdetonate-01": 36848,
+  "Ġdevalue-01": 37555,
+  "Ġdevastate-01": 36462,
+  "Ġdevelop-01": 35806,
+  "Ġdevelop-02": 35162,
+  "Ġdeviate-01": 37436,
+  "Ġdevote-01": 36309,
+  "Ġdiagnose-01": 36423,
+  "Ġdialogue-01": 36520,
+  "Ġdictate-01": 36230,
+  "Ġdie-01": 35142,
+  "Ġdiffer-01": 36223,
+  "Ġdiffer-02": 35178,
+  "Ġdifferentiate-01": 37439,
+  "Ġdig-01": 36829,
+  "Ġdiminish-01": 37021,
+  "Ġdine-01": 37460,
+  "Ġdip-01": 37606,
+  "��direct-01": 35920,
+  "Ġdirect-02": 35365,
+  "Ġdirty-02": 36283,
+  "Ġdisable-01": 36382,
+  "Ġdisagree-01": 35504,
+  "Ġdisappear-01": 36193,
+  "Ġdisappoint-01": 36218,
+  "Ġdisapprove-01": 36908,
+  "Ġdisarm-01": 35684,
+  "Ġdisclose-01": 37415,
+  "Ġdiscount-02": 37560,
+  "Ġdiscover-01": 35607,
+  "Ġdiscredit-01": 36950,
+  "Ġdiscriminate-01": 37349,
+  "Ġdiscriminate-02": 35888,
+  "Ġdiscuss-01": 35210,
+  "Ġdisgrace-01": 36754,
+  "Ġdisgruntle-01": 37366,
+  "Ġdisguise-01": 36729,
+  "Ġdisgust-01": 35852,
+  "Ġdisintegrate-01": 37453,
+  "Ġdislike-01": 36513,
+  "Ġdismantle-01": 36034,
+  "Ġdismiss-01": 36006,
+  "Ġdismiss-02": 36669,
+  "Ġdispatch-01": 36867,
+  "Ġdisperse-01": 37215,
+  "Ġdisplace-01": 37243,
+  "Ġdisplay-01": 36221,
+  "Ġdispose-01": 37085,
+  "Ġdisprove-01": 36858,
+  "Ġdispute-01": 35615,
+  "Ġdisregard-01": 36905,
+  "Ġdisrespect-01": 37196,
+  "Ġdisrupt-01": 36177,
+  "Ġdissent-01": 36256,
+  "Ġdissolve-01": 36915,
+  "Ġdistance-01": 37125,
+  "Ġdistant-02": 37168,
+  "Ġdistinguish-01": 36262,
+  "Ġdistort-01": 36313,
+  "Ġdistract-01": 36726,
+  "Ġdistress-01": 37398,
+  "Ġdistribute-01": 35858,
+  "Ġdisturb-01": 36275,
+  "Ġdive-01": 37603,
+  "Ġdiversify-01": 37261,
+  "Ġdivert-01": 36664,
+  "Ġdivide-02": 35686,
+  "Ġdivorce-01": 35879,
+  "Ġdo-02": 35116,
+  "Ġdock-01": 36411,
+  "Ġdocument-01": 35988,
+  "Ġdodge-01": 36654,
+  "Ġdominate-01": 36092,
+  "Ġdonate-01": 35582,
+  "Ġdose-01": 37627,
+  "Ġdouble-01": 35910,
+  "Ġdoubt-01": 35401,
+  "Ġdown-01": 36838,
+  "Ġdown-03": 35838,
+  "Ġdowngrade-02": 37583,
+  "Ġdraft-01": 36008,
+  "Ġdraft-02": 36947,
+  "Ġdrag-01": 36469,
+  "Ġdrain-01": 36909,
+  "Ġdraw-01": 37333,
+  "Ġdraw-02": 35897,
+  "Ġdraw-up-03": 37266,
+  "Ġdream-01": 35967,
+  "Ġdress-01": 36828,
+  "Ġdrill-01": 36381,
+  "Ġdrink-01": 35687,
+  "Ġdrive-01": 35541,
+  "Ġdrive-02": 35803,
+  "Ġdrive-04": 37267,
+  "Ġdrop-01": 35433,
+  "Ġdrop-05": 36060,
+  "Ġdrop-out-04": 36616,
+  "Ġdrug-01": 36619,
+  "Ġdry-02": 36157,
+  "Ġdry-08": 36451,
+  "Ġdubious-02": 37379,
+  "Ġdump-01": 37053,
+  "Ġdye-01": 37301,
+  "Ġearn-01": 35406,
+  "Ġearnest-01": 37468,
+  "Ġeasy-05": 35268,
+  "Ġeat-01": 35603,
+  "Ġedit-01": 35881,
+  "Ġeducate-01": 35382,
+  "Ġeffect-03": 35948,
+  "Ġeffective-04": 35440,
+  "Ġefficient-01": 35943,
+  "Ġeffort-01": 35284,
+  "Ġelaborate-01": 37059,
+  "Ġelect-01": 35213,
+  "Ġelevate-01": 37465,
+  "Ġeliminate-01": 35698,
+  "Ġemail-01": 36339,
+  "Ġembargo-01": 35990,
+  "Ġembarrass-01": 36011,
+  "Ġembezzle-01": 37246,
+  "Ġembrace-01": 37005,
+  "Ġemerge-01": 36484,
+  "Ġemerge-02": 36691,
+  "Ġemit-01": 37113,
+  "Ġemphasize-01": 35936,
+  "Ġemploy-01": 35180,
+  "Ġemploy-02": 36579,
+  "Ġempower-01": 37342,
+  "Ġempty-02": 37148,
+  "Ġenable-01": 35752,
+  "Ġenact-01": 36681,
+  "Ġencounter-01": 36114,
+  "Ġencourage-01": 35815,
+  "Ġencourage-02": 36784,
+  "Ġencrypt-01": 37238,
+  "Ġend-01": 35161,
+  "Ġend-up-03": 35658,
+  "Ġendanger-01": 35725,
+  "Ġendorse-01": 36387,
+  "Ġendure-01": 37553,
+  "Ġenforce-01": 35576,
+  "Ġengage-01": 35622,
+  "Ġengineer-01": 35804,
+  "Ġenhance-01": 36367,
+  "Ġenjoy-01": 35550,
+  "Ġenlighten-01": 37488,
+  "Ġenlist-01": 37146,
+  "Ġenrich-01": 35608,
+  "Ġenslave-01": 36722,
+  "Ġensure-01": 35395,
+  "Ġenter-01": 35443,
+  "Ġenter-02": 37229,
+  "Ġentertain-01": 36214,
+  "Ġenthusiastic-03": 36795,
+  "Ġentitle-01": 35931,
+  "Ġentrench-01": 37380,
+  "Ġenvision-01": 36180,
+  "Ġenvy-01": 36768,
+  "Ġequal-01": 35252,
+  "Ġequate-01": 36374,
+  "Ġequip-01": 36056,
+  "Ġeradicate-01": 36023,
+  "Ġerode-01": 37175,
+  "Ġerr-01": 36739,
+  "Ġerupt-01": 36986,
+  "Ġescalate-01": 36499,
+  "Ġescape-01": 36250,
+  "Ġestablish-01": 35323,
+  "Ġestimate-01": 35507,
+  "Ġet-cetera": 37646,
+  "Ġevacuate-01": 37106,
+  "Ġevade-01": 37552,
+  "Ġevaluate-01": 36420,
+  "Ġevidence-01": 35319,
+  "Ġevolve-01": 36318,
+  "Ġevolve-02": 37236,
+  "Ġexacerbate-01": 37511,
+  "Ġexaggerate-01": 37446,
+  "Ġexamine-01": 35999,
+  "Ġexceed-01": 36087,
+  "Ġexcellent-02": 36264,
+  "Ġexcept-01": 35258,
+  "Ġexcessive-02": 36497,
+  "Ġexchange-01": 35497,
+  "Ġexcite-01": 36686,
+  "Ġexclude-01": 36290,
+  "Ġexclusive-02": 36539,
+  "Ġexcuse-01": 36305,
+  "Ġexcuse-02": 35913,
+  "Ġexecute-01": 35388,
+  "Ġexecute-02": 36434,
+  "Ġexemplify-01": 35299,
+  "Ġexempt-01": 36459,
+  "Ġexercise-01": 36437,
+  "Ġexercise-02": 36796,
+  "Ġexert-01": 37299,
+  "Ġexhibit-01": 36591,
+  "Ġexile-01": 36847,
+  "Ġexist-01": 35234,
+  "Ġexit-01": 36911,
+  "Ġexpand-01": 35476,
+  "Ġexpect-01": 35254,
+  "Ġexpel-01": 36922,
+  "Ġexpend-01": 35605,
+  "Ġexperience-01": 35333,
+  "Ġexperiment-01": 36245,
+  "Ġexpert-01": 35334,
+  "Ġexpire-01": 37213,
+  "Ġexplain-01": 35279,
+  "Ġexplicit-03": 36946,
+  "Ġexplode-01": 35545,
+  "Ġexploit-01": 36298,
+  "Ġexplore-01": 36548,
+  "Ġexport-01": 35327,
+  "Ġexpose-01": 35935,
+  "Ġexpress-01": 35488,
+  "Ġextend-01": 35728,
+  "Ġextend-02": 37015,
+  "Ġextensive-03": 36541,
+  "Ġexterminate-01": 37454,
+  "Ġextort-01": 37425,
+  "Ġextract-01": 36642,
+  "Ġextradite-01": 36668,
+  "Ġeye-01": 37348,
+  "Ġfabricate-01": 36755,
+  "Ġface-01": 35434,
+  "Ġfacilitate-01": 36496,
+  "Ġfail-01": 35225,
+  "Ġfair-01": 35336,
+  "Ġfair-04": 36128,
+  "Ġfake-02": 36646,
+  "Ġfall-01": 35517,
+  "Ġfall-05": 36364,
+  "Ġfall-07": 36653,
+  "Ġfall-10": 36733,
+  "Ġfall-apart-09": 37217,
+  "Ġfame-01": 35924,
+  "Ġfamiliarize-01": 36097,
+  "Ġfarm-01": 35784,
+  "Ġfascinate-01": 36440,
+  "Ġfast-02": 35624,
+  "Ġfat-03": 37039,
+  "Ġfathom-01": 37221,
+  "Ġfault-01": 35650,
+  "Ġfavor-01": 35330,
+  "Ġfear-01": 35356,
+  "Ġfeature-01": 36482,
+  "Ġfeed-01": 35799,
+  "Ġfeed-up-03": 37337,
+  "Ġfeel-01": 35195,
+  "Ġfeel-02": 35519,
+  "Ġfeel-05": 37057,
+  "Ġfeel-06": 37041,
+  "Ġfight-01": 35182,
+  "Ġfigure-01": 36243,
+  "Ġfigure-04": 37598,
+  "Ġfigure-out-05": 35984,
+  "Ġfile-01": 36167,
+  "Ġfill-01": 35791,
+  "Ġfilm-01": 36708,
+  "Ġfilter-02": 36983,
+  "Ġfinalize-01": 36523,
+  "Ġfinance-01": 35782,
+  "Ġfind-01": 35164,
+  "Ġfind-02": 35389,
+  "Ġfind-out-03": 35748,
+  "Ġfine-01": 36635,
+  "Ġfine-03": 36695,
+  "Ġfine-04": 35792,
+  "Ġfinish-01": 35911,
+  "Ġfinish-07": 37365,
+  "Ġfire-01": 35540,
+  "Ġfire-02": 36099,
+  "Ġfire-03": 36649,
+  "Ġfire-04": 37149,
+  "Ġfirm-03": 36676,
+  "Ġfit-05": 37516,
+  "Ġfit-06": 36241,
+  "Ġfit-in-02": 37252,
+  "Ġfix-02": 36149,
+  "Ġfix-03": 36201,
+  "Ġflame-01": 37382,
+  "Ġflat-06": 36774,
+  "Ġflaw-01": 36242,
+  "Ġfledge-01": 37534,
+  "Ġflee-05": 35958,
+  "Ġflip-01": 37504,
+  "Ġfloat-01": 36502,
+  "Ġflood-01": 36595,
+  "Ġflow-01": 36222,
+  "Ġfluctuate-01": 37573,
+  "Ġfly-01": 35542,
+  "Ġfocus-01": 35452,
+  "Ġfollow-01": 35426,
+  "Ġfollow-02": 35521,
+  "Ġfollow-04": 36485,
+  "Ġfollow-up-03": 37226,
+  "Ġfool-01": 36607,
+  "Ġforbid-01": 36551,
+  "Ġforce-01": 35285,
+  "Ġforce-02": 36373,
+  "Ġforce-04": 36038,
+  "Ġforecast-01": 36413,
+  "Ġforeclose-01": 37400,
+  "Ġforesee-01": 36787,
+  "Ġforge-02": 36955,
+  "Ġforget-01": 35711,
+  "Ġforgive-01": 36507,
+  "Ġform-01": 35802,
+  "Ġform-02": 37248,
+  "Ġformulate-01": 37109,
+  "Ġfortunate-01": 35602,
+  "Ġforward-01": 37340,
+  "Ġfoster-01": 37535,
+  "Ġfound-01": 35712,
+  "Ġfree-01": 36248,
+  "Ġfree-03": 35570,
+  "Ġfree-04": 35170,
+  "Ġfreeze-01": 36360,
+  "Ġfreeze-02": 35969,
+  "Ġfrequent-02": 35993,
+  "Ġfresh-04": 37139,
+  "Ġfriendly-01": 35937,
+  "Ġfrighten-01": 36872,
+  "Ġfrustrate-01": 36575,
+  "Ġfuck-01": 35727,
+  "Ġfuck-up-02": 36454,
+  "Ġfuel-01": 36340,
+  "Ġfulfill-01": 36471,
+  "Ġfull-09": 35819,
+  "Ġfun-01": 35956,
+  "Ġfunction-01": 35972,
+  "Ġfund-01": 35220,
+  "Ġfurther-01": 36951,
+  "Ġfuss-01": 37000,
+  "Ġgain-01": 36762,
+  "Ġgain-02": 35543,
+  "Ġgarner-01": 37304,
+  "Ġgas-03": 37492,
+  "Ġgather-01": 37012,
+  "Ġgather-03": 36540,
+  "Ġgauge-01": 37563,
+  "Ġgeneral-02": 35338,
+  "Ġgenerate-01": 36029,
+  "Ġgenerous-01": 36415,
+  "Ġgenocide-01": 36348,
+  "Ġget-01": 35129,
+  "Ġget-02": 35660,
+  "Ġget-03": 35357,
+  "Ġget-04": 35361,
+  "Ġget-05": 35241,
+  "Ġget-06": 37045,
+  "Ġget-22": 36076,
+  "Ġget-30": 37016,
+  "Ġget-along-18": 36889,
+  "Ġget-away-08": 36396,
+  "Ġget-back-10": 36736,
+  "Ġget-by-17": 37071,
+  "Ġget-off-23": 37381,
+  "Ġget-on-21": 37165,
+  "Ġget-through-12": 37239,
+  "Ġget-through-13": 37619,
+  "Ġgift-01": 36479,
+  "Ġgive-01": 35145,
+  "Ġgive-16": 36027,
+  "Ġgive-away-02": 37438,
+  "Ġgive-back-03": 37600,
+  "Ġgive-in-09": 37565,
+  "Ġgive-up-07": 35859,
+  "Ġgive-up-08": 36895,
+  "Ġglad-02": 35826,
+  "Ġglance-01": 37326,
+  "Ġgo-01": 35214,
+  "Ġgo-02": 35149,
+  "Ġgo-03": 35679,
+  "Ġgo-05": 36096,
+  "Ġgo-06": 35422,
+  "Ġgo-08": 35898,
+  "Ġgo-09": 36832,
+  "Ġgo-10": 36055,
+  "Ġgo-12": 36533,
+  "Ġgo-21": 37181,
+  "Ġgo-22": 37576,
+  "Ġgo-23": 37286,
+  "Ġgo-back-19": 35817,
+  "Ġgo-down-27": 37339,
+  "Ġgo-off-16": 36407,
+  "Ġgo-on-15": 35522,
+  "Ġgo-on-25": 36931,
+  "Ġgo-out-17": 35983,
+  "Ġgo-through-20": 36508,
+  "Ġgolf-01": 36823,
+  "Ġgood-02": 35125,
+  "Ġgood-03": 35491,
+  "Ġgood-04": 35641,
+  "Ġgoogle-01": 36556,
+  "Ġgovern-01": 35113,
+  "Ġgovernment-organization": 37632,
+  "Ġgrab-01": 36417,
+  "Ġgrade-01": 37228,
+  "Ġgraduate-01": 36362,
+  "Ġgrant-01": 35800,
+  "Ġgrasp-01": 36383,
+  "Ġgray-02": 37489,
+  "Ġgreen-02": 37470,
+  "Ġgreen-03": 36369,
+  "Ġgreet-01": 36687,
+  "Ġgrieve-01": 37179,
+  "Ġgrind-01": 37357,
+  "Ġgrip-01": 37524,
+  "Ġgripe-01": 37536,
+  "Ġgross-03": 35892,
+  "Ġgross-06": 37020,
+  "Ġground-02": 36419,
+  "Ġgroup-01": 36151,
+  "Ġgrow-01": 35231,
+  "Ġgrow-02": 37240,
+  "Ġgrow-03": 35836,
+  "Ġgrow-up-04": 36094,
+  "Ġguarantee-01": 35722,
+  "Ġguard-01": 35953,
+  "Ġguess-01": 35375,
+  "Ġguide-01": 36068,
+  "Ġguilty-01": 35697,
+  "Ġgut-01": 37047,
+  "Ġhack-04": 35759,
+  "Ġhallucinate-01": 36528,
+  "Ġhalt-01": 36426,
+  "Ġhand-01": 36782,
+  "Ġhand-out-03": 36406,
+  "Ġhand-over-02": 37089,
+  "Ġhandle-01": 35598,
+  "Ġhang-01": 36711,
+  "Ġhang-out-06": 37542,
+  "Ġhanging-07": 35560,
+  "Ġhappen-02": 36744,
+  "Ġhappy-01": 35482,
+  "Ġhappy-02": 37484,
+  "Ġharass-01": 36107,
+  "Ġhard-02": 35269,
+  "Ġhard-04": 35870,
+  "Ġharm-01": 35705,
+  "Ġharmful-02": 36651,
+  "Ġharsh-02": 36483,
+  "Ġharvest-01": 36868,
+  "Ġhate-01": 35261,
+  "Ġhaul-01": 37562,
+  "Ġhave-03": 35112,
+  "Ġhave-04": 35674,
+  "Ġhave-05": 36077,
+  "Ġhave-06": 35535,
+  "Ġhave-11": 36574,
+  "Ġhave-concession-91": 37652,
+  "Ġhave-condition-91": 37653,
+  "Ġhave-extent-91": 37678,
+  "Ġhave-frequency-91": 37670,
+  "Ġhave-instrument-91": 37680,
+  "Ġhave-li-91": 37672,
+  "Ġhave-manner-91": 37664,
+  "Ġhave-mod-91": 37669,
+  "Ġhave-name-91": 37681,
+  "Ġhave-org-role-91": 37649,
+  "Ġhave-part-91": 37665,
+  "Ġhave-polarity-91": 37662,
+  "Ġhave-purpose-91": 37659,
+  "Ġhave-quant-91": 37666,
+  "Ġhave-rel-role-91": 37650,
+  "Ġhave-subevent-91": 37676,
+  "Ġhave-to-do-with-04": 35472,
+  "Ġhead-01": 35393,
+  "Ġhead-02": 36212,
+  "Ġheadline-01": 37331,
+  "Ġheadquarter-01": 37292,
+  "Ġheal-01": 36898,
+  "Ġhear-01": 35226,
+  "Ġhearing-02": 37008,
+  "Ġheat-01": 36621,
+  "Ġheed-01": 37471,
+  "Ġhelp-01": 35159,
+  "Ġhelp-02": 36593,
+  "Ġhelp-out-03": 36719,
+  "Ġhelpful-04": 36812,
+  "Ġhesitate-01": 37285,
+  "Ġhide-01": 35754,
+  "Ġhigh-02": 35168,
+  "Ġhighlight-01": 36512,
+  "Ġhijack-01": 36463,
+  "Ġhike-02": 37375,
+  "Ġhinder-01": 36427,
+  "Ġhint-01": 36783,
+  "Ġhire-01": 35459,
+  "Ġhit-01": 35525,
+  "Ġhit-02": 36552,
+  "Ġhoard-01": 37321,
+  "Ġhoax-01": 36349,
+  "Ġhold-01": 35407,
+  "Ġhold-02": 35755,
+  "Ġhold-03": 37329,
+  "Ġhold-04": 35494,
+  "Ġhold-back-07": 37131,
+  "Ġholiday-01": 36628,
+  "Ġhonest-01": 35366,
+  "Ġhonor-01": 36089,
+  "Ġhonorable-03": 37394,
+  "Ġhook-up-02": 37324,
+  "Ġhope-01": 35228,
+  "Ġhopeful-02": 37212,
+  "Ġhopeful-03": 35820,
+  "Ġhospitalize-01": 37253,
+  "Ġhost-01": 35963,
+  "Ġhot-04": 37507,
+  "Ġhot-05": 37169,
+  "Ġhouse-01": 35779,
+  "Ġhumble-01": 37361,
+  "Ġhumiliate-01": 37223,
+  "Ġhunger-01": 36296,
+  "Ġhunt-01": 36244,
+  "Ġhurt-01": 35780,
+  "Ġhurt-02": 37167,
+  "Ġhype-01": 37026,
+  "Ġhyperlink-01": 36975,
+  "Ġhyperlink-91": 37657,
+  "Ġhypothesize-01": 37558,
+  "Ġidentical-01": 36493,
+  "Ġidentify-01": 35592,
+  "Ġignorant-02": 35690,
+  "Ġignore-01": 35346,
+  "Ġill-01": 35875,
+  "Ġill-02": 37129,
+  "Ġimagine-01": 35567,
+  "Ġimitate-01": 37541,
+  "Ġimmigrate-01": 35402,
+  "Ġimmune-02": 37593,
+  "Ġimpact-01": 35798,
+  "Ġimpair-01": 37597,
+  "Ġimpeach-01": 36775,
+  "Ġimpede-01": 37566,
+  "Ġimplement-01": 35466,
+  "Ġimplicate-01": 36410,
+  "Ġimply-01": 35887,
+  "Ġimport-01": 35563,
+  "Ġimpose-01": 35706,
+  "Ġimpoverish-01": 36319,
+  "Ġimpregnate-01": 36645,
+  "Ġimpress-01": 36554,
+  "Ġimpression-03": 36577,
+  "Ġimprison-01": 35707,
+  "Ġimprove-01": 35423,
+  "Ġimprovise-01": 35781,
+  "Ġincarcerate-01": 37312,
+  "Ġincentivize-01": 36341,
+  "Ġincinerate-01": 37069,
+  "Ġincite-01": 36526,
+  "Ġincline-01": 37360,
+  "Ġinclude-01": 35191,
+  "Ġinclude-91": 37651,
+  "Ġincorporate-02": 37587,
+  "Ġincrease-01": 35146,
+  "Ġincur-01": 37265,
+  "Ġindicate-01": 35621,
+  "Ġindict-01": 36205,
+  "Ġindoctrinate-01": 37104,
+  "Ġindulge-01": 37040,
+  "Ġindustrialize-01": 36562,
+  "Ġinfect-01": 36042,
+  "Ġinfer-01": 35193,
+  "Ġinferior-01": 36798,
+  "Ġinfiltrate-01": 36773,
+  "Ġinflate-01": 36329,
+  "Ġinflict-01": 36761,
+  "Ġinfluence-01": 35496,
+  "Ġinform-01": 35844,
+  "Ġinfringe-01": 36544,
+  "Ġinhabit-01": 36549,
+  "Ġinherit-01": 35701,
+  "Ġinhibit-01": 37086,
+  "Ġinitiate-01": 35939,
+  "Ġinject-01": 36685,
+  "Ġinjure-01": 35805,
+  "Ġinnocent-01": 35623,
+  "Ġinnovate-01": 36355,
+  "Ġinquire-01": 37122,
+  "Ġinsist-01": 35783,
+  "Ġinspect-01": 35489,
+  "Ġinspire-01": 36361,
+  "Ġinstall-01": 36400,
+  "Ġinstead-of-91": 37656,
+  "Ġinstitute-01": 36857,
+  "Ġinstruct-01": 36082,
+  "Ġinsult-01": 35694,
+  "Ġinsure-01": 36907,
+  "Ġinsure-02": 35218,
+  "Ġintegrate-01": 36433,
+  "Ġintelligent-01": 35810,
+  "Ġintend-01": 35300,
+  "Ġintense-02": 36468,
+  "Ġintensify-01": 37007,
+  "Ġintent-02": 37523,
+  "Ġinteract-01": 36626,
+  "Ġintercept-01": 36158,
+  "Ġinterdict-01": 37107,
+  "Ġinterest-01": 35229,
+  "Ġinterfere-01": 36130,
+  "Ġinternal-02": 36478,
+  "Ġinterpret-01": 36101,
+  "Ġinterrogate-01": 36643,
+  "Ġinterrupt-01": 37624,
+  "Ġintersect-01": 37440,
+  "Ġintervene-01": 35516,
+  "Ġinterview-01": 35580,
+  "Ġintimate-02": 37138,
+  "Ġintimidate-01": 36399,
+  "Ġintroduce-01": 36709,
+  "Ġintroduce-02": 35894,
+  "Ġinvade-01": 35403,
+  "Ġinvent-01": 36259,
+  "Ġinvest-01": 35219,
+  "Ġinvestigate-01": 35352,
+  "Ġinvite-01": 36144,
+  "Ġinvoke-01": 37554,
+  "Ġinvolve-01": 35224,
+  "Ġirritate-01": 37469,
+  "Ġisolate-01": 36282,
+  "Ġissue-01": 35617,
+  "Ġissue-02": 35156,
+  "Ġjail-01": 36058,
+  "Ġjealous-02": 37402,
+  "Ġjeopardize-01": 37462,
+  "Ġjoin-01": 35619,
+  "Ġjoin-04": 36856,
+  "Ġjoin-in-05": 36816,
+  "Ġjoin-up-02": 37064,
+  "Ġjoke-01": 35925,
+  "Ġjudge-01": 35390,
+  "Ġjump-01": 37358,
+  "Ġjump-03": 36495,
+  "Ġjust-02": 36072,
+  "Ġjustify-01": 35604,
+  "Ġkeep-01": 35348,
+  "Ġkeep-02": 35326,
+  "Ġkeep-03": 37142,
+  "Ġkeep-04": 35862,
+  "Ġkeep-up-05": 36826,
+  "Ġkeep-up-10": 36569,
+  "Ġkey-02": 35568,
+  "Ġkick-01": 35777,
+  "Ġkid-01": 36501,
+  "Ġkidnap-01": 36504,
+  "Ġkill-01": 35143,
+  "Ġkill-03": 37506,
+  "Ġkind-01": 36138,
+  "Ġkiss-01": 36937,
+  "Ġkneel-01": 37309,
+  "Ġknock-01": 37368,
+  "Ġknow-01": 35118,
+  "Ġknow-02": 35337,
+  "Ġknow-03": 37034,
+  "Ġknow-04": 36903,
+  "Ġknow-06": 37090,
+  "Ġlabel-01": 35959,
+  "Ġlabor-01": 35775,
+  "Ġlack-01": 35405,
+  "Ġlag-01": 37123,
+  "Ġland-01": 36299,
+  "Ġlast-01": 35801,
+  "Ġlast-04": 37185,
+  "Ġlaugh-01": 35351,
+  "Ġlaughable-03": 36385,
+  "Ġlaunch-01": 35278,
+  "Ġlaunder-01": 36132,
+  "Ġlay-01": 36166,
+  "Ġlay-04": 37216,
+  "Ġlay-off-02": 36277,
+  "Ġlay-off-06": 37602,
+  "Ġlead-01": 35631,
+  "Ġlead-02": 35167,
+  "Ġlead-03": 35537,
+  "Ġleak-01": 36260,
+  "Ġlean-01": 36650,
+  "Ġlearn-01": 35376,
+  "Ġlease-01": 37004,
+  "Ġleave-02": 36389,
+  "Ġleave-10": 36954,
+  "Ġleave-11": 35429,
+  "Ġleave-12": 36519,
+  "Ġleave-13": 36134,
+  "Ġleave-14": 36026,
+  "Ġleave-15": 35561,
+  "Ġleave-17": 36210,
+  "Ġleave-out-03": 36936,
+  "Ġlecture-01": 36831,
+  "Ġleft-19": 35417,
+  "Ġleft-20": 36720,
+  "Ġlegal-02": 35200,
+  "Ġlegalize-01": 36197,
+  "Ġlegislate-01": 35616,
+  "Ġlegitimate-02": 35865,
+  "Ġlend-01": 35909,
+  "Ġlessen-01": 37278,
+  "Ġlet-01": 35227,
+  "Ġlet-down-04": 37274,
+  "Ġlevel-04": 37495,
+  "Ġlevy-01": 37493,
+  "Ġliable-01": 37211,
+  "Ġlibel-01": 36781,
+  "Ġliberal-02": 35221,
+  "Ġliberate-01": 36458,
+  "Ġlicense-01": 36204,
+  "Ġlie-07": 36224,
+  "Ġlie-08": 35216,
+  "Ġlift-01": 36916,
+  "Ġlift-02": 37420,
+  "Ġlight-04": 36976,
+  "Ġlight-06": 35889,
+  "Ġlike-01": 35255,
+  "Ġlike-02": 35539,
+  "Ġlikely-01": 35294,
+  "Ġlimit-01": 35408,
+  "Ġline-01": 37293,
+  "Ġline-up-02": 37592,
+  "Ġlink-01": 35347,
+  "Ġlist-01": 35457,
+  "Ġlisten-01": 35632,
+  "Ġlive-01": 35139,
+  "Ġlive-02": 37386,
+  "Ġlive-up-04": 37124,
+  "Ġload-01": 36308,
+  "Ġloan-01": 35523,
+  "Ġloathe-01": 37540,
+  "Ġlobby-01": 35932,
+  "Ġlocal-02": 35315,
+  "Ġlocate-01": 36488,
+  "Ġlock-01": 36814,
+  "Ġlock-up-03": 37033,
+  "Ġlong-03": 35172,
+  "Ġlook-01": 35198,
+  "Ġlook-02": 35286,
+  "Ġlook-04": 36265,
+  "Ġlook-forward-03": 36891,
+  "Ġlook-up-05": 36331,
+  "Ġloose-04": 37318,
+  "Ġloot-01": 36743,
+  "Ġlose-01": 36738,
+  "Ġlose-02": 35201,
+  "Ġlose-03": 35731,
+  "Ġlose-out-06": 37442,
+  "Ġlove-01": 35276,
+  "Ġlove-02": 36638,
+  "Ġlow-04": 35265,
+  "Ġlower-05": 35874,
+  "Ġloyal-01": 36992,
+  "Ġlump-01": 37510,
+  "Ġlunch-01": 37370,
+  "Ġlure-01": 37137,
+  "Ġlurk-01": 37376,
+  "Ġlust-01": 37594,
+  "Ġlynch-01": 36973,
+  "Ġmad-02": 37204,
+  "Ġmad-04": 36500,
+  "Ġmainstream-02": 36422,
+  "Ġmaintain-01": 35464,
+  "Ġmajor-02": 35321,
+  "Ġmake-01": 35152,
+  "Ġmake-02": 35141,
+  "Ġmake-05": 35581,
+  "Ġmake-18": 35922,
+  "Ġmake-it-14": 36746,
+  "Ġmake-out-23": 37251,
+  "Ġmake-up-07": 36730,
+  "Ġmake-up-08": 37222,
+  "Ġmake-up-10": 36404,
+  "Ġman-01": 36581,
+  "Ġmanage-01": 35493,
+  "Ġmanage-02": 36081,
+  "Ġmandate-01": 36446,
+  "Ġmanifest-01": 37614,
+  "Ġmanipulate-01": 37098,
+  "Ġmanipulate-02": 36543,
+  "Ġmanufacture-01": 35487,
+  "Ġmarch-01": 36979,
+  "Ġmark-01": 36342,
+  "Ġmark-02": 37188,
+  "Ġmarket-01": 35873,
+  "Ġmarry-01": 35179,
+  "Ġmask-01": 37234,
+  "Ġmass-quantity": 37648,
+  "Ġmassacre-01": 36899,
+  "Ġmatch-01": 36115,
+  "Ġmatch-03": 36727,
+  "Ġmatter-01": 35651,
+  "Ġmature-02": 36886,
+  "Ġmaximize-01": 37118,
+  "Ġmean-01": 35122,
+  "Ġmean-02": 35923,
+  "Ġmean-04": 36725,
+  "Ġmeaningful-05": 37363,
+  "Ġmeasure-01": 35946,
+  "Ġmeasure-02": 35548,
+  "Ġmeddle-01": 37258,
+  "Ġmediate-01": 37232,
+  "Ġmeet-01": 35839,
+  "Ġmeet-02": 35837,
+  "Ġmeet-03": 35183,
+  "Ġmeet-up-04": 36510,
+  "Ġmelt-01": 37056,
+  "Ġmenace-01": 37281,
+  "Ġmention-01": 35387,
+  "Ġmerchandise-01": 36375,
+  "Ġmerge-01": 36622,
+  "Ġmerit-01": 37006,
+  "Ġmess-up-02": 36503,
+  "Ġmessage-01": 35763,
+  "Ġmigrate-01": 36270,
+  "Ġmind-01": 36127,
+  "Ġmind-04": 37343,
+  "Ġmind-05": 36048,
+  "Ġmine-01": 36637,
+  "Ġminimal-02": 37035,
+  "Ġminimize-01": 36990,
+  "Ġminor-01": 36470,
+  "Ġminor-02": 36636,
+  "Ġmislead-01": 37364,
+  "Ġmisrepresent-01": 37311,
+  "Ġmiss-01": 35886,
+  "Ġmiss-02": 36005,
+  "Ġmistake-01": 36487,
+  "Ġmistake-02": 35950,
+  "Ġmisunderstand-01": 36793,
+  "Ġmitigate-01": 36835,
+  "Ġmix-01": 36246,
+  "Ġmoan-01": 37387,
+  "Ġmobile-02": 36791,
+  "Ġmobilize-01": 37352,
+  "Ġmock-01": 37191,
+  "Ġmodel-01": 36445,
+  "Ġmoderate-01": 36819,
+  "Ġmoderate-02": 37362,
+  "Ġmoderate-03": 36566,
+  "Ġmodern-02": 35900,
+  "Ġmodernize-01": 36432,
+  "Ġmodify-01": 36371,
+  "Ġmoisturize-01": 36511,
+  "Ġmolest-01": 36667,
+  "Ġmonetary-quantity": 37638,
+  "Ġmoney-01": 37207,
+  "Ġmonitor-01": 35914,
+  "Ġmoral-02": 35425,
+  "Ġmortgage-01": 35699,
+  "Ġmotivate-01": 36067,
+  "Ġmotivate-02": 37629,
+  "Ġmove-01": 35257,
+  "Ġmove-02": 35833,
+  "Ġmove-03": 37141,
+  "Ġmovement-07": 35726,
+  "Ġmulti-sentence": 37635,
+  "Ġmultiply-01": 37585,
+  "Ġmurder-01": 35316,
+  "Ġname-01": 35413,
+  "Ġname-02": 37032,
+  "Ġnarrow-01": 37264,
+  "Ġnarrow-02": 36852,
+  "Ġnationalize-01": 36457,
+  "Ġnatural-02": 37225,
+  "Ġnatural-03": 35556,
+  "Ġnear-02": 35445,
+  "Ġneed-01": 35126,
+  "Ġnegative-02": 36021,
+  "Ġnegative-03": 35919,
+  "Ġnegative-05": 37571,
+  "Ġneglect-01": 36991,
+  "Ġnegotiate-01": 35524,
+  "Ġneighbor-01": 35902,
+  "Ġnetwork-01": 36639,
+  "Ġneutral-02": 37177,
+  "Ġneutralize-01": 37345,
+  "Ġnew-01": 35144,
+  "Ġnew-02": 35908,
+  "Ġnice-01": 35462,
+  "Ġnominate-01": 35595,
+  "Ġnormal-02": 35573,
+  "Ġnormalize-01": 37428,
+  "Ġnotable-04": 37595,
+  "Ġnote-01": 35637,
+  "Ġnote-02": 37490,
+  "Ġnotice-01": 35643,
+  "Ġnotice-03": 36350,
+  "Ġnotify-01": 37024,
+  "Ġnuke-01": 37192,
+  "Ġnumber-01": 36892,
+  "Ġobey-01": 37456,
+  "Ġobject-01": 36162,
+  "Ġobligate-01": 35123,
+  "Ġoblige-02": 37162,
+  "Ġobserve-01": 35915,
+  "Ġobsess-01": 36252,
+  "Ġobstruct-01": 36673,
+  "Ġobtain-01": 35627,
+  "Ġobvious-01": 35368,
+  "Ġoccasion-02": 36672,
+  "Ġoccupy-01": 35668,
+  "Ġoffend-01": 35633,
+  "Ġoffend-03": 35794,
+  "Ġoffense-02": 36698,
+  "Ġoffer-01": 35243,
+  "Ġoffset-01": 37011,
+  "Ġokay-01": 35670,
+  "Ġokay-04": 35565,
+  "Ġopen-01": 35461,
+  "Ġopen-02": 36537,
+  "Ġopen-04": 35954,
+  "Ġopen-05": 36337,
+  "Ġopen-07": 37481,
+  "Ġopen-09": 36902,
+  "Ġopen-up-03": 36165,
+  "Ġoperate-01": 35289,
+  "Ġoperate-02": 37038,
+  "Ġopine-01": 35199,
+  "Ġoppose-01": 35138,
+  "Ġopposite-01": 36172,
+  "Ġoppress-01": 36129,
+  "Ġopt-01": 36352,
+  "Ġorbit-01": 36384,
+  "Ġordain-01": 37584,
+  "Ġorder-01": 35716,
+  "Ġorder-02": 36211,
+  "Ġorder-03": 36678,
+  "Ġordinal-entity": 37639,
+  "Ġorganize-01": 35557,
+  "Ġorient-01": 36655,
+  "Ġoriginate-01": 36001,
+  "Ġoust-01": 37548,
+  "Ġout-01": 36897,
+  "Ġout-03": 36803,
+  "Ġout-05": 36652,
+  "Ġout-06": 35288,
+  "Ġoutlaw-01": 36764,
+  "Ġoutrage-01": 36287,
+  "Ġoutrageous-02": 36880,
+  "Ġoutweigh-01": 37143,
+  "Ġovercome-01": 36377,
+  "Ġoverlook-01": 37350,
+  "Ġoverpay-01": 36660,
+  "Ġoverride-01": 37112,
+  "Ġoversee-01": 37031,
+  "Ġoverthrow-01": 36315,
+  "Ġoverturn-01": 36620,
+  "Ġoverwhelm-01": 36297,
+  "Ġowe-01": 36085,
+  "Ġown-01": 35248,
+  "Ġpace-01": 36929,
+  "Ġpack-01": 37077,
+  "Ġpackage-01": 37291,
+  "Ġpaddle-01": 36982,
+  "Ġpain-01": 35860,
+  "Ġpaint-02": 36958,
+  "Ġpaint-03": 37200,
+  "Ġpale-03": 37170,
+  "Ġpanic-01": 36792,
+  "Ġparade-02": 36957,
+  "Ġparalyze-01": 36306,
+  "Ġpardon-01": 36777,
+  "Ġpark-01": 37295,
+  "Ġparole-01": 36855,
+  "Ġparrot-01": 36585,
+  "Ġpart-01": 37320,
+  "Ġpartake-01": 37110,
+  "Ġparticipate-01": 35409,
+  "Ġpartition-01": 36766,
+  "Ġpartner-01": 35717,
+  "Ġparty-01": 36731,
+  "Ġpass-01": 35481,
+  "Ġpass-02": 37344,
+  "Ġpass-03": 35951,
+  "Ġpass-04": 37111,
+  "Ġpass-05": 36424,
+  "Ġpass-07": 36998,
+  "Ġpass-20": 36859,
+  "Ġpass-away-16": 37119,
+  "Ġpass-by-17": 36701,
+  "Ġpass-on-09": 37247,
+  "Ġpass-on-14": 37589,
+  "Ġpaste-01": 37404,
+  "Ġpatent-01": 36291,
+  "Ġpatient-01": 37373,
+  "Ġpatrol-01": 36525,
+  "Ġpattern-01": 37626,
+  "Ġpay-01": 35128,
+  "Ġpay-off-02": 36189,
+  "Ġpeak-01": 36623,
+  "Ġpenalize-01": 35762,
+  "Ġpend-01": 37230,
+  "Ġpenetrate-01": 37356,
+  "Ġperceive-01": 36025,
+  "Ġpercentage-entity": 37641,
+  "Ġperfect-02": 35691,
+  "Ġperform-01": 36118,
+  "Ġperform-02": 35816,
+  "Ġperjure-01": 37097,
+  "Ġpermit-01": 35506,
+  "Ġperpetrate-01": 35848,
+  "Ġpersecute-01": 36842,
+  "Ġpersist-01": 36797,
+  "Ġpersonal-02": 35244,
+  "Ġpersuade-01": 37074,
+  "Ġpertain-01": 37359,
+  "Ġpervert-01": 36833,
+  "Ġpetition-01": 37108,
+  "Ġphilander-01": 37219,
+  "Ġphone-01": 36398,
+  "Ġphotograph-01": 36439,
+  "Ġpick-01": 35867,
+  "Ġpick-up-04": 36747,
+  "Ġpicture-01": 36079,
+  "Ġpierce-01": 37055,
+  "Ġpile-01": 37578,
+  "Ġpilot-01": 36753,
+  "Ġpin-01": 37268,
+  "Ġpiss-01": 37599,
+  "Ġpiss-03": 36304,
+  "Ġpiss-off-02": 36335,
+  "Ġpity-01": 37408,
+  "Ġplace-01": 35744,
+  "Ġplague-01": 37391,
+  "Ġplan-01": 35175,
+  "Ġplant-01": 36405,
+  "Ġplay-01": 35442,
+  "Ġplay-02": 35938,
+  "Ġplay-08": 36231,
+  "Ġplay-10": 37472,
+  "Ġplay-11": 36137,
+  "Ġplead-02": 36830,
+  "Ġplease-01": 36181,
+  "Ġpledge-01": 36163,
+  "Ġplot-01": 36294,
+  "Ġpoint-01": 35736,
+  "Ġpoint-out-02": 35546,
+  "Ġpolice-01": 37079,
+  "Ġpolicy-01": 35212,
+  "Ġpolite-01": 37157,
+  "Ġpolitical-movement": 37645,
+  "Ġpolitical-party": 37636,
+  "Ġpoll-01": 35680,
+  "Ġpollute-01": 36175,
+  "Ġpool-01": 37199,
+  "Ġpopular-02": 35916,
+  "Ġpopulate-01": 36179,
+  "Ġportion-01": 37388,
+  "Ġportray-01": 36456,
+  "Ġpose-01": 37556,
+  "Ġpose-02": 36948,
+  "Ġposition-01": 35877,
+  "Ġposition-02": 35692,
+  "Ġpossess-01": 35657,
+  "Ġpossible-01": 35109,
+  "Ġpost-01": 35158,
+  "Ġpostpone-01": 37262,
+  "Ġpour-01": 37201,
+  "Ġpower-01": 35732,
+  "Ġpowerful-02": 35614,
+  "Ġpractice-01": 35677,
+  "Ġpraise-01": 36155,
+  "Ġpray-01": 36040,
+  "Ġpreach-01": 36758,
+  "Ġprecede-01": 36596,
+  "Ġpredict-01": 35600,
+  "Ġpreexist-01": 37017,
+  "Ġprefer-01": 35448,
+  "Ġprejudice-01": 37022,
+  "Ġpremise-01": 36225,
+  "Ġprepare-01": 36164,
+  "Ġprepare-02": 35558,
+  "Ġprescribe-02": 36999,
+  "Ġpresent-01": 35644,
+  "Ġpresent-02": 35807,
+  "Ġpreserve-01": 36589,
+  "Ġpreside-01": 37449,
+  "Ġpress-01": 36550,
+  "Ġpressure-01": 35625,
+  "Ġpresume-01": 36567,
+  "Ġpretend-01": 35790,
+  "Ġprevail-01": 37282,
+  "Ġprevail-02": 36785,
+  "Ġprevent-01": 35335,
+  "Ġprey-01": 37231,
+  "Ġprice-01": 35301,
+  "Ġpride-01": 35788,
+  "Ġprint-01": 36198,
+  "Ġprioritize-01": 36582,
+  "Ġprivate-02": 35695,
+  "Ġprivate-03": 35465,
+  "Ġprivatize-01": 36884,
+  "Ġprivilege-01": 36713,
+  "Ġprize-01": 37327,
+  "Ġprobe-01": 37099,
+  "Ġproceed-01": 37052,
+  "Ġproceeding-02": 37514,
+  "Ġprocess-01": 35599,
+  "Ġprocess-02": 35500,
+  "Ġproclaim-01": 37171,
+  "Ġprocure-01": 36378,
+  "Ġproduce-01": 35176,
+  "Ġproduce-02": 37161,
+  "Ġproductive-03": 36547,
+  "Ġprofess-01": 37418,
+  "Ġprofit-01": 35470,
+  "Ġprogram-01": 36257,
+  "Ġprogress-01": 35738,
+  "Ġprogressive-02": 35719,
+  "Ġprohibit-01": 36047,
+  "Ġproject-01": 36584,
+  "Ġproject-02": 37341,
+  "Ġproliferate-01": 35354,
+  "Ġprolong-01": 36939,
+  "Ġpromise-01": 35528,
+  "Ġpromote-01": 36237,
+  "Ġpromote-02": 35530,
+  "Ġprompt-01": 37405,
+  "Ġprop-up-01": 36703,
+  "Ġpropagate-01": 37184,
+  "Ġpropel-01": 36564,
+  "Ġpropose-01": 35303,
+  "Ġprosecute-01": 35709,
+  "Ġprospect-02": 36555,
+  "Ġprosper-01": 35975,
+  "Ġprostitute-01": 36436,
+  "Ġprotect-01": 35245,
+  "Ġprotest-01": 35428,
+  "Ġprove-01": 35238,
+  "Ġprovide-01": 35173,
+  "Ġprovoke-01": 36281,
+  "Ġpublic-02": 35297,
+  "Ġpublication-91": 37667,
+  "Ġpublicize-01": 36590,
+  "Ġpublish-01": 35626,
+  "Ġpull-01": 35896,
+  "Ġpull-06": 37044,
+  "Ġpull-09": 36665,
+  "Ġpull-out-02": 36559,
+  "Ġpump-01": 36734,
+  "Ġpunch-01": 37538,
+  "Ġpunish-01": 35676,
+  "Ġpunishable-02": 37354,
+  "Ġpurchase-01": 35639,
+  "Ġpure-02": 36014,
+  "Ġpurport-01": 36980,
+  "Ġpursue-01": 35665,
+  "Ġpush-01": 35885,
+  "Ġpush-02": 36216,
+  "Ġpush-04": 36521,
+  "Ġput-01": 35240,
+  "Ġput-02": 36251,
+  "Ġput-03": 35893,
+  "Ġput-in-05": 37003,
+  "Ġput-on-08": 37270,
+  "Ġput-out-10": 37242,
+  "Ġput-up-11": 36825,
+  "Ġpuzzle-01": 37284,
+  "Ġqualify-01": 37049,
+  "Ġqualify-02": 35661,
+  "Ġquest-01": 37537,
+  "Ġquestion-01": 35197,
+  "Ġquestion-03": 35834,
+  "Ġquick-02": 35584,
+  "Ġquiet-04": 36535,
+  "Ġquit-01": 36380,
+  "Ġquote-01": 35246,
+  "Ġrace-02": 35830,
+  "Ġracket-02": 37605,
+  "Ġradiate-01": 36088,
+  "Ġrage-02": 37023,
+  "Ġraid-01": 35869,
+  "Ġrail-01": 37561,
+  "Ġrain-01": 35871,
+  "Ġraise-01": 35463,
+  "Ġraise-02": 36066,
+  "Ġraise-03": 35912,
+  "Ġrally-01": 36255,
+  "Ġramble-02": 37166,
+  "Ġrange-01": 35564,
+  "Ġrank-01": 35994,
+  "Ġrant-01": 36057,
+  "Ġrape-01": 35359,
+  "Ġrare-02": 35827,
+  "Ġrate-01": 35508,
+  "Ġrate-entity-91": 37655,
+  "Ġratify-01": 36865,
+  "Ġration-01": 36804,
+  "Ġreach-01": 35385,
+  "Ġreach-02": 36978,
+  "Ġreach-03": 37060,
+  "Ġreact-01": 35662,
+  "Ġreactionary-02": 36844,
+  "Ġreactivate-01": 37235,
+  "Ġread-01": 35185,
+  "Ġready-01": 36317,
+  "Ġready-02": 35764,
+  "Ġreal-04": 35131,
+  "Ġrealistic-03": 36217,
+  "Ġrealize-01": 35259,
+  "Ġrealize-02": 36024,
+  "Ġreason-01": 35841,
+  "Ġreasonable-02": 35905,
+  "Ġrebel-01": 35529,
+  "Ġrebuild-01": 36232,
+  "Ġrecall-02": 35965,
+  "Ġreceive-01": 35345,
+  "Ġrecession-02": 35971,
+  "Ġreckon-01": 37054,
+  "Ġreclaim-01": 37283,
+  "Ġrecognize-01": 35708,
+  "Ġrecognize-02": 35756,
+  "Ġrecommend-01": 35119,
+  "Ġreconcile-01": 37423,
+  "Ġreconstruct-01": 36780,
+  "Ġrecord-01": 35594,
+  "Ġrecover-01": 35739,
+  "Ġrecover-02": 36116,
+  "Ġrecreation-02": 36943,
+  "Ġrecruit-01": 36268,
+  "Ġrectify-01": 37441,
+  "Ġred-02": 35997,
+  "Ġredeem-01": 37485,
+  "Ġredistribute-01": 37399,
+  "Ġreduce-01": 35372,
+  "Ġreelect-01": 36194,
+  "Ġreenter-01": 37628,
+  "Ġrefer-01": 35682,
+  "Ġrefer-02": 36748,
+  "Ġrefer-03": 36841,
+  "Ġreference-04": 36330,
+  "Ġrefine-01": 36629,
+  "Ġreflect-01": 36372,
+  "Ġreform-01": 35549,
+  "Ġrefrain-01": 37451,
+  "Ġrefuse-01": 35355,
+  "Ġrefute-01": 36409,
+  "Ġregain-01": 36737,
+  "Ġregard-01": 35773,
+  "Ġregardless-91": 37661,
+  "Ġregister-02": 35992,
+  "Ġregret-01": 36376,
+  "Ġregular-02": 35866,
+  "Ġregular-03": 36247,
+  "Ġregulate-01": 35444,
+  "Ġrehabilitate-01": 37498,
+  "Ġreinforce-01": 36597,
+  "Ġreiterate-01": 37417,
+  "Ġreject-01": 35612,
+  "Ġrelate-01": 35415,
+  "Ġrelated-04": 37395,
+  "Ġrelation-03": 35251,
+  "Ġrelative-05": 35824,
+  "Ġrelax-01": 37128,
+  "Ġrelease-01": 35450,
+  "Ġrelevant-01": 35667,
+  "Ġrelieve-01": 36010,
+  "Ġreligious-group": 37640,
+  "Ġrelinquish-01": 37621,
+  "Ġrelocate-01": 36226,
+  "Ġrely-01": 35596,
+  "Ġremain-01": 35324,
+  "Ġremand-01": 37422,
+  "Ġremark-01": 36303,
+  "Ġremarkable-02": 37198,
+  "Ġremember-01": 35317,
+  "Ġremind-01": 35941,
+  "Ġremit-01": 37430,
+  "Ġremortgage-01": 36960,
+  "Ġremove-01": 35485,
+  "Ġrender-01": 37280,
+  "Ġrender-02": 37279,
+  "Ġrenew-01": 36098,
+  "Ġrenounce-01": 36527,
+  "Ġrenovate-01": 37290,
+  "Ġrent-01": 36809,
+  "Ġreopen-01": 37622,
+  "Ġreorganize-01": 37515,
+  "Ġrepair-01": 36182,
+  "Ġrepay-01": 36322,
+  "Ġrepeal-01": 36443,
+  "Ġrepeat-01": 35579,
+  "Ġreplace-01": 35559,
+  "Ġreplicate-01": 37522,
+  "Ġreply-01": 36002,
+  "Ġreport-01": 35134,
+  "Ġrepresent-01": 35313,
+  "Ġrepress-01": 37346,
+  "Ġreprocess-01": 36670,
+  "Ġreproduce-01": 37259,
+  "Ġrepute-01": 36366,
+  "Ġrequest-01": 35640,
+  "Ġrequest-confirmation-91": 37658,
+  "Ġrequire-01": 35282,
+  "Ġrescue-01": 36135,
+  "Ġresearch-01": 35320,
+  "Ġresemble-01": 35121,
+  "Ġresent-01": 37461,
+  "Ġreserve-01": 36300,
+  "Ġreside-01": 35666,
+  "Ġresign-01": 36558,
+  "Ġresist-01": 35995,
+  "Ġresolve-01": 35813,
+  "Ġresolve-02": 37467,
+  "Ġresort-01": 36735,
+  "Ġrespect-01": 35384,
+  "Ġrespond-01": 35302,
+  "Ġresponsible-01": 35478,
+  "Ġresponsible-02": 35945,
+  "Ġresponsible-03": 35589,
+  "Ġrest-01": 36723,
+  "Ġrestart-01": 37237,
+  "Ġrestore-01": 36392,
+  "Ġrestore-02": 37570,
+  "Ġrestrain-01": 36605,
+  "Ġrestrict-01": 35772,
+  "Ġrestructure-01": 37577,
+  "Ġresult-01": 35267,
+  "Ġresume-01": 36763,
+  "Ġretail-01": 36864,
+  "Ġretain-01": 36314,
+  "Ġretaliate-01": 36176,
+  "Ġretard-01": 36289,
+  "Ġretire-01": 35562,
+  "Ġreturn-01": 35456,
+  "Ġreturn-02": 36012,
+  "Ġreturn-05": 36178,
+  "Ġreunify-01": 36890,
+  "Ġreveal-01": 35575,
+  "Ġrevere-01": 37144,
+  "Ġreverse-01": 36071,
+  "Ġreview-01": 36156,
+  "Ġrevise-01": 36666,
+  "Ġrevisit-01": 37027,
+  "Ġrevive-01": 36994,
+  "Ġrevolution-03": 35981,
+  "Ġrevolutionary-04": 37444,
+  "Ġreward-01": 36441,
+  "Ġrewrite-01": 37413,
+  "Ġrid-01": 35921,
+  "Ġride-01": 36122,
+  "Ġridicule-01": 37455,
+  "Ġridiculous-02": 35740,
+  "Ġright-02": 35646,
+  "Ġright-03": 36200,
+  "Ġright-04": 35980,
+  "Ġright-05": 35150,
+  "Ġright-06": 35281,
+  "Ġright-08": 35636,
+  "Ġriot-01": 35929,
+  "Ġrip-01": 37303,
+  "Ġrise-01": 35363,
+  "Ġrisk-01": 35455,
+  "Ġrival-01": 36316,
+  "Ġrob-01": 35928,
+  "Ġroll-01": 36391,
+  "Ġroot-02": 37249,
+  "Ġrot-01": 36869,
+  "Ġrotate-01": 37037,
+  "Ġrotate-02": 37607,
+  "Ġround-05": 37317,
+  "Ġruin-01": 36545,
+  "Ġrule-01": 35492,
+  "Ġrule-03": 35513,
+  "Ġrule-out-02": 37067,
+  "Ġrumor-01": 36675,
+  "Ġrun-01": 35332,
+  "Ġrun-02": 35421,
+  "Ġrun-04": 36894,
+  "Ġrun-07": 37120,
+  "Ġrun-08": 37076,
+  "Ġrun-09": 36568,
+  "Ġrun-10": 36965,
+  "Ġrun-13": 36235,
+  "Ġrun-off-24": 37083,
+  "Ġrun-out-05": 36740,
+  "Ġrun-up-19": 37482,
+  "Ġrush-01": 36414,
+  "Ġrust-01": 37308,
+  "Ġsacrifice-01": 36084,
+  "Ġsad-02": 35628,
+  "Ġsafe-01": 35379,
+  "Ġsafeguard-01": 37105,
+  "Ġsail-01": 36494,
+  "Ġsame-01": 35136,
+  "Ġsample-01": 36863,
+  "Ġsanction-02": 35532,
+  "Ġsatisfy-01": 36170,
+  "Ġsave-01": 35689,
+  "Ġsave-02": 35505,
+  "Ġsave-03": 36932,
+  "Ġsay-01": 35111,
+  "Ġscam-01": 36379,
+  "Ġscare-01": 35966,
+  "Ġscary-03": 36875,
+  "Ġschedule-01": 35906,
+  "Ġscheme-01": 36843,
+  "Ġschool-01": 36808,
+  "Ġscore-01": 36370,
+  "Ġscore-on-scale-91": 37671,
+  "Ġscrap-01": 36883,
+  "Ġscream-01": 36801,
+  "Ġscrew-02": 36745,
+  "Ġscrew-up-01": 36817,
+  "Ġscrutinize-01": 37220,
+  "Ġseal-01": 37136,
+  "Ġsearch-01": 35659,
+  "Ġseat-01": 37140,
+  "Ġsecure-01": 36700,
+  "Ġsecure-02": 35715,
+  "Ġsee-01": 35120,
+  "Ġsee-03": 36813,
+  "Ġsee-05": 37517,
+  "Ġseek-01": 35377,
+  "Ġseek-out-02": 36928,
+  "Ġseem-01": 35154,
+  "Ġsegregate-01": 37527,
+  "Ġseize-01": 35436,
+  "Ġselect-01": 36120,
+  "Ġsell-01": 35192,
+  "Ġsend-01": 35318,
+  "Ġsend-02": 36837,
+  "Ġsend-03": 36063,
+  "Ġsense-01": 35855,
+  "Ġsense-02": 35432,
+  "Ġsensitive-03": 36112,
+  "Ġsentence-01": 35410,
+  "Ġseparate-01": 36090,
+  "Ġseparate-02": 35729,
+  "Ġserious-01": 35435,
+  "Ġserious-02": 35398,
+  "Ġserve-01": 35273,
+  "Ġserve-02": 36022,
+  "Ġserve-04": 37347,
+  "Ġservice-05": 36035,
+  "Ġset-01": 36624,
+  "Ġset-02": 35955,
+  "Ġset-08": 37042,
+  "Ġset-up-03": 35771,
+  "Ġsettle-01": 37588,
+  "Ġsettle-02": 36113,
+  "Ġsettle-03": 36677,
+  "Ġsex-01": 35350,
+  "Ġshake-01": 36474,
+  "Ġshame-01": 37065,
+  "Ġshame-02": 36240,
+  "Ġshape-01": 36393,
+  "Ġshare-01": 35342,
+  "Ġsharp-02": 36273,
+  "Ġshave-01": 36338,
+  "Ġshelter-01": 36357,
+  "Ġshield-01": 36846,
+  "Ġshift-01": 36125,
+  "Ġshine-01": 36751,
+  "Ġship-01": 35861,
+  "Ġshit-01": 36148,
+  "Ġshock-01": 35645,
+  "Ġshoot-01": 36004,
+  "Ġshoot-02": 35610,
+  "Ġshoot-down-05": 36765,
+  "Ġshop-01": 36186,
+  "Ġshort-06": 35974,
+  "Ġshort-07": 35527,
+  "Ġshout-01": 36461,
+  "Ġshove-01": 37306,
+  "Ġshow-01": 35194,
+  "Ġshow-04": 35681,
+  "Ġshow-up-02": 36103,
+  "Ġshower-01": 37335,
+  "Ġshred-01": 37491,
+  "Ġshut-01": 37503,
+  "Ġshut-down-05": 36105,
+  "Ġshut-up-06": 36254,
+  "Ġsick-02": 36572,
+  "Ġsick-04": 37305,
+  "Ġsick-05": 36018,
+  "Ġsicken-01": 36756,
+  "Ġside-01": 36052,
+  "Ġsigh-02": 37275,
+  "Ġsight-01": 36328,
+  "Ġsign-01": 35512,
+  "Ġsign-02": 35554,
+  "Ġsign-up-03": 36631,
+  "Ġsignal-07": 35952,
+  "Ġsignificant-02": 35458,
+  "Ġsignify-01": 37130,
+  "Ġsimple-02": 35310,
+  "Ġsimulate-01": 37434,
+  "Ġsin-01": 36184,
+  "Ġsing-01": 36213,
+  "Ġsingle-02": 35510,
+  "Ġsingle-03": 36397,
+  "Ġsink-01": 36557,
+  "Ġsit-01": 35551,
+  "Ġsit-down-02": 36953,
+  "Ġsituate-01": 37416,
+  "Ġsize-01": 35960,
+  "Ġskip-01": 37586,
+  "Ġslam-02": 37094,
+  "Ġslander-01": 37063,
+  "Ġslant-01": 37531,
+  "Ġslap-01": 36705,
+  "Ġslash-02": 37389,
+  "Ġslaughter-01": 36183,
+  "Ġslay-01": 37617,
+  "Ġsleep-01": 35746,
+  "Ġsleep-02": 37093,
+  "Ġslide-01": 37338,
+  "Ġslip-01": 36993,
+  "Ġslip-02": 37315,
+  "Ġslow-01": 36489,
+  "Ġslow-05": 35985,
+  "Ġslow-down-03": 36961,
+  "Ġsmart-06": 35962,
+  "Ġsmear-02": 37437,
+  "Ġsmell-01": 36565,
+  "Ġsmell-02": 36573,
+  "Ġsmile-01": 37121,
+  "Ġsmoke-01": 37133,
+  "Ġsmoke-02": 35776,
+  "Ġsmuggle-01": 35404,
+  "Ġsneak-01": 37174,
+  "Ġsneaky-03": 37512,
+  "Ġsnip-01": 37427,
+  "Ġsnow-01": 37018,
+  "Ġsoar-01": 37447,
+  "Ġsocial-03": 36657,
+  "Ġsoft-02": 36492,
+  "Ġsolid-02": 36625,
+  "Ġsolve-01": 35447,
+  "Ġsorry-01": 35414,
+  "Ġsort-out-02": 36934,
+  "Ġsound-01": 35454,
+  "Ġsound-02": 37551,
+  "Ġsource-01": 35770,
+  "Ġsource-02": 35868,
+  "Ġspace-01": 37276,
+  "Ġspan-01": 37532,
+  "Ġspank-01": 36866,
+  "Ġspare-01": 37050,
+  "Ġspark-01": 37061,
+  "Ġspeak-01": 35223,
+  "Ġspeak-out-03": 36770,
+  "Ġspecial-02": 35495,
+  "Ġspecialize-01": 36238,
+  "Ġspecific-02": 35480,
+  "Ġspecify-01": 36578,
+  "Ġspeculate-01": 36344,
+  "Ġspeed-01": 36408,
+  "Ġspell-01": 37300,
+  "Ġspend-01": 35233,
+  "Ġspend-02": 35718,
+  "Ġspend-04": 36062,
+  "Ġspew-01": 36860,
+  "Ġspin-01": 37579,
+  "Ġspin-03": 36195,
+  "Ġsplit-01": 36124,
+  "Ġspoil-01": 36617,
+  "Ġsponsor-01": 35930,
+  "Ġspot-01": 37559,
+  "Ġspout-01": 37550,
+  "Ġspread-01": 36603,
+  "Ġspread-02": 35882,
+  "Ġspread-03": 35853,
+  "Ġspread-out-04": 37473,
+  "Ġspur-01": 37528,
+  "Ġspy-01": 36075,
+  "Ġstab-01": 36921,
+  "Ġstabilize-01": 37245,
+  "Ġstable-03": 35845,
+  "Ġstaff-01": 36136,
+  "Ġstage-01": 36285,
+  "Ġstake-01": 36901,
+  "Ġstall-01": 36849,
+  "Ġstand-01": 35796,
+  "Ġstand-02": 37383,
+  "Ġstand-03": 37058,
+  "Ġstand-04": 36587,
+  "Ġstand-08": 37029,
+  "Ġstand-11": 35846,
+  "Ġstand-up-07": 36455,
+  "Ġstandard-02": 35895,
+  "Ġstandardize-01": 37630,
+  "Ġstart-01": 35160,
+  "Ġstart-out-05": 37353,
+  "Ġstarve-01": 36239,
+  "Ġstate-01": 35114,
+  "Ġstation-01": 36560,
+  "Ġstatistical-test-91": 37679,
+  "Ġstay-01": 35362,
+  "Ġstay-on-02": 37476,
+  "Ġsteady-01": 37572,
+  "Ġsteal-01": 35583,
+  "Ġstep-01": 35786,
+  "Ġstep-in-02": 36927,
+  "Ġstereotype-01": 36815,
+  "Ġstick-01": 35653,
+  "Ġstick-around-03": 37477,
+  "Ġstimulate-01": 36190,
+  "Ġstink-01": 36618,
+  "Ġstipulate-01": 36679,
+  "Ġstir-up-04": 37273,
+  "Ġstock-01": 36853,
+  "Ġstockpile-01": 37073,
+  "Ġstop-01": 35202,
+  "Ġstop-03": 35793,
+  "Ġstore-01": 36641,
+  "Ġstorm-01": 37209,
+  "Ġstorm-02": 37529,
+  "Ġstraight-04": 36036,
+  "Ġstraight-05": 36827,
+  "Ġstraight-06": 37294,
+  "Ġstreet-address-91": 37677,
+  "Ġstrengthen-01": 35531,
+  "Ġstress-01": 36772,
+  "Ġstress-02": 36634,
+  "Ġstretch-01": 36876,
+  "Ġstrike-01": 35553,
+  "Ġstrike-02": 37019,
+  "Ġstrike-04": 37486,
+  "Ġstrip-01": 36984,
+  "Ġstrive-01": 36546,
+  "Ġstrong-02": 35260,
+  "Ġstructure-01": 37263,
+  "Ġstruggle-01": 36480,
+  "Ġstruggle-02": 36532,
+  "Ġstudy-01": 35292,
+  "Ġstuff-01": 37591,
+  "Ġstun-01": 37116,
+  "Ġsubject-01": 35949,
+  "Ġsubmit-01": 36009,
+  "Ġsubscribe-01": 36845,
+  "Ġsubsidize-01": 35808,
+  "Ġsubstitute-01": 36836,
+  "Ġsucceed-01": 35314,
+  "Ġsucceed-03": 36684,
+  "Ġsuck-01": 36822,
+  "Ġsuck-03": 36401,
+  "Ġsuck-up-04": 37544,
+  "Ġsue-02": 35733,
+  "Ġsuffer-01": 35475,
+  "Ġsuffice-01": 35536,
+  "Ġsuggest-01": 35293,
+  "Ġsuit-01": 36721,
+  "Ġsuitable-04": 36333,
+  "Ġsummarize-01": 36307,
+  "Ġsuperior-01": 35904,
+  "Ġsupervise-01": 36477,
+  "Ġsupply-01": 35364,
+  "Ġsupport-01": 35133,
+  "Ġsuppose-01": 35588,
+  "Ġsuppose-02": 35593,
+  "Ġsuppress-01": 36142,
+  "Ġsure-02": 35187,
+  "Ġsurge-01": 37330,
+  "Ġsurgery-01": 35822,
+  "Ġsurpass-01": 37043,
+  "Ġsurprise-01": 35460,
+  "Ġsurrender-01": 35253,
+  "Ġsurround-01": 36311,
+  "Ġsurveil-01": 36345,
+  "Ġsurvey-01": 36074,
+  "Ġsurvive-01": 35569,
+  "Ġsurvive-02": 37384,
+  "Ġsuspect-01": 35271,
+  "Ġsuspend-01": 35704,
+  "Ġsustain-01": 36343,
+  "Ġswallow-01": 36925,
+  "Ġswear-01": 37180,
+  "Ġswear-02": 37525,
+  "Ġsweep-01": 36718,
+  "Ġsweep-06": 37431,
+  "Ġswell-01": 37193,
+  "Ġswim-01": 36346,
+  "Ġswitch-01": 36192,
+  "Ġsymbolize-01": 36263,
+  "Ġsympathize-01": 36140,
+  "Ġtable-01": 37103,
+  "Ġtackle-01": 36900,
+  "Ġtake-01": 35153,
+  "Ġtake-02": 36714,
+  "Ġtake-03": 37369,
+  "Ġtake-04": 35761,
+  "Ġtake-10": 35498,
+  "Ġtake-away-05": 35812,
+  "Ġtake-down-22": 37580,
+  "Ġtake-off-07": 37013,
+  "Ġtake-on-09": 36271,
+  "Ġtake-out-11": 36100,
+  "Ġtake-over-12": 35970,
+  "Ġtalk-01": 35155,
+  "Ġtally-01": 37618,
+  "Ġtape-02": 36524,
+  "Ġtarget-01": 35420,
+  "Ġtask-01": 36598,
+  "Ġtattoo-01": 36935,
+  "Ġtax-01": 35137,
+  "Ġteach-01": 35400,
+  "Ġtear-01": 36448,
+  "Ġtear-down-05": 37466,
+  "Ġtelephone-01": 37443,
+  "Ġtell-01": 35140,
+  "Ġtell-02": 37036,
+  "Ġtemporal-quantity": 37633,
+  "Ġtempt-01": 37545,
+  "Ġtend-02": 35927,
+  "Ġterm-01": 36161,
+  "Ġterminate-01": 36689,
+  "Ġterrible-01": 35878,
+  "Ġterrify-01": 36606,
+  "Ġterror-02": 37218,
+  "Ġtest-01": 35325,
+  "Ġtestify-01": 36196,
+  "Ġtext-01": 37334,
+  "Ġthank-01": 35296,
+  "Ġthankful-02": 36580,
+  "Ġthat-is-it-00": 36741,
+  "Ġthink-01": 35115,
+  "Ġthreaten-01": 35230,
+  "Ġthrill-01": 37160,
+  "Ġthrive-01": 37210,
+  "Ġthrow-01": 35702,
+  "Ġthrow-out-06": 36627,
+  "Ġticket-02": 37409,
+  "Ġtie-01": 36108,
+  "Ġtight-05": 36697,
+  "Ġtighten-01": 37101,
+  "Ġtimely-03": 37115,
+  "Ġtip-05": 37153,
+  "Ġtire-01": 36794,
+  "Ġtitle-01": 36043,
+  "Ġtolerate-01": 36046,
+  "Ġtop-01": 37088,
+  "Ġtop-02": 37351,
+  "Ġtopple-01": 36790,
+  "Ġtorture-01": 36293,
+  "Ġtoss-01": 37156,
+  "Ġtotal-01": 35479,
+  "Ġtouch-01": 36031,
+  "Ġtough-02": 35964,
+  "Ġtough-03": 36220,
+  "Ġtour-01": 35703,
+  "Ġtrace-02": 36988,
+  "Ġtrack-01": 36288,
+  "Ġtrack-down-02": 37407,
+  "Ġtrade-01": 35222,
+  "Ġtraffic-01": 35171,
+  "Ġtrain-01": 35437,
+  "Ġtrample-01": 37250,
+  "Ġtransact-01": 36093,
+  "Ġtransfer-01": 35306,
+  "Ġtransform-01": 36600,
+  "Ġtransgress-01": 36776,
+  "Ġtransit-01": 36206,
+  "Ġtransition-01": 37410,
+  "Ġtranslate-01": 36187,
+  "Ġtransmit-01": 37328,
+  "Ġtransplant-01": 37132,
+  "Ġtransport-01": 35647,
+  "Ġtrap-01": 36534,
+  "Ġtrash-01": 36893,
+  "Ġtravel-01": 35501,
+  "Ġtreat-01": 35399,
+  "Ġtreat-03": 35630,
+  "Ġtreat-04": 37082,
+  "Ġtrend-01": 37100,
+  "Ġtrick-01": 37080,
+  "Ġtricky-02": 37323,
+  "Ġtrigger-01": 36261,
+  "Ġtrip-03": 36395,
+  "Ġtriple-01": 37582,
+  "Ġtroll-01": 36940,
+  "Ġtrouble-01": 35714,
+  "Ġtrue-01": 35215,
+  "Ġtrue-02": 37568,
+  "Ġtrump-01": 37483,
+  "Ġtrust-01": 36070,
+  "Ġtrust-02": 36117,
+  "Ġtry-01": 35135,
+  "Ġtry-02": 35538,
+  "Ġtune-01": 37302,
+  "Ġturn-01": 35737,
+  "Ġturn-02": 35597,
+  "Ġturn-14": 37497,
+  "Ġturn-18": 37494,
+  "Ġturn-down-05": 36854,
+  "Ġturn-on-13": 37296,
+  "Ġturn-out-11": 36644,
+  "Ġturn-out-17": 36824,
+  "Ġturn-over-12": 37288,
+  "Ġturn-up-15": 37367,
+  "Ġtwist-01": 36444,
+  "Ġtype-01": 37325,
+  "Ġtype-03": 36599,
+  "Ġtypical-02": 36020,
+  "Ġuncover-01": 36778,
+  "Ġunderestimate-01": 37182,
+  "Ġundergo-28": 36592,
+  "Ġunderlie-01": 37355,
+  "Ġundermine-01": 36202,
+  "Ġunderstand-01": 35186,
+  "Ġundertake-01": 36529,
+  "Ġuniform-01": 37521,
+  "Ġunify-01": 36321,
+  "Ġunion-02": 36080,
+  "Ġunite-01": 36416,
+  "Ġup-01": 37314,
+  "Ġup-02": 36302,
+  "Ġup-03": 36154,
+  "Ġupdate-01": 36750,
+  "Ġupgrade-01": 36966,
+  "Ġupgrade-02": 36141,
+  "Ġuphold-01": 36425,
+  "Ġupset-01": 36045,
+  "Ġurge-01": 35734,
+  "Ġurl-entity": 37644,
+  "Ġuse-01": 35124,
+  "Ġuse-02": 36274,
+  "Ġuseful-05": 36123,
+  "Ġusher-in-01": 37463,
+  "Ġutilize-01": 35847,
+  "Ġvacation-01": 36912,
+  "Ġvalid-02": 36102,
+  "Ġvalidate-01": 37505,
+  "Ġvalue-01": 35431,
+  "Ġvalue-02": 35977,
+  "Ġvary-01": 36017,
+  "Ġvent-01": 37549,
+  "Ġverify-01": 36095,
+  "Ġveto-01": 36050,
+  "Ġvictimize-01": 35578,
+  "Ġview-01": 35710,
+  "Ġview-02": 35353,
+  "Ġvile-02": 37519,
+  "Ġviolate-01": 35449,
+  "Ġvisit-01": 35304,
+  "Ġvoice-01": 36588,
+  "Ġvoluntary-02": 36013,
+  "Ġvolunteer-01": 35991,
+  "Ġvote-01": 35151,
+  "Ġvote-02": 37332,
+  "Ġvow-01": 36326,
+  "Ġwage-01": 36862,
+  "Ġwait-01": 35322,
+  "Ġwaive-01": 36821,
+  "Ġwake-up-02": 36143,
+  "Ġwalk-01": 35490,
+  "Ġwander-01": 37289,
+  "Ġwant-01": 35117,
+  "Ġwar-01": 35196,
+  "Ġwarm-01": 35533,
+  "Ġwarm-06": 37401,
+  "Ġwarm-07": 36609,
+  "Ġwarn-01": 35438,
+  "Ġwarrant-01": 36728,
+  "Ġwash-01": 36207,
+  "Ġwaste-01": 35696,
+  "Ġwatch-01": 35287,
+  "Ġwave-01": 37307,
+  "Ġwave-04": 36712,
+  "Ġweak-02": 35613,
+  "Ġweaken-01": 37009,
+  "Ġweaponize-01": 36945,
+  "Ġwear-01": 35673,
+  "Ġwed-01": 36930,
+  "Ġweigh-01": 36390,
+  "Ġwelcome-01": 35811,
+  "Ġwell-09": 35394,
+  "Ġwesternize-01": 36839,
+  "Ġwhine-01": 35973,
+  "Ġwhip-up-03": 37613,
+  "Ġwhite-02": 35340,
+  "Ġwhite-03": 36150,
+  "Ġwhore-01": 36647,
+  "Ġwide-02": 35751,
+  "Ġwield-01": 36882,
+  "Ġwill-02": 35358,
+  "Ġwin-01": 35209,
+  "Ġwine-01": 37459,
+  "Ġwipe-01": 36987,
+  "Ġwipe-out-02": 36363,
+  "Ġwire-01": 37087,
+  "Ġwish-01": 35380,
+  "Ġwithdraw-01": 35669,
+  "Ġwithhold-01": 36818,
+  "Ġwitness-01": 35774,
+  "Ġwonder-01": 35477,
+  "Ġwonder-02": 36615,
+  "Ġwonderful-03": 36069,
+  "Ġword-01": 35635,
+  "Ġwork-01": 35127,
+  "Ġwork-06": 37214,
+  "Ġwork-07": 36995,
+  "Ġwork-09": 35298,
+  "Ġwork-12": 37197,
+  "Ġwork-out-02": 36234,
+  "Ġworld-region": 37642,
+  "Ġworry-01": 35743,
+  "Ġworry-02": 35724,
+  "Ġworsen-01": 36173,
+  "Ġworship-01": 36160,
+  "Ġworth-01": 35700,
+  "Ġworth-02": 35843,
+  "Ġwound-01": 36435,
+  "Ġwow-01": 36452,
+  "Ġwrap-01": 37154,
+  "Ġwreck-01": 36692,
+  "Ġwrite-01": 35247,
+  "Ġwrong-02": 35381,
+  "Ġwrong-04": 35280,
+  "Ġyell-01": 36873,
+  "Ġyield-01": 37616,
+  "Ġzap-01": 37520
+}

checkpoint-10000/config.json

@@ -0,0 +1,58 @@
+{
+  "_name_or_path": "/kaggle/working/amr-tst-indo/AMRBART-id/fine-tune/../models/indoamrbart-mbart",
+  "_num_labels": 3,
+  "activation_dropout": 0.0,
+  "activation_function": "gelu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": true,
+  "architectures": [
+    "MBartForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classif_dropout": 0.0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "forced_eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "mbart",
+  "normalize_before": true,
+  "normalize_embedding": true,
+  "num_beams": 5,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "static_position_embeddings": false,
+  "tokenizer_class": "MBart50Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.41.2",
+  "use_cache": true,
+  "vocab_size": 38025
+}

checkpoint-10000/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "early_stopping": true,
+  "eos_token_id": 2,
+  "forced_eos_token_id": 2,
+  "max_length": 200,
+  "num_beams": 5,
+  "pad_token_id": 1,
+  "transformers_version": "4.41.2"
+}

checkpoint-10000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:060f85bcd6ff877d4633a79186f0067550ec3bb3f8736827d5458ebad3fe9517
+size 1575259780

checkpoint-10000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473659701f56ad28f6832ed074e6fbe1c17c4d82c94d753d7f5d82851bddaf73
+size 3150397656

checkpoint-10000/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b206ff334d574513ff6d9e7c78c4dae0422d047722491a244a71f85be51f781
+size 14244

checkpoint-10000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff9d344e9418841b04b98a0641a8de0a141e8336a54cb16f7c95de63cc9018b7
+size 1064

checkpoint-10000/sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5153b1ce10088a223fadfb3f245aabdd3fee620da1b310fe79a025f9fa64f48
+size 791509

checkpoint-10000/special_tokens_map.json

@@ -0,0 +1,69 @@
+{
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

checkpoint-10000/trainer_state.json

@@ -0,0 +1,3039 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 617.283950617284,
+  "eval_steps": 500,
+  "global_step": 10000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.06172839506172839,
+      "learning_rate": 5e-09,
+      "loss": 5.1405,
+      "step": 1
+    },
+    {
+      "epoch": 1.2345679012345678,
+      "learning_rate": 1e-07,
+      "loss": 5.203,
+      "step": 20
+    },
+    {
+      "epoch": 2.4691358024691357,
+      "learning_rate": 2e-07,
+      "loss": 4.9675,
+      "step": 40
+    },
+    {
+      "epoch": 3.7037037037037037,
+      "learning_rate": 3e-07,
+      "loss": 4.4002,
+      "step": 60
+    },
+    {
+      "epoch": 4.938271604938271,
+      "learning_rate": 4e-07,
+      "loss": 4.1191,
+      "step": 80
+    },
+    {
+      "epoch": 6.172839506172839,
+      "learning_rate": 5e-07,
+      "loss": 3.938,
+      "step": 100
+    },
+    {
+      "epoch": 7.407407407407407,
+      "learning_rate": 6e-07,
+      "loss": 3.6329,
+      "step": 120
+    },
+    {
+      "epoch": 8.641975308641975,
+      "learning_rate": 7e-07,
+      "loss": 3.428,
+      "step": 140
+    },
+    {
+      "epoch": 9.876543209876543,
+      "learning_rate": 8e-07,
+      "loss": 3.3975,
+      "step": 160
+    },
+    {
+      "epoch": 11.11111111111111,
+      "learning_rate": 9e-07,
+      "loss": 3.2188,
+      "step": 180
+    },
+    {
+      "epoch": 12.345679012345679,
+      "learning_rate": 1e-06,
+      "loss": 3.1188,
+      "step": 200
+    },
+    {
+      "epoch": 13.580246913580247,
+      "learning_rate": 9.997245010407738e-07,
+      "loss": 2.8955,
+      "step": 220
+    },
+    {
+      "epoch": 14.814814814814815,
+      "learning_rate": 9.994490020815477e-07,
+      "loss": 2.8306,
+      "step": 240
+    },
+    {
+      "epoch": 16.049382716049383,
+      "learning_rate": 9.991735031223215e-07,
+      "loss": 2.6681,
+      "step": 260
+    },
+    {
+      "epoch": 17.28395061728395,
+      "learning_rate": 9.988980041630952e-07,
+      "loss": 2.5885,
+      "step": 280
+    },
+    {
+      "epoch": 18.51851851851852,
+      "learning_rate": 9.986225052038692e-07,
+      "loss": 2.4487,
+      "step": 300
+    },
+    {
+      "epoch": 19.753086419753085,
+      "learning_rate": 9.98347006244643e-07,
+      "loss": 2.3682,
+      "step": 320
+    },
+    {
+      "epoch": 20.987654320987655,
+      "learning_rate": 9.98071507285417e-07,
+      "loss": 2.3481,
+      "step": 340
+    },
+    {
+      "epoch": 22.22222222222222,
+      "learning_rate": 9.977960083261906e-07,
+      "loss": 2.3241,
+      "step": 360
+    },
+    {
+      "epoch": 23.45679012345679,
+      "learning_rate": 9.975205093669647e-07,
+      "loss": 2.238,
+      "step": 380
+    },
+    {
+      "epoch": 24.691358024691358,
+      "learning_rate": 9.972450104077383e-07,
+      "loss": 2.1978,
+      "step": 400
+    },
+    {
+      "epoch": 25.925925925925927,
+      "learning_rate": 9.969695114485122e-07,
+      "loss": 2.1961,
+      "step": 420
+    },
+    {
+      "epoch": 27.160493827160494,
+      "learning_rate": 9.96694012489286e-07,
+      "loss": 2.1405,
+      "step": 440
+    },
+    {
+      "epoch": 28.395061728395063,
+      "learning_rate": 9.9641851353006e-07,
+      "loss": 2.0997,
+      "step": 460
+    },
+    {
+      "epoch": 29.62962962962963,
+      "learning_rate": 9.961430145708338e-07,
+      "loss": 2.0858,
+      "step": 480
+    },
+    {
+      "epoch": 30.864197530864196,
+      "learning_rate": 9.958675156116076e-07,
+      "loss": 2.0372,
+      "step": 500
+    },
+    {
+      "epoch": 32.098765432098766,
+      "learning_rate": 9.955920166523815e-07,
+      "loss": 2.0512,
+      "step": 520
+    },
+    {
+      "epoch": 33.333333333333336,
+      "learning_rate": 9.953165176931551e-07,
+      "loss": 2.0068,
+      "step": 540
+    },
+    {
+      "epoch": 34.5679012345679,
+      "learning_rate": 9.950410187339292e-07,
+      "loss": 1.9641,
+      "step": 560
+    },
+    {
+      "epoch": 35.80246913580247,
+      "learning_rate": 9.94765519774703e-07,
+      "loss": 1.8995,
+      "step": 580
+    },
+    {
+      "epoch": 37.03703703703704,
+      "learning_rate": 9.94490020815477e-07,
+      "loss": 1.9464,
+      "step": 600
+    },
+    {
+      "epoch": 38.27160493827161,
+      "learning_rate": 9.942145218562508e-07,
+      "loss": 1.8826,
+      "step": 620
+    },
+    {
+      "epoch": 39.50617283950617,
+      "learning_rate": 9.939390228970246e-07,
+      "loss": 1.8745,
+      "step": 640
+    },
+    {
+      "epoch": 40.74074074074074,
+      "learning_rate": 9.936635239377985e-07,
+      "loss": 1.8612,
+      "step": 660
+    },
+    {
+      "epoch": 41.97530864197531,
+      "learning_rate": 9.933880249785724e-07,
+      "loss": 1.8142,
+      "step": 680
+    },
+    {
+      "epoch": 43.20987654320987,
+      "learning_rate": 9.93112526019346e-07,
+      "loss": 1.8127,
+      "step": 700
+    },
+    {
+      "epoch": 44.44444444444444,
+      "learning_rate": 9.9283702706012e-07,
+      "loss": 1.7793,
+      "step": 720
+    },
+    {
+      "epoch": 45.67901234567901,
+      "learning_rate": 9.925615281008937e-07,
+      "loss": 1.8325,
+      "step": 740
+    },
+    {
+      "epoch": 46.91358024691358,
+      "learning_rate": 9.922860291416678e-07,
+      "loss": 1.7801,
+      "step": 760
+    },
+    {
+      "epoch": 48.148148148148145,
+      "learning_rate": 9.920105301824414e-07,
+      "loss": 1.796,
+      "step": 780
+    },
+    {
+      "epoch": 49.382716049382715,
+      "learning_rate": 9.917350312232155e-07,
+      "loss": 1.7148,
+      "step": 800
+    },
+    {
+      "epoch": 50.617283950617285,
+      "learning_rate": 9.914595322639892e-07,
+      "loss": 1.7332,
+      "step": 820
+    },
+    {
+      "epoch": 51.851851851851855,
+      "learning_rate": 9.91184033304763e-07,
+      "loss": 1.7341,
+      "step": 840
+    },
+    {
+      "epoch": 53.08641975308642,
+      "learning_rate": 9.909085343455369e-07,
+      "loss": 1.7118,
+      "step": 860
+    },
+    {
+      "epoch": 54.32098765432099,
+      "learning_rate": 9.906330353863107e-07,
+      "loss": 1.6752,
+      "step": 880
+    },
+    {
+      "epoch": 55.55555555555556,
+      "learning_rate": 9.903575364270846e-07,
+      "loss": 1.6891,
+      "step": 900
+    },
+    {
+      "epoch": 56.79012345679013,
+      "learning_rate": 9.900820374678584e-07,
+      "loss": 1.668,
+      "step": 920
+    },
+    {
+      "epoch": 58.02469135802469,
+      "learning_rate": 9.898065385086323e-07,
+      "loss": 1.6915,
+      "step": 940
+    },
+    {
+      "epoch": 59.25925925925926,
+      "learning_rate": 9.89531039549406e-07,
+      "loss": 1.6608,
+      "step": 960
+    },
+    {
+      "epoch": 60.49382716049383,
+      "learning_rate": 9.8925554059018e-07,
+      "loss": 1.6739,
+      "step": 980
+    },
+    {
+      "epoch": 61.72839506172839,
+      "learning_rate": 9.889800416309537e-07,
+      "loss": 1.6102,
+      "step": 1000
+    },
+    {
+      "epoch": 62.96296296296296,
+      "learning_rate": 9.887045426717277e-07,
+      "loss": 1.641,
+      "step": 1020
+    },
+    {
+      "epoch": 64.19753086419753,
+      "learning_rate": 9.884290437125014e-07,
+      "loss": 1.6541,
+      "step": 1040
+    },
+    {
+      "epoch": 65.4320987654321,
+      "learning_rate": 9.881535447532755e-07,
+      "loss": 1.6199,
+      "step": 1060
+    },
+    {
+      "epoch": 66.66666666666667,
+      "learning_rate": 9.878780457940491e-07,
+      "loss": 1.607,
+      "step": 1080
+    },
+    {
+      "epoch": 67.90123456790124,
+      "learning_rate": 9.87602546834823e-07,
+      "loss": 1.5502,
+      "step": 1100
+    },
+    {
+      "epoch": 69.1358024691358,
+      "learning_rate": 9.873270478755968e-07,
+      "loss": 1.589,
+      "step": 1120
+    },
+    {
+      "epoch": 70.37037037037037,
+      "learning_rate": 9.870515489163707e-07,
+      "loss": 1.592,
+      "step": 1140
+    },
+    {
+      "epoch": 71.60493827160494,
+      "learning_rate": 9.867760499571445e-07,
+      "loss": 1.5619,
+      "step": 1160
+    },
+    {
+      "epoch": 72.8395061728395,
+      "learning_rate": 9.865005509979184e-07,
+      "loss": 1.5497,
+      "step": 1180
+    },
+    {
+      "epoch": 74.07407407407408,
+      "learning_rate": 9.862250520386923e-07,
+      "loss": 1.5425,
+      "step": 1200
+    },
+    {
+      "epoch": 75.30864197530865,
+      "learning_rate": 9.85949553079466e-07,
+      "loss": 1.5568,
+      "step": 1220
+    },
+    {
+      "epoch": 76.54320987654322,
+      "learning_rate": 9.8567405412024e-07,
+      "loss": 1.5845,
+      "step": 1240
+    },
+    {
+      "epoch": 77.77777777777777,
+      "learning_rate": 9.853985551610136e-07,
+      "loss": 1.5078,
+      "step": 1260
+    },
+    {
+      "epoch": 79.01234567901234,
+      "learning_rate": 9.851230562017877e-07,
+      "loss": 1.5289,
+      "step": 1280
+    },
+    {
+      "epoch": 80.24691358024691,
+      "learning_rate": 9.848475572425613e-07,
+      "loss": 1.5366,
+      "step": 1300
+    },
+    {
+      "epoch": 81.48148148148148,
+      "learning_rate": 9.845720582833354e-07,
+      "loss": 1.5238,
+      "step": 1320
+    },
+    {
+      "epoch": 82.71604938271605,
+      "learning_rate": 9.842965593241093e-07,
+      "loss": 1.4911,
+      "step": 1340
+    },
+    {
+      "epoch": 83.95061728395062,
+      "learning_rate": 9.840210603648831e-07,
+      "loss": 1.5304,
+      "step": 1360
+    },
+    {
+      "epoch": 85.18518518518519,
+      "learning_rate": 9.837455614056568e-07,
+      "loss": 1.5215,
+      "step": 1380
+    },
+    {
+      "epoch": 86.41975308641975,
+      "learning_rate": 9.834700624464309e-07,
+      "loss": 1.482,
+      "step": 1400
+    },
+    {
+      "epoch": 87.65432098765432,
+      "learning_rate": 9.831945634872045e-07,
+      "loss": 1.4875,
+      "step": 1420
+    },
+    {
+      "epoch": 88.88888888888889,
+      "learning_rate": 9.829190645279786e-07,
+      "loss": 1.4923,
+      "step": 1440
+    },
+    {
+      "epoch": 90.12345679012346,
+      "learning_rate": 9.826435655687522e-07,
+      "loss": 1.4847,
+      "step": 1460
+    },
+    {
+      "epoch": 91.35802469135803,
+      "learning_rate": 9.82368066609526e-07,
+      "loss": 1.454,
+      "step": 1480
+    },
+    {
+      "epoch": 92.5925925925926,
+      "learning_rate": 9.820925676503e-07,
+      "loss": 1.4597,
+      "step": 1500
+    },
+    {
+      "epoch": 93.82716049382717,
+      "learning_rate": 9.818170686910738e-07,
+      "loss": 1.4372,
+      "step": 1520
+    },
+    {
+      "epoch": 95.06172839506173,
+      "learning_rate": 9.815415697318477e-07,
+      "loss": 1.4701,
+      "step": 1540
+    },
+    {
+      "epoch": 96.29629629629629,
+      "learning_rate": 9.812660707726215e-07,
+      "loss": 1.4573,
+      "step": 1560
+    },
+    {
+      "epoch": 97.53086419753086,
+      "learning_rate": 9.809905718133954e-07,
+      "loss": 1.4274,
+      "step": 1580
+    },
+    {
+      "epoch": 98.76543209876543,
+      "learning_rate": 9.807150728541692e-07,
+      "loss": 1.4362,
+      "step": 1600
+    },
+    {
+      "epoch": 100.0,
+      "learning_rate": 9.80439573894943e-07,
+      "loss": 1.449,
+      "step": 1620
+    },
+    {
+      "epoch": 101.23456790123457,
+      "learning_rate": 9.801640749357167e-07,
+      "loss": 1.4319,
+      "step": 1640
+    },
+    {
+      "epoch": 102.46913580246914,
+      "learning_rate": 9.798885759764908e-07,
+      "loss": 1.4113,
+      "step": 1660
+    },
+    {
+      "epoch": 103.70370370370371,
+      "learning_rate": 9.796130770172645e-07,
+      "loss": 1.421,
+      "step": 1680
+    },
+    {
+      "epoch": 104.93827160493827,
+      "learning_rate": 9.793375780580385e-07,
+      "loss": 1.3984,
+      "step": 1700
+    },
+    {
+      "epoch": 106.17283950617283,
+      "learning_rate": 9.790620790988122e-07,
+      "loss": 1.4411,
+      "step": 1720
+    },
+    {
+      "epoch": 107.4074074074074,
+      "learning_rate": 9.787865801395862e-07,
+      "loss": 1.4239,
+      "step": 1740
+    },
+    {
+      "epoch": 108.64197530864197,
+      "learning_rate": 9.785110811803599e-07,
+      "loss": 1.4101,
+      "step": 1760
+    },
+    {
+      "epoch": 109.87654320987654,
+      "learning_rate": 9.782355822211337e-07,
+      "loss": 1.4035,
+      "step": 1780
+    },
+    {
+      "epoch": 111.11111111111111,
+      "learning_rate": 9.779600832619076e-07,
+      "loss": 1.4335,
+      "step": 1800
+    },
+    {
+      "epoch": 112.34567901234568,
+      "learning_rate": 9.776845843026815e-07,
+      "loss": 1.3596,
+      "step": 1820
+    },
+    {
+      "epoch": 113.58024691358025,
+      "learning_rate": 9.774090853434553e-07,
+      "loss": 1.3717,
+      "step": 1840
+    },
+    {
+      "epoch": 114.81481481481481,
+      "learning_rate": 9.771335863842292e-07,
+      "loss": 1.4042,
+      "step": 1860
+    },
+    {
+      "epoch": 116.04938271604938,
+      "learning_rate": 9.76858087425003e-07,
+      "loss": 1.4239,
+      "step": 1880
+    },
+    {
+      "epoch": 117.28395061728395,
+      "learning_rate": 9.765825884657767e-07,
+      "loss": 1.4094,
+      "step": 1900
+    },
+    {
+      "epoch": 118.51851851851852,
+      "learning_rate": 9.763070895065508e-07,
+      "loss": 1.3748,
+      "step": 1920
+    },
+    {
+      "epoch": 119.75308641975309,
+      "learning_rate": 9.760315905473244e-07,
+      "loss": 1.379,
+      "step": 1940
+    },
+    {
+      "epoch": 120.98765432098766,
+      "learning_rate": 9.757560915880985e-07,
+      "loss": 1.3741,
+      "step": 1960
+    },
+    {
+      "epoch": 122.22222222222223,
+      "learning_rate": 9.754805926288721e-07,
+      "loss": 1.3649,
+      "step": 1980
+    },
+    {
+      "epoch": 123.45679012345678,
+      "learning_rate": 9.752050936696462e-07,
+      "loss": 1.4101,
+      "step": 2000
+    },
+    {
+      "epoch": 124.69135802469135,
+      "learning_rate": 9.749295947104198e-07,
+      "loss": 1.3815,
+      "step": 2020
+    },
+    {
+      "epoch": 125.92592592592592,
+      "learning_rate": 9.746540957511937e-07,
+      "loss": 1.3979,
+      "step": 2040
+    },
+    {
+      "epoch": 127.1604938271605,
+      "learning_rate": 9.743785967919676e-07,
+      "loss": 1.3451,
+      "step": 2060
+    },
+    {
+      "epoch": 128.39506172839506,
+      "learning_rate": 9.741030978327416e-07,
+      "loss": 1.3825,
+      "step": 2080
+    },
+    {
+      "epoch": 129.62962962962962,
+      "learning_rate": 9.738275988735153e-07,
+      "loss": 1.3819,
+      "step": 2100
+    },
+    {
+      "epoch": 130.8641975308642,
+      "learning_rate": 9.735520999142893e-07,
+      "loss": 1.3405,
+      "step": 2120
+    },
+    {
+      "epoch": 132.09876543209876,
+      "learning_rate": 9.73276600955063e-07,
+      "loss": 1.34,
+      "step": 2140
+    },
+    {
+      "epoch": 133.33333333333334,
+      "learning_rate": 9.730011019958369e-07,
+      "loss": 1.3426,
+      "step": 2160
+    },
+    {
+      "epoch": 134.5679012345679,
+      "learning_rate": 9.727256030366107e-07,
+      "loss": 1.3434,
+      "step": 2180
+    },
+    {
+      "epoch": 135.80246913580248,
+      "learning_rate": 9.724501040773846e-07,
+      "loss": 1.3183,
+      "step": 2200
+    },
+    {
+      "epoch": 137.03703703703704,
+      "learning_rate": 9.721746051181584e-07,
+      "loss": 1.3452,
+      "step": 2220
+    },
+    {
+      "epoch": 138.2716049382716,
+      "learning_rate": 9.718991061589323e-07,
+      "loss": 1.3478,
+      "step": 2240
+    },
+    {
+      "epoch": 139.50617283950618,
+      "learning_rate": 9.716236071997061e-07,
+      "loss": 1.3841,
+      "step": 2260
+    },
+    {
+      "epoch": 140.74074074074073,
+      "learning_rate": 9.7134810824048e-07,
+      "loss": 1.3114,
+      "step": 2280
+    },
+    {
+      "epoch": 141.97530864197532,
+      "learning_rate": 9.710726092812539e-07,
+      "loss": 1.311,
+      "step": 2300
+    },
+    {
+      "epoch": 143.20987654320987,
+      "learning_rate": 9.707971103220275e-07,
+      "loss": 1.3387,
+      "step": 2320
+    },
+    {
+      "epoch": 144.44444444444446,
+      "learning_rate": 9.705216113628016e-07,
+      "loss": 1.2977,
+      "step": 2340
+    },
+    {
+      "epoch": 145.679012345679,
+      "learning_rate": 9.702461124035752e-07,
+      "loss": 1.3015,
+      "step": 2360
+    },
+    {
+      "epoch": 146.91358024691357,
+      "learning_rate": 9.699706134443493e-07,
+      "loss": 1.3121,
+      "step": 2380
+    },
+    {
+      "epoch": 148.14814814814815,
+      "learning_rate": 9.69695114485123e-07,
+      "loss": 1.3001,
+      "step": 2400
+    },
+    {
+      "epoch": 149.3827160493827,
+      "learning_rate": 9.69419615525897e-07,
+      "loss": 1.3266,
+      "step": 2420
+    },
+    {
+      "epoch": 150.6172839506173,
+      "learning_rate": 9.691441165666707e-07,
+      "loss": 1.3019,
+      "step": 2440
+    },
+    {
+      "epoch": 151.85185185185185,
+      "learning_rate": 9.688686176074445e-07,
+      "loss": 1.3018,
+      "step": 2460
+    },
+    {
+      "epoch": 153.08641975308643,
+      "learning_rate": 9.685931186482184e-07,
+      "loss": 1.3157,
+      "step": 2480
+    },
+    {
+      "epoch": 154.320987654321,
+      "learning_rate": 9.683176196889922e-07,
+      "loss": 1.2998,
+      "step": 2500
+    },
+    {
+      "epoch": 155.55555555555554,
+      "learning_rate": 9.68042120729766e-07,
+      "loss": 1.2755,
+      "step": 2520
+    },
+    {
+      "epoch": 156.79012345679013,
+      "learning_rate": 9.6776662177054e-07,
+      "loss": 1.3308,
+      "step": 2540
+    },
+    {
+      "epoch": 158.02469135802468,
+      "learning_rate": 9.674911228113138e-07,
+      "loss": 1.3264,
+      "step": 2560
+    },
+    {
+      "epoch": 159.25925925925927,
+      "learning_rate": 9.672156238520875e-07,
+      "loss": 1.3038,
+      "step": 2580
+    },
+    {
+      "epoch": 160.49382716049382,
+      "learning_rate": 9.669401248928615e-07,
+      "loss": 1.2884,
+      "step": 2600
+    },
+    {
+      "epoch": 161.7283950617284,
+      "learning_rate": 9.666646259336352e-07,
+      "loss": 1.3112,
+      "step": 2620
+    },
+    {
+      "epoch": 162.96296296296296,
+      "learning_rate": 9.663891269744093e-07,
+      "loss": 1.2921,
+      "step": 2640
+    },
+    {
+      "epoch": 164.19753086419752,
+      "learning_rate": 9.66113628015183e-07,
+      "loss": 1.311,
+      "step": 2660
+    },
+    {
+      "epoch": 165.4320987654321,
+      "learning_rate": 9.65838129055957e-07,
+      "loss": 1.3174,
+      "step": 2680
+    },
+    {
+      "epoch": 166.66666666666666,
+      "learning_rate": 9.655626300967306e-07,
+      "loss": 1.2588,
+      "step": 2700
+    },
+    {
+      "epoch": 167.90123456790124,
+      "learning_rate": 9.652871311375045e-07,
+      "loss": 1.2639,
+      "step": 2720
+    },
+    {
+      "epoch": 169.1358024691358,
+      "learning_rate": 9.650116321782783e-07,
+      "loss": 1.3384,
+      "step": 2740
+    },
+    {
+      "epoch": 170.37037037037038,
+      "learning_rate": 9.647361332190522e-07,
+      "loss": 1.2851,
+      "step": 2760
+    },
+    {
+      "epoch": 171.60493827160494,
+      "learning_rate": 9.64460634259826e-07,
+      "loss": 1.27,
+      "step": 2780
+    },
+    {
+      "epoch": 172.8395061728395,
+      "learning_rate": 9.641851353006e-07,
+      "loss": 1.2922,
+      "step": 2800
+    },
+    {
+      "epoch": 174.07407407407408,
+      "learning_rate": 9.639096363413738e-07,
+      "loss": 1.2922,
+      "step": 2820
+    },
+    {
+      "epoch": 175.30864197530863,
+      "learning_rate": 9.636341373821476e-07,
+      "loss": 1.25,
+      "step": 2840
+    },
+    {
+      "epoch": 176.54320987654322,
+      "learning_rate": 9.633586384229215e-07,
+      "loss": 1.2735,
+      "step": 2860
+    },
+    {
+      "epoch": 177.77777777777777,
+      "learning_rate": 9.630831394636953e-07,
+      "loss": 1.2533,
+      "step": 2880
+    },
+    {
+      "epoch": 179.01234567901236,
+      "learning_rate": 9.628076405044692e-07,
+      "loss": 1.2742,
+      "step": 2900
+    },
+    {
+      "epoch": 180.2469135802469,
+      "learning_rate": 9.62532141545243e-07,
+      "loss": 1.2661,
+      "step": 2920
+    },
+    {
+      "epoch": 181.4814814814815,
+      "learning_rate": 9.62256642586017e-07,
+      "loss": 1.2292,
+      "step": 2940
+    },
+    {
+      "epoch": 182.71604938271605,
+      "learning_rate": 9.619811436267908e-07,
+      "loss": 1.3016,
+      "step": 2960
+    },
+    {
+      "epoch": 183.9506172839506,
+      "learning_rate": 9.617056446675646e-07,
+      "loss": 1.276,
+      "step": 2980
+    },
+    {
+      "epoch": 185.1851851851852,
+      "learning_rate": 9.614301457083383e-07,
+      "loss": 1.2571,
+      "step": 3000
+    },
+    {
+      "epoch": 186.41975308641975,
+      "learning_rate": 9.611546467491124e-07,
+      "loss": 1.2509,
+      "step": 3020
+    },
+    {
+      "epoch": 187.65432098765433,
+      "learning_rate": 9.60879147789886e-07,
+      "loss": 1.2469,
+      "step": 3040
+    },
+    {
+      "epoch": 188.88888888888889,
+      "learning_rate": 9.6060364883066e-07,
+      "loss": 1.2505,
+      "step": 3060
+    },
+    {
+      "epoch": 190.12345679012347,
+      "learning_rate": 9.603281498714337e-07,
+      "loss": 1.2913,
+      "step": 3080
+    },
+    {
+      "epoch": 191.35802469135803,
+      "learning_rate": 9.600526509122076e-07,
+      "loss": 1.2495,
+      "step": 3100
+    },
+    {
+      "epoch": 192.59259259259258,
+      "learning_rate": 9.597771519529814e-07,
+      "loss": 1.2404,
+      "step": 3120
+    },
+    {
+      "epoch": 193.82716049382717,
+      "learning_rate": 9.595016529937553e-07,
+      "loss": 1.2259,
+      "step": 3140
+    },
+    {
+      "epoch": 195.06172839506172,
+      "learning_rate": 9.592261540345292e-07,
+      "loss": 1.275,
+      "step": 3160
+    },
+    {
+      "epoch": 196.2962962962963,
+      "learning_rate": 9.58950655075303e-07,
+      "loss": 1.2309,
+      "step": 3180
+    },
+    {
+      "epoch": 197.53086419753086,
+      "learning_rate": 9.586751561160769e-07,
+      "loss": 1.2188,
+      "step": 3200
+    },
+    {
+      "epoch": 198.76543209876544,
+      "learning_rate": 9.583996571568507e-07,
+      "loss": 1.225,
+      "step": 3220
+    },
+    {
+      "epoch": 200.0,
+      "learning_rate": 9.581241581976246e-07,
+      "loss": 1.259,
+      "step": 3240
+    },
+    {
+      "epoch": 201.23456790123456,
+      "learning_rate": 9.578486592383982e-07,
+      "loss": 1.2493,
+      "step": 3260
+    },
+    {
+      "epoch": 202.46913580246914,
+      "learning_rate": 9.575731602791723e-07,
+      "loss": 1.2747,
+      "step": 3280
+    },
+    {
+      "epoch": 203.7037037037037,
+      "learning_rate": 9.57297661319946e-07,
+      "loss": 1.2412,
+      "step": 3300
+    },
+    {
+      "epoch": 204.93827160493828,
+      "learning_rate": 9.5702216236072e-07,
+      "loss": 1.2313,
+      "step": 3320
+    },
+    {
+      "epoch": 206.17283950617283,
+      "learning_rate": 9.567466634014937e-07,
+      "loss": 1.2546,
+      "step": 3340
+    },
+    {
+      "epoch": 207.40740740740742,
+      "learning_rate": 9.564711644422677e-07,
+      "loss": 1.2569,
+      "step": 3360
+    },
+    {
+      "epoch": 208.64197530864197,
+      "learning_rate": 9.561956654830414e-07,
+      "loss": 1.232,
+      "step": 3380
+    },
+    {
+      "epoch": 209.87654320987653,
+      "learning_rate": 9.559201665238153e-07,
+      "loss": 1.2274,
+      "step": 3400
+    },
+    {
+      "epoch": 211.11111111111111,
+      "learning_rate": 9.556446675645891e-07,
+      "loss": 1.2309,
+      "step": 3420
+    },
+    {
+      "epoch": 212.34567901234567,
+      "learning_rate": 9.55369168605363e-07,
+      "loss": 1.2307,
+      "step": 3440
+    },
+    {
+      "epoch": 213.58024691358025,
+      "learning_rate": 9.550936696461368e-07,
+      "loss": 1.2286,
+      "step": 3460
+    },
+    {
+      "epoch": 214.8148148148148,
+      "learning_rate": 9.548181706869107e-07,
+      "loss": 1.2097,
+      "step": 3480
+    },
+    {
+      "epoch": 216.0493827160494,
+      "learning_rate": 9.545426717276845e-07,
+      "loss": 1.2557,
+      "step": 3500
+    },
+    {
+      "epoch": 217.28395061728395,
+      "learning_rate": 9.542671727684582e-07,
+      "loss": 1.2113,
+      "step": 3520
+    },
+    {
+      "epoch": 218.5185185185185,
+      "learning_rate": 9.539916738092323e-07,
+      "loss": 1.2287,
+      "step": 3540
+    },
+    {
+      "epoch": 219.7530864197531,
+      "learning_rate": 9.537161748500061e-07,
+      "loss": 1.2305,
+      "step": 3560
+    },
+    {
+      "epoch": 220.98765432098764,
+      "learning_rate": 9.5344067589078e-07,
+      "loss": 1.2022,
+      "step": 3580
+    },
+    {
+      "epoch": 222.22222222222223,
+      "learning_rate": 9.531651769315538e-07,
+      "loss": 1.261,
+      "step": 3600
+    },
+    {
+      "epoch": 223.45679012345678,
+      "learning_rate": 9.528896779723277e-07,
+      "loss": 1.242,
+      "step": 3620
+    },
+    {
+      "epoch": 224.69135802469137,
+      "learning_rate": 9.526141790131015e-07,
+      "loss": 1.2483,
+      "step": 3640
+    },
+    {
+      "epoch": 225.92592592592592,
+      "learning_rate": 9.523386800538753e-07,
+      "loss": 1.2255,
+      "step": 3660
+    },
+    {
+      "epoch": 227.1604938271605,
+      "learning_rate": 9.520631810946491e-07,
+      "loss": 1.2058,
+      "step": 3680
+    },
+    {
+      "epoch": 228.39506172839506,
+      "learning_rate": 9.51787682135423e-07,
+      "loss": 1.2098,
+      "step": 3700
+    },
+    {
+      "epoch": 229.62962962962962,
+      "learning_rate": 9.515121831761969e-07,
+      "loss": 1.2034,
+      "step": 3720
+    },
+    {
+      "epoch": 230.8641975308642,
+      "learning_rate": 9.512366842169707e-07,
+      "loss": 1.2591,
+      "step": 3740
+    },
+    {
+      "epoch": 232.09876543209876,
+      "learning_rate": 9.509611852577446e-07,
+      "loss": 1.2274,
+      "step": 3760
+    },
+    {
+      "epoch": 233.33333333333334,
+      "learning_rate": 9.506856862985184e-07,
+      "loss": 1.1983,
+      "step": 3780
+    },
+    {
+      "epoch": 234.5679012345679,
+      "learning_rate": 9.504101873392922e-07,
+      "loss": 1.2091,
+      "step": 3800
+    },
+    {
+      "epoch": 235.80246913580248,
+      "learning_rate": 9.501346883800661e-07,
+      "loss": 1.2054,
+      "step": 3820
+    },
+    {
+      "epoch": 237.03703703703704,
+      "learning_rate": 9.498591894208399e-07,
+      "loss": 1.2212,
+      "step": 3840
+    },
+    {
+      "epoch": 238.2716049382716,
+      "learning_rate": 9.495836904616138e-07,
+      "loss": 1.1987,
+      "step": 3860
+    },
+    {
+      "epoch": 239.50617283950618,
+      "learning_rate": 9.493081915023877e-07,
+      "loss": 1.2065,
+      "step": 3880
+    },
+    {
+      "epoch": 240.74074074074073,
+      "learning_rate": 9.490326925431615e-07,
+      "loss": 1.2186,
+      "step": 3900
+    },
+    {
+      "epoch": 241.97530864197532,
+      "learning_rate": 9.487571935839353e-07,
+      "loss": 1.1802,
+      "step": 3920
+    },
+    {
+      "epoch": 243.20987654320987,
+      "learning_rate": 9.484816946247091e-07,
+      "loss": 1.1899,
+      "step": 3940
+    },
+    {
+      "epoch": 244.44444444444446,
+      "learning_rate": 9.48206195665483e-07,
+      "loss": 1.2157,
+      "step": 3960
+    },
+    {
+      "epoch": 245.679012345679,
+      "learning_rate": 9.479306967062568e-07,
+      "loss": 1.2106,
+      "step": 3980
+    },
+    {
+      "epoch": 246.91358024691357,
+      "learning_rate": 9.476551977470307e-07,
+      "loss": 1.1798,
+      "step": 4000
+    },
+    {
+      "epoch": 248.14814814814815,
+      "learning_rate": 9.473796987878046e-07,
+      "loss": 1.1877,
+      "step": 4020
+    },
+    {
+      "epoch": 249.3827160493827,
+      "learning_rate": 9.471041998285784e-07,
+      "loss": 1.184,
+      "step": 4040
+    },
+    {
+      "epoch": 250.6172839506173,
+      "learning_rate": 9.468287008693522e-07,
+      "loss": 1.2056,
+      "step": 4060
+    },
+    {
+      "epoch": 251.85185185185185,
+      "learning_rate": 9.46553201910126e-07,
+      "loss": 1.1936,
+      "step": 4080
+    },
+    {
+      "epoch": 253.08641975308643,
+      "learning_rate": 9.462777029508999e-07,
+      "loss": 1.1872,
+      "step": 4100
+    },
+    {
+      "epoch": 254.320987654321,
+      "learning_rate": 9.460022039916737e-07,
+      "loss": 1.2107,
+      "step": 4120
+    },
+    {
+      "epoch": 255.55555555555554,
+      "learning_rate": 9.457267050324476e-07,
+      "loss": 1.1871,
+      "step": 4140
+    },
+    {
+      "epoch": 256.7901234567901,
+      "learning_rate": 9.454512060732215e-07,
+      "loss": 1.2197,
+      "step": 4160
+    },
+    {
+      "epoch": 258.0246913580247,
+      "learning_rate": 9.451757071139952e-07,
+      "loss": 1.1786,
+      "step": 4180
+    },
+    {
+      "epoch": 259.25925925925924,
+      "learning_rate": 9.449002081547691e-07,
+      "loss": 1.1961,
+      "step": 4200
+    },
+    {
+      "epoch": 260.4938271604938,
+      "learning_rate": 9.446247091955429e-07,
+      "loss": 1.1862,
+      "step": 4220
+    },
+    {
+      "epoch": 261.7283950617284,
+      "learning_rate": 9.443492102363168e-07,
+      "loss": 1.1693,
+      "step": 4240
+    },
+    {
+      "epoch": 262.962962962963,
+      "learning_rate": 9.440737112770907e-07,
+      "loss": 1.1966,
+      "step": 4260
+    },
+    {
+      "epoch": 264.1975308641975,
+      "learning_rate": 9.437982123178645e-07,
+      "loss": 1.1881,
+      "step": 4280
+    },
+    {
+      "epoch": 265.4320987654321,
+      "learning_rate": 9.435227133586384e-07,
+      "loss": 1.1858,
+      "step": 4300
+    },
+    {
+      "epoch": 266.6666666666667,
+      "learning_rate": 9.432472143994122e-07,
+      "loss": 1.1819,
+      "step": 4320
+    },
+    {
+      "epoch": 267.9012345679012,
+      "learning_rate": 9.429717154401861e-07,
+      "loss": 1.1901,
+      "step": 4340
+    },
+    {
+      "epoch": 269.1358024691358,
+      "learning_rate": 9.4269621648096e-07,
+      "loss": 1.1886,
+      "step": 4360
+    },
+    {
+      "epoch": 270.3703703703704,
+      "learning_rate": 9.424207175217338e-07,
+      "loss": 1.166,
+      "step": 4380
+    },
+    {
+      "epoch": 271.60493827160496,
+      "learning_rate": 9.421452185625077e-07,
+      "loss": 1.1708,
+      "step": 4400
+    },
+    {
+      "epoch": 272.8395061728395,
+      "learning_rate": 9.418697196032815e-07,
+      "loss": 1.2039,
+      "step": 4420
+    },
+    {
+      "epoch": 274.0740740740741,
+      "learning_rate": 9.415942206440553e-07,
+      "loss": 1.1779,
+      "step": 4440
+    },
+    {
+      "epoch": 275.30864197530866,
+      "learning_rate": 9.413187216848291e-07,
+      "loss": 1.1781,
+      "step": 4460
+    },
+    {
+      "epoch": 276.5432098765432,
+      "learning_rate": 9.41043222725603e-07,
+      "loss": 1.1795,
+      "step": 4480
+    },
+    {
+      "epoch": 277.77777777777777,
+      "learning_rate": 9.407677237663769e-07,
+      "loss": 1.1831,
+      "step": 4500
+    },
+    {
+      "epoch": 279.01234567901236,
+      "learning_rate": 9.404922248071507e-07,
+      "loss": 1.1832,
+      "step": 4520
+    },
+    {
+      "epoch": 280.24691358024694,
+      "learning_rate": 9.402167258479246e-07,
+      "loss": 1.1616,
+      "step": 4540
+    },
+    {
+      "epoch": 281.48148148148147,
+      "learning_rate": 9.399412268886984e-07,
+      "loss": 1.17,
+      "step": 4560
+    },
+    {
+      "epoch": 282.71604938271605,
+      "learning_rate": 9.396657279294723e-07,
+      "loss": 1.1648,
+      "step": 4580
+    },
+    {
+      "epoch": 283.95061728395063,
+      "learning_rate": 9.39390228970246e-07,
+      "loss": 1.1936,
+      "step": 4600
+    },
+    {
+      "epoch": 285.18518518518516,
+      "learning_rate": 9.391147300110199e-07,
+      "loss": 1.1803,
+      "step": 4620
+    },
+    {
+      "epoch": 286.41975308641975,
+      "learning_rate": 9.388392310517938e-07,
+      "loss": 1.1794,
+      "step": 4640
+    },
+    {
+      "epoch": 287.65432098765433,
+      "learning_rate": 9.385637320925677e-07,
+      "loss": 1.1656,
+      "step": 4660
+    },
+    {
+      "epoch": 288.8888888888889,
+      "learning_rate": 9.382882331333415e-07,
+      "loss": 1.1856,
+      "step": 4680
+    },
+    {
+      "epoch": 290.12345679012344,
+      "learning_rate": 9.380127341741153e-07,
+      "loss": 1.1767,
+      "step": 4700
+    },
+    {
+      "epoch": 291.358024691358,
+      "learning_rate": 9.377372352148891e-07,
+      "loss": 1.1815,
+      "step": 4720
+    },
+    {
+      "epoch": 292.5925925925926,
+      "learning_rate": 9.37461736255663e-07,
+      "loss": 1.1586,
+      "step": 4740
+    },
+    {
+      "epoch": 293.82716049382714,
+      "learning_rate": 9.371862372964368e-07,
+      "loss": 1.1621,
+      "step": 4760
+    },
+    {
+      "epoch": 295.0617283950617,
+      "learning_rate": 9.369107383372107e-07,
+      "loss": 1.1824,
+      "step": 4780
+    },
+    {
+      "epoch": 296.2962962962963,
+      "learning_rate": 9.366352393779845e-07,
+      "loss": 1.1663,
+      "step": 4800
+    },
+    {
+      "epoch": 297.5308641975309,
+      "learning_rate": 9.363597404187584e-07,
+      "loss": 1.161,
+      "step": 4820
+    },
+    {
+      "epoch": 298.7654320987654,
+      "learning_rate": 9.360842414595322e-07,
+      "loss": 1.1499,
+      "step": 4840
+    },
+    {
+      "epoch": 300.0,
+      "learning_rate": 9.35808742500306e-07,
+      "loss": 1.1641,
+      "step": 4860
+    },
+    {
+      "epoch": 301.2345679012346,
+      "learning_rate": 9.355332435410799e-07,
+      "loss": 1.119,
+      "step": 4880
+    },
+    {
+      "epoch": 302.4691358024691,
+      "learning_rate": 9.352577445818537e-07,
+      "loss": 1.1643,
+      "step": 4900
+    },
+    {
+      "epoch": 303.7037037037037,
+      "learning_rate": 9.349822456226276e-07,
+      "loss": 1.1778,
+      "step": 4920
+    },
+    {
+      "epoch": 304.9382716049383,
+      "learning_rate": 9.347067466634014e-07,
+      "loss": 1.1507,
+      "step": 4940
+    },
+    {
+      "epoch": 306.17283950617286,
+      "learning_rate": 9.344312477041753e-07,
+      "loss": 1.1558,
+      "step": 4960
+    },
+    {
+      "epoch": 307.4074074074074,
+      "learning_rate": 9.34155748744949e-07,
+      "loss": 1.166,
+      "step": 4980
+    },
+    {
+      "epoch": 308.641975308642,
+      "learning_rate": 9.338802497857229e-07,
+      "loss": 1.1631,
+      "step": 5000
+    },
+    {
+      "epoch": 309.87654320987656,
+      "learning_rate": 9.336047508264968e-07,
+      "loss": 1.1528,
+      "step": 5020
+    },
+    {
+      "epoch": 311.1111111111111,
+      "learning_rate": 9.333292518672707e-07,
+      "loss": 1.1665,
+      "step": 5040
+    },
+    {
+      "epoch": 312.34567901234567,
+      "learning_rate": 9.330537529080446e-07,
+      "loss": 1.1782,
+      "step": 5060
+    },
+    {
+      "epoch": 313.58024691358025,
+      "learning_rate": 9.327782539488184e-07,
+      "loss": 1.1805,
+      "step": 5080
+    },
+    {
+      "epoch": 314.81481481481484,
+      "learning_rate": 9.325027549895923e-07,
+      "loss": 1.169,
+      "step": 5100
+    },
+    {
+      "epoch": 316.04938271604937,
+      "learning_rate": 9.322272560303662e-07,
+      "loss": 1.1641,
+      "step": 5120
+    },
+    {
+      "epoch": 317.28395061728395,
+      "learning_rate": 9.319517570711399e-07,
+      "loss": 1.1333,
+      "step": 5140
+    },
+    {
+      "epoch": 318.51851851851853,
+      "learning_rate": 9.316762581119138e-07,
+      "loss": 1.1659,
+      "step": 5160
+    },
+    {
+      "epoch": 319.75308641975306,
+      "learning_rate": 9.314007591526876e-07,
+      "loss": 1.1485,
+      "step": 5180
+    },
+    {
+      "epoch": 320.98765432098764,
+      "learning_rate": 9.311252601934615e-07,
+      "loss": 1.1513,
+      "step": 5200
+    },
+    {
+      "epoch": 322.22222222222223,
+      "learning_rate": 9.308497612342353e-07,
+      "loss": 1.1603,
+      "step": 5220
+    },
+    {
+      "epoch": 323.4567901234568,
+      "learning_rate": 9.305742622750092e-07,
+      "loss": 1.1543,
+      "step": 5240
+    },
+    {
+      "epoch": 324.69135802469134,
+      "learning_rate": 9.30298763315783e-07,
+      "loss": 1.1449,
+      "step": 5260
+    },
+    {
+      "epoch": 325.9259259259259,
+      "learning_rate": 9.300232643565568e-07,
+      "loss": 1.1507,
+      "step": 5280
+    },
+    {
+      "epoch": 327.1604938271605,
+      "learning_rate": 9.297477653973307e-07,
+      "loss": 1.1578,
+      "step": 5300
+    },
+    {
+      "epoch": 328.39506172839504,
+      "learning_rate": 9.294722664381045e-07,
+      "loss": 1.1583,
+      "step": 5320
+    },
+    {
+      "epoch": 329.6296296296296,
+      "learning_rate": 9.291967674788784e-07,
+      "loss": 1.1304,
+      "step": 5340
+    },
+    {
+      "epoch": 330.8641975308642,
+      "learning_rate": 9.289212685196523e-07,
+      "loss": 1.1422,
+      "step": 5360
+    },
+    {
+      "epoch": 332.0987654320988,
+      "learning_rate": 9.286457695604261e-07,
+      "loss": 1.1262,
+      "step": 5380
+    },
+    {
+      "epoch": 333.3333333333333,
+      "learning_rate": 9.283702706011999e-07,
+      "loss": 1.1319,
+      "step": 5400
+    },
+    {
+      "epoch": 334.5679012345679,
+      "learning_rate": 9.280947716419737e-07,
+      "loss": 1.1484,
+      "step": 5420
+    },
+    {
+      "epoch": 335.8024691358025,
+      "learning_rate": 9.278192726827476e-07,
+      "loss": 1.1447,
+      "step": 5440
+    },
+    {
+      "epoch": 337.037037037037,
+      "learning_rate": 9.275437737235214e-07,
+      "loss": 1.1659,
+      "step": 5460
+    },
+    {
+      "epoch": 338.2716049382716,
+      "learning_rate": 9.272682747642953e-07,
+      "loss": 1.1103,
+      "step": 5480
+    },
+    {
+      "epoch": 339.5061728395062,
+      "learning_rate": 9.269927758050692e-07,
+      "loss": 1.142,
+      "step": 5500
+    },
+    {
+      "epoch": 340.74074074074076,
+      "learning_rate": 9.267172768458429e-07,
+      "loss": 1.1358,
+      "step": 5520
+    },
+    {
+      "epoch": 341.9753086419753,
+      "learning_rate": 9.264417778866168e-07,
+      "loss": 1.1637,
+      "step": 5540
+    },
+    {
+      "epoch": 343.2098765432099,
+      "learning_rate": 9.261662789273906e-07,
+      "loss": 1.1323,
+      "step": 5560
+    },
+    {
+      "epoch": 344.44444444444446,
+      "learning_rate": 9.258907799681645e-07,
+      "loss": 1.1233,
+      "step": 5580
+    },
+    {
+      "epoch": 345.679012345679,
+      "learning_rate": 9.256152810089383e-07,
+      "loss": 1.1131,
+      "step": 5600
+    },
+    {
+      "epoch": 346.91358024691357,
+      "learning_rate": 9.253397820497122e-07,
+      "loss": 1.1353,
+      "step": 5620
+    },
+    {
+      "epoch": 348.14814814814815,
+      "learning_rate": 9.250642830904861e-07,
+      "loss": 1.1398,
+      "step": 5640
+    },
+    {
+      "epoch": 349.38271604938274,
+      "learning_rate": 9.247887841312599e-07,
+      "loss": 1.139,
+      "step": 5660
+    },
+    {
+      "epoch": 350.61728395061726,
+      "learning_rate": 9.245132851720337e-07,
+      "loss": 1.1331,
+      "step": 5680
+    },
+    {
+      "epoch": 351.85185185185185,
+      "learning_rate": 9.242377862128075e-07,
+      "loss": 1.1194,
+      "step": 5700
+    },
+    {
+      "epoch": 353.08641975308643,
+      "learning_rate": 9.239622872535814e-07,
+      "loss": 1.123,
+      "step": 5720
+    },
+    {
+      "epoch": 354.320987654321,
+      "learning_rate": 9.236867882943551e-07,
+      "loss": 1.1366,
+      "step": 5740
+    },
+    {
+      "epoch": 355.55555555555554,
+      "learning_rate": 9.234112893351291e-07,
+      "loss": 1.1125,
+      "step": 5760
+    },
+    {
+      "epoch": 356.7901234567901,
+      "learning_rate": 9.23135790375903e-07,
+      "loss": 1.1362,
+      "step": 5780
+    },
+    {
+      "epoch": 358.0246913580247,
+      "learning_rate": 9.228602914166768e-07,
+      "loss": 1.1598,
+      "step": 5800
+    },
+    {
+      "epoch": 359.25925925925924,
+      "learning_rate": 9.225847924574507e-07,
+      "loss": 1.1328,
+      "step": 5820
+    },
+    {
+      "epoch": 360.4938271604938,
+      "learning_rate": 9.223092934982245e-07,
+      "loss": 1.14,
+      "step": 5840
+    },
+    {
+      "epoch": 361.7283950617284,
+      "learning_rate": 9.220337945389984e-07,
+      "loss": 1.0972,
+      "step": 5860
+    },
+    {
+      "epoch": 362.962962962963,
+      "learning_rate": 9.217582955797723e-07,
+      "loss": 1.1163,
+      "step": 5880
+    },
+    {
+      "epoch": 364.1975308641975,
+      "learning_rate": 9.214827966205461e-07,
+      "loss": 1.1319,
+      "step": 5900
+    },
+    {
+      "epoch": 365.4320987654321,
+      "learning_rate": 9.2120729766132e-07,
+      "loss": 1.1174,
+      "step": 5920
+    },
+    {
+      "epoch": 366.6666666666667,
+      "learning_rate": 9.209317987020937e-07,
+      "loss": 1.1175,
+      "step": 5940
+    },
+    {
+      "epoch": 367.9012345679012,
+      "learning_rate": 9.206562997428676e-07,
+      "loss": 1.1006,
+      "step": 5960
+    },
+    {
+      "epoch": 369.1358024691358,
+      "learning_rate": 9.203808007836415e-07,
+      "loss": 1.1215,
+      "step": 5980
+    },
+    {
+      "epoch": 370.3703703703704,
+      "learning_rate": 9.201053018244152e-07,
+      "loss": 1.1241,
+      "step": 6000
+    },
+    {
+      "epoch": 371.60493827160496,
+      "learning_rate": 9.198298028651892e-07,
+      "loss": 1.0916,
+      "step": 6020
+    },
+    {
+      "epoch": 372.8395061728395,
+      "learning_rate": 9.19554303905963e-07,
+      "loss": 1.093,
+      "step": 6040
+    },
+    {
+      "epoch": 374.0740740740741,
+      "learning_rate": 9.192788049467368e-07,
+      "loss": 1.158,
+      "step": 6060
+    },
+    {
+      "epoch": 375.30864197530866,
+      "learning_rate": 9.190033059875106e-07,
+      "loss": 1.0833,
+      "step": 6080
+    },
+    {
+      "epoch": 376.5432098765432,
+      "learning_rate": 9.187278070282845e-07,
+      "loss": 1.1005,
+      "step": 6100
+    },
+    {
+      "epoch": 377.77777777777777,
+      "learning_rate": 9.184523080690584e-07,
+      "loss": 1.1336,
+      "step": 6120
+    },
+    {
+      "epoch": 379.01234567901236,
+      "learning_rate": 9.181768091098322e-07,
+      "loss": 1.1173,
+      "step": 6140
+    },
+    {
+      "epoch": 380.24691358024694,
+      "learning_rate": 9.179013101506061e-07,
+      "loss": 1.0928,
+      "step": 6160
+    },
+    {
+      "epoch": 381.48148148148147,
+      "learning_rate": 9.176258111913799e-07,
+      "loss": 1.1037,
+      "step": 6180
+    },
+    {
+      "epoch": 382.71604938271605,
+      "learning_rate": 9.173503122321538e-07,
+      "loss": 1.1009,
+      "step": 6200
+    },
+    {
+      "epoch": 383.95061728395063,
+      "learning_rate": 9.170748132729275e-07,
+      "loss": 1.0996,
+      "step": 6220
+    },
+    {
+      "epoch": 385.18518518518516,
+      "learning_rate": 9.167993143137014e-07,
+      "loss": 1.1067,
+      "step": 6240
+    },
+    {
+      "epoch": 386.41975308641975,
+      "learning_rate": 9.165238153544753e-07,
+      "loss": 1.1042,
+      "step": 6260
+    },
+    {
+      "epoch": 387.65432098765433,
+      "learning_rate": 9.162483163952491e-07,
+      "loss": 1.0814,
+      "step": 6280
+    },
+    {
+      "epoch": 388.8888888888889,
+      "learning_rate": 9.15972817436023e-07,
+      "loss": 1.071,
+      "step": 6300
+    },
+    {
+      "epoch": 390.12345679012344,
+      "learning_rate": 9.156973184767968e-07,
+      "loss": 1.1144,
+      "step": 6320
+    },
+    {
+      "epoch": 391.358024691358,
+      "learning_rate": 9.154218195175706e-07,
+      "loss": 1.1073,
+      "step": 6340
+    },
+    {
+      "epoch": 392.5925925925926,
+      "learning_rate": 9.151463205583446e-07,
+      "loss": 1.0804,
+      "step": 6360
+    },
+    {
+      "epoch": 393.82716049382714,
+      "learning_rate": 9.148708215991183e-07,
+      "loss": 1.1076,
+      "step": 6380
+    },
+    {
+      "epoch": 395.0617283950617,
+      "learning_rate": 9.145953226398922e-07,
+      "loss": 1.1206,
+      "step": 6400
+    },
+    {
+      "epoch": 396.2962962962963,
+      "learning_rate": 9.14319823680666e-07,
+      "loss": 1.1109,
+      "step": 6420
+    },
+    {
+      "epoch": 397.5308641975309,
+      "learning_rate": 9.140443247214399e-07,
+      "loss": 1.1012,
+      "step": 6440
+    },
+    {
+      "epoch": 398.7654320987654,
+      "learning_rate": 9.137688257622137e-07,
+      "loss": 1.0585,
+      "step": 6460
+    },
+    {
+      "epoch": 400.0,
+      "learning_rate": 9.134933268029875e-07,
+      "loss": 1.1017,
+      "step": 6480
+    },
+    {
+      "epoch": 401.2345679012346,
+      "learning_rate": 9.132178278437614e-07,
+      "loss": 1.0905,
+      "step": 6500
+    },
+    {
+      "epoch": 402.4691358024691,
+      "learning_rate": 9.129423288845352e-07,
+      "loss": 1.1007,
+      "step": 6520
+    },
+    {
+      "epoch": 403.7037037037037,
+      "learning_rate": 9.126668299253092e-07,
+      "loss": 1.1034,
+      "step": 6540
+    },
+    {
+      "epoch": 404.9382716049383,
+      "learning_rate": 9.12391330966083e-07,
+      "loss": 1.081,
+      "step": 6560
+    },
+    {
+      "epoch": 406.17283950617286,
+      "learning_rate": 9.121158320068569e-07,
+      "loss": 1.1096,
+      "step": 6580
+    },
+    {
+      "epoch": 407.4074074074074,
+      "learning_rate": 9.118403330476307e-07,
+      "loss": 1.069,
+      "step": 6600
+    },
+    {
+      "epoch": 408.641975308642,
+      "learning_rate": 9.115648340884045e-07,
+      "loss": 1.0787,
+      "step": 6620
+    },
+    {
+      "epoch": 409.87654320987656,
+      "learning_rate": 9.112893351291784e-07,
+      "loss": 1.0963,
+      "step": 6640
+    },
+    {
+      "epoch": 411.1111111111111,
+      "learning_rate": 9.110138361699522e-07,
+      "loss": 1.1065,
+      "step": 6660
+    },
+    {
+      "epoch": 412.34567901234567,
+      "learning_rate": 9.107383372107261e-07,
+      "loss": 1.1025,
+      "step": 6680
+    },
+    {
+      "epoch": 413.58024691358025,
+      "learning_rate": 9.104628382515e-07,
+      "loss": 1.0772,
+      "step": 6700
+    },
+    {
+      "epoch": 414.81481481481484,
+      "learning_rate": 9.101873392922738e-07,
+      "loss": 1.0654,
+      "step": 6720
+    },
+    {
+      "epoch": 416.04938271604937,
+      "learning_rate": 9.099118403330477e-07,
+      "loss": 1.102,
+      "step": 6740
+    },
+    {
+      "epoch": 417.28395061728395,
+      "learning_rate": 9.096363413738214e-07,
+      "loss": 1.1023,
+      "step": 6760
+    },
+    {
+      "epoch": 418.51851851851853,
+      "learning_rate": 9.093608424145953e-07,
+      "loss": 1.0714,
+      "step": 6780
+    },
+    {
+      "epoch": 419.75308641975306,
+      "learning_rate": 9.090853434553691e-07,
+      "loss": 1.0971,
+      "step": 6800
+    },
+    {
+      "epoch": 420.98765432098764,
+      "learning_rate": 9.08809844496143e-07,
+      "loss": 1.0819,
+      "step": 6820
+    },
+    {
+      "epoch": 422.22222222222223,
+      "learning_rate": 9.085343455369169e-07,
+      "loss": 1.0948,
+      "step": 6840
+    },
+    {
+      "epoch": 423.4567901234568,
+      "learning_rate": 9.082588465776907e-07,
+      "loss": 1.1018,
+      "step": 6860
+    },
+    {
+      "epoch": 424.69135802469134,
+      "learning_rate": 9.079833476184645e-07,
+      "loss": 1.0724,
+      "step": 6880
+    },
+    {
+      "epoch": 425.9259259259259,
+      "learning_rate": 9.077078486592383e-07,
+      "loss": 1.0587,
+      "step": 6900
+    },
+    {
+      "epoch": 427.1604938271605,
+      "learning_rate": 9.074323497000122e-07,
+      "loss": 1.0842,
+      "step": 6920
+    },
+    {
+      "epoch": 428.39506172839504,
+      "learning_rate": 9.07156850740786e-07,
+      "loss": 1.0859,
+      "step": 6940
+    },
+    {
+      "epoch": 429.6296296296296,
+      "learning_rate": 9.068813517815599e-07,
+      "loss": 1.0615,
+      "step": 6960
+    },
+    {
+      "epoch": 430.8641975308642,
+      "learning_rate": 9.066058528223339e-07,
+      "loss": 1.0749,
+      "step": 6980
+    },
+    {
+      "epoch": 432.0987654320988,
+      "learning_rate": 9.063303538631076e-07,
+      "loss": 1.0865,
+      "step": 7000
+    },
+    {
+      "epoch": 433.3333333333333,
+      "learning_rate": 9.060548549038814e-07,
+      "loss": 1.0621,
+      "step": 7020
+    },
+    {
+      "epoch": 434.5679012345679,
+      "learning_rate": 9.057793559446552e-07,
+      "loss": 1.0725,
+      "step": 7040
+    },
+    {
+      "epoch": 435.8024691358025,
+      "learning_rate": 9.055038569854291e-07,
+      "loss": 1.0697,
+      "step": 7060
+    },
+    {
+      "epoch": 437.037037037037,
+      "learning_rate": 9.05228358026203e-07,
+      "loss": 1.0846,
+      "step": 7080
+    },
+    {
+      "epoch": 438.2716049382716,
+      "learning_rate": 9.049528590669768e-07,
+      "loss": 1.0432,
+      "step": 7100
+    },
+    {
+      "epoch": 439.5061728395062,
+      "learning_rate": 9.046773601077507e-07,
+      "loss": 1.0864,
+      "step": 7120
+    },
+    {
+      "epoch": 440.74074074074076,
+      "learning_rate": 9.044018611485244e-07,
+      "loss": 1.0973,
+      "step": 7140
+    },
+    {
+      "epoch": 441.9753086419753,
+      "learning_rate": 9.041263621892983e-07,
+      "loss": 1.0651,
+      "step": 7160
+    },
+    {
+      "epoch": 443.2098765432099,
+      "learning_rate": 9.038508632300721e-07,
+      "loss": 1.0885,
+      "step": 7180
+    },
+    {
+      "epoch": 444.44444444444446,
+      "learning_rate": 9.03575364270846e-07,
+      "loss": 1.054,
+      "step": 7200
+    },
+    {
+      "epoch": 445.679012345679,
+      "learning_rate": 9.032998653116199e-07,
+      "loss": 1.0526,
+      "step": 7220
+    },
+    {
+      "epoch": 446.91358024691357,
+      "learning_rate": 9.030243663523937e-07,
+      "loss": 1.0659,
+      "step": 7240
+    },
+    {
+      "epoch": 448.14814814814815,
+      "learning_rate": 9.027488673931676e-07,
+      "loss": 1.0801,
+      "step": 7260
+    },
+    {
+      "epoch": 449.38271604938274,
+      "learning_rate": 9.024733684339414e-07,
+      "loss": 1.0869,
+      "step": 7280
+    },
+    {
+      "epoch": 450.61728395061726,
+      "learning_rate": 9.021978694747153e-07,
+      "loss": 1.0798,
+      "step": 7300
+    },
+    {
+      "epoch": 451.85185185185185,
+      "learning_rate": 9.019223705154892e-07,
+      "loss": 1.0546,
+      "step": 7320
+    },
+    {
+      "epoch": 453.08641975308643,
+      "learning_rate": 9.016468715562629e-07,
+      "loss": 1.0522,
+      "step": 7340
+    },
+    {
+      "epoch": 454.320987654321,
+      "learning_rate": 9.013713725970369e-07,
+      "loss": 1.0718,
+      "step": 7360
+    },
+    {
+      "epoch": 455.55555555555554,
+      "learning_rate": 9.010958736378107e-07,
+      "loss": 1.0769,
+      "step": 7380
+    },
+    {
+      "epoch": 456.7901234567901,
+      "learning_rate": 9.008203746785846e-07,
+      "loss": 1.0482,
+      "step": 7400
+    },
+    {
+      "epoch": 458.0246913580247,
+      "learning_rate": 9.005448757193583e-07,
+      "loss": 1.0555,
+      "step": 7420
+    },
+    {
+      "epoch": 459.25925925925924,
+      "learning_rate": 9.002693767601322e-07,
+      "loss": 1.0623,
+      "step": 7440
+    },
+    {
+      "epoch": 460.4938271604938,
+      "learning_rate": 8.999938778009061e-07,
+      "loss": 1.0694,
+      "step": 7460
+    },
+    {
+      "epoch": 461.7283950617284,
+      "learning_rate": 8.997183788416799e-07,
+      "loss": 1.0656,
+      "step": 7480
+    },
+    {
+      "epoch": 462.962962962963,
+      "learning_rate": 8.994428798824538e-07,
+      "loss": 1.0436,
+      "step": 7500
+    },
+    {
+      "epoch": 464.1975308641975,
+      "learning_rate": 8.991673809232276e-07,
+      "loss": 1.0384,
+      "step": 7520
+    },
+    {
+      "epoch": 465.4320987654321,
+      "learning_rate": 8.988918819640015e-07,
+      "loss": 1.0503,
+      "step": 7540
+    },
+    {
+      "epoch": 466.6666666666667,
+      "learning_rate": 8.986163830047752e-07,
+      "loss": 1.0388,
+      "step": 7560
+    },
+    {
+      "epoch": 467.9012345679012,
+      "learning_rate": 8.983408840455491e-07,
+      "loss": 1.0438,
+      "step": 7580
+    },
+    {
+      "epoch": 469.1358024691358,
+      "learning_rate": 8.98065385086323e-07,
+      "loss": 1.045,
+      "step": 7600
+    },
+    {
+      "epoch": 470.3703703703704,
+      "learning_rate": 8.977898861270968e-07,
+      "loss": 1.0275,
+      "step": 7620
+    },
+    {
+      "epoch": 471.60493827160496,
+      "learning_rate": 8.975143871678707e-07,
+      "loss": 1.0583,
+      "step": 7640
+    },
+    {
+      "epoch": 472.8395061728395,
+      "learning_rate": 8.972388882086445e-07,
+      "loss": 1.0415,
+      "step": 7660
+    },
+    {
+      "epoch": 474.0740740740741,
+      "learning_rate": 8.969633892494183e-07,
+      "loss": 1.058,
+      "step": 7680
+    },
+    {
+      "epoch": 475.30864197530866,
+      "learning_rate": 8.966878902901923e-07,
+      "loss": 1.0512,
+      "step": 7700
+    },
+    {
+      "epoch": 476.5432098765432,
+      "learning_rate": 8.96412391330966e-07,
+      "loss": 1.0358,
+      "step": 7720
+    },
+    {
+      "epoch": 477.77777777777777,
+      "learning_rate": 8.961368923717399e-07,
+      "loss": 1.0444,
+      "step": 7740
+    },
+    {
+      "epoch": 479.01234567901236,
+      "learning_rate": 8.958613934125137e-07,
+      "loss": 1.0639,
+      "step": 7760
+    },
+    {
+      "epoch": 480.24691358024694,
+      "learning_rate": 8.955858944532876e-07,
+      "loss": 1.0615,
+      "step": 7780
+    },
+    {
+      "epoch": 481.48148148148147,
+      "learning_rate": 8.953103954940614e-07,
+      "loss": 1.0438,
+      "step": 7800
+    },
+    {
+      "epoch": 482.71604938271605,
+      "learning_rate": 8.950348965348353e-07,
+      "loss": 1.0483,
+      "step": 7820
+    },
+    {
+      "epoch": 483.95061728395063,
+      "learning_rate": 8.947593975756091e-07,
+      "loss": 1.0467,
+      "step": 7840
+    },
+    {
+      "epoch": 485.18518518518516,
+      "learning_rate": 8.944838986163829e-07,
+      "loss": 1.057,
+      "step": 7860
+    },
+    {
+      "epoch": 486.41975308641975,
+      "learning_rate": 8.942083996571568e-07,
+      "loss": 1.0428,
+      "step": 7880
+    },
+    {
+      "epoch": 487.65432098765433,
+      "learning_rate": 8.939329006979306e-07,
+      "loss": 1.0304,
+      "step": 7900
+    },
+    {
+      "epoch": 488.8888888888889,
+      "learning_rate": 8.936574017387045e-07,
+      "loss": 1.0308,
+      "step": 7920
+    },
+    {
+      "epoch": 490.12345679012344,
+      "learning_rate": 8.933819027794784e-07,
+      "loss": 1.0542,
+      "step": 7940
+    },
+    {
+      "epoch": 491.358024691358,
+      "learning_rate": 8.931064038202521e-07,
+      "loss": 1.0554,
+      "step": 7960
+    },
+    {
+      "epoch": 492.5925925925926,
+      "learning_rate": 8.92830904861026e-07,
+      "loss": 1.0416,
+      "step": 7980
+    },
+    {
+      "epoch": 493.82716049382714,
+      "learning_rate": 8.925554059017998e-07,
+      "loss": 1.0212,
+      "step": 8000
+    },
+    {
+      "epoch": 495.0617283950617,
+      "learning_rate": 8.922799069425738e-07,
+      "loss": 1.0474,
+      "step": 8020
+    },
+    {
+      "epoch": 496.2962962962963,
+      "learning_rate": 8.920044079833476e-07,
+      "loss": 1.0319,
+      "step": 8040
+    },
+    {
+      "epoch": 497.5308641975309,
+      "learning_rate": 8.917289090241215e-07,
+      "loss": 1.0237,
+      "step": 8060
+    },
+    {
+      "epoch": 498.7654320987654,
+      "learning_rate": 8.914534100648954e-07,
+      "loss": 1.0206,
+      "step": 8080
+    },
+    {
+      "epoch": 500.0,
+      "learning_rate": 8.911779111056691e-07,
+      "loss": 1.035,
+      "step": 8100
+    },
+    {
+      "epoch": 501.2345679012346,
+      "learning_rate": 8.90902412146443e-07,
+      "loss": 1.0304,
+      "step": 8120
+    },
+    {
+      "epoch": 502.4691358024691,
+      "learning_rate": 8.906269131872168e-07,
+      "loss": 1.0363,
+      "step": 8140
+    },
+    {
+      "epoch": 503.7037037037037,
+      "learning_rate": 8.903514142279907e-07,
+      "loss": 1.0234,
+      "step": 8160
+    },
+    {
+      "epoch": 504.9382716049383,
+      "learning_rate": 8.900759152687646e-07,
+      "loss": 1.0472,
+      "step": 8180
+    },
+    {
+      "epoch": 506.17283950617286,
+      "learning_rate": 8.898004163095384e-07,
+      "loss": 1.0233,
+      "step": 8200
+    },
+    {
+      "epoch": 507.4074074074074,
+      "learning_rate": 8.895249173503122e-07,
+      "loss": 1.0295,
+      "step": 8220
+    },
+    {
+      "epoch": 508.641975308642,
+      "learning_rate": 8.89249418391086e-07,
+      "loss": 1.042,
+      "step": 8240
+    },
+    {
+      "epoch": 509.87654320987656,
+      "learning_rate": 8.889739194318599e-07,
+      "loss": 1.0444,
+      "step": 8260
+    },
+    {
+      "epoch": 511.1111111111111,
+      "learning_rate": 8.886984204726337e-07,
+      "loss": 1.0554,
+      "step": 8280
+    },
+    {
+      "epoch": 512.3456790123457,
+      "learning_rate": 8.884229215134076e-07,
+      "loss": 1.0247,
+      "step": 8300
+    },
+    {
+      "epoch": 513.5802469135803,
+      "learning_rate": 8.881474225541814e-07,
+      "loss": 1.0235,
+      "step": 8320
+    },
+    {
+      "epoch": 514.8148148148148,
+      "learning_rate": 8.878719235949553e-07,
+      "loss": 1.0184,
+      "step": 8340
+    },
+    {
+      "epoch": 516.0493827160494,
+      "learning_rate": 8.875964246357292e-07,
+      "loss": 1.048,
+      "step": 8360
+    },
+    {
+      "epoch": 517.283950617284,
+      "learning_rate": 8.873209256765029e-07,
+      "loss": 1.0154,
+      "step": 8380
+    },
+    {
+      "epoch": 518.5185185185185,
+      "learning_rate": 8.870454267172768e-07,
+      "loss": 1.0525,
+      "step": 8400
+    },
+    {
+      "epoch": 519.7530864197531,
+      "learning_rate": 8.867699277580506e-07,
+      "loss": 1.0047,
+      "step": 8420
+    },
+    {
+      "epoch": 520.9876543209876,
+      "learning_rate": 8.864944287988245e-07,
+      "loss": 1.0389,
+      "step": 8440
+    },
+    {
+      "epoch": 522.2222222222222,
+      "learning_rate": 8.862189298395984e-07,
+      "loss": 1.0296,
+      "step": 8460
+    },
+    {
+      "epoch": 523.4567901234568,
+      "learning_rate": 8.859434308803721e-07,
+      "loss": 1.0246,
+      "step": 8480
+    },
+    {
+      "epoch": 524.6913580246913,
+      "learning_rate": 8.85667931921146e-07,
+      "loss": 1.0446,
+      "step": 8500
+    },
+    {
+      "epoch": 525.925925925926,
+      "learning_rate": 8.853924329619198e-07,
+      "loss": 1.0259,
+      "step": 8520
+    },
+    {
+      "epoch": 527.1604938271605,
+      "learning_rate": 8.851169340026937e-07,
+      "loss": 1.0215,
+      "step": 8540
+    },
+    {
+      "epoch": 528.395061728395,
+      "learning_rate": 8.848414350434676e-07,
+      "loss": 1.0114,
+      "step": 8560
+    },
+    {
+      "epoch": 529.6296296296297,
+      "learning_rate": 8.845659360842414e-07,
+      "loss": 0.9947,
+      "step": 8580
+    },
+    {
+      "epoch": 530.8641975308642,
+      "learning_rate": 8.842904371250153e-07,
+      "loss": 1.0313,
+      "step": 8600
+    },
+    {
+      "epoch": 532.0987654320987,
+      "learning_rate": 8.840149381657891e-07,
+      "loss": 1.0343,
+      "step": 8620
+    },
+    {
+      "epoch": 533.3333333333334,
+      "learning_rate": 8.837394392065629e-07,
+      "loss": 1.0191,
+      "step": 8640
+    },
+    {
+      "epoch": 534.5679012345679,
+      "learning_rate": 8.834639402473367e-07,
+      "loss": 0.997,
+      "step": 8660
+    },
+    {
+      "epoch": 535.8024691358024,
+      "learning_rate": 8.831884412881107e-07,
+      "loss": 1.0211,
+      "step": 8680
+    },
+    {
+      "epoch": 537.0370370370371,
+      "learning_rate": 8.829129423288845e-07,
+      "loss": 1.0237,
+      "step": 8700
+    },
+    {
+      "epoch": 538.2716049382716,
+      "learning_rate": 8.826374433696583e-07,
+      "loss": 1.0261,
+      "step": 8720
+    },
+    {
+      "epoch": 539.5061728395061,
+      "learning_rate": 8.823619444104322e-07,
+      "loss": 1.0196,
+      "step": 8740
+    },
+    {
+      "epoch": 540.7407407407408,
+      "learning_rate": 8.82086445451206e-07,
+      "loss": 1.037,
+      "step": 8760
+    },
+    {
+      "epoch": 541.9753086419753,
+      "learning_rate": 8.818109464919799e-07,
+      "loss": 1.0088,
+      "step": 8780
+    },
+    {
+      "epoch": 543.2098765432099,
+      "learning_rate": 8.815354475327538e-07,
+      "loss": 1.0296,
+      "step": 8800
+    },
+    {
+      "epoch": 544.4444444444445,
+      "learning_rate": 8.812599485735276e-07,
+      "loss": 0.9991,
+      "step": 8820
+    },
+    {
+      "epoch": 545.679012345679,
+      "learning_rate": 8.809844496143015e-07,
+      "loss": 0.9906,
+      "step": 8840
+    },
+    {
+      "epoch": 546.9135802469136,
+      "learning_rate": 8.807089506550753e-07,
+      "loss": 1.0111,
+      "step": 8860
+    },
+    {
+      "epoch": 548.1481481481482,
+      "learning_rate": 8.804334516958492e-07,
+      "loss": 0.9988,
+      "step": 8880
+    },
+    {
+      "epoch": 549.3827160493827,
+      "learning_rate": 8.80157952736623e-07,
+      "loss": 1.0259,
+      "step": 8900
+    },
+    {
+      "epoch": 550.6172839506173,
+      "learning_rate": 8.798824537773968e-07,
+      "loss": 1.0179,
+      "step": 8920
+    },
+    {
+      "epoch": 551.8518518518518,
+      "learning_rate": 8.796069548181707e-07,
+      "loss": 1.0089,
+      "step": 8940
+    },
+    {
+      "epoch": 553.0864197530864,
+      "learning_rate": 8.793314558589445e-07,
+      "loss": 0.9922,
+      "step": 8960
+    },
+    {
+      "epoch": 554.320987654321,
+      "learning_rate": 8.790559568997184e-07,
+      "loss": 1.0285,
+      "step": 8980
+    },
+    {
+      "epoch": 555.5555555555555,
+      "learning_rate": 8.787804579404922e-07,
+      "loss": 1.0303,
+      "step": 9000
+    },
+    {
+      "epoch": 556.7901234567901,
+      "learning_rate": 8.78504958981266e-07,
+      "loss": 1.0037,
+      "step": 9020
+    },
+    {
+      "epoch": 558.0246913580247,
+      "learning_rate": 8.782294600220397e-07,
+      "loss": 1.0281,
+      "step": 9040
+    },
+    {
+      "epoch": 559.2592592592592,
+      "learning_rate": 8.779539610628137e-07,
+      "loss": 1.0133,
+      "step": 9060
+    },
+    {
+      "epoch": 560.4938271604939,
+      "learning_rate": 8.776784621035876e-07,
+      "loss": 1.0045,
+      "step": 9080
+    },
+    {
+      "epoch": 561.7283950617284,
+      "learning_rate": 8.774029631443614e-07,
+      "loss": 0.9849,
+      "step": 9100
+    },
+    {
+      "epoch": 562.9629629629629,
+      "learning_rate": 8.771274641851353e-07,
+      "loss": 1.0032,
+      "step": 9120
+    },
+    {
+      "epoch": 564.1975308641976,
+      "learning_rate": 8.768519652259091e-07,
+      "loss": 1.0353,
+      "step": 9140
+    },
+    {
+      "epoch": 565.4320987654321,
+      "learning_rate": 8.76576466266683e-07,
+      "loss": 1.0111,
+      "step": 9160
+    },
+    {
+      "epoch": 566.6666666666666,
+      "learning_rate": 8.763009673074568e-07,
+      "loss": 0.9963,
+      "step": 9180
+    },
+    {
+      "epoch": 567.9012345679013,
+      "learning_rate": 8.760254683482306e-07,
+      "loss": 0.9932,
+      "step": 9200
+    },
+    {
+      "epoch": 569.1358024691358,
+      "learning_rate": 8.757499693890045e-07,
+      "loss": 1.0088,
+      "step": 9220
+    },
+    {
+      "epoch": 570.3703703703703,
+      "learning_rate": 8.754744704297783e-07,
+      "loss": 0.9893,
+      "step": 9240
+    },
+    {
+      "epoch": 571.604938271605,
+      "learning_rate": 8.751989714705522e-07,
+      "loss": 1.0086,
+      "step": 9260
+    },
+    {
+      "epoch": 572.8395061728395,
+      "learning_rate": 8.74923472511326e-07,
+      "loss": 0.992,
+      "step": 9280
+    },
+    {
+      "epoch": 574.074074074074,
+      "learning_rate": 8.746479735520998e-07,
+      "loss": 1.0009,
+      "step": 9300
+    },
+    {
+      "epoch": 575.3086419753087,
+      "learning_rate": 8.743724745928737e-07,
+      "loss": 1.0138,
+      "step": 9320
+    },
+    {
+      "epoch": 576.5432098765432,
+      "learning_rate": 8.740969756336475e-07,
+      "loss": 1.0075,
+      "step": 9340
+    },
+    {
+      "epoch": 577.7777777777778,
+      "learning_rate": 8.738214766744214e-07,
+      "loss": 0.997,
+      "step": 9360
+    },
+    {
+      "epoch": 579.0123456790124,
+      "learning_rate": 8.735459777151952e-07,
+      "loss": 1.0075,
+      "step": 9380
+    },
+    {
+      "epoch": 580.2469135802469,
+      "learning_rate": 8.732704787559691e-07,
+      "loss": 0.9865,
+      "step": 9400
+    },
+    {
+      "epoch": 581.4814814814815,
+      "learning_rate": 8.72994979796743e-07,
+      "loss": 0.9952,
+      "step": 9420
+    },
+    {
+      "epoch": 582.716049382716,
+      "learning_rate": 8.727194808375168e-07,
+      "loss": 0.985,
+      "step": 9440
+    },
+    {
+      "epoch": 583.9506172839506,
+      "learning_rate": 8.724439818782906e-07,
+      "loss": 0.9982,
+      "step": 9460
+    },
+    {
+      "epoch": 585.1851851851852,
+      "learning_rate": 8.721684829190644e-07,
+      "loss": 1.0179,
+      "step": 9480
+    },
+    {
+      "epoch": 586.4197530864197,
+      "learning_rate": 8.718929839598383e-07,
+      "loss": 0.9943,
+      "step": 9500
+    },
+    {
+      "epoch": 587.6543209876543,
+      "learning_rate": 8.716174850006122e-07,
+      "loss": 0.9745,
+      "step": 9520
+    },
+    {
+      "epoch": 588.8888888888889,
+      "learning_rate": 8.713419860413861e-07,
+      "loss": 0.9864,
+      "step": 9540
+    },
+    {
+      "epoch": 590.1234567901234,
+      "learning_rate": 8.710664870821599e-07,
+      "loss": 0.9934,
+      "step": 9560
+    },
+    {
+      "epoch": 591.358024691358,
+      "learning_rate": 8.707909881229337e-07,
+      "loss": 1.0141,
+      "step": 9580
+    },
+    {
+      "epoch": 592.5925925925926,
+      "learning_rate": 8.705154891637076e-07,
+      "loss": 1.024,
+      "step": 9600
+    },
+    {
+      "epoch": 593.8271604938271,
+      "learning_rate": 8.702399902044814e-07,
+      "loss": 0.9827,
+      "step": 9620
+    },
+    {
+      "epoch": 595.0617283950618,
+      "learning_rate": 8.699644912452553e-07,
+      "loss": 0.9912,
+      "step": 9640
+    },
+    {
+      "epoch": 596.2962962962963,
+      "learning_rate": 8.69688992286029e-07,
+      "loss": 1.0012,
+      "step": 9660
+    },
+    {
+      "epoch": 597.5308641975308,
+      "learning_rate": 8.69413493326803e-07,
+      "loss": 0.9917,
+      "step": 9680
+    },
+    {
+      "epoch": 598.7654320987655,
+      "learning_rate": 8.691379943675769e-07,
+      "loss": 0.9779,
+      "step": 9700
+    },
+    {
+      "epoch": 600.0,
+      "learning_rate": 8.688624954083506e-07,
+      "loss": 0.9943,
+      "step": 9720
+    },
+    {
+      "epoch": 601.2345679012345,
+      "learning_rate": 8.685869964491245e-07,
+      "loss": 1.001,
+      "step": 9740
+    },
+    {
+      "epoch": 602.4691358024692,
+      "learning_rate": 8.683114974898983e-07,
+      "loss": 0.9672,
+      "step": 9760
+    },
+    {
+      "epoch": 603.7037037037037,
+      "learning_rate": 8.680359985306722e-07,
+      "loss": 0.9631,
+      "step": 9780
+    },
+    {
+      "epoch": 604.9382716049382,
+      "learning_rate": 8.677604995714461e-07,
+      "loss": 0.9909,
+      "step": 9800
+    },
+    {
+      "epoch": 606.1728395061729,
+      "learning_rate": 8.674850006122198e-07,
+      "loss": 0.997,
+      "step": 9820
+    },
+    {
+      "epoch": 607.4074074074074,
+      "learning_rate": 8.672095016529937e-07,
+      "loss": 1.0081,
+      "step": 9840
+    },
+    {
+      "epoch": 608.641975308642,
+      "learning_rate": 8.669340026937675e-07,
+      "loss": 0.9748,
+      "step": 9860
+    },
+    {
+      "epoch": 609.8765432098766,
+      "learning_rate": 8.666585037345414e-07,
+      "loss": 0.9989,
+      "step": 9880
+    },
+    {
+      "epoch": 611.1111111111111,
+      "learning_rate": 8.663830047753152e-07,
+      "loss": 0.9904,
+      "step": 9900
+    },
+    {
+      "epoch": 612.3456790123457,
+      "learning_rate": 8.661075058160891e-07,
+      "loss": 0.9763,
+      "step": 9920
+    },
+    {
+      "epoch": 613.5802469135803,
+      "learning_rate": 8.65832006856863e-07,
+      "loss": 1.0005,
+      "step": 9940
+    },
+    {
+      "epoch": 614.8148148148148,
+      "learning_rate": 8.655565078976368e-07,
+      "loss": 0.9869,
+      "step": 9960
+    },
+    {
+      "epoch": 616.0493827160494,
+      "learning_rate": 8.652810089384107e-07,
+      "loss": 0.9931,
+      "step": 9980
+    },
+    {
+      "epoch": 617.283950617284,
+      "learning_rate": 8.650055099791844e-07,
+      "loss": 0.9815,
+      "step": 10000
+    }
+  ],
+  "logging_steps": 20,
+  "max_steps": 65536,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 4096,
+  "save_steps": 10000,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 8959162072154112.0,
+  "train_batch_size": 5,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-10000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158e0005d5bf2bcf9b4fc811de37dd3a87071c447dc23177bce6b2fe769416cd
+size 5560