Model save

Browse files

Files changed (6) hide show

README.md +26 -38
added_tokens.json +427 -428
model.safetensors +1 -1
tokenizer.json +0 -0
tokenizer_config.json +0 -0
training_args.bin +1 -1

README.md CHANGED Viewed

@@ -2,23 +2,11 @@
 library_name: transformers
 tags:
 - generated_from_trainer
-datasets:
-- kanishka/babylm2-rewritten-clean-spacy
 metrics:
 - accuracy
 model-index:
 - name: opt-babylm2-rewritten-clean-spacy-earlystop-bpe_seed-42_1e-3
-  results:
-  - task:
-      name: Causal Language Modeling
-      type: text-generation
-    dataset:
-      name: kanishka/babylm2-rewritten-clean-spacy
-      type: kanishka/babylm2-rewritten-clean-spacy
-    metrics:
-    - name: Accuracy
-      type: accuracy
-      value: 0.47877642614021604
 ---
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -26,10 +14,10 @@ should probably proofread and complete it, then remove this comment. -->
 # opt-babylm2-rewritten-clean-spacy-earlystop-bpe_seed-42_1e-3
-This model was trained from scratch on the kanishka/babylm2-rewritten-clean-spacy dataset.
 It achieves the following results on the evaluation set:
-- Loss: 2.6820
-- Accuracy: 0.4788
 ## Model description
@@ -62,28 +50,28 @@ The following hyperparameters were used during training:
 ### Training results
-| Training Loss | Epoch | Step  | Validation Loss | Accuracy |
-|:-------------:|:-----:|:-----:|:---------------:|:--------:|
-| 4.101         | 1.0   | 2256  | 3.8138          | 0.3611   |
-| 3.445         | 2.0   | 4512  | 3.2965          | 0.4098   |
-| 3.1279        | 3.0   | 6768  | 3.0860          | 0.4308   |
-| 2.9218        | 4.0   | 9024  | 2.9823          | 0.4412   |
-| 2.8441        | 5.0   | 11280 | 2.9202          | 0.4473   |
-| 2.7865        | 6.0   | 13536 | 2.8828          | 0.4513   |
-| 2.7432        | 7.0   | 15792 | 2.8590          | 0.4541   |
-| 2.7146        | 8.0   | 18048 | 2.8378          | 0.4566   |
-| 2.6906        | 9.0   | 20304 | 2.8226          | 0.4583   |
-| 2.6681        | 10.0  | 22560 | 2.8134          | 0.4595   |
-| 2.6498        | 11.0  | 24816 | 2.8048          | 0.4605   |
-| 2.6497        | 12.0  | 27072 | 2.7970          | 0.4616   |
-| 2.6375        | 13.0  | 29328 | 2.7915          | 0.4621   |
-| 2.6278        | 14.0  | 31584 | 2.7862          | 0.4628   |
-| 2.6102        | 15.0  | 33840 | 2.7633          | 0.4653   |
-| 2.5668        | 16.0  | 36096 | 2.7394          | 0.4686   |
-| 2.5178        | 17.0  | 38352 | 2.7183          | 0.4717   |
-| 2.462         | 18.0  | 40608 | 2.6977          | 0.4748   |
-| 2.3974        | 19.0  | 42864 | 2.6840          | 0.4773   |
-| 2.3259        | 20.0  | 45120 | 2.6820          | 0.4788   |
 ### Framework versions

 library_name: transformers
 tags:
 - generated_from_trainer
 metrics:
 - accuracy
 model-index:
 - name: opt-babylm2-rewritten-clean-spacy-earlystop-bpe_seed-42_1e-3
+  results: []
 ---
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 # opt-babylm2-rewritten-clean-spacy-earlystop-bpe_seed-42_1e-3
+This model was trained from scratch on an unknown dataset.
 It achieves the following results on the evaluation set:
+- Loss: 2.6840
+- Accuracy: 0.4787
 ## Model description
 ### Training results
+| Training Loss | Epoch   | Step  | Validation Loss | Accuracy |
+|:-------------:|:-------:|:-----:|:---------------:|:--------:|
+| 4.1044        | 1.0     | 2256  | 3.8204          | 0.3604   |
+| 3.4457        | 2.0     | 4512  | 3.3046          | 0.4093   |
+| 3.13          | 3.0     | 6768  | 3.0945          | 0.4299   |
+| 2.9219        | 4.0     | 9024  | 2.9890          | 0.4404   |
+| 2.8444        | 5.0     | 11280 | 2.9282          | 0.4466   |
+| 2.7883        | 6.0     | 13536 | 2.8910          | 0.4508   |
+| 2.7434        | 7.0     | 15792 | 2.8579          | 0.4545   |
+| 2.7158        | 8.0     | 18048 | 2.8428          | 0.4560   |
+| 2.6905        | 9.0     | 20304 | 2.8298          | 0.4573   |
+| 2.6697        | 10.0    | 22560 | 2.8169          | 0.4592   |
+| 2.6509        | 11.0    | 24816 | 2.8080          | 0.4601   |
+| 2.6494        | 12.0    | 27072 | 2.8020          | 0.4607   |
+| 2.6384        | 13.0    | 29328 | 2.7958          | 0.4616   |
+| 2.6297        | 14.0    | 31584 | 2.7939          | 0.4620   |
+| 2.612         | 15.0    | 33840 | 2.7649          | 0.4653   |
+| 2.5667        | 16.0    | 36096 | 2.7425          | 0.4686   |
+| 2.5177        | 17.0    | 38352 | 2.7206          | 0.4714   |
+| 2.4607        | 18.0    | 40608 | 2.6999          | 0.4746   |
+| 2.397         | 19.0    | 42864 | 2.6865          | 0.4773   |
+| 2.3241        | 19.9915 | 45100 | 2.6840          | 0.4787   |
 ### Framework versions

added_tokens.json CHANGED Viewed

@@ -1,430 +1,429 @@
 {
-  "<|endoftext|>": 16384,
-  "Ġ000": 16506,
-  "Ġ01": 16511,
-  "Ġ02": 16512,
-  "Ġ03": 16513,
-  "Ġ04": 16574,
-  "Ġ05": 16538,
-  "Ġ06": 16612,
-  "Ġ07": 16464,
-  "Ġ08": 16475,
-  "Ġ09": 16599,
-  "Ġ1000000000": 16466,
-  "Ġ1001": 16552,
-  "Ġ102": 16472,
-  "Ġ103": 16393,
-  "Ġ104": 16546,
-  "Ġ106": 16547,
-  "Ġ1066": 16703,
-  "Ġ107": 16444,
-  "Ġ108": 16445,
-  "Ġ109": 16539,
-  "Ġ1100": 16424,
-  "Ġ11000": 16540,
-  "Ġ111": 16389,
-  "Ġ112": 16446,
-  "Ġ113": 16447,
-  "Ġ114": 16450,
-  "Ġ115": 16451,
-  "Ġ116": 16499,
-  "Ġ117": 16452,
-  "Ġ118": 16443,
-  "Ġ119": 16453,
-  "Ġ12000": 16530,
-  "Ġ120000": 16571,
-  "Ġ121": 16414,
-  "Ġ122": 16456,
-  "Ġ123": 16505,
-  "Ġ124": 16550,
-  "Ġ1250": 16542,
-  "Ġ126": 16488,
-  "Ġ127": 16398,
-  "Ġ128": 16551,
-  "Ġ129": 16458,
-  "Ġ1300": 16425,
-  "Ġ13000": 16602,
-  "Ġ131": 16410,
-  "Ġ132": 16459,
-  "Ġ133": 16477,
-  "Ġ134": 16460,
-  "Ġ135": 16396,
-  "Ġ136": 16480,
-  "Ġ137": 16528,
-  "Ġ138": 16487,
-  "Ġ139": 16533,
-  "Ġ1400": 16426,
-  "Ġ14000": 16554,
-  "Ġ141": 16416,
-  "Ġ142": 16625,
-  "Ġ143": 16401,
-  "Ġ144": 16522,
-  "Ġ145": 16386,
-  "Ġ146": 16502,
-  "Ġ147": 16579,
-  "Ġ148": 16507,
-  "Ġ149": 16557,
-  "Ġ15000": 16399,
-  "Ġ150000": 16481,
-  "Ġ151": 16417,
-  "Ġ152": 16583,
-  "Ġ153": 16390,
-  "Ġ154": 16619,
-  "Ġ155": 16644,
-  "Ġ156": 16391,
-  "Ġ157": 16683,
-  "Ġ158": 16496,
-  "Ġ159": 16581,
-  "Ġ1600": 16427,
-  "Ġ16000": 16482,
-  "Ġ1603": 16573,
-  "Ġ161": 16437,
-  "Ġ162": 16575,
-  "Ġ1620": 16730,
-  "Ġ163": 16392,
-  "Ġ164": 16630,
-  "Ġ165": 16555,
-  "Ġ166": 16678,
-  "Ġ1660": 16566,
-  "Ġ1666": 16634,
-  "Ġ167": 16693,
-  "Ġ168": 16461,
-  "Ġ169": 16479,
-  "Ġ1700": 16428,
-  "Ġ17000": 16572,
-  "Ġ1707": 16786,
-  "Ġ171": 16504,
-  "Ġ172": 16585,
-  "Ġ173": 16558,
-  "Ġ174": 16543,
-  "Ġ1740": 16621,
-  "Ġ1748": 16794,
-  "Ġ1750": 16686,
-  "Ġ1755": 16738,
-  "Ġ1756": 16792,
-  "Ġ1758": 16718,
-  "Ġ1760": 16732,
-  "Ġ1762": 16702,
-  "Ġ1763": 16756,
-  "Ġ1764": 16774,
-  "Ġ1765": 16773,
-  "Ġ1768": 16721,
-  "Ġ1770": 16806,
-  "Ġ1772": 16804,
-  "Ġ1773": 16793,
-  "Ġ1774": 16752,
-  "Ġ1775": 16724,
-  "Ġ1776": 16729,
-  "Ġ1777": 16791,
-  "Ġ1778": 16695,
-  "Ġ1779": 16725,
-  "Ġ1780": 16701,
-  "Ġ1781": 16753,
-  "Ġ1783": 16770,
-  "Ġ1784": 16768,
-  "Ġ1785": 16769,
-  "Ġ1786": 16614,
-  "Ġ1787": 16639,
-  "Ġ1788": 16651,
-  "Ġ1789": 16465,
-  "Ġ1790": 16592,
-  "Ġ1791": 16795,
-  "Ġ1792": 16739,
-  "Ġ1793": 16715,
-  "Ġ1794": 16740,
-  "Ġ1795": 16757,
-  "Ġ1796": 16798,
-  "Ġ1797": 16797,
-  "Ġ1798": 16717,
-  "Ġ1799": 16635,
-  "Ġ18000": 16600,
-  "Ġ1801": 16802,
-  "Ġ1802": 16760,
-  "Ġ1803": 16803,
-  "Ġ1804": 16736,
-  "Ġ1805": 16799,
-  "Ġ1806": 16690,
-  "Ġ1807": 16758,
-  "Ġ1808": 16747,
-  "Ġ1809": 16762,
-  "Ġ181": 16420,
-  "Ġ1810": 16805,
-  "Ġ1811": 16707,
-  "Ġ1812": 16626,
-  "Ġ1813": 16713,
-  "Ġ1814": 16610,
-  "Ġ1815": 16704,
-  "Ġ1816": 16735,
-  "Ġ1817": 16759,
-  "Ġ1818": 16705,
-  "Ġ1819": 16637,
-  "Ġ182": 16412,
-  "Ġ1820": 16709,
-  "Ġ1821": 16708,
-  "Ġ1822": 16782,
-  "Ġ1823": 16775,
-  "Ġ1824": 16638,
-  "Ġ1825": 16710,
-  "Ġ1826": 16711,
-  "Ġ1827": 16712,
-  "Ġ1828": 16800,
-  "Ġ1829": 16761,
-  "Ġ1830": 16669,
-  "Ġ1831": 16765,
-  "Ġ1832": 16780,
-  "Ġ1833": 16591,
-  "Ġ1834": 16796,
-  "Ġ1835": 16667,
-  "Ġ1836": 16755,
-  "Ġ1837": 16737,
-  "Ġ1838": 16801,
-  "Ġ1839": 16670,
-  "Ġ1840": 16577,
-  "Ġ1841": 16776,
-  "Ġ1842": 16781,
-  "Ġ1843": 16764,
-  "Ġ1844": 16489,
-  "Ġ1845": 16754,
-  "Ġ1846": 16671,
-  "Ġ1847": 16672,
-  "Ġ1848": 16656,
-  "Ġ1849": 16733,
-  "Ġ1850": 16568,
-  "Ġ1851": 16766,
-  "Ġ1852": 16714,
-  "Ġ1853": 16728,
-  "Ġ1854": 16787,
-  "Ġ1855": 16734,
-  "Ġ1856": 16611,
-  "Ġ1857": 16777,
-  "Ġ1858": 16673,
-  "Ġ1859": 16688,
-  "Ġ1860": 16567,
-  "Ġ1861": 16665,
-  "Ġ1862": 16653,
-  "Ġ1863": 16763,
-  "Ġ1864": 16677,
-  "Ġ1865": 16687,
-  "Ġ1866": 16664,
-  "Ġ1867": 16674,
-  "Ġ1868": 16699,
-  "Ġ1869": 16632,
-  "Ġ1871": 16700,
-  "Ġ1872": 16767,
-  "Ġ1873": 16748,
-  "Ġ1874": 16749,
-  "Ġ1875": 16783,
-  "Ġ1876": 16750,
-  "Ġ1877": 16723,
-  "Ġ1878": 16716,
-  "Ġ1879": 16649,
-  "Ġ1880": 16588,
-  "Ġ1881": 16696,
-  "Ġ1882": 16778,
-  "Ġ1883": 16779,
-  "Ġ1884": 16751,
-  "Ġ1885": 16784,
-  "Ġ1886": 16731,
-  "Ġ1887": 16771,
-  "Ġ1888": 16668,
-  "Ġ1889": 16648,
-  "Ġ1891": 16772,
-  "Ġ1892": 16647,
-  "Ġ1893": 16675,
-  "Ġ1894": 16597,
-  "Ġ1895": 16726,
-  "Ġ1896": 16697,
-  "Ġ1897": 16655,
-  "Ġ1898": 16654,
-  "Ġ1899": 16691,
-  "Ġ1901": 16652,
-  "Ġ1902": 16698,
-  "Ġ1903": 16692,
-  "Ġ1904": 16535,
-  "Ġ1906": 16589,
-  "Ġ1907": 16636,
-  "Ġ192220": 16808,
-  "Ġ2000000": 16490,
-  "Ġ201920": 16810,
-  "Ġ202021": 16811,
-  "Ġ2025": 16645,
-  "Ġ203": 16666,
-  "Ġ204": 16598,
-  "Ġ205": 16514,
-  "Ġ206": 16400,
-  "Ġ207": 16727,
-  "Ġ208": 16582,
-  "Ġ209": 16455,
-  "Ġ210": 16484,
-  "Ġ2100": 16553,
-  "Ġ211": 16431,
-  "Ġ212": 16419,
-  "Ġ213": 16415,
-  "Ġ214": 16516,
-  "Ġ215": 16622,
-  "Ġ216": 16744,
-  "Ġ217": 16497,
-  "Ġ218": 16418,
-  "Ġ219": 16476,
-  "Ġ220": 16403,
-  "Ġ2200": 16439,
-  "Ġ22000": 16501,
-  "Ġ221": 16662,
-  "Ġ222": 16434,
-  "Ġ223": 16436,
-  "Ġ224": 16534,
-  "Ġ225": 16462,
-  "Ġ226": 16531,
-  "Ġ227": 16526,
-  "Ġ228": 16503,
-  "Ġ230": 16433,
-  "Ġ2300": 16604,
-  "Ġ231": 16603,
-  "Ġ232": 16523,
-  "Ġ233": 16527,
-  "Ġ234": 16510,
-  "Ġ235": 16565,
-  "Ġ236": 16743,
-  "Ġ237": 16469,
-  "Ġ238": 16584,
-  "Ġ239": 16745,
-  "Ġ240": 16413,
-  "Ġ2400": 16385,
-  "Ġ241": 16587,
-  "Ġ243": 16485,
-  "Ġ244": 16498,
-  "Ġ245": 16562,
-  "Ġ246": 16559,
-  "Ġ247": 16560,
-  "Ġ248": 16563,
-  "Ġ249": 16561,
-  "Ġ2500": 16429,
-  "Ġ25000": 16397,
-  "Ġ250000": 16471,
-  "Ġ251": 16657,
-  "Ġ253": 16663,
-  "Ġ254": 16617,
-  "Ġ255": 16595,
-  "Ġ256": 16719,
-  "Ġ257": 16524,
-  "Ġ258": 16627,
-  "Ġ259": 16387,
-  "Ġ260": 16411,
-  "Ġ2600": 16430,
-  "Ġ261": 16628,
-  "Ġ262": 16421,
-  "Ġ263": 16457,
-  "Ġ264": 16517,
-  "Ġ265": 16537,
-  "Ġ266": 16629,
-  "Ġ267": 16720,
-  "Ġ268": 16508,
-  "Ġ269": 16606,
-  "Ġ270": 16521,
-  "Ġ271": 16788,
-  "Ġ272": 16659,
-  "Ġ273": 16790,
-  "Ġ275": 16509,
-  "Ġ278": 16473,
-  "Ġ280": 16404,
-  "Ġ281": 16609,
-  "Ġ282": 16624,
-  "Ġ283": 16432,
-  "Ġ285": 16618,
-  "Ġ286": 16556,
-  "Ġ287": 16661,
-  "Ġ290": 16660,
-  "Ġ291": 16785,
-  "Ġ293": 16613,
-  "Ġ294": 16640,
-  "Ġ295": 16641,
-  "Ġ296": 16478,
-  "Ġ299": 16605,
-  "Ġ300000": 16474,
-  "Ġ3000000": 16495,
-  "Ġ301": 16601,
-  "Ġ302": 16642,
-  "Ġ303": 16544,
-  "Ġ304": 16593,
-  "Ġ305": 16486,
-  "Ġ306": 16491,
-  "Ġ307": 16623,
-  "Ġ308": 16676,
-  "Ġ309": 16685,
-  "Ġ310": 16689,
-  "Ġ311": 16590,
-  "Ġ312": 16608,
-  "Ġ313": 16520,
-  "Ġ314": 16679,
-  "Ġ315": 16746,
-  "Ġ316": 16681,
-  "Ġ318": 16680,
-  "Ġ319": 16682,
-  "Ġ320": 16405,
-  "Ġ323": 16454,
-  "Ġ324": 16742,
-  "Ġ325": 16515,
-  "Ġ326": 16463,
-  "Ġ327": 16646,
-  "Ġ330": 16789,
-  "Ġ333": 16694,
-  "Ġ340": 16616,
-  "Ġ343": 16706,
-  "Ġ3500": 16440,
-  "Ġ35000": 16525,
-  "Ġ352": 16684,
-  "Ġ355": 16529,
-  "Ġ357": 16388,
-  "Ġ360": 16435,
-  "Ġ365": 16536,
-  "Ġ370": 16494,
-  "Ġ375": 16564,
-  "Ġ380": 16406,
-  "Ġ386": 16541,
-  "Ġ395": 16576,
-  "Ġ40000": 16395,
-  "Ġ400000": 16483,
-  "Ġ401": 16643,
-  "Ġ405": 16586,
-  "Ġ408": 16658,
-  "Ġ410": 16580,
-  "Ġ420": 16407,
-  "Ġ421": 16532,
-  "Ġ423": 16493,
-  "Ġ430": 16569,
-  "Ġ440": 16615,
-  "Ġ4400": 16578,
-  "Ġ441": 16633,
-  "Ġ450": 16402,
-  "Ġ4500": 16441,
-  "Ġ45000": 16470,
-  "Ġ460": 16620,
-  "Ġ480": 16408,
-  "Ġ481": 16631,
-  "Ġ550": 16409,
-  "Ġ60000": 16518,
-  "Ġ600000": 16500,
-  "Ġ650": 16422,
-  "Ġ6500": 16549,
-  "Ġ660": 16650,
-  "Ġ7000": 16442,
-  "Ġ70000": 16394,
-  "Ġ700000": 16467,
-  "Ġ720": 16448,
-  "Ġ727": 16809,
-  "Ġ737": 16807,
-  "Ġ747": 16492,
-  "Ġ750": 16438,
-  "Ġ7500": 16545,
-  "Ġ75000": 16607,
-  "Ġ777": 16741,
-  "Ġ8000": 16468,
-  "Ġ80000": 16594,
-  "Ġ800000": 16548,
-  "Ġ850": 16449,
-  "Ġ9000": 16519,
-  "Ġ90000": 16596,
-  "Ġ911": 16722,
-  "Ġ950": 16423,
-  "Ġ999": 16570
 }

 {
+  "01": 16510,
+  "02": 16511,
+  "03": 16512,
+  "04": 16573,
+  "05": 16537,
+  "06": 16611,
+  "07": 16464,
+  "08": 16475,
+  "09": 16598,
+  "1000000000": 16466,
+  "1001": 16551,
+  "102": 16472,
+  "103": 16393,
+  "104": 16545,
+  "106": 16546,
+  "1066": 16702,
+  "107": 16444,
+  "108": 16445,
+  "109": 16538,
+  "1100": 16424,
+  "11000": 16539,
+  "111": 16389,
+  "112": 16446,
+  "113": 16447,
+  "114": 16450,
+  "115": 16451,
+  "116": 16499,
+  "117": 16452,
+  "118": 16443,
+  "119": 16453,
+  "12000": 16529,
+  "120000": 16570,
+  "121": 16414,
+  "122": 16456,
+  "123": 16505,
+  "124": 16549,
+  "1250": 16541,
+  "126": 16488,
+  "127": 16398,
+  "128": 16550,
+  "129": 16458,
+  "1300": 16425,
+  "13000": 16601,
+  "131": 16410,
+  "132": 16459,
+  "133": 16477,
+  "134": 16460,
+  "135": 16396,
+  "136": 16480,
+  "137": 16527,
+  "138": 16487,
+  "139": 16532,
+  "1400": 16426,
+  "14000": 16553,
+  "141": 16416,
+  "142": 16624,
+  "143": 16401,
+  "144": 16521,
+  "145": 16386,
+  "146": 16502,
+  "147": 16578,
+  "148": 16506,
+  "149": 16556,
+  "15000": 16399,
+  "150000": 16481,
+  "151": 16417,
+  "152": 16582,
+  "153": 16390,
+  "154": 16618,
+  "155": 16643,
+  "156": 16391,
+  "157": 16682,
+  "158": 16496,
+  "159": 16580,
+  "1600": 16427,
+  "16000": 16482,
+  "1603": 16572,
+  "161": 16437,
+  "162": 16574,
+  "1620": 16729,
+  "163": 16392,
+  "164": 16629,
+  "165": 16554,
+  "166": 16677,
+  "1660": 16565,
+  "1666": 16633,
+  "167": 16692,
+  "168": 16461,
+  "169": 16479,
+  "1700": 16428,
+  "17000": 16571,
+  "1707": 16785,
+  "171": 16504,
+  "172": 16584,
+  "173": 16557,
+  "174": 16542,
+  "1740": 16620,
+  "1748": 16793,
+  "1750": 16685,
+  "1755": 16737,
+  "1756": 16791,
+  "1758": 16717,
+  "1760": 16731,
+  "1762": 16701,
+  "1763": 16755,
+  "1764": 16773,
+  "1765": 16772,
+  "1768": 16720,
+  "1770": 16805,
+  "1772": 16803,
+  "1773": 16792,
+  "1774": 16751,
+  "1775": 16723,
+  "1776": 16728,
+  "1777": 16790,
+  "1778": 16694,
+  "1779": 16724,
+  "1780": 16700,
+  "1781": 16752,
+  "1783": 16769,
+  "1784": 16767,
+  "1785": 16768,
+  "1786": 16613,
+  "1787": 16638,
+  "1788": 16650,
+  "1789": 16465,
+  "1790": 16591,
+  "1791": 16794,
+  "1792": 16738,
+  "1793": 16714,
+  "1794": 16739,
+  "1795": 16756,
+  "1796": 16797,
+  "1797": 16796,
+  "1798": 16716,
+  "1799": 16634,
+  "18000": 16599,
+  "1801": 16801,
+  "1802": 16759,
+  "1803": 16802,
+  "1804": 16735,
+  "1805": 16798,
+  "1806": 16689,
+  "1807": 16757,
+  "1808": 16746,
+  "1809": 16761,
+  "181": 16420,
+  "1810": 16804,
+  "1811": 16706,
+  "1812": 16625,
+  "1813": 16712,
+  "1814": 16609,
+  "1815": 16703,
+  "1816": 16734,
+  "1817": 16758,
+  "1818": 16704,
+  "1819": 16636,
+  "182": 16412,
+  "1820": 16708,
+  "1821": 16707,
+  "1822": 16781,
+  "1823": 16774,
+  "1824": 16637,
+  "1825": 16709,
+  "1826": 16710,
+  "1827": 16711,
+  "1828": 16799,
+  "1829": 16760,
+  "1830": 16668,
+  "1831": 16764,
+  "1832": 16779,
+  "1833": 16590,
+  "1834": 16795,
+  "1835": 16666,
+  "1836": 16754,
+  "1837": 16736,
+  "1838": 16800,
+  "1839": 16669,
+  "1840": 16576,
+  "1841": 16775,
+  "1842": 16780,
+  "1843": 16763,
+  "1844": 16489,
+  "1845": 16753,
+  "1846": 16670,
+  "1847": 16671,
+  "1848": 16655,
+  "1849": 16732,
+  "1850": 16567,
+  "1851": 16765,
+  "1852": 16713,
+  "1853": 16727,
+  "1854": 16786,
+  "1855": 16733,
+  "1856": 16610,
+  "1857": 16776,
+  "1858": 16672,
+  "1859": 16687,
+  "1860": 16566,
+  "1861": 16664,
+  "1862": 16652,
+  "1863": 16762,
+  "1864": 16676,
+  "1865": 16686,
+  "1866": 16663,
+  "1867": 16673,
+  "1868": 16698,
+  "1869": 16631,
+  "1871": 16699,
+  "1872": 16766,
+  "1873": 16747,
+  "1874": 16748,
+  "1875": 16782,
+  "1876": 16749,
+  "1877": 16722,
+  "1878": 16715,
+  "1879": 16648,
+  "1880": 16587,
+  "1881": 16695,
+  "1882": 16777,
+  "1883": 16778,
+  "1884": 16750,
+  "1885": 16783,
+  "1886": 16730,
+  "1887": 16770,
+  "1888": 16667,
+  "1889": 16647,
+  "1891": 16771,
+  "1892": 16646,
+  "1893": 16674,
+  "1894": 16596,
+  "1895": 16725,
+  "1896": 16696,
+  "1897": 16654,
+  "1898": 16653,
+  "1899": 16690,
+  "1901": 16651,
+  "1902": 16697,
+  "1903": 16691,
+  "1904": 16534,
+  "1906": 16588,
+  "1907": 16635,
+  "192220": 16807,
+  "2000000": 16490,
+  "201920": 16809,
+  "202021": 16810,
+  "2025": 16644,
+  "203": 16665,
+  "204": 16597,
+  "205": 16513,
+  "206": 16400,
+  "207": 16726,
+  "208": 16581,
+  "209": 16455,
+  "210": 16484,
+  "2100": 16552,
+  "211": 16431,
+  "212": 16419,
+  "213": 16415,
+  "214": 16515,
+  "215": 16621,
+  "216": 16743,
+  "217": 16497,
+  "218": 16418,
+  "219": 16476,
+  "220": 16403,
+  "2200": 16439,
+  "22000": 16501,
+  "221": 16661,
+  "222": 16434,
+  "223": 16436,
+  "224": 16533,
+  "225": 16462,
+  "226": 16530,
+  "227": 16525,
+  "228": 16503,
+  "230": 16433,
+  "2300": 16603,
+  "231": 16602,
+  "232": 16522,
+  "233": 16526,
+  "234": 16509,
+  "235": 16564,
+  "236": 16742,
+  "237": 16469,
+  "238": 16583,
+  "239": 16744,
+  "240": 16413,
+  "2400": 16385,
+  "241": 16586,
+  "243": 16485,
+  "244": 16498,
+  "245": 16561,
+  "246": 16558,
+  "247": 16559,
+  "248": 16562,
+  "249": 16560,
+  "2500": 16429,
+  "25000": 16397,
+  "250000": 16471,
+  "251": 16656,
+  "253": 16662,
+  "254": 16616,
+  "255": 16594,
+  "256": 16718,
+  "257": 16523,
+  "258": 16626,
+  "259": 16387,
+  "260": 16411,
+  "2600": 16430,
+  "261": 16627,
+  "262": 16421,
+  "263": 16457,
+  "264": 16516,
+  "265": 16536,
+  "266": 16628,
+  "267": 16719,
+  "268": 16507,
+  "269": 16605,
+  "270": 16520,
+  "271": 16787,
+  "272": 16658,
+  "273": 16789,
+  "275": 16508,
+  "278": 16473,
+  "280": 16404,
+  "281": 16608,
+  "282": 16623,
+  "283": 16432,
+  "285": 16617,
+  "286": 16555,
+  "287": 16660,
+  "290": 16659,
+  "291": 16784,
+  "293": 16612,
+  "294": 16639,
+  "295": 16640,
+  "296": 16478,
+  "299": 16604,
+  "300000": 16474,
+  "3000000": 16495,
+  "301": 16600,
+  "302": 16641,
+  "303": 16543,
+  "304": 16592,
+  "305": 16486,
+  "306": 16491,
+  "307": 16622,
+  "308": 16675,
+  "309": 16684,
+  "310": 16688,
+  "311": 16589,
+  "312": 16607,
+  "313": 16519,
+  "314": 16678,
+  "315": 16745,
+  "316": 16680,
+  "318": 16679,
+  "319": 16681,
+  "320": 16405,
+  "323": 16454,
+  "324": 16741,
+  "325": 16514,
+  "326": 16463,
+  "327": 16645,
+  "330": 16788,
+  "333": 16693,
+  "340": 16615,
+  "343": 16705,
+  "3500": 16440,
+  "35000": 16524,
+  "352": 16683,
+  "355": 16528,
+  "357": 16388,
+  "360": 16435,
+  "365": 16535,
+  "370": 16494,
+  "375": 16563,
+  "380": 16406,
+  "386": 16540,
+  "395": 16575,
+  "40000": 16395,
+  "400000": 16483,
+  "401": 16642,
+  "405": 16585,
+  "408": 16657,
+  "410": 16579,
+  "420": 16407,
+  "421": 16531,
+  "423": 16493,
+  "430": 16568,
+  "440": 16614,
+  "4400": 16577,
+  "441": 16632,
+  "450": 16402,
+  "4500": 16441,
+  "45000": 16470,
+  "460": 16619,
+  "480": 16408,
+  "481": 16630,
+  "550": 16409,
+  "60000": 16517,
+  "600000": 16500,
+  "650": 16422,
+  "6500": 16548,
+  "660": 16649,
+  "7000": 16442,
+  "70000": 16394,
+  "700000": 16467,
+  "720": 16448,
+  "727": 16808,
+  "737": 16806,
+  "747": 16492,
+  "750": 16438,
+  "7500": 16544,
+  "75000": 16606,
+  "777": 16740,
+  "8000": 16468,
+  "80000": 16593,
+  "800000": 16547,
+  "850": 16449,
+  "9000": 16518,
+  "90000": 16595,
+  "911": 16721,
+  "950": 16423,
+  "999": 16569,
+  "<|endoftext|>": 16384
 }

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:78a24b9f70ac1761212e945ed8c4d04d91c3eb638a51e917dd060936771835a3
 size 392682336

 version https://git-lfs.github.com/spec/v1
+oid sha256:c150e0b350f07cf568ff48fe1eb30059ec3e50454b5b418834dc0eae576757ae
 size 392682336

tokenizer.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

tokenizer_config.json CHANGED Viewed

The diff for this file is too large to render. See raw diff

training_args.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3256b16324f733727ac83bbf9df8ca89221d6c7f40c88ae86cf92e50b7f90b81
 size 5496

 version https://git-lfs.github.com/spec/v1
+oid sha256:c1f5d89d6ac20c7296ba53464c714e8bdab0613d048f74e0d7be23d39c017522
 size 5496