Upload 43 files

config.json

@@ -0,0 +1,26 @@
+{
+  "architectures": [
+    "CamembertForMaskedLM"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 514,
+  "model_type": "camembert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.22.2",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 32000
+}

optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc2ccce3b1ed5404372754290f0a2595bd96f8f319328c8cee902893a6dc1af4
+size 885330713

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1fc7ff0beae05bf731afcbbad65d23d5c6738437205c3b64e3efaa5475b42c3
+size 442678571

rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_10.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_11.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_12.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_13.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_14.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_15.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_16.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_17.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_18.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_19.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_20.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_21.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_22.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_23.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_24.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_25.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_26.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_27.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_28.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_29.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_30.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_31.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_4.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_5.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_6.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_7.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_8.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

rng_state_9.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b6409b6df334aa38d958af9294f42e0573e6345944d509a68386c19cdf9536
+size 14503

scaler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaf6e09b6c2009ab5c47344aec88eb537ae9cef5cd48ba649ceaf5b0fc934f9e
+size 559

scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6266970c816e31da2d13adb2483f1d812c9d269fbcbb8de3991b22d4003f0e55
+size 623

special_tokens_map.json

@@ -0,0 +1,565 @@
+{
+  "additional_special_tokens": [
+    "adéno",
+    "adria",
+    "aéro",
+    "afro",
+    "agri",
+    "agro",
+    "algie",
+    "allo",
+    "amino",
+    "andr",
+    "andro",
+    "aneuplo",
+    "angi",
+    "angio",
+    "anthra",
+    "anthropo",
+    "anti",
+    "anto",
+    "anxio",
+    "aréolo",
+    "aroma",
+    "arthr",
+    "arthro",
+    "astr",
+    "astro",
+    "audio",
+    "auto",
+    "axillo",
+    "biblio",
+    "blast",
+    "blastique",
+    "blasto",
+    "brachy",
+    "brom",
+    "bromo",
+    "bronch",
+    "bronchio",
+    "broncho",
+    "calc",
+    "calco",
+    "calori",
+    "cancér",
+    "cancéro",
+    "carb",
+    "carbo",
+    "carcin",
+    "carcino",
+    "carde",
+    "cardi",
+    "cardie",
+    "cardio",
+    "cardique",
+    "caryo",
+    "cèle",
+    "cèles",
+    "célio",
+    "cellulo",
+    "centi",
+    "centr",
+    "centrie",
+    "centrique",
+    "centrisme",
+    "centro",
+    "cépro",
+    "cérébr",
+    "cérébro",
+    "cervico",
+    "charactér",
+    "charactéro",
+    "chémo",
+    "chimio",
+    "chlor",
+    "chloro",
+    "chondr",
+    "chondrie",
+    "chondro",
+    "chor",
+    "choré",
+    "choréo",
+    "chori",
+    "chorio",
+    "choro",
+    "chrom",
+    "chromat",
+    "chromato",
+    "chrome",
+    "chromie",
+    "chromo",
+    "chron",
+    "chrono",
+    "cide",
+    "cinéma",
+    "cinémato",
+    "claustr",
+    "claustro",
+    "clinico",
+    "clono",
+    "coelio",
+    "cole",
+    "coles",
+    "coli",
+    "colo",
+    "comédo",
+    "contr",
+    "contra",
+    "contre",
+    "contro",
+    "cortico",
+    "cosmo",
+    "crate",
+    "cratie",
+    "crine",
+    "cryo",
+    "crypto",
+    "cule",
+    "cules",
+    "culteur",
+    "cutanéo",
+    "cycl",
+    "cycle",
+    "cyclo",
+    "cyte",
+    "cyto",
+    "déci",
+    "démo",
+    "densit",
+    "densito",
+    "déonto",
+    "dermat",
+    "dermato",
+    "dermo",
+    "diamino",
+    "dosi",
+    "drome",
+    "écho",
+    "ectasie",
+    "ectomie",
+    "edème",
+    "électr",
+    "électro",
+    "embry",
+    "embryo",
+    "émie",
+    "émique",
+    "endo",
+    "endocrino",
+    "entéro",
+    "entr",
+    "entre",
+    "épidémio",
+    "érythro",
+    "estro",
+    "ethno",
+    "extra",
+    "ferro",
+    "fibr",
+    "fibro",
+    "fluor",
+    "fluoro",
+    "fluro",
+    "forme",
+    "gastr",
+    "gastro",
+    "gène",
+    "géné",
+    "gènes",
+    "génés",
+    "génicité",
+    "génique",
+    "génit",
+    "génito",
+    "géno",
+    "ghrapho",
+    "glandulo",
+    "gluc",
+    "gluco",
+    "glyc",
+    "glyco",
+    "gonado",
+    "gramme",
+    "graphe",
+    "grapheur",
+    "graphie",
+    "graphique",
+    "grapho",
+    "gynéco",
+    "gyno",
+    "hecto",
+    "hélio",
+    "hémat",
+    "hémato",
+    "hémie",
+    "hémo",
+    "hépar",
+    "héparo",
+    "hépat",
+    "hépato",
+    "hétéro",
+    "hippo",
+    "hist",
+    "histi",
+    "histio",
+    "histo",
+    "homéo",
+    "homo",
+    "hydr",
+    "hydro",
+    "hygiéno",
+    "hyper",
+    "hyphophys",
+    "hypn",
+    "hypno",
+    "hypo",
+    "hystér",
+    "hystéro",
+    "iatre",
+    "iatrie",
+    "iatro",
+    "ides",
+    "ïdes",
+    "immun",
+    "immuno",
+    "indo",
+    "inhomo",
+    "inter",
+    "intra",
+    "iono",
+    "kaleido",
+    "kilo",
+    "kine",
+    "kines",
+    "kinési",
+    "kinésio",
+    "lacto",
+    "laparo",
+    "léio",
+    "leuc",
+    "leuco",
+    "lévo",
+    "lipo",
+    "lisso",
+    "loco",
+    "logie",
+    "logies",
+    "logique",
+    "logiste",
+    "logo",
+    "logue",
+    "logues",
+    "lombo",
+    "lymph",
+    "lympho",
+    "lyse",
+    "lyte",
+    "macrie",
+    "macro",
+    "mamm",
+    "mamma",
+    "mammo",
+    "mane",
+    "manie",
+    "mast",
+    "mastie",
+    "masto",
+    "mastoïd",
+    "mastoïdo",
+    "mate",
+    "maxi",
+    "maxillo",
+    "médi",
+    "média",
+    "médico",
+    "médio",
+    "méga",
+    "mégalo",
+    "mène",
+    "méno",
+    "mère",
+    "mérisme",
+    "méro",
+    "meta",
+    "méta",
+    "méthodo",
+    "mètre",
+    "métrie",
+    "métrique",
+    "métro",
+    "micro",
+    "milli",
+    "mini",
+    "mito",
+    "mono",
+    "morph",
+    "morphe",
+    "morphie",
+    "morphique",
+    "morphisme",
+    "morpho",
+    "mucéto",
+    "multi",
+    "muscul",
+    "musculo",
+    "myce",
+    "mycét",
+    "mycète",
+    "mycine",
+    "myco",
+    "négato",
+    "neur",
+    "neural",
+    "neurie",
+    "neuro",
+    "névro",
+    "nome",
+    "nomie",
+    "nuclé",
+    "nucléo",
+    "ocul",
+    "oculo",
+    "oeso",
+    "oestr",
+    "oestro",
+    "œstro",
+    "olig",
+    "oligo",
+    "omni",
+    "onch",
+    "oncho",
+    "onco",
+    "onto",
+    "onycho",
+    "oophor",
+    "oophoro",
+    "ophtalm",
+    "ophtalmo",
+    "orchi",
+    "orchid",
+    "organ",
+    "organo",
+    "ortho",
+    "ossi",
+    "osté",
+    "ostéo",
+    "ostro",
+    "ovar",
+    "ovari",
+    "ovario",
+    "panto",
+    "para",
+    "pariéto",
+    "path",
+    "pathe",
+    "pathie",
+    "patho",
+    "pausé",
+    "pède",
+    "pédi",
+    "pédie",
+    "pédo",
+    "pénie",
+    "péri",
+    "pexie",
+    "phage",
+    "phago",
+    "pharmac",
+    "pharmaco",
+    "phén",
+    "phénique",
+    "phéno",
+    "phénol",
+    "phényl",
+    "phil",
+    "phile",
+    "philes",
+    "philo",
+    "phobe",
+    "phobie",
+    "phon",
+    "phone",
+    "phonie",
+    "phono",
+    "phosph",
+    "phosphat",
+    "phosphato",
+    "phospho",
+    "photo",
+    "physico",
+    "physio",
+    "phyt",
+    "phyto",
+    "plase",
+    "plasie",
+    "plasique",
+    "plasme",
+    "plasmino",
+    "plastie",
+    "plastique",
+    "pleuro",
+    "ploïde",
+    "pluri",
+    "pneumo",
+    "pode",
+    "podo",
+    "pole",
+    "poly",
+    "poso",
+    "post",
+    "préo",
+    "progesto",
+    "prot",
+    "protéin",
+    "protéino",
+    "protéo",
+    "proto",
+    "pseud",
+    "pseudo",
+    "psych",
+    "psycho",
+    "pyro",
+    "quadr",
+    "quadri",
+    "radi",
+    "radio",
+    "rapa",
+    "réacto",
+    "réflex",
+    "réflexo",
+    "rétin",
+    "rétino",
+    "retro",
+    "rétro",
+    "rhabd",
+    "rhabdo",
+    "rhumato",
+    "ribo",
+    "rithme",
+    "scano",
+    "scope",
+    "scopie",
+    "scopique",
+    "scopol",
+    "semi",
+    "sémio",
+    "séno",
+    "séro",
+    "sexo",
+    "socio",
+    "soma",
+    "somat",
+    "somato",
+    "some",
+    "somie",
+    "sono",
+    "sophro",
+    "sous",
+    "soya",
+    "spectr",
+    "spectro",
+    "spermo",
+    "stat",
+    "stéréo",
+    "sterno",
+    "stéroïd",
+    "steroïdo",
+    "stéroïdo",
+    "stérone",
+    "strep",
+    "strepto",
+    "sulfo",
+    "super",
+    "supéro",
+    "technie",
+    "technique",
+    "techno",
+    "télé",
+    "térato",
+    "tétr",
+    "tétra",
+    "thelial",
+    "thélial",
+    "thelium",
+    "thélium",
+    "thérapie",
+    "therm",
+    "therme",
+    "thermie",
+    "thermo",
+    "thoraco",
+    "thromb",
+    "thrombo",
+    "tomie",
+    "tomo",
+    "tonine",
+    "tope",
+    "topo",
+    "trano",
+    "trans",
+    "tumor",
+    "tumori",
+    "tumoro",
+    "type",
+    "typie",
+    "typo",
+    "ultra",
+    "vascul",
+    "vasculo",
+    "vaso",
+    "xéno",
+    "zoaire",
+    "zygo",
+    "zygote",
+    "zygotique"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,66 @@
+{
+  "add_prefix_space": false,
+  "bos_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": {
+    "__type": "AddedToken",
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "errors": "replace",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 1000000000000000019884624838656,
+  "name_or_path": "./v5_roberta_tokenizers+morphemes/BpeTokenizerMorphemesExcluded_PubMed_Abstracts_CHARS_lowercased_fixed_utf8_v5-roberta/",
+  "pad_token": {
+    "__type": "AddedToken",
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "__type": "AddedToken",
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "special_tokens_map_file": "./v5_roberta_tokenizers+morphemes/BpeTokenizerMorphemesExcluded_PubMed_Abstracts_CHARS_lowercased_fixed_utf8_v5-roberta/special_tokens_map.json",
+  "tokenizer_class": "RobertaTokenizer",
+  "unk_token": {
+    "__type": "AddedToken",
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "use_fast": true
+}

trainer_state.json

@@ -0,0 +1,922 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 14.0,
+  "global_step": 75124,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 5e-09,
+      "loss": 10.4893,
+      "step": 1
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.5e-06,
+      "loss": 9.3442,
+      "step": 500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 5e-06,
+      "loss": 7.4232,
+      "step": 1000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 7.5e-06,
+      "loss": 6.0986,
+      "step": 1500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1e-05,
+      "loss": 5.8257,
+      "step": 2000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.25e-05,
+      "loss": 5.7081,
+      "step": 2500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.5e-05,
+      "loss": 5.6336,
+      "step": 3000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.75e-05,
+      "loss": 5.5724,
+      "step": 3500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2e-05,
+      "loss": 5.529,
+      "step": 4000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 2.25e-05,
+      "loss": 5.4913,
+      "step": 4500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.5e-05,
+      "loss": 5.4578,
+      "step": 5000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 2.7500000000000004e-05,
+      "loss": 5.4299,
+      "step": 5500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 3e-05,
+      "loss": 5.4036,
+      "step": 6000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 3.2500000000000004e-05,
+      "loss": 5.3821,
+      "step": 6500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 3.5e-05,
+      "loss": 5.3594,
+      "step": 7000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 5.3419,
+      "step": 7500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 4e-05,
+      "loss": 5.321,
+      "step": 8000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 4.2495e-05,
+      "loss": 5.3034,
+      "step": 8500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.4995000000000005e-05,
+      "loss": 5.2938,
+      "step": 9000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 4.7495e-05,
+      "loss": 5.2774,
+      "step": 9500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 4.9995000000000005e-05,
+      "loss": 5.2669,
+      "step": 10000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 4.99883448792361e-05,
+      "loss": 5.2542,
+      "step": 10500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 4.997664295075829e-05,
+      "loss": 5.2418,
+      "step": 11000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 4.9964941022280475e-05,
+      "loss": 5.231,
+      "step": 11500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 4.995323909380266e-05,
+      "loss": 5.2201,
+      "step": 12000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 4.994156056918181e-05,
+      "loss": 5.2114,
+      "step": 12500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 4.992985864070399e-05,
+      "loss": 5.2043,
+      "step": 13000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 4.9918156712226175e-05,
+      "loss": 5.194,
+      "step": 13500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 4.9906454783748366e-05,
+      "loss": 5.1832,
+      "step": 14000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 4.989475285527055e-05,
+      "loss": 5.1801,
+      "step": 14500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 4.988307433064969e-05,
+      "loss": 5.1721,
+      "step": 15000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 4.987137240217188e-05,
+      "loss": 5.1657,
+      "step": 15500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 4.9859670473694066e-05,
+      "loss": 5.16,
+      "step": 16000
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 4.984796854521626e-05,
+      "loss": 5.1548,
+      "step": 16500
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 4.983629002059539e-05,
+      "loss": 5.1467,
+      "step": 17000
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 4.982458809211759e-05,
+      "loss": 5.1421,
+      "step": 17500
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 4.981288616363977e-05,
+      "loss": 5.1356,
+      "step": 18000
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 4.980118423516196e-05,
+      "loss": 5.1325,
+      "step": 18500
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 4.97895057105411e-05,
+      "loss": 5.1272,
+      "step": 19000
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 4.977780378206329e-05,
+      "loss": 5.1207,
+      "step": 19500
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 4.976610185358547e-05,
+      "loss": 5.1182,
+      "step": 20000
+    },
+    {
+      "epoch": 3.82,
+      "learning_rate": 4.975439992510766e-05,
+      "loss": 5.1137,
+      "step": 20500
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 4.974269799662985e-05,
+      "loss": 5.1099,
+      "step": 21000
+    },
+    {
+      "epoch": 4.01,
+      "learning_rate": 4.973101947200899e-05,
+      "loss": 5.1054,
+      "step": 21500
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 4.971931754353117e-05,
+      "loss": 5.0999,
+      "step": 22000
+    },
+    {
+      "epoch": 4.19,
+      "learning_rate": 4.9707615615053363e-05,
+      "loss": 5.0948,
+      "step": 22500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 4.9695913686575554e-05,
+      "loss": 5.0925,
+      "step": 23000
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 4.968423516195469e-05,
+      "loss": 5.0874,
+      "step": 23500
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 4.967253323347688e-05,
+      "loss": 5.0848,
+      "step": 24000
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 4.966083130499907e-05,
+      "loss": 5.0815,
+      "step": 24500
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 4.9649129376521254e-05,
+      "loss": 5.0802,
+      "step": 25000
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 4.9637450851900395e-05,
+      "loss": 5.0777,
+      "step": 25500
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 4.962574892342258e-05,
+      "loss": 5.0732,
+      "step": 26000
+    },
+    {
+      "epoch": 4.94,
+      "learning_rate": 4.961404699494477e-05,
+      "loss": 5.0705,
+      "step": 26500
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 4.9602345066466954e-05,
+      "loss": 5.0673,
+      "step": 27000
+    },
+    {
+      "epoch": 5.12,
+      "learning_rate": 4.9590666541846095e-05,
+      "loss": 5.0608,
+      "step": 27500
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 4.9578964613368286e-05,
+      "loss": 5.0599,
+      "step": 28000
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 4.956726268489047e-05,
+      "loss": 5.0567,
+      "step": 28500
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 4.955556075641266e-05,
+      "loss": 5.0523,
+      "step": 29000
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 4.95438822317918e-05,
+      "loss": 5.051,
+      "step": 29500
+    },
+    {
+      "epoch": 5.59,
+      "learning_rate": 4.953218030331399e-05,
+      "loss": 5.0469,
+      "step": 30000
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 4.952047837483618e-05,
+      "loss": 5.0424,
+      "step": 30500
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 4.950877644635836e-05,
+      "loss": 5.0405,
+      "step": 31000
+    },
+    {
+      "epoch": 5.87,
+      "learning_rate": 4.949709792173751e-05,
+      "loss": 5.0073,
+      "step": 31500
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 4.948539599325969e-05,
+      "loss": 4.6646,
+      "step": 32000
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 4.9473694064781877e-05,
+      "loss": 4.3483,
+      "step": 32500
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 4.946199213630406e-05,
+      "loss": 4.0878,
+      "step": 33000
+    },
+    {
+      "epoch": 6.24,
+      "learning_rate": 4.945031361168321e-05,
+      "loss": 3.8246,
+      "step": 33500
+    },
+    {
+      "epoch": 6.34,
+      "learning_rate": 4.943861168320539e-05,
+      "loss": 3.221,
+      "step": 34000
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 4.9426909754727577e-05,
+      "loss": 2.7026,
+      "step": 34500
+    },
+    {
+      "epoch": 6.52,
+      "learning_rate": 4.9415207826249774e-05,
+      "loss": 2.3592,
+      "step": 35000
+    },
+    {
+      "epoch": 6.62,
+      "learning_rate": 4.940352930162891e-05,
+      "loss": 1.9468,
+      "step": 35500
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 4.939182737315109e-05,
+      "loss": 1.6962,
+      "step": 36000
+    },
+    {
+      "epoch": 6.8,
+      "learning_rate": 4.938012544467328e-05,
+      "loss": 1.5455,
+      "step": 36500
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 4.9368423516195474e-05,
+      "loss": 1.4404,
+      "step": 37000
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 4.9356744991574615e-05,
+      "loss": 1.3671,
+      "step": 37500
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 4.93450430630968e-05,
+      "loss": 1.3047,
+      "step": 38000
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 4.933334113461899e-05,
+      "loss": 1.242,
+      "step": 38500
+    },
+    {
+      "epoch": 7.27,
+      "learning_rate": 4.9321639206141174e-05,
+      "loss": 1.1857,
+      "step": 39000
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 4.930993727766336e-05,
+      "loss": 1.1364,
+      "step": 39500
+    },
+    {
+      "epoch": 7.45,
+      "learning_rate": 4.9298258753042506e-05,
+      "loss": 1.0976,
+      "step": 40000
+    },
+    {
+      "epoch": 7.55,
+      "learning_rate": 4.928655682456469e-05,
+      "loss": 1.062,
+      "step": 40500
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 4.9274854896086874e-05,
+      "loss": 1.0284,
+      "step": 41000
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 4.9263152967609065e-05,
+      "loss": 1.0023,
+      "step": 41500
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 4.9251474442988206e-05,
+      "loss": 0.98,
+      "step": 42000
+    },
+    {
+      "epoch": 7.92,
+      "learning_rate": 4.9239772514510397e-05,
+      "loss": 0.9582,
+      "step": 42500
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 4.922809398988954e-05,
+      "loss": 0.9424,
+      "step": 43000
+    },
+    {
+      "epoch": 8.11,
+      "learning_rate": 4.921639206141173e-05,
+      "loss": 0.9232,
+      "step": 43500
+    },
+    {
+      "epoch": 8.2,
+      "learning_rate": 4.920469013293391e-05,
+      "loss": 0.908,
+      "step": 44000
+    },
+    {
+      "epoch": 8.29,
+      "learning_rate": 4.9192988204456097e-05,
+      "loss": 0.8941,
+      "step": 44500
+    },
+    {
+      "epoch": 8.39,
+      "learning_rate": 4.918128627597828e-05,
+      "loss": 0.8833,
+      "step": 45000
+    },
+    {
+      "epoch": 8.48,
+      "learning_rate": 4.916958434750047e-05,
+      "loss": 0.8697,
+      "step": 45500
+    },
+    {
+      "epoch": 8.57,
+      "learning_rate": 4.9157882419022655e-05,
+      "loss": 0.8558,
+      "step": 46000
+    },
+    {
+      "epoch": 8.67,
+      "learning_rate": 4.9146203894401796e-05,
+      "loss": 0.8465,
+      "step": 46500
+    },
+    {
+      "epoch": 8.76,
+      "learning_rate": 4.913450196592399e-05,
+      "loss": 0.8352,
+      "step": 47000
+    },
+    {
+      "epoch": 8.85,
+      "learning_rate": 4.912280003744618e-05,
+      "loss": 0.8253,
+      "step": 47500
+    },
+    {
+      "epoch": 8.95,
+      "learning_rate": 4.911109810896836e-05,
+      "loss": 0.8135,
+      "step": 48000
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 4.9099396180490546e-05,
+      "loss": 0.8064,
+      "step": 48500
+    },
+    {
+      "epoch": 9.13,
+      "learning_rate": 4.908769425201274e-05,
+      "loss": 0.7971,
+      "step": 49000
+    },
+    {
+      "epoch": 9.22,
+      "learning_rate": 4.907601572739188e-05,
+      "loss": 0.7846,
+      "step": 49500
+    },
+    {
+      "epoch": 9.32,
+      "learning_rate": 4.906431379891406e-05,
+      "loss": 0.779,
+      "step": 50000
+    },
+    {
+      "epoch": 9.41,
+      "learning_rate": 4.9052611870436246e-05,
+      "loss": 0.7717,
+      "step": 50500
+    },
+    {
+      "epoch": 9.5,
+      "learning_rate": 4.904090994195844e-05,
+      "loss": 0.7618,
+      "step": 51000
+    },
+    {
+      "epoch": 9.6,
+      "learning_rate": 4.902920801348063e-05,
+      "loss": 0.7573,
+      "step": 51500
+    },
+    {
+      "epoch": 9.69,
+      "learning_rate": 4.901752948885976e-05,
+      "loss": 0.7505,
+      "step": 52000
+    },
+    {
+      "epoch": 9.78,
+      "learning_rate": 4.900582756038195e-05,
+      "loss": 0.7445,
+      "step": 52500
+    },
+    {
+      "epoch": 9.88,
+      "learning_rate": 4.8994125631904144e-05,
+      "loss": 0.7389,
+      "step": 53000
+    },
+    {
+      "epoch": 9.97,
+      "learning_rate": 4.898242370342633e-05,
+      "loss": 0.7314,
+      "step": 53500
+    },
+    {
+      "epoch": 10.06,
+      "learning_rate": 4.897072177494851e-05,
+      "loss": 0.7245,
+      "step": 54000
+    },
+    {
+      "epoch": 10.16,
+      "learning_rate": 4.895904325032766e-05,
+      "loss": 0.7193,
+      "step": 54500
+    },
+    {
+      "epoch": 10.25,
+      "learning_rate": 4.8947341321849843e-05,
+      "loss": 0.7137,
+      "step": 55000
+    },
+    {
+      "epoch": 10.34,
+      "learning_rate": 4.893563939337203e-05,
+      "loss": 0.7083,
+      "step": 55500
+    },
+    {
+      "epoch": 10.44,
+      "learning_rate": 4.892393746489422e-05,
+      "loss": 0.7039,
+      "step": 56000
+    },
+    {
+      "epoch": 10.53,
+      "learning_rate": 4.891223553641641e-05,
+      "loss": 0.6995,
+      "step": 56500
+    },
+    {
+      "epoch": 10.62,
+      "learning_rate": 4.890053360793859e-05,
+      "loss": 0.6941,
+      "step": 57000
+    },
+    {
+      "epoch": 10.72,
+      "learning_rate": 4.888885508331773e-05,
+      "loss": 0.6904,
+      "step": 57500
+    },
+    {
+      "epoch": 10.81,
+      "learning_rate": 4.8877153154839925e-05,
+      "loss": 0.6846,
+      "step": 58000
+    },
+    {
+      "epoch": 10.9,
+      "learning_rate": 4.886545122636211e-05,
+      "loss": 0.6806,
+      "step": 58500
+    },
+    {
+      "epoch": 11.0,
+      "learning_rate": 4.885374929788429e-05,
+      "loss": 0.6771,
+      "step": 59000
+    },
+    {
+      "epoch": 11.09,
+      "learning_rate": 4.884204736940648e-05,
+      "loss": 0.6726,
+      "step": 59500
+    },
+    {
+      "epoch": 11.18,
+      "learning_rate": 4.8830368844785625e-05,
+      "loss": 0.6679,
+      "step": 60000
+    },
+    {
+      "epoch": 11.27,
+      "learning_rate": 4.881866691630781e-05,
+      "loss": 0.6634,
+      "step": 60500
+    },
+    {
+      "epoch": 11.37,
+      "learning_rate": 4.880696498782999e-05,
+      "loss": 0.6607,
+      "step": 61000
+    },
+    {
+      "epoch": 11.46,
+      "learning_rate": 4.8795263059352184e-05,
+      "loss": 0.6568,
+      "step": 61500
+    },
+    {
+      "epoch": 11.55,
+      "learning_rate": 4.8783561130874375e-05,
+      "loss": 0.6546,
+      "step": 62000
+    },
+    {
+      "epoch": 11.65,
+      "learning_rate": 4.877188260625351e-05,
+      "loss": 0.6527,
+      "step": 62500
+    },
+    {
+      "epoch": 11.74,
+      "learning_rate": 4.87601806777757e-05,
+      "loss": 0.6455,
+      "step": 63000
+    },
+    {
+      "epoch": 11.83,
+      "learning_rate": 4.874847874929789e-05,
+      "loss": 0.6437,
+      "step": 63500
+    },
+    {
+      "epoch": 11.93,
+      "learning_rate": 4.8736776820820074e-05,
+      "loss": 0.6408,
+      "step": 64000
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 4.872507489234226e-05,
+      "loss": 0.6369,
+      "step": 64500
+    },
+    {
+      "epoch": 12.11,
+      "learning_rate": 4.871337296386444e-05,
+      "loss": 0.6336,
+      "step": 65000
+    },
+    {
+      "epoch": 12.21,
+      "learning_rate": 4.870167103538664e-05,
+      "loss": 0.63,
+      "step": 65500
+    },
+    {
+      "epoch": 12.3,
+      "learning_rate": 4.8689992510765774e-05,
+      "loss": 0.6277,
+      "step": 66000
+    },
+    {
+      "epoch": 12.39,
+      "learning_rate": 4.867829058228796e-05,
+      "loss": 0.6265,
+      "step": 66500
+    },
+    {
+      "epoch": 12.49,
+      "learning_rate": 4.866658865381015e-05,
+      "loss": 0.6238,
+      "step": 67000
+    },
+    {
+      "epoch": 12.58,
+      "learning_rate": 4.865488672533234e-05,
+      "loss": 0.6192,
+      "step": 67500
+    },
+    {
+      "epoch": 12.67,
+      "learning_rate": 4.864320820071148e-05,
+      "loss": 0.6165,
+      "step": 68000
+    },
+    {
+      "epoch": 12.77,
+      "learning_rate": 4.8631506272233665e-05,
+      "loss": 0.613,
+      "step": 68500
+    },
+    {
+      "epoch": 12.86,
+      "learning_rate": 4.8619804343755856e-05,
+      "loss": 0.6124,
+      "step": 69000
+    },
+    {
+      "epoch": 12.95,
+      "learning_rate": 4.860810241527804e-05,
+      "loss": 0.6111,
+      "step": 69500
+    },
+    {
+      "epoch": 13.05,
+      "learning_rate": 4.8596400486800224e-05,
+      "loss": 0.607,
+      "step": 70000
+    },
+    {
+      "epoch": 13.14,
+      "learning_rate": 4.858469855832241e-05,
+      "loss": 0.602,
+      "step": 70500
+    },
+    {
+      "epoch": 13.23,
+      "learning_rate": 4.8573020033701556e-05,
+      "loss": 0.602,
+      "step": 71000
+    },
+    {
+      "epoch": 13.32,
+      "learning_rate": 4.856131810522374e-05,
+      "loss": 0.6008,
+      "step": 71500
+    },
+    {
+      "epoch": 13.42,
+      "learning_rate": 4.854961617674593e-05,
+      "loss": 0.5974,
+      "step": 72000
+    },
+    {
+      "epoch": 13.51,
+      "learning_rate": 4.853791424826812e-05,
+      "loss": 0.5939,
+      "step": 72500
+    },
+    {
+      "epoch": 13.6,
+      "learning_rate": 4.8526212319790305e-05,
+      "loss": 0.5942,
+      "step": 73000
+    },
+    {
+      "epoch": 13.7,
+      "learning_rate": 4.851451039131249e-05,
+      "loss": 0.5902,
+      "step": 73500
+    },
+    {
+      "epoch": 13.79,
+      "learning_rate": 4.850283186669163e-05,
+      "loss": 0.5893,
+      "step": 74000
+    },
+    {
+      "epoch": 13.88,
+      "learning_rate": 4.849112993821382e-05,
+      "loss": 0.5889,
+      "step": 74500
+    },
+    {
+      "epoch": 13.98,
+      "learning_rate": 4.8479428009736005e-05,
+      "loss": 0.5864,
+      "step": 75000
+    }
+  ],
+  "max_steps": 2146400,
+  "num_train_epochs": 400,
+  "total_flos": 2.024730999544978e+19,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5466d6fa56f5ecce1a860e22d8dcab8beb2dcaf37fad9e05915010a4320756d
+size 3567