Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,108 @@
+---
+license: mit
+tags:
+- generated_from_trainer
+metrics:
+- precision
+- recall
+- f1
+- accuracy
+model-index:
+- name: pos_final_xlm_de
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# pos_final_xlm_de
+
+This model is a fine-tuned version of [xlm-roberta-base](https://huggingface.co/xlm-roberta-base) on the None dataset.
+It achieves the following results on the evaluation set:
+- Loss: 0.0580
+- Precision: 0.9895
+- Recall: 0.9894
+- F1: 0.9894
+- Accuracy: 0.9901
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5e-05
+- train_batch_size: 256
+- eval_batch_size: 256
+- seed: 42
+- gradient_accumulation_steps: 4
+- total_train_batch_size: 1024
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- lr_scheduler_warmup_steps: 500
+- num_epochs: 40.0
+- mixed_precision_training: Native AMP
+
+### Training results
+
+| Training Loss | Epoch | Step | Validation Loss | Precision | Recall | F1     | Accuracy |
+|:-------------:|:-----:|:----:|:---------------:|:---------:|:------:|:------:|:--------:|
+| No log        | 0.99  | 128  | 0.3828          | 0.9159    | 0.9106 | 0.9133 | 0.9196   |
+| No log        | 1.99  | 256  | 0.0659          | 0.9810    | 0.9812 | 0.9811 | 0.9824   |
+| No log        | 2.99  | 384  | 0.0447          | 0.9857    | 0.9857 | 0.9857 | 0.9865   |
+| 0.7525        | 3.99  | 512  | 0.0388          | 0.9870    | 0.9871 | 0.9871 | 0.9878   |
+| 0.7525        | 4.99  | 640  | 0.0373          | 0.9871    | 0.9875 | 0.9873 | 0.9881   |
+| 0.7525        | 5.99  | 768  | 0.0354          | 0.9880    | 0.9882 | 0.9881 | 0.9889   |
+| 0.7525        | 6.99  | 896  | 0.0350          | 0.9883    | 0.9885 | 0.9884 | 0.9891   |
+| 0.0318        | 7.99  | 1024 | 0.0354          | 0.9884    | 0.9886 | 0.9885 | 0.9891   |
+| 0.0318        | 8.99  | 1152 | 0.0356          | 0.9888    | 0.9888 | 0.9888 | 0.9894   |
+| 0.0318        | 9.99  | 1280 | 0.0367          | 0.9888    | 0.9889 | 0.9888 | 0.9895   |
+| 0.0318        | 10.99 | 1408 | 0.0370          | 0.9887    | 0.9888 | 0.9887 | 0.9894   |
+| 0.0205        | 11.99 | 1536 | 0.0370          | 0.9889    | 0.9891 | 0.9890 | 0.9896   |
+| 0.0205        | 12.99 | 1664 | 0.0388          | 0.9888    | 0.9889 | 0.9888 | 0.9895   |
+| 0.0205        | 13.99 | 1792 | 0.0397          | 0.9890    | 0.9891 | 0.9890 | 0.9897   |
+| 0.0205        | 14.99 | 1920 | 0.0403          | 0.9891    | 0.9891 | 0.9891 | 0.9897   |
+| 0.0146        | 15.99 | 2048 | 0.0413          | 0.9891    | 0.9891 | 0.9891 | 0.9897   |
+| 0.0146        | 16.99 | 2176 | 0.0423          | 0.9891    | 0.9891 | 0.9891 | 0.9898   |
+| 0.0146        | 17.99 | 2304 | 0.0429          | 0.9891    | 0.9891 | 0.9891 | 0.9897   |
+| 0.0146        | 18.99 | 2432 | 0.0443          | 0.9893    | 0.9894 | 0.9893 | 0.9899   |
+| 0.0103        | 19.99 | 2560 | 0.0457          | 0.9890    | 0.9889 | 0.9890 | 0.9896   |
+| 0.0103        | 20.99 | 2688 | 0.0455          | 0.9891    | 0.9892 | 0.9891 | 0.9898   |
+| 0.0103        | 21.99 | 2816 | 0.0468          | 0.9891    | 0.9892 | 0.9891 | 0.9898   |
+| 0.0103        | 22.99 | 2944 | 0.0491          | 0.9891    | 0.9892 | 0.9892 | 0.9898   |
+| 0.0073        | 23.99 | 3072 | 0.0495          | 0.9894    | 0.9894 | 0.9894 | 0.9900   |
+| 0.0073        | 24.99 | 3200 | 0.0503          | 0.9892    | 0.9892 | 0.9892 | 0.9898   |
+| 0.0073        | 25.99 | 3328 | 0.0519          | 0.9892    | 0.9892 | 0.9892 | 0.9898   |
+| 0.0073        | 26.99 | 3456 | 0.0522          | 0.9892    | 0.9893 | 0.9892 | 0.9899   |
+| 0.0052        | 27.99 | 3584 | 0.0526          | 0.9892    | 0.9892 | 0.9892 | 0.9899   |
+| 0.0052        | 28.99 | 3712 | 0.0535          | 0.9892    | 0.9892 | 0.9892 | 0.9899   |
+| 0.0052        | 29.99 | 3840 | 0.0544          | 0.9894    | 0.9894 | 0.9894 | 0.9900   |
+| 0.0052        | 30.99 | 3968 | 0.0548          | 0.9893    | 0.9894 | 0.9894 | 0.9900   |
+| 0.0038        | 31.99 | 4096 | 0.0563          | 0.9892    | 0.9892 | 0.9892 | 0.9899   |
+| 0.0038        | 32.99 | 4224 | 0.0562          | 0.9894    | 0.9894 | 0.9894 | 0.9900   |
+| 0.0038        | 33.99 | 4352 | 0.0577          | 0.9891    | 0.9892 | 0.9892 | 0.9898   |
+| 0.0038        | 34.99 | 4480 | 0.0580          | 0.9895    | 0.9894 | 0.9894 | 0.9901   |
+| 0.003         | 35.99 | 4608 | 0.0581          | 0.9893    | 0.9894 | 0.9894 | 0.9900   |
+| 0.003         | 36.99 | 4736 | 0.0585          | 0.9893    | 0.9893 | 0.9893 | 0.9899   |
+| 0.003         | 37.99 | 4864 | 0.0586          | 0.9893    | 0.9894 | 0.9893 | 0.9900   |
+| 0.003         | 38.99 | 4992 | 0.0588          | 0.9893    | 0.9894 | 0.9894 | 0.9900   |
+| 0.0024        | 39.99 | 5120 | 0.0589          | 0.9894    | 0.9894 | 0.9894 | 0.9900   |
+
+
+### Framework versions
+
+- Transformers 4.25.1
+- Pytorch 1.12.0
+- Datasets 2.18.0
+- Tokenizers 0.13.2

all_results.json

@@ -0,0 +1,17 @@
+{
+    "epoch": 39.99,
+    "eval_accuracy": 0.9900658187453014,
+    "eval_f1": 0.9894462659525121,
+    "eval_loss": 0.05798300728201866,
+    "eval_precision": 0.989465880076756,
+    "eval_recall": 0.9894266526058723,
+    "eval_runtime": 18.9966,
+    "eval_samples": 437,
+    "eval_samples_per_second": 771.139,
+    "eval_steps_per_second": 3.053,
+    "train_loss": 0.08320926361484453,
+    "train_runtime": 4249.1875,
+    "train_samples": 131833,
+    "train_samples_per_second": 1241.018,
+    "train_steps_per_second": 1.205
+}

config.json

@@ -0,0 +1,139 @@
+{
+  "_name_or_path": "xlm-roberta-base",
+  "architectures": [
+    "XLMRobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "eos_token_id": 2,
+  "finetuning_task": "pos",
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "ART",
+    "1": "PWAV",
+    "2": "PIAT",
+    "3": "ADV",
+    "4": "KON",
+    "5": "VAPP",
+    "6": "ITJ",
+    "7": "$,",
+    "8": "PPOSAT",
+    "9": "VAINF",
+    "10": "PRELAT",
+    "11": "FM",
+    "12": "VVPP",
+    "13": "PWS",
+    "14": "VVIZU",
+    "15": "ADJD",
+    "16": "APZR",
+    "17": "NN",
+    "18": "TRUNC",
+    "19": "PTKA",
+    "20": "PROAV",
+    "21": "CARD",
+    "22": "PDS",
+    "23": "VMINF",
+    "24": "PRELS",
+    "25": "VVIMP",
+    "26": "PPOSS",
+    "27": "PDAT",
+    "28": "KOKOM",
+    "29": "PTKANT",
+    "30": "APPRART",
+    "31": "KOUI",
+    "32": "PIS",
+    "33": "PPER",
+    "34": "VVINF",
+    "35": "APPR",
+    "36": "KOUS",
+    "37": "PTKNEG",
+    "38": "PRF",
+    "39": "PWAT",
+    "40": "APPO",
+    "41": "$.",
+    "42": "$(",
+    "43": "PTKVZ",
+    "44": "VMFIN",
+    "45": "VMPP",
+    "46": "XY",
+    "47": "VAIMP",
+    "48": "ADJA",
+    "49": "VVFIN",
+    "50": "NE",
+    "51": "VAFIN",
+    "52": "PTKZU"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "$(": 42,
+    "$,": 7,
+    "$.": 41,
+    "ADJA": 48,
+    "ADJD": 15,
+    "ADV": 3,
+    "APPO": 40,
+    "APPR": 35,
+    "APPRART": 30,
+    "APZR": 16,
+    "ART": 0,
+    "CARD": 21,
+    "FM": 11,
+    "ITJ": 6,
+    "KOKOM": 28,
+    "KON": 4,
+    "KOUI": 31,
+    "KOUS": 36,
+    "NE": 50,
+    "NN": 17,
+    "PDAT": 27,
+    "PDS": 22,
+    "PIAT": 2,
+    "PIS": 32,
+    "PPER": 33,
+    "PPOSAT": 8,
+    "PPOSS": 26,
+    "PRELAT": 10,
+    "PRELS": 24,
+    "PRF": 38,
+    "PROAV": 20,
+    "PTKA": 19,
+    "PTKANT": 29,
+    "PTKNEG": 37,
+    "PTKVZ": 43,
+    "PTKZU": 52,
+    "PWAT": 39,
+    "PWAV": 1,
+    "PWS": 13,
+    "TRUNC": 18,
+    "VAFIN": 51,
+    "VAIMP": 47,
+    "VAINF": 9,
+    "VAPP": 5,
+    "VMFIN": 44,
+    "VMINF": 23,
+    "VMPP": 45,
+    "VVFIN": 49,
+    "VVIMP": 25,
+    "VVINF": 34,
+    "VVIZU": 14,
+    "VVPP": 12,
+    "XY": 46
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "xlm-roberta",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.25.1",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 250002
+}

eval_results.json

@@ -0,0 +1,12 @@
+{
+    "epoch": 39.99,
+    "eval_accuracy": 0.9900658187453014,
+    "eval_f1": 0.9894462659525121,
+    "eval_loss": 0.05798300728201866,
+    "eval_precision": 0.989465880076756,
+    "eval_recall": 0.9894266526058723,
+    "eval_runtime": 18.9966,
+    "eval_samples": 437,
+    "eval_samples_per_second": 771.139,
+    "eval_steps_per_second": 3.053
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a350051c0c5aa4a2de0ad5428149141a07bea1a180f07e9ed68a1598404b51b
+size 1110046321

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c509a525eb51aebb33fb59c24ee923c1d4c1db23c3ae81fe05ccf354084f7b
+size 17082758

tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": {
+    "__type": "AddedToken",
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "model_max_length": 512,
+  "name_or_path": "xlm-roberta-base",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "special_tokens_map_file": null,
+  "token": null,
+  "tokenizer_class": "XLMRobertaTokenizer",
+  "unk_token": "<unk>"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 39.99,
+    "train_loss": 0.08320926361484453,
+    "train_runtime": 4249.1875,
+    "train_samples": 131833,
+    "train_samples_per_second": 1241.018,
+    "train_steps_per_second": 1.205
+}

trainer_state.json

@@ -0,0 +1,565 @@
+{
+  "best_metric": 0.9894462659525121,
+  "best_model_checkpoint": "models/pos_final_xlm_de/checkpoint-4480",
+  "epoch": 39.994174757281556,
+  "global_step": 5120,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.99,
+      "eval_accuracy": 0.9195868301139938,
+      "eval_f1": 0.9132772848631359,
+      "eval_loss": 0.3827908933162689,
+      "eval_precision": 0.9159339498123846,
+      "eval_recall": 0.9106359866475313,
+      "eval_runtime": 21.0552,
+      "eval_samples_per_second": 695.744,
+      "eval_steps_per_second": 2.755,
+      "step": 128
+    },
+    {
+      "epoch": 1.99,
+      "eval_accuracy": 0.982432992221421,
+      "eval_f1": 0.9811226512328548,
+      "eval_loss": 0.06585212051868439,
+      "eval_precision": 0.9810370934113413,
+      "eval_recall": 0.9812082239789405,
+      "eval_runtime": 20.8303,
+      "eval_samples_per_second": 703.256,
+      "eval_steps_per_second": 2.784,
+      "step": 256
+    },
+    {
+      "epoch": 2.99,
+      "eval_accuracy": 0.9865217324598413,
+      "eval_f1": 0.9856564607376338,
+      "eval_loss": 0.04468955472111702,
+      "eval_precision": 0.9856525531240089,
+      "eval_recall": 0.9856603683822421,
+      "eval_runtime": 22.0421,
+      "eval_samples_per_second": 664.592,
+      "eval_steps_per_second": 2.631,
+      "step": 384
+    },
+    {
+      "epoch": 3.9,
+      "learning_rate": 4.9800000000000004e-05,
+      "loss": 0.7525,
+      "step": 500
+    },
+    {
+      "epoch": 3.99,
+      "eval_accuracy": 0.9877989843354454,
+      "eval_f1": 0.9870567994418368,
+      "eval_loss": 0.038840390741825104,
+      "eval_precision": 0.986986371960646,
+      "eval_recall": 0.9871272369746034,
+      "eval_runtime": 19.2442,
+      "eval_samples_per_second": 761.216,
+      "eval_steps_per_second": 3.014,
+      "step": 512
+    },
+    {
+      "epoch": 4.99,
+      "eval_accuracy": 0.9880904892680158,
+      "eval_f1": 0.987278301765262,
+      "eval_loss": 0.03728002309799194,
+      "eval_precision": 0.9870924532264904,
+      "eval_recall": 0.9874642202998755,
+      "eval_runtime": 19.7895,
+      "eval_samples_per_second": 740.24,
+      "eval_steps_per_second": 2.931,
+      "step": 640
+    },
+    {
+      "epoch": 5.99,
+      "eval_accuracy": 0.9888691142852759,
+      "eval_f1": 0.9881274230760082,
+      "eval_loss": 0.03543518856167793,
+      "eval_precision": 0.9880334223857051,
+      "eval_recall": 0.9882214416543106,
+      "eval_runtime": 20.2566,
+      "eval_samples_per_second": 723.172,
+      "eval_steps_per_second": 2.863,
+      "step": 768
+    },
+    {
+      "epoch": 6.99,
+      "eval_accuracy": 0.9891414412617561,
+      "eval_f1": 0.9883990811231861,
+      "eval_loss": 0.03501536697149277,
+      "eval_precision": 0.988295262217043,
+      "eval_recall": 0.9885029218436556,
+      "eval_runtime": 20.0491,
+      "eval_samples_per_second": 730.658,
+      "eval_steps_per_second": 2.893,
+      "step": 896
+    },
+    {
+      "epoch": 7.81,
+      "learning_rate": 4.462121212121213e-05,
+      "loss": 0.0318,
+      "step": 1000
+    },
+    {
+      "epoch": 7.99,
+      "eval_accuracy": 0.9890839073934856,
+      "eval_f1": 0.9884860173195352,
+      "eval_loss": 0.03539884835481644,
+      "eval_precision": 0.9884056936962649,
+      "eval_recall": 0.988566353999001,
+      "eval_runtime": 19.1691,
+      "eval_samples_per_second": 764.201,
+      "eval_steps_per_second": 3.026,
+      "step": 1024
+    },
+    {
+      "epoch": 8.99,
+      "eval_accuracy": 0.989383083508492,
+      "eval_f1": 0.9887981223821485,
+      "eval_loss": 0.03559485822916031,
+      "eval_precision": 0.9888118431120679,
+      "eval_recall": 0.9887844020330006,
+      "eval_runtime": 19.05,
+      "eval_samples_per_second": 768.977,
+      "eval_steps_per_second": 3.045,
+      "step": 1152
+    },
+    {
+      "epoch": 9.99,
+      "eval_accuracy": 0.9894904800625969,
+      "eval_f1": 0.9888288531140862,
+      "eval_loss": 0.036680448800325394,
+      "eval_precision": 0.9887543801233569,
+      "eval_recall": 0.9889033373242732,
+      "eval_runtime": 20.8166,
+      "eval_samples_per_second": 703.718,
+      "eval_steps_per_second": 2.786,
+      "step": 1280
+    },
+    {
+      "epoch": 10.99,
+      "eval_accuracy": 0.9893677411436199,
+      "eval_f1": 0.9887373190775782,
+      "eval_loss": 0.03701608628034592,
+      "eval_precision": 0.9886942043922937,
+      "eval_recall": 0.9887804375232915,
+      "eval_runtime": 19.5262,
+      "eval_samples_per_second": 750.222,
+      "eval_steps_per_second": 2.97,
+      "step": 1408
+    },
+    {
+      "epoch": 11.71,
+      "learning_rate": 3.9209956709956716e-05,
+      "loss": 0.0205,
+      "step": 1500
+    },
+    {
+      "epoch": 11.99,
+      "eval_accuracy": 0.9896170545727918,
+      "eval_f1": 0.9890034963648904,
+      "eval_loss": 0.03703853860497475,
+      "eval_precision": 0.9889094123336214,
+      "eval_recall": 0.9890975983000182,
+      "eval_runtime": 18.6632,
+      "eval_samples_per_second": 784.912,
+      "eval_steps_per_second": 3.108,
+      "step": 1536
+    },
+    {
+      "epoch": 12.99,
+      "eval_accuracy": 0.9894828088801608,
+      "eval_f1": 0.9888483647175421,
+      "eval_loss": 0.03879130259156227,
+      "eval_precision": 0.9888013256059176,
+      "eval_recall": 0.9888954083048549,
+      "eval_runtime": 18.564,
+      "eval_samples_per_second": 789.109,
+      "eval_steps_per_second": 3.124,
+      "step": 1664
+    },
+    {
+      "epoch": 13.99,
+      "eval_accuracy": 0.9896592460761902,
+      "eval_f1": 0.989038521766364,
+      "eval_loss": 0.03970788046717644,
+      "eval_precision": 0.9890032348090828,
+      "eval_recall": 0.9890738112417637,
+      "eval_runtime": 19.0522,
+      "eval_samples_per_second": 768.889,
+      "eval_steps_per_second": 3.044,
+      "step": 1792
+    },
+    {
+      "epoch": 14.99,
+      "eval_accuracy": 0.9896784240322803,
+      "eval_f1": 0.989059827026727,
+      "eval_loss": 0.040303945541381836,
+      "eval_precision": 0.989069630064266,
+      "eval_recall": 0.9890500241835092,
+      "eval_runtime": 18.8982,
+      "eval_samples_per_second": 775.155,
+      "eval_steps_per_second": 3.069,
+      "step": 1920
+    },
+    {
+      "epoch": 15.62,
+      "learning_rate": 3.3798701298701305e-05,
+      "loss": 0.0146,
+      "step": 2000
+    },
+    {
+      "epoch": 15.99,
+      "eval_accuracy": 0.9897052731708066,
+      "eval_f1": 0.9891171188315472,
+      "eval_loss": 0.04127529263496399,
+      "eval_precision": 0.9891445699061152,
+      "eval_recall": 0.9890896692806,
+      "eval_runtime": 18.6421,
+      "eval_samples_per_second": 785.8,
+      "eval_steps_per_second": 3.111,
+      "step": 2048
+    },
+    {
+      "epoch": 16.99,
+      "eval_accuracy": 0.989758971447859,
+      "eval_f1": 0.9890990835617984,
+      "eval_loss": 0.04227915033698082,
+      "eval_precision": 0.9891441825426719,
+      "eval_recall": 0.9890539886932183,
+      "eval_runtime": 18.5222,
+      "eval_samples_per_second": 790.89,
+      "eval_steps_per_second": 3.131,
+      "step": 2176
+    },
+    {
+      "epoch": 17.99,
+      "eval_accuracy": 0.9897436290829869,
+      "eval_f1": 0.9891194678073816,
+      "eval_loss": 0.04291819408535957,
+      "eval_precision": 0.9891135858167388,
+      "eval_recall": 0.9891253498679818,
+      "eval_runtime": 19.3021,
+      "eval_samples_per_second": 758.935,
+      "eval_steps_per_second": 3.005,
+      "step": 2304
+    },
+    {
+      "epoch": 18.99,
+      "eval_accuracy": 0.9899277374614524,
+      "eval_f1": 0.9893141089045129,
+      "eval_loss": 0.04433906078338623,
+      "eval_precision": 0.9892729298062706,
+      "eval_recall": 0.9893552914311087,
+      "eval_runtime": 20.0023,
+      "eval_samples_per_second": 732.367,
+      "eval_steps_per_second": 2.9,
+      "step": 2432
+    },
+    {
+      "epoch": 19.53,
+      "learning_rate": 2.838744588744589e-05,
+      "loss": 0.0103,
+      "step": 2500
+    },
+    {
+      "epoch": 19.99,
+      "eval_accuracy": 0.9895978766167017,
+      "eval_f1": 0.9889502105288197,
+      "eval_loss": 0.04566018655896187,
+      "eval_precision": 0.9890129497315686,
+      "eval_recall": 0.9888874792854367,
+      "eval_runtime": 18.9384,
+      "eval_samples_per_second": 773.508,
+      "eval_steps_per_second": 3.063,
+      "step": 2560
+    },
+    {
+      "epoch": 20.99,
+      "eval_accuracy": 0.9898049985424754,
+      "eval_f1": 0.9891496101074732,
+      "eval_loss": 0.04549423232674599,
+      "eval_precision": 0.9891064774439071,
+      "eval_recall": 0.9891927465330362,
+      "eval_runtime": 18.8835,
+      "eval_samples_per_second": 775.757,
+      "eval_steps_per_second": 3.071,
+      "step": 2688
+    },
+    {
+      "epoch": 21.99,
+      "eval_accuracy": 0.9897704782215131,
+      "eval_f1": 0.9891315336173181,
+      "eval_loss": 0.04684610292315483,
+      "eval_precision": 0.989109966739214,
+      "eval_recall": 0.9891531014359454,
+      "eval_runtime": 18.9876,
+      "eval_samples_per_second": 771.504,
+      "eval_steps_per_second": 3.055,
+      "step": 2816
+    },
+    {
+      "epoch": 22.99,
+      "eval_accuracy": 0.9898471900458736,
+      "eval_f1": 0.9891676858093711,
+      "eval_loss": 0.049145638942718506,
+      "eval_precision": 0.9891029884528939,
+      "eval_recall": 0.9892323916301271,
+      "eval_runtime": 18.5499,
+      "eval_samples_per_second": 789.708,
+      "eval_steps_per_second": 3.127,
+      "step": 2944
+    },
+    {
+      "epoch": 23.43,
+      "learning_rate": 2.2976190476190476e-05,
+      "loss": 0.0073,
+      "step": 3000
+    },
+    {
+      "epoch": 23.99,
+      "eval_accuracy": 0.9899622577824145,
+      "eval_f1": 0.9894013665041952,
+      "eval_loss": 0.04954079911112785,
+      "eval_precision": 0.9893562619667725,
+      "eval_recall": 0.9894464751544176,
+      "eval_runtime": 19.048,
+      "eval_samples_per_second": 769.056,
+      "eval_steps_per_second": 3.045,
+      "step": 3072
+    },
+    {
+      "epoch": 24.99,
+      "eval_accuracy": 0.9897858205863852,
+      "eval_f1": 0.9891747989478087,
+      "eval_loss": 0.05031678453087807,
+      "eval_precision": 0.9891846031248885,
+      "eval_recall": 0.9891649949650727,
+      "eval_runtime": 18.6731,
+      "eval_samples_per_second": 784.498,
+      "eval_steps_per_second": 3.106,
+      "step": 3200
+    },
+    {
+      "epoch": 25.99,
+      "eval_accuracy": 0.9898126697249114,
+      "eval_f1": 0.9892364414843007,
+      "eval_loss": 0.05185426026582718,
+      "eval_precision": 0.9892285979337303,
+      "eval_recall": 0.9892442851592543,
+      "eval_runtime": 19.572,
+      "eval_samples_per_second": 748.468,
+      "eval_steps_per_second": 2.963,
+      "step": 3328
+    },
+    {
+      "epoch": 26.99,
+      "eval_accuracy": 0.9898548612283097,
+      "eval_f1": 0.9892308576661506,
+      "eval_loss": 0.05215698853135109,
+      "eval_precision": 0.9891896820331485,
+      "eval_recall": 0.989272036727218,
+      "eval_runtime": 19.399,
+      "eval_samples_per_second": 755.14,
+      "eval_steps_per_second": 2.99,
+      "step": 3456
+    },
+    {
+      "epoch": 27.34,
+      "learning_rate": 1.7564935064935065e-05,
+      "loss": 0.0052,
+      "step": 3500
+    },
+    {
+      "epoch": 27.99,
+      "eval_accuracy": 0.9898702035931819,
+      "eval_f1": 0.9892028504316283,
+      "eval_loss": 0.05260332301259041,
+      "eval_precision": 0.9891852033919135,
+      "eval_recall": 0.9892204981009999,
+      "eval_runtime": 19.6509,
+      "eval_samples_per_second": 745.461,
+      "eval_steps_per_second": 2.952,
+      "step": 3584
+    },
+    {
+      "epoch": 28.99,
+      "eval_accuracy": 0.9898663680019638,
+      "eval_f1": 0.9891989716326818,
+      "eval_loss": 0.05352339521050453,
+      "eval_precision": 0.9891734819683569,
+      "eval_recall": 0.989224462610709,
+      "eval_runtime": 19.4431,
+      "eval_samples_per_second": 753.429,
+      "eval_steps_per_second": 2.983,
+      "step": 3712
+    },
+    {
+      "epoch": 29.99,
+      "eval_accuracy": 0.9900121204682489,
+      "eval_f1": 0.9893592137553174,
+      "eval_loss": 0.054358094930648804,
+      "eval_precision": 0.9893631361106265,
+      "eval_recall": 0.9893552914311087,
+      "eval_runtime": 18.4688,
+      "eval_samples_per_second": 793.177,
+      "eval_steps_per_second": 3.14,
+      "step": 3840
+    },
+    {
+      "epoch": 30.99,
+      "eval_accuracy": 0.9899660933736326,
+      "eval_f1": 0.9893714865647028,
+      "eval_loss": 0.05478381738066673,
+      "eval_precision": 0.989340109572098,
+      "eval_recall": 0.9894028655476177,
+      "eval_runtime": 18.761,
+      "eval_samples_per_second": 780.821,
+      "eval_steps_per_second": 3.092,
+      "step": 3968
+    },
+    {
+      "epoch": 31.25,
+      "learning_rate": 1.2153679653679655e-05,
+      "loss": 0.0038,
+      "step": 4000
+    },
+    {
+      "epoch": 31.99,
+      "eval_accuracy": 0.9898702035931819,
+      "eval_f1": 0.989232477006026,
+      "eval_loss": 0.05625994876027107,
+      "eval_precision": 0.9892246334868896,
+      "eval_recall": 0.9892403206495453,
+      "eval_runtime": 19.3617,
+      "eval_samples_per_second": 756.597,
+      "eval_steps_per_second": 2.996,
+      "step": 4096
+    },
+    {
+      "epoch": 32.99,
+      "eval_accuracy": 0.9900466407892112,
+      "eval_f1": 0.9894185977362381,
+      "eval_loss": 0.05615779384970665,
+      "eval_precision": 0.9894303656950744,
+      "eval_recall": 0.9894068300573268,
+      "eval_runtime": 18.6932,
+      "eval_samples_per_second": 783.655,
+      "eval_steps_per_second": 3.103,
+      "step": 4224
+    },
+    {
+      "epoch": 33.99,
+      "eval_accuracy": 0.9898318476810015,
+      "eval_f1": 0.989171306638546,
+      "eval_loss": 0.057734012603759766,
+      "eval_precision": 0.9891379754613387,
+      "eval_recall": 0.9892046400621635,
+      "eval_runtime": 18.8622,
+      "eval_samples_per_second": 776.632,
+      "eval_steps_per_second": 3.075,
+      "step": 4352
+    },
+    {
+      "epoch": 34.99,
+      "eval_accuracy": 0.9900658187453014,
+      "eval_f1": 0.9894462659525121,
+      "eval_loss": 0.05798300728201866,
+      "eval_precision": 0.989465880076756,
+      "eval_recall": 0.9894266526058723,
+      "eval_runtime": 19.4979,
+      "eval_samples_per_second": 751.311,
+      "eval_steps_per_second": 2.975,
+      "step": 4480
+    },
+    {
+      "epoch": 35.16,
+      "learning_rate": 6.742424242424243e-06,
+      "loss": 0.003,
+      "step": 4500
+    },
+    {
+      "epoch": 35.99,
+      "eval_accuracy": 0.9899776001472868,
+      "eval_f1": 0.9893636842960725,
+      "eval_loss": 0.05809687077999115,
+      "eval_precision": 0.9893205422976294,
+      "eval_recall": 0.9894068300573268,
+      "eval_runtime": 19.0851,
+      "eval_samples_per_second": 767.563,
+      "eval_steps_per_second": 3.039,
+      "step": 4608
+    },
+    {
+      "epoch": 36.99,
+      "eval_accuracy": 0.989889381549272,
+      "eval_f1": 0.9892901530063094,
+      "eval_loss": 0.058496102690696716,
+      "eval_precision": 0.9892646609924242,
+      "eval_recall": 0.9893156463340179,
+      "eval_runtime": 19.0831,
+      "eval_samples_per_second": 767.642,
+      "eval_steps_per_second": 3.039,
+      "step": 4736
+    },
+    {
+      "epoch": 37.99,
+      "eval_accuracy": 0.9899699289648506,
+      "eval_f1": 0.9893475735699306,
+      "eval_loss": 0.05856472626328468,
+      "eval_precision": 0.9893279629570898,
+      "eval_recall": 0.989367184960236,
+      "eval_runtime": 19.3383,
+      "eval_samples_per_second": 757.512,
+      "eval_steps_per_second": 2.999,
+      "step": 4864
+    },
+    {
+      "epoch": 38.99,
+      "eval_accuracy": 0.9899737645560687,
+      "eval_f1": 0.9893515802159814,
+      "eval_loss": 0.05881791561841965,
+      "eval_precision": 0.9893280475718533,
+      "eval_recall": 0.9893751139796542,
+      "eval_runtime": 19.2023,
+      "eval_samples_per_second": 762.879,
+      "eval_steps_per_second": 3.02,
+      "step": 4992
+    },
+    {
+      "epoch": 39.06,
+      "learning_rate": 1.3311688311688312e-06,
+      "loss": 0.0024,
+      "step": 5000
+    },
+    {
+      "epoch": 39.99,
+      "eval_accuracy": 0.9899891069209408,
+      "eval_f1": 0.9893752824668374,
+      "eval_loss": 0.058905407786369324,
+      "eval_precision": 0.9893595934127796,
+      "eval_recall": 0.9893909720184905,
+      "eval_runtime": 18.6772,
+      "eval_samples_per_second": 784.326,
+      "eval_steps_per_second": 3.105,
+      "step": 5120
+    },
+    {
+      "epoch": 39.99,
+      "step": 5120,
+      "total_flos": 3.2246769193641984e+17,
+      "train_loss": 0.08320926361484453,
+      "train_runtime": 4249.1875,
+      "train_samples_per_second": 1241.018,
+      "train_steps_per_second": 1.205
+    }
+  ],
+  "max_steps": 5120,
+  "num_train_epochs": 40,
+  "total_flos": 3.2246769193641984e+17,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf69f2cdb60730064aaa3d1b29fee1e13e162d0afe04f46a7ba422163b930418
+size 3439