Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-60000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-76000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,86 @@
+---
+language:
+- ko
+- en
+base_model: facebook/mbart-large-50-many-to-many-mmt
+tags:
+- generated_from_trainer
+metrics:
+- bleu
+model-index:
+- name: ko-en_mbartLarge_exp20p_linear_alpha
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# ko-en_mbartLarge_exp20p_linear_alpha
+
+This model is a fine-tuned version of [facebook/mbart-large-50-many-to-many-mmt](https://huggingface.co/facebook/mbart-large-50-many-to-many-mmt) on an unknown dataset.
+It achieves the following results on the evaluation set:
+- Loss: 1.1682
+- Bleu: 29.1144
+- Gen Len: 18.5459
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 5.5e-05
+- train_batch_size: 4
+- eval_batch_size: 4
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 4
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 32
+- total_eval_batch_size: 16
+- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
+- lr_scheduler_type: linear
+- num_epochs: 40
+
+### Training results
+
+| Training Loss | Epoch | Step  | Validation Loss | Bleu    | Gen Len |
+|:-------------:|:-----:|:-----:|:---------------:|:-------:|:-------:|
+| 1.404         | 0.46  | 4000  | 1.3738          | 22.5375 | 18.6852 |
+| 1.2629        | 0.93  | 8000  | 1.2458          | 25.3741 | 18.7797 |
+| 1.1951        | 1.39  | 12000 | 1.2067          | 26.1281 | 18.6597 |
+| 1.1317        | 1.86  | 16000 | 1.1768          | 26.5384 | 19.2055 |
+| 0.9906        | 2.32  | 20000 | 1.1363          | 28.2459 | 18.7269 |
+| 0.9894        | 2.78  | 24000 | 1.1239          | 28.5124 | 18.6882 |
+| 0.8965        | 3.25  | 28000 | 1.1278          | 28.5335 | 18.4917 |
+| 0.9138        | 3.71  | 32000 | 1.1216          | 28.8189 | 18.7873 |
+| 0.8272        | 4.18  | 36000 | 1.1468          | 28.332  | 18.6516 |
+| 0.8753        | 4.64  | 40000 | 1.1345          | 28.2695 | 18.4919 |
+| 0.6855        | 5.11  | 44000 | 1.1542          | 28.7913 | 18.7596 |
+| 0.7088        | 5.57  | 48000 | 1.1531          | 29.0865 | 18.6626 |
+| 0.6738        | 6.03  | 52000 | 1.1906          | 28.0235 | 18.4243 |
+| 0.6763        | 6.5   | 56000 | 1.1941          | 28.1501 | 18.6932 |
+| 0.6594        | 6.96  | 60000 | 1.1682          | 29.1144 | 18.5459 |
+| 0.5971        | 7.43  | 64000 | 1.2449          | 27.9464 | 18.4482 |
+| 0.5935        | 7.89  | 68000 | 1.2156          | 28.6034 | 18.5967 |
+| 0.5383        | 8.35  | 72000 | 1.2927          | 27.891  | 18.6539 |
+| 0.6022        | 8.82  | 76000 | 1.2831          | 27.7624 | 18.5558 |
+
+
+### Framework versions
+
+- Transformers 4.34.0
+- Pytorch 2.1.0+cu121
+- Datasets 2.14.5
+- Tokenizers 0.14.1

added_tokens.json

@@ -0,0 +1,59 @@
+{
+  "</s>": 2,
+  "<mask>": 250053,
+  "<pad>": 1,
+  "<s>": 0,
+  "<unk>": 3,
+  "af_ZA": 250026,
+  "ar_AR": 250001,
+  "az_AZ": 250027,
+  "bn_IN": 250028,
+  "cs_CZ": 250002,
+  "de_DE": 250003,
+  "en_XX": 250004,
+  "es_XX": 250005,
+  "et_EE": 250006,
+  "fa_IR": 250029,
+  "fi_FI": 250007,
+  "fr_XX": 250008,
+  "gl_ES": 250051,
+  "gu_IN": 250009,
+  "he_IL": 250030,
+  "hi_IN": 250010,
+  "hr_HR": 250031,
+  "id_ID": 250032,
+  "it_IT": 250011,
+  "ja_XX": 250012,
+  "ka_GE": 250033,
+  "kk_KZ": 250013,
+  "km_KH": 250034,
+  "ko_KR": 250014,
+  "lt_LT": 250015,
+  "lv_LV": 250016,
+  "mk_MK": 250035,
+  "ml_IN": 250036,
+  "mn_MN": 250037,
+  "mr_IN": 250038,
+  "my_MM": 250017,
+  "ne_NP": 250018,
+  "nl_XX": 250019,
+  "pl_PL": 250039,
+  "ps_AF": 250040,
+  "pt_XX": 250041,
+  "ro_RO": 250020,
+  "ru_RU": 250021,
+  "si_LK": 250022,
+  "sl_SI": 250052,
+  "sv_SE": 250042,
+  "sw_KE": 250043,
+  "ta_IN": 250044,
+  "te_IN": 250045,
+  "th_TH": 250046,
+  "tl_XX": 250047,
+  "tr_TR": 250023,
+  "uk_UA": 250048,
+  "ur_PK": 250049,
+  "vi_VN": 250024,
+  "xh_ZA": 250050,
+  "zh_CN": 250025
+}

all_results.json

@@ -0,0 +1,22 @@
+{
+    "epoch": 8.82,
+    "eval_bleu": 29.1144,
+    "eval_gen_len": 18.5459,
+    "eval_loss": 1.1682050228118896,
+    "eval_runtime": 1138.2217,
+    "eval_samples": 17237,
+    "eval_samples_per_second": 15.144,
+    "eval_steps_per_second": 0.947,
+    "predict_bleu": 29.2336,
+    "predict_gen_len": 18.5319,
+    "predict_loss": 1.1511610746383667,
+    "predict_runtime": 1143.8858,
+    "predict_samples": 17237,
+    "predict_samples_per_second": 15.069,
+    "predict_steps_per_second": 0.942,
+    "train_loss": 0.8847039678473222,
+    "train_runtime": 77092.0129,
+    "train_samples": 137900,
+    "train_samples_per_second": 71.551,
+    "train_steps_per_second": 4.472
+}

checkpoint-60000/added_tokens.json

@@ -0,0 +1,59 @@
+{
+  "</s>": 2,
+  "<mask>": 250053,
+  "<pad>": 1,
+  "<s>": 0,
+  "<unk>": 3,
+  "af_ZA": 250026,
+  "ar_AR": 250001,
+  "az_AZ": 250027,
+  "bn_IN": 250028,
+  "cs_CZ": 250002,
+  "de_DE": 250003,
+  "en_XX": 250004,
+  "es_XX": 250005,
+  "et_EE": 250006,
+  "fa_IR": 250029,
+  "fi_FI": 250007,
+  "fr_XX": 250008,
+  "gl_ES": 250051,
+  "gu_IN": 250009,
+  "he_IL": 250030,
+  "hi_IN": 250010,
+  "hr_HR": 250031,
+  "id_ID": 250032,
+  "it_IT": 250011,
+  "ja_XX": 250012,
+  "ka_GE": 250033,
+  "kk_KZ": 250013,
+  "km_KH": 250034,
+  "ko_KR": 250014,
+  "lt_LT": 250015,
+  "lv_LV": 250016,
+  "mk_MK": 250035,
+  "ml_IN": 250036,
+  "mn_MN": 250037,
+  "mr_IN": 250038,
+  "my_MM": 250017,
+  "ne_NP": 250018,
+  "nl_XX": 250019,
+  "pl_PL": 250039,
+  "ps_AF": 250040,
+  "pt_XX": 250041,
+  "ro_RO": 250020,
+  "ru_RU": 250021,
+  "si_LK": 250022,
+  "sl_SI": 250052,
+  "sv_SE": 250042,
+  "sw_KE": 250043,
+  "ta_IN": 250044,
+  "te_IN": 250045,
+  "th_TH": 250046,
+  "tl_XX": 250047,
+  "tr_TR": 250023,
+  "uk_UA": 250048,
+  "ur_PK": 250049,
+  "vi_VN": 250024,
+  "xh_ZA": 250050,
+  "zh_CN": 250025
+}

checkpoint-60000/config.json

@@ -0,0 +1,59 @@
+{
+  "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt",
+  "_num_labels": 3,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": true,
+  "architectures": [
+    "MBartForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classif_dropout": 0.0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "forced_bos_token_id": 250004,
+  "forced_eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "mbart",
+  "normalize_before": true,
+  "normalize_embedding": true,
+  "num_beams": 5,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "static_position_embeddings": false,
+  "tokenizer_class": "MBart50Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.0",
+  "use_cache": true,
+  "vocab_size": 250054
+}

checkpoint-60000/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "early_stopping": true,
+  "eos_token_id": 2,
+  "forced_bos_token_id": 250004,
+  "forced_eos_token_id": 2,
+  "max_length": 200,
+  "num_beams": 5,
+  "pad_token_id": 1,
+  "transformers_version": "4.34.0"
+}

checkpoint-60000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f1a29ebb712467f96461895e6d4be0a8a0a3819259d2d2b18bc5a02709b7705
+size 4887473903

checkpoint-60000/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a465d06942b45eaada7790ed77f43e70b8bab3ac5e5a6ed682cb0ce1351e6b79
+size 2444694490

checkpoint-60000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ddd94a2f98f6527dd829619b426e00b09b72105a0a50d515ad8d341fab3fceb5
+size 15024

checkpoint-60000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe09369bb01e96cdf251292ed1c8b4dade1f5afafdb2b7628f0901e9f095492d
+size 15024

checkpoint-60000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7b4a869926519f11b2aea1ca9405011f6166d6011d8d0e07552017032a4a9ba
+size 15024

checkpoint-60000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fc25d38f561ccfa43435d6ef5519c390bc343538761ad6217b5f954a0db7f01
+size 15024

checkpoint-60000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eadf47d6eb93e4927739e5598674dfd299acf75824e4eeaa19d4793dcfdd39f9
+size 1064

checkpoint-60000/sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

checkpoint-60000/special_tokens_map.json

@@ -0,0 +1,63 @@
+{
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

checkpoint-60000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a71a6430f26d8667787032844b9efe0d820460f1eb2e56a96b5f171813bc1a
+size 17109939

checkpoint-60000/tokenizer_config.json

@@ -0,0 +1,528 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "ar_AR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250002": {
+      "content": "cs_CZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250003": {
+      "content": "de_DE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250004": {
+      "content": "en_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250005": {
+      "content": "es_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250006": {
+      "content": "et_EE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250007": {
+      "content": "fi_FI",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250008": {
+      "content": "fr_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250009": {
+      "content": "gu_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250010": {
+      "content": "hi_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250011": {
+      "content": "it_IT",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250012": {
+      "content": "ja_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250013": {
+      "content": "kk_KZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250014": {
+      "content": "ko_KR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250015": {
+      "content": "lt_LT",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250016": {
+      "content": "lv_LV",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250017": {
+      "content": "my_MM",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250018": {
+      "content": "ne_NP",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250019": {
+      "content": "nl_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250020": {
+      "content": "ro_RO",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250021": {
+      "content": "ru_RU",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250022": {
+      "content": "si_LK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250023": {
+      "content": "tr_TR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250024": {
+      "content": "vi_VN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250025": {
+      "content": "zh_CN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250026": {
+      "content": "af_ZA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250027": {
+      "content": "az_AZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250028": {
+      "content": "bn_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250029": {
+      "content": "fa_IR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250030": {
+      "content": "he_IL",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250031": {
+      "content": "hr_HR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250032": {
+      "content": "id_ID",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250033": {
+      "content": "ka_GE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250034": {
+      "content": "km_KH",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250035": {
+      "content": "mk_MK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250036": {
+      "content": "ml_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250037": {
+      "content": "mn_MN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250038": {
+      "content": "mr_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250039": {
+      "content": "pl_PL",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250040": {
+      "content": "ps_AF",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250041": {
+      "content": "pt_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250042": {
+      "content": "sv_SE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250043": {
+      "content": "sw_KE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250044": {
+      "content": "ta_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250045": {
+      "content": "te_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250046": {
+      "content": "th_TH",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250047": {
+      "content": "tl_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250048": {
+      "content": "uk_UA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250049": {
+      "content": "ur_PK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250050": {
+      "content": "xh_ZA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250051": {
+      "content": "gl_ES",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250052": {
+      "content": "sl_SI",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250053": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "language_codes": "ML50",
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "src_lang": "ko_KR",
+  "tgt_lang": "en_XX",
+  "tokenizer_class": "MBart50Tokenizer",
+  "unk_token": "<unk>"
+}

checkpoint-60000/trainer_state.json

@@ -0,0 +1,889 @@
+{
+  "best_metric": 29.1144,
+  "best_model_checkpoint": "./ko-en_mbartLarge_exp20p_linear_alpha/checkpoint-60000",
+  "epoch": 6.9613644274277755,
+  "eval_steps": 4000,
+  "global_step": 60000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.4920234365935726e-05,
+      "loss": 2.3766,
+      "step": 500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.484046873187145e-05,
+      "loss": 1.7994,
+      "step": 1000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.476070309780717e-05,
+      "loss": 1.6333,
+      "step": 1500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.4680937463742896e-05,
+      "loss": 1.554,
+      "step": 2000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.460117182967862e-05,
+      "loss": 1.5092,
+      "step": 2500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 5.4521406195614344e-05,
+      "loss": 1.4709,
+      "step": 3000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 5.444164056155007e-05,
+      "loss": 1.4354,
+      "step": 3500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.4361874927485784e-05,
+      "loss": 1.404,
+      "step": 4000
+    },
+    {
+      "epoch": 0.46,
+      "eval_bleu": 22.5375,
+      "eval_gen_len": 18.6852,
+      "eval_loss": 1.373841404914856,
+      "eval_runtime": 1144.9051,
+      "eval_samples_per_second": 15.055,
+      "eval_steps_per_second": 0.942,
+      "step": 4000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 5.4282109293421515e-05,
+      "loss": 1.3753,
+      "step": 4500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 5.420234365935724e-05,
+      "loss": 1.3399,
+      "step": 5000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.412257802529296e-05,
+      "loss": 1.3272,
+      "step": 5500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 5.404281239122868e-05,
+      "loss": 1.3226,
+      "step": 6000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.39630467571644e-05,
+      "loss": 1.2978,
+      "step": 6500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.388328112310013e-05,
+      "loss": 1.269,
+      "step": 7000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 5.3803515489035856e-05,
+      "loss": 1.2787,
+      "step": 7500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 5.372374985497158e-05,
+      "loss": 1.2629,
+      "step": 8000
+    },
+    {
+      "epoch": 0.93,
+      "eval_bleu": 25.3741,
+      "eval_gen_len": 18.7797,
+      "eval_loss": 1.245756983757019,
+      "eval_runtime": 1156.1784,
+      "eval_samples_per_second": 14.909,
+      "eval_steps_per_second": 0.932,
+      "step": 8000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.36439842209073e-05,
+      "loss": 1.2572,
+      "step": 8500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 5.356421858684302e-05,
+      "loss": 1.2035,
+      "step": 9000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 5.348445295277875e-05,
+      "loss": 1.1945,
+      "step": 9500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.3404687318714474e-05,
+      "loss": 1.179,
+      "step": 10000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.332492168465019e-05,
+      "loss": 1.2032,
+      "step": 10500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.3245156050585915e-05,
+      "loss": 1.192,
+      "step": 11000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.316539041652164e-05,
+      "loss": 1.1795,
+      "step": 11500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.308562478245736e-05,
+      "loss": 1.1951,
+      "step": 12000
+    },
+    {
+      "epoch": 1.39,
+      "eval_bleu": 26.1281,
+      "eval_gen_len": 18.6597,
+      "eval_loss": 1.2066867351531982,
+      "eval_runtime": 1158.2083,
+      "eval_samples_per_second": 14.882,
+      "eval_steps_per_second": 0.931,
+      "step": 12000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 5.300585914839309e-05,
+      "loss": 1.1704,
+      "step": 12500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.292609351432881e-05,
+      "loss": 1.1547,
+      "step": 13000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 5.284632788026453e-05,
+      "loss": 1.1419,
+      "step": 13500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.276656224620026e-05,
+      "loss": 1.1396,
+      "step": 14000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 5.268679661213598e-05,
+      "loss": 1.1549,
+      "step": 14500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 5.2607030978071704e-05,
+      "loss": 1.1255,
+      "step": 15000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.252726534400743e-05,
+      "loss": 1.1395,
+      "step": 15500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 5.244749970994315e-05,
+      "loss": 1.1317,
+      "step": 16000
+    },
+    {
+      "epoch": 1.86,
+      "eval_bleu": 26.5384,
+      "eval_gen_len": 19.2055,
+      "eval_loss": 1.1767752170562744,
+      "eval_runtime": 1178.3467,
+      "eval_samples_per_second": 14.628,
+      "eval_steps_per_second": 0.915,
+      "step": 16000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 5.2367734075878875e-05,
+      "loss": 1.1557,
+      "step": 16500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.22879684418146e-05,
+      "loss": 1.1478,
+      "step": 17000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 5.2208202807750315e-05,
+      "loss": 1.0771,
+      "step": 17500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 5.2128437173686046e-05,
+      "loss": 1.0135,
+      "step": 18000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 5.204867153962177e-05,
+      "loss": 1.0028,
+      "step": 18500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 5.196890590555749e-05,
+      "loss": 0.9894,
+      "step": 19000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 5.1889140271493216e-05,
+      "loss": 1.0178,
+      "step": 19500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 5.180937463742893e-05,
+      "loss": 0.9906,
+      "step": 20000
+    },
+    {
+      "epoch": 2.32,
+      "eval_bleu": 28.2459,
+      "eval_gen_len": 18.7269,
+      "eval_loss": 1.1362603902816772,
+      "eval_runtime": 1157.7765,
+      "eval_samples_per_second": 14.888,
+      "eval_steps_per_second": 0.931,
+      "step": 20000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 5.1729609003364664e-05,
+      "loss": 1.0083,
+      "step": 20500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.164984336930039e-05,
+      "loss": 0.9965,
+      "step": 21000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.157007773523611e-05,
+      "loss": 0.9992,
+      "step": 21500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.149031210117183e-05,
+      "loss": 1.0042,
+      "step": 22000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 5.141054646710755e-05,
+      "loss": 0.9998,
+      "step": 22500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.1330780833043275e-05,
+      "loss": 1.0076,
+      "step": 23000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 5.1251015198979005e-05,
+      "loss": 1.0047,
+      "step": 23500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 5.117124956491473e-05,
+      "loss": 0.9894,
+      "step": 24000
+    },
+    {
+      "epoch": 2.78,
+      "eval_bleu": 28.5124,
+      "eval_gen_len": 18.6882,
+      "eval_loss": 1.1238752603530884,
+      "eval_runtime": 1152.8912,
+      "eval_samples_per_second": 14.951,
+      "eval_steps_per_second": 0.935,
+      "step": 24000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 5.1091483930850446e-05,
+      "loss": 1.0115,
+      "step": 24500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 5.101171829678617e-05,
+      "loss": 0.9958,
+      "step": 25000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 5.093195266272189e-05,
+      "loss": 1.0044,
+      "step": 25500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 5.0852187028657624e-05,
+      "loss": 0.9668,
+      "step": 26000
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 5.077242139459334e-05,
+      "loss": 0.8751,
+      "step": 26500
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 5.0692655760529064e-05,
+      "loss": 0.8916,
+      "step": 27000
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 5.061289012646479e-05,
+      "loss": 0.8861,
+      "step": 27500
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 5.053312449240051e-05,
+      "loss": 0.8965,
+      "step": 28000
+    },
+    {
+      "epoch": 3.25,
+      "eval_bleu": 28.5335,
+      "eval_gen_len": 18.4917,
+      "eval_loss": 1.1277672052383423,
+      "eval_runtime": 1142.9887,
+      "eval_samples_per_second": 15.081,
+      "eval_steps_per_second": 0.943,
+      "step": 28000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 5.045335885833624e-05,
+      "loss": 0.8898,
+      "step": 28500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 5.037359322427196e-05,
+      "loss": 0.8982,
+      "step": 29000
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 5.029382759020768e-05,
+      "loss": 0.896,
+      "step": 29500
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 5.0214061956143406e-05,
+      "loss": 0.8889,
+      "step": 30000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.013429632207913e-05,
+      "loss": 0.9056,
+      "step": 30500
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 5.005453068801485e-05,
+      "loss": 0.8867,
+      "step": 31000
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 4.997476505395058e-05,
+      "loss": 0.911,
+      "step": 31500
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 4.98949994198863e-05,
+      "loss": 0.9138,
+      "step": 32000
+    },
+    {
+      "epoch": 3.71,
+      "eval_bleu": 28.8189,
+      "eval_gen_len": 18.7873,
+      "eval_loss": 1.1216284036636353,
+      "eval_runtime": 1156.9444,
+      "eval_samples_per_second": 14.899,
+      "eval_steps_per_second": 0.932,
+      "step": 32000
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 4.9815233785822024e-05,
+      "loss": 0.9023,
+      "step": 32500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.973546815175775e-05,
+      "loss": 0.9127,
+      "step": 33000
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 4.9655702517693464e-05,
+      "loss": 0.9168,
+      "step": 33500
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 4.9575936883629195e-05,
+      "loss": 0.8978,
+      "step": 34000
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.949617124956492e-05,
+      "loss": 0.9229,
+      "step": 34500
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 4.941640561550064e-05,
+      "loss": 0.828,
+      "step": 35000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 4.9336639981436366e-05,
+      "loss": 0.8326,
+      "step": 35500
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 4.925687434737208e-05,
+      "loss": 0.8272,
+      "step": 36000
+    },
+    {
+      "epoch": 4.18,
+      "eval_bleu": 28.332,
+      "eval_gen_len": 18.6516,
+      "eval_loss": 1.1468099355697632,
+      "eval_runtime": 1152.7736,
+      "eval_samples_per_second": 14.953,
+      "eval_steps_per_second": 0.935,
+      "step": 36000
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 4.9177108713307806e-05,
+      "loss": 0.8259,
+      "step": 36500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 4.9097343079243536e-05,
+      "loss": 0.8243,
+      "step": 37000
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 4.901757744517926e-05,
+      "loss": 0.8664,
+      "step": 37500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 4.893781181111498e-05,
+      "loss": 0.8893,
+      "step": 38000
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 4.88580461770507e-05,
+      "loss": 0.8958,
+      "step": 38500
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.8778280542986424e-05,
+      "loss": 0.8924,
+      "step": 39000
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.8698514908922155e-05,
+      "loss": 0.885,
+      "step": 39500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 4.861874927485788e-05,
+      "loss": 0.8753,
+      "step": 40000
+    },
+    {
+      "epoch": 4.64,
+      "eval_bleu": 28.2695,
+      "eval_gen_len": 18.4919,
+      "eval_loss": 1.1344704627990723,
+      "eval_runtime": 1148.1227,
+      "eval_samples_per_second": 15.013,
+      "eval_steps_per_second": 0.939,
+      "step": 40000
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 4.8538983640793595e-05,
+      "loss": 0.8749,
+      "step": 40500
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 4.845921800672932e-05,
+      "loss": 0.8621,
+      "step": 41000
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 4.837945237266504e-05,
+      "loss": 0.8616,
+      "step": 41500
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 4.8299686738600766e-05,
+      "loss": 0.8551,
+      "step": 42000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 4.821992110453649e-05,
+      "loss": 0.8504,
+      "step": 42500
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 4.814015547047221e-05,
+      "loss": 0.8459,
+      "step": 43000
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 4.806038983640794e-05,
+      "loss": 0.7255,
+      "step": 43500
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 4.798062420234366e-05,
+      "loss": 0.6855,
+      "step": 44000
+    },
+    {
+      "epoch": 5.11,
+      "eval_bleu": 28.7913,
+      "eval_gen_len": 18.7596,
+      "eval_loss": 1.154221773147583,
+      "eval_runtime": 1168.8964,
+      "eval_samples_per_second": 14.746,
+      "eval_steps_per_second": 0.922,
+      "step": 44000
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 4.7900858568279384e-05,
+      "loss": 0.7002,
+      "step": 44500
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 4.782109293421511e-05,
+      "loss": 0.6982,
+      "step": 45000
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 4.774132730015083e-05,
+      "loss": 0.6976,
+      "step": 45500
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 4.7661561666086555e-05,
+      "loss": 0.7028,
+      "step": 46000
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 4.758179603202228e-05,
+      "loss": 0.7138,
+      "step": 46500
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 4.7502030397958e-05,
+      "loss": 0.7121,
+      "step": 47000
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 4.7422264763893726e-05,
+      "loss": 0.7043,
+      "step": 47500
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 4.734249912982945e-05,
+      "loss": 0.7088,
+      "step": 48000
+    },
+    {
+      "epoch": 5.57,
+      "eval_bleu": 29.0865,
+      "eval_gen_len": 18.6626,
+      "eval_loss": 1.153067708015442,
+      "eval_runtime": 1149.2413,
+      "eval_samples_per_second": 14.999,
+      "eval_steps_per_second": 0.938,
+      "step": 48000
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 4.726273349576517e-05,
+      "loss": 0.7116,
+      "step": 48500
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 4.71829678617009e-05,
+      "loss": 0.7292,
+      "step": 49000
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 4.710320222763662e-05,
+      "loss": 0.7289,
+      "step": 49500
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 4.702343659357234e-05,
+      "loss": 0.7514,
+      "step": 50000
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 4.694367095950807e-05,
+      "loss": 0.7545,
+      "step": 50500
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 4.686390532544379e-05,
+      "loss": 0.7362,
+      "step": 51000
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 4.6784139691379515e-05,
+      "loss": 0.7413,
+      "step": 51500
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 4.670437405731523e-05,
+      "loss": 0.6738,
+      "step": 52000
+    },
+    {
+      "epoch": 6.03,
+      "eval_bleu": 28.0235,
+      "eval_gen_len": 18.4243,
+      "eval_loss": 1.190636396408081,
+      "eval_runtime": 1139.2873,
+      "eval_samples_per_second": 15.13,
+      "eval_steps_per_second": 0.946,
+      "step": 52000
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 4.6624608423250955e-05,
+      "loss": 0.6467,
+      "step": 52500
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 4.6544842789186686e-05,
+      "loss": 0.6508,
+      "step": 53000
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 4.646507715512241e-05,
+      "loss": 0.6742,
+      "step": 53500
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 4.638531152105813e-05,
+      "loss": 0.6609,
+      "step": 54000
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 4.630554588699385e-05,
+      "loss": 0.6464,
+      "step": 54500
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 4.622578025292957e-05,
+      "loss": 0.6362,
+      "step": 55000
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 4.61460146188653e-05,
+      "loss": 0.6552,
+      "step": 55500
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 4.606624898480103e-05,
+      "loss": 0.6763,
+      "step": 56000
+    },
+    {
+      "epoch": 6.5,
+      "eval_bleu": 28.1501,
+      "eval_gen_len": 18.6932,
+      "eval_loss": 1.1940782070159912,
+      "eval_runtime": 1154.4139,
+      "eval_samples_per_second": 14.931,
+      "eval_steps_per_second": 0.934,
+      "step": 56000
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 4.5986483350736744e-05,
+      "loss": 0.6775,
+      "step": 56500
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 4.590671771667247e-05,
+      "loss": 0.6765,
+      "step": 57000
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 4.582695208260819e-05,
+      "loss": 0.681,
+      "step": 57500
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 4.5747186448543915e-05,
+      "loss": 0.6747,
+      "step": 58000
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 4.5667420814479645e-05,
+      "loss": 0.6612,
+      "step": 58500
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 4.558765518041536e-05,
+      "loss": 0.6662,
+      "step": 59000
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 4.5507889546351086e-05,
+      "loss": 0.6653,
+      "step": 59500
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 4.542812391228681e-05,
+      "loss": 0.6594,
+      "step": 60000
+    },
+    {
+      "epoch": 6.96,
+      "eval_bleu": 29.1144,
+      "eval_gen_len": 18.5459,
+      "eval_loss": 1.1682050228118896,
+      "eval_runtime": 1139.7821,
+      "eval_samples_per_second": 15.123,
+      "eval_steps_per_second": 0.946,
+      "step": 60000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 344760,
+  "num_train_epochs": 40,
+  "save_steps": 4000,
+  "total_flos": 2.0805485991789855e+18,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-60000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb1a208655fbdd6d2efe6842f38b33cb5a37243e0f443b39f19b8cba4439028
+size 4728

checkpoint-76000/added_tokens.json

@@ -0,0 +1,59 @@
+{
+  "</s>": 2,
+  "<mask>": 250053,
+  "<pad>": 1,
+  "<s>": 0,
+  "<unk>": 3,
+  "af_ZA": 250026,
+  "ar_AR": 250001,
+  "az_AZ": 250027,
+  "bn_IN": 250028,
+  "cs_CZ": 250002,
+  "de_DE": 250003,
+  "en_XX": 250004,
+  "es_XX": 250005,
+  "et_EE": 250006,
+  "fa_IR": 250029,
+  "fi_FI": 250007,
+  "fr_XX": 250008,
+  "gl_ES": 250051,
+  "gu_IN": 250009,
+  "he_IL": 250030,
+  "hi_IN": 250010,
+  "hr_HR": 250031,
+  "id_ID": 250032,
+  "it_IT": 250011,
+  "ja_XX": 250012,
+  "ka_GE": 250033,
+  "kk_KZ": 250013,
+  "km_KH": 250034,
+  "ko_KR": 250014,
+  "lt_LT": 250015,
+  "lv_LV": 250016,
+  "mk_MK": 250035,
+  "ml_IN": 250036,
+  "mn_MN": 250037,
+  "mr_IN": 250038,
+  "my_MM": 250017,
+  "ne_NP": 250018,
+  "nl_XX": 250019,
+  "pl_PL": 250039,
+  "ps_AF": 250040,
+  "pt_XX": 250041,
+  "ro_RO": 250020,
+  "ru_RU": 250021,
+  "si_LK": 250022,
+  "sl_SI": 250052,
+  "sv_SE": 250042,
+  "sw_KE": 250043,
+  "ta_IN": 250044,
+  "te_IN": 250045,
+  "th_TH": 250046,
+  "tl_XX": 250047,
+  "tr_TR": 250023,
+  "uk_UA": 250048,
+  "ur_PK": 250049,
+  "vi_VN": 250024,
+  "xh_ZA": 250050,
+  "zh_CN": 250025
+}

checkpoint-76000/config.json

@@ -0,0 +1,59 @@
+{
+  "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt",
+  "_num_labels": 3,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": true,
+  "architectures": [
+    "MBartForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classif_dropout": 0.0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "forced_bos_token_id": 250004,
+  "forced_eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "mbart",
+  "normalize_before": true,
+  "normalize_embedding": true,
+  "num_beams": 5,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "static_position_embeddings": false,
+  "tokenizer_class": "MBart50Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.0",
+  "use_cache": true,
+  "vocab_size": 250054
+}

checkpoint-76000/generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "early_stopping": true,
+  "eos_token_id": 2,
+  "forced_bos_token_id": 250004,
+  "forced_eos_token_id": 2,
+  "max_length": 200,
+  "num_beams": 5,
+  "pad_token_id": 1,
+  "transformers_version": "4.34.0"
+}

checkpoint-76000/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16138a9522a6dce5a6af93502920a187c87dcfa857d238c08322f3ed669016e6
+size 4887473903

checkpoint-76000/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e836e292fec6e30c69861bf1fe9d4abece41d8e3029b5bd2b6279356f8b943a4
+size 2444694490

checkpoint-76000/rng_state_0.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:790e56b251ca7e90cea9f76136f94882375644091c14fd98cf61333faa96d104
+size 15024

checkpoint-76000/rng_state_1.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00630b71e2d33362602aedbc2c57c6771eca7568cdf8abfde557364760bf74de
+size 15024

checkpoint-76000/rng_state_2.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7025a82efdf8f89ac3768c07416fedd3c0cb79e7952e6b05c79c64cf421e2a3
+size 15024

checkpoint-76000/rng_state_3.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc7c805f0f36f7baf27745cc63ec6ce292a9419893056b7eef20df64405935d8
+size 15024

checkpoint-76000/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:915461a8952830fce1d4a2e2747c36dca42d874d3ed87d68e60a764e08e234c7
+size 1064

checkpoint-76000/sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

checkpoint-76000/special_tokens_map.json

@@ -0,0 +1,63 @@
+{
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

checkpoint-76000/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a71a6430f26d8667787032844b9efe0d820460f1eb2e56a96b5f171813bc1a
+size 17109939

checkpoint-76000/tokenizer_config.json

@@ -0,0 +1,528 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "ar_AR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250002": {
+      "content": "cs_CZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250003": {
+      "content": "de_DE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250004": {
+      "content": "en_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250005": {
+      "content": "es_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250006": {
+      "content": "et_EE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250007": {
+      "content": "fi_FI",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250008": {
+      "content": "fr_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250009": {
+      "content": "gu_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250010": {
+      "content": "hi_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250011": {
+      "content": "it_IT",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250012": {
+      "content": "ja_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250013": {
+      "content": "kk_KZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250014": {
+      "content": "ko_KR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250015": {
+      "content": "lt_LT",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250016": {
+      "content": "lv_LV",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250017": {
+      "content": "my_MM",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250018": {
+      "content": "ne_NP",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250019": {
+      "content": "nl_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250020": {
+      "content": "ro_RO",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250021": {
+      "content": "ru_RU",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250022": {
+      "content": "si_LK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250023": {
+      "content": "tr_TR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250024": {
+      "content": "vi_VN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250025": {
+      "content": "zh_CN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250026": {
+      "content": "af_ZA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250027": {
+      "content": "az_AZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250028": {
+      "content": "bn_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250029": {
+      "content": "fa_IR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250030": {
+      "content": "he_IL",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250031": {
+      "content": "hr_HR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250032": {
+      "content": "id_ID",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250033": {
+      "content": "ka_GE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250034": {
+      "content": "km_KH",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250035": {
+      "content": "mk_MK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250036": {
+      "content": "ml_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250037": {
+      "content": "mn_MN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250038": {
+      "content": "mr_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250039": {
+      "content": "pl_PL",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250040": {
+      "content": "ps_AF",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250041": {
+      "content": "pt_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250042": {
+      "content": "sv_SE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250043": {
+      "content": "sw_KE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250044": {
+      "content": "ta_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250045": {
+      "content": "te_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250046": {
+      "content": "th_TH",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250047": {
+      "content": "tl_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250048": {
+      "content": "uk_UA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250049": {
+      "content": "ur_PK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250050": {
+      "content": "xh_ZA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250051": {
+      "content": "gl_ES",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250052": {
+      "content": "sl_SI",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250053": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "language_codes": "ML50",
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "src_lang": "ko_KR",
+  "tgt_lang": "en_XX",
+  "tokenizer_class": "MBart50Tokenizer",
+  "unk_token": "<unk>"
+}

checkpoint-76000/trainer_state.json

@@ -0,0 +1,1121 @@
+{
+  "best_metric": 29.1144,
+  "best_model_checkpoint": "./ko-en_mbartLarge_exp20p_linear_alpha/checkpoint-60000",
+  "epoch": 8.81772827474185,
+  "eval_steps": 4000,
+  "global_step": 76000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.4920234365935726e-05,
+      "loss": 2.3766,
+      "step": 500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.484046873187145e-05,
+      "loss": 1.7994,
+      "step": 1000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.476070309780717e-05,
+      "loss": 1.6333,
+      "step": 1500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.4680937463742896e-05,
+      "loss": 1.554,
+      "step": 2000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.460117182967862e-05,
+      "loss": 1.5092,
+      "step": 2500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 5.4521406195614344e-05,
+      "loss": 1.4709,
+      "step": 3000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 5.444164056155007e-05,
+      "loss": 1.4354,
+      "step": 3500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.4361874927485784e-05,
+      "loss": 1.404,
+      "step": 4000
+    },
+    {
+      "epoch": 0.46,
+      "eval_bleu": 22.5375,
+      "eval_gen_len": 18.6852,
+      "eval_loss": 1.373841404914856,
+      "eval_runtime": 1144.9051,
+      "eval_samples_per_second": 15.055,
+      "eval_steps_per_second": 0.942,
+      "step": 4000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 5.4282109293421515e-05,
+      "loss": 1.3753,
+      "step": 4500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 5.420234365935724e-05,
+      "loss": 1.3399,
+      "step": 5000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.412257802529296e-05,
+      "loss": 1.3272,
+      "step": 5500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 5.404281239122868e-05,
+      "loss": 1.3226,
+      "step": 6000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.39630467571644e-05,
+      "loss": 1.2978,
+      "step": 6500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.388328112310013e-05,
+      "loss": 1.269,
+      "step": 7000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 5.3803515489035856e-05,
+      "loss": 1.2787,
+      "step": 7500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 5.372374985497158e-05,
+      "loss": 1.2629,
+      "step": 8000
+    },
+    {
+      "epoch": 0.93,
+      "eval_bleu": 25.3741,
+      "eval_gen_len": 18.7797,
+      "eval_loss": 1.245756983757019,
+      "eval_runtime": 1156.1784,
+      "eval_samples_per_second": 14.909,
+      "eval_steps_per_second": 0.932,
+      "step": 8000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.36439842209073e-05,
+      "loss": 1.2572,
+      "step": 8500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 5.356421858684302e-05,
+      "loss": 1.2035,
+      "step": 9000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 5.348445295277875e-05,
+      "loss": 1.1945,
+      "step": 9500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.3404687318714474e-05,
+      "loss": 1.179,
+      "step": 10000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.332492168465019e-05,
+      "loss": 1.2032,
+      "step": 10500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.3245156050585915e-05,
+      "loss": 1.192,
+      "step": 11000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.316539041652164e-05,
+      "loss": 1.1795,
+      "step": 11500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.308562478245736e-05,
+      "loss": 1.1951,
+      "step": 12000
+    },
+    {
+      "epoch": 1.39,
+      "eval_bleu": 26.1281,
+      "eval_gen_len": 18.6597,
+      "eval_loss": 1.2066867351531982,
+      "eval_runtime": 1158.2083,
+      "eval_samples_per_second": 14.882,
+      "eval_steps_per_second": 0.931,
+      "step": 12000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 5.300585914839309e-05,
+      "loss": 1.1704,
+      "step": 12500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.292609351432881e-05,
+      "loss": 1.1547,
+      "step": 13000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 5.284632788026453e-05,
+      "loss": 1.1419,
+      "step": 13500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.276656224620026e-05,
+      "loss": 1.1396,
+      "step": 14000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 5.268679661213598e-05,
+      "loss": 1.1549,
+      "step": 14500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 5.2607030978071704e-05,
+      "loss": 1.1255,
+      "step": 15000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.252726534400743e-05,
+      "loss": 1.1395,
+      "step": 15500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 5.244749970994315e-05,
+      "loss": 1.1317,
+      "step": 16000
+    },
+    {
+      "epoch": 1.86,
+      "eval_bleu": 26.5384,
+      "eval_gen_len": 19.2055,
+      "eval_loss": 1.1767752170562744,
+      "eval_runtime": 1178.3467,
+      "eval_samples_per_second": 14.628,
+      "eval_steps_per_second": 0.915,
+      "step": 16000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 5.2367734075878875e-05,
+      "loss": 1.1557,
+      "step": 16500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.22879684418146e-05,
+      "loss": 1.1478,
+      "step": 17000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 5.2208202807750315e-05,
+      "loss": 1.0771,
+      "step": 17500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 5.2128437173686046e-05,
+      "loss": 1.0135,
+      "step": 18000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 5.204867153962177e-05,
+      "loss": 1.0028,
+      "step": 18500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 5.196890590555749e-05,
+      "loss": 0.9894,
+      "step": 19000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 5.1889140271493216e-05,
+      "loss": 1.0178,
+      "step": 19500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 5.180937463742893e-05,
+      "loss": 0.9906,
+      "step": 20000
+    },
+    {
+      "epoch": 2.32,
+      "eval_bleu": 28.2459,
+      "eval_gen_len": 18.7269,
+      "eval_loss": 1.1362603902816772,
+      "eval_runtime": 1157.7765,
+      "eval_samples_per_second": 14.888,
+      "eval_steps_per_second": 0.931,
+      "step": 20000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 5.1729609003364664e-05,
+      "loss": 1.0083,
+      "step": 20500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.164984336930039e-05,
+      "loss": 0.9965,
+      "step": 21000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.157007773523611e-05,
+      "loss": 0.9992,
+      "step": 21500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.149031210117183e-05,
+      "loss": 1.0042,
+      "step": 22000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 5.141054646710755e-05,
+      "loss": 0.9998,
+      "step": 22500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.1330780833043275e-05,
+      "loss": 1.0076,
+      "step": 23000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 5.1251015198979005e-05,
+      "loss": 1.0047,
+      "step": 23500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 5.117124956491473e-05,
+      "loss": 0.9894,
+      "step": 24000
+    },
+    {
+      "epoch": 2.78,
+      "eval_bleu": 28.5124,
+      "eval_gen_len": 18.6882,
+      "eval_loss": 1.1238752603530884,
+      "eval_runtime": 1152.8912,
+      "eval_samples_per_second": 14.951,
+      "eval_steps_per_second": 0.935,
+      "step": 24000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 5.1091483930850446e-05,
+      "loss": 1.0115,
+      "step": 24500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 5.101171829678617e-05,
+      "loss": 0.9958,
+      "step": 25000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 5.093195266272189e-05,
+      "loss": 1.0044,
+      "step": 25500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 5.0852187028657624e-05,
+      "loss": 0.9668,
+      "step": 26000
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 5.077242139459334e-05,
+      "loss": 0.8751,
+      "step": 26500
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 5.0692655760529064e-05,
+      "loss": 0.8916,
+      "step": 27000
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 5.061289012646479e-05,
+      "loss": 0.8861,
+      "step": 27500
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 5.053312449240051e-05,
+      "loss": 0.8965,
+      "step": 28000
+    },
+    {
+      "epoch": 3.25,
+      "eval_bleu": 28.5335,
+      "eval_gen_len": 18.4917,
+      "eval_loss": 1.1277672052383423,
+      "eval_runtime": 1142.9887,
+      "eval_samples_per_second": 15.081,
+      "eval_steps_per_second": 0.943,
+      "step": 28000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 5.045335885833624e-05,
+      "loss": 0.8898,
+      "step": 28500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 5.037359322427196e-05,
+      "loss": 0.8982,
+      "step": 29000
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 5.029382759020768e-05,
+      "loss": 0.896,
+      "step": 29500
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 5.0214061956143406e-05,
+      "loss": 0.8889,
+      "step": 30000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.013429632207913e-05,
+      "loss": 0.9056,
+      "step": 30500
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 5.005453068801485e-05,
+      "loss": 0.8867,
+      "step": 31000
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 4.997476505395058e-05,
+      "loss": 0.911,
+      "step": 31500
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 4.98949994198863e-05,
+      "loss": 0.9138,
+      "step": 32000
+    },
+    {
+      "epoch": 3.71,
+      "eval_bleu": 28.8189,
+      "eval_gen_len": 18.7873,
+      "eval_loss": 1.1216284036636353,
+      "eval_runtime": 1156.9444,
+      "eval_samples_per_second": 14.899,
+      "eval_steps_per_second": 0.932,
+      "step": 32000
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 4.9815233785822024e-05,
+      "loss": 0.9023,
+      "step": 32500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.973546815175775e-05,
+      "loss": 0.9127,
+      "step": 33000
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 4.9655702517693464e-05,
+      "loss": 0.9168,
+      "step": 33500
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 4.9575936883629195e-05,
+      "loss": 0.8978,
+      "step": 34000
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.949617124956492e-05,
+      "loss": 0.9229,
+      "step": 34500
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 4.941640561550064e-05,
+      "loss": 0.828,
+      "step": 35000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 4.9336639981436366e-05,
+      "loss": 0.8326,
+      "step": 35500
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 4.925687434737208e-05,
+      "loss": 0.8272,
+      "step": 36000
+    },
+    {
+      "epoch": 4.18,
+      "eval_bleu": 28.332,
+      "eval_gen_len": 18.6516,
+      "eval_loss": 1.1468099355697632,
+      "eval_runtime": 1152.7736,
+      "eval_samples_per_second": 14.953,
+      "eval_steps_per_second": 0.935,
+      "step": 36000
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 4.9177108713307806e-05,
+      "loss": 0.8259,
+      "step": 36500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 4.9097343079243536e-05,
+      "loss": 0.8243,
+      "step": 37000
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 4.901757744517926e-05,
+      "loss": 0.8664,
+      "step": 37500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 4.893781181111498e-05,
+      "loss": 0.8893,
+      "step": 38000
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 4.88580461770507e-05,
+      "loss": 0.8958,
+      "step": 38500
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.8778280542986424e-05,
+      "loss": 0.8924,
+      "step": 39000
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.8698514908922155e-05,
+      "loss": 0.885,
+      "step": 39500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 4.861874927485788e-05,
+      "loss": 0.8753,
+      "step": 40000
+    },
+    {
+      "epoch": 4.64,
+      "eval_bleu": 28.2695,
+      "eval_gen_len": 18.4919,
+      "eval_loss": 1.1344704627990723,
+      "eval_runtime": 1148.1227,
+      "eval_samples_per_second": 15.013,
+      "eval_steps_per_second": 0.939,
+      "step": 40000
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 4.8538983640793595e-05,
+      "loss": 0.8749,
+      "step": 40500
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 4.845921800672932e-05,
+      "loss": 0.8621,
+      "step": 41000
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 4.837945237266504e-05,
+      "loss": 0.8616,
+      "step": 41500
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 4.8299686738600766e-05,
+      "loss": 0.8551,
+      "step": 42000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 4.821992110453649e-05,
+      "loss": 0.8504,
+      "step": 42500
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 4.814015547047221e-05,
+      "loss": 0.8459,
+      "step": 43000
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 4.806038983640794e-05,
+      "loss": 0.7255,
+      "step": 43500
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 4.798062420234366e-05,
+      "loss": 0.6855,
+      "step": 44000
+    },
+    {
+      "epoch": 5.11,
+      "eval_bleu": 28.7913,
+      "eval_gen_len": 18.7596,
+      "eval_loss": 1.154221773147583,
+      "eval_runtime": 1168.8964,
+      "eval_samples_per_second": 14.746,
+      "eval_steps_per_second": 0.922,
+      "step": 44000
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 4.7900858568279384e-05,
+      "loss": 0.7002,
+      "step": 44500
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 4.782109293421511e-05,
+      "loss": 0.6982,
+      "step": 45000
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 4.774132730015083e-05,
+      "loss": 0.6976,
+      "step": 45500
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 4.7661561666086555e-05,
+      "loss": 0.7028,
+      "step": 46000
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 4.758179603202228e-05,
+      "loss": 0.7138,
+      "step": 46500
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 4.7502030397958e-05,
+      "loss": 0.7121,
+      "step": 47000
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 4.7422264763893726e-05,
+      "loss": 0.7043,
+      "step": 47500
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 4.734249912982945e-05,
+      "loss": 0.7088,
+      "step": 48000
+    },
+    {
+      "epoch": 5.57,
+      "eval_bleu": 29.0865,
+      "eval_gen_len": 18.6626,
+      "eval_loss": 1.153067708015442,
+      "eval_runtime": 1149.2413,
+      "eval_samples_per_second": 14.999,
+      "eval_steps_per_second": 0.938,
+      "step": 48000
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 4.726273349576517e-05,
+      "loss": 0.7116,
+      "step": 48500
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 4.71829678617009e-05,
+      "loss": 0.7292,
+      "step": 49000
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 4.710320222763662e-05,
+      "loss": 0.7289,
+      "step": 49500
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 4.702343659357234e-05,
+      "loss": 0.7514,
+      "step": 50000
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 4.694367095950807e-05,
+      "loss": 0.7545,
+      "step": 50500
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 4.686390532544379e-05,
+      "loss": 0.7362,
+      "step": 51000
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 4.6784139691379515e-05,
+      "loss": 0.7413,
+      "step": 51500
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 4.670437405731523e-05,
+      "loss": 0.6738,
+      "step": 52000
+    },
+    {
+      "epoch": 6.03,
+      "eval_bleu": 28.0235,
+      "eval_gen_len": 18.4243,
+      "eval_loss": 1.190636396408081,
+      "eval_runtime": 1139.2873,
+      "eval_samples_per_second": 15.13,
+      "eval_steps_per_second": 0.946,
+      "step": 52000
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 4.6624608423250955e-05,
+      "loss": 0.6467,
+      "step": 52500
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 4.6544842789186686e-05,
+      "loss": 0.6508,
+      "step": 53000
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 4.646507715512241e-05,
+      "loss": 0.6742,
+      "step": 53500
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 4.638531152105813e-05,
+      "loss": 0.6609,
+      "step": 54000
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 4.630554588699385e-05,
+      "loss": 0.6464,
+      "step": 54500
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 4.622578025292957e-05,
+      "loss": 0.6362,
+      "step": 55000
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 4.61460146188653e-05,
+      "loss": 0.6552,
+      "step": 55500
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 4.606624898480103e-05,
+      "loss": 0.6763,
+      "step": 56000
+    },
+    {
+      "epoch": 6.5,
+      "eval_bleu": 28.1501,
+      "eval_gen_len": 18.6932,
+      "eval_loss": 1.1940782070159912,
+      "eval_runtime": 1154.4139,
+      "eval_samples_per_second": 14.931,
+      "eval_steps_per_second": 0.934,
+      "step": 56000
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 4.5986483350736744e-05,
+      "loss": 0.6775,
+      "step": 56500
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 4.590671771667247e-05,
+      "loss": 0.6765,
+      "step": 57000
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 4.582695208260819e-05,
+      "loss": 0.681,
+      "step": 57500
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 4.5747186448543915e-05,
+      "loss": 0.6747,
+      "step": 58000
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 4.5667420814479645e-05,
+      "loss": 0.6612,
+      "step": 58500
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 4.558765518041536e-05,
+      "loss": 0.6662,
+      "step": 59000
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 4.5507889546351086e-05,
+      "loss": 0.6653,
+      "step": 59500
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 4.542812391228681e-05,
+      "loss": 0.6594,
+      "step": 60000
+    },
+    {
+      "epoch": 6.96,
+      "eval_bleu": 29.1144,
+      "eval_gen_len": 18.5459,
+      "eval_loss": 1.1682050228118896,
+      "eval_runtime": 1139.7821,
+      "eval_samples_per_second": 15.123,
+      "eval_steps_per_second": 0.946,
+      "step": 60000
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 4.534835827822253e-05,
+      "loss": 0.6333,
+      "step": 60500
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 4.526859264415826e-05,
+      "loss": 0.5491,
+      "step": 61000
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 4.518882701009398e-05,
+      "loss": 0.5476,
+      "step": 61500
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 4.5109061376029704e-05,
+      "loss": 0.5469,
+      "step": 62000
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 4.502929574196543e-05,
+      "loss": 0.5708,
+      "step": 62500
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 4.494953010790115e-05,
+      "loss": 0.5785,
+      "step": 63000
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 4.486976447383687e-05,
+      "loss": 0.5803,
+      "step": 63500
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 4.47899988397726e-05,
+      "loss": 0.5971,
+      "step": 64000
+    },
+    {
+      "epoch": 7.43,
+      "eval_bleu": 27.9464,
+      "eval_gen_len": 18.4482,
+      "eval_loss": 1.2448896169662476,
+      "eval_runtime": 1136.4568,
+      "eval_samples_per_second": 15.167,
+      "eval_steps_per_second": 0.949,
+      "step": 64000
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 4.471023320570832e-05,
+      "loss": 0.5985,
+      "step": 64500
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.4630467571644046e-05,
+      "loss": 0.6032,
+      "step": 65000
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.455070193757977e-05,
+      "loss": 0.6079,
+      "step": 65500
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 4.4470936303515486e-05,
+      "loss": 0.6104,
+      "step": 66000
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 4.439117066945122e-05,
+      "loss": 0.6063,
+      "step": 66500
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 4.431140503538694e-05,
+      "loss": 0.607,
+      "step": 67000
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 4.4231639401322664e-05,
+      "loss": 0.5891,
+      "step": 67500
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 4.415187376725838e-05,
+      "loss": 0.5935,
+      "step": 68000
+    },
+    {
+      "epoch": 7.89,
+      "eval_bleu": 28.6034,
+      "eval_gen_len": 18.5967,
+      "eval_loss": 1.2156028747558594,
+      "eval_runtime": 1146.9398,
+      "eval_samples_per_second": 15.029,
+      "eval_steps_per_second": 0.94,
+      "step": 68000
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.4072108133194104e-05,
+      "loss": 0.5981,
+      "step": 68500
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 4.399234249912983e-05,
+      "loss": 0.5881,
+      "step": 69000
+    },
+    {
+      "epoch": 8.06,
+      "learning_rate": 4.391257686506556e-05,
+      "loss": 0.5013,
+      "step": 69500
+    },
+    {
+      "epoch": 8.12,
+      "learning_rate": 4.383281123100128e-05,
+      "loss": 0.5109,
+      "step": 70000
+    },
+    {
+      "epoch": 8.18,
+      "learning_rate": 4.3753045596937e-05,
+      "loss": 0.5187,
+      "step": 70500
+    },
+    {
+      "epoch": 8.24,
+      "learning_rate": 4.367327996287272e-05,
+      "loss": 0.5198,
+      "step": 71000
+    },
+    {
+      "epoch": 8.3,
+      "learning_rate": 4.3593514328808446e-05,
+      "loss": 0.5175,
+      "step": 71500
+    },
+    {
+      "epoch": 8.35,
+      "learning_rate": 4.3513748694744177e-05,
+      "loss": 0.5383,
+      "step": 72000
+    },
+    {
+      "epoch": 8.35,
+      "eval_bleu": 27.891,
+      "eval_gen_len": 18.6539,
+      "eval_loss": 1.2927179336547852,
+      "eval_runtime": 1152.5208,
+      "eval_samples_per_second": 14.956,
+      "eval_steps_per_second": 0.935,
+      "step": 72000
+    },
+    {
+      "epoch": 8.41,
+      "learning_rate": 4.343398306067989e-05,
+      "loss": 0.5285,
+      "step": 72500
+    },
+    {
+      "epoch": 8.47,
+      "learning_rate": 4.335421742661562e-05,
+      "loss": 0.5346,
+      "step": 73000
+    },
+    {
+      "epoch": 8.53,
+      "learning_rate": 4.327445179255134e-05,
+      "loss": 0.5601,
+      "step": 73500
+    },
+    {
+      "epoch": 8.59,
+      "learning_rate": 4.3194686158487064e-05,
+      "loss": 0.5869,
+      "step": 74000
+    },
+    {
+      "epoch": 8.64,
+      "learning_rate": 4.311492052442279e-05,
+      "loss": 0.5873,
+      "step": 74500
+    },
+    {
+      "epoch": 8.7,
+      "learning_rate": 4.303515489035851e-05,
+      "loss": 0.5924,
+      "step": 75000
+    },
+    {
+      "epoch": 8.76,
+      "learning_rate": 4.2955389256294235e-05,
+      "loss": 0.601,
+      "step": 75500
+    },
+    {
+      "epoch": 8.82,
+      "learning_rate": 4.287562362222996e-05,
+      "loss": 0.6022,
+      "step": 76000
+    },
+    {
+      "epoch": 8.82,
+      "eval_bleu": 27.7624,
+      "eval_gen_len": 18.5558,
+      "eval_loss": 1.283076286315918,
+      "eval_runtime": 1144.2558,
+      "eval_samples_per_second": 15.064,
+      "eval_steps_per_second": 0.942,
+      "step": 76000
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 344760,
+  "num_train_epochs": 40,
+  "save_steps": 4000,
+  "total_flos": 2.6353338197706015e+18,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-76000/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb1a208655fbdd6d2efe6842f38b33cb5a37243e0f443b39f19b8cba4439028
+size 4728

config.json

@@ -0,0 +1,59 @@
+{
+  "_name_or_path": "facebook/mbart-large-50-many-to-many-mmt",
+  "_num_labels": 3,
+  "activation_dropout": 0.0,
+  "activation_function": "relu",
+  "add_bias_logits": false,
+  "add_final_layer_norm": true,
+  "architectures": [
+    "MBartForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classif_dropout": 0.0,
+  "classifier_dropout": 0.0,
+  "d_model": 1024,
+  "decoder_attention_heads": 16,
+  "decoder_ffn_dim": 4096,
+  "decoder_layerdrop": 0.0,
+  "decoder_layers": 12,
+  "decoder_start_token_id": 2,
+  "dropout": 0.1,
+  "early_stopping": true,
+  "encoder_attention_heads": 16,
+  "encoder_ffn_dim": 4096,
+  "encoder_layerdrop": 0.0,
+  "encoder_layers": 12,
+  "eos_token_id": 2,
+  "forced_bos_token_id": 250004,
+  "forced_eos_token_id": 2,
+  "gradient_checkpointing": false,
+  "id2label": {
+    "0": "LABEL_0",
+    "1": "LABEL_1",
+    "2": "LABEL_2"
+  },
+  "init_std": 0.02,
+  "is_encoder_decoder": true,
+  "label2id": {
+    "LABEL_0": 0,
+    "LABEL_1": 1,
+    "LABEL_2": 2
+  },
+  "max_length": 200,
+  "max_position_embeddings": 1024,
+  "model_type": "mbart",
+  "normalize_before": true,
+  "normalize_embedding": true,
+  "num_beams": 5,
+  "num_hidden_layers": 12,
+  "output_past": true,
+  "pad_token_id": 1,
+  "scale_embedding": true,
+  "static_position_embeddings": false,
+  "tokenizer_class": "MBart50Tokenizer",
+  "torch_dtype": "float32",
+  "transformers_version": "4.34.0",
+  "use_cache": true,
+  "vocab_size": 250054
+}

eval_results.json

@@ -0,0 +1,10 @@
+{
+    "epoch": 8.82,
+    "eval_bleu": 29.1144,
+    "eval_gen_len": 18.5459,
+    "eval_loss": 1.1682050228118896,
+    "eval_runtime": 1138.2217,
+    "eval_samples": 17237,
+    "eval_samples_per_second": 15.144,
+    "eval_steps_per_second": 0.947
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 0,
+  "decoder_start_token_id": 2,
+  "early_stopping": true,
+  "eos_token_id": 2,
+  "forced_bos_token_id": 250004,
+  "forced_eos_token_id": 2,
+  "max_length": 200,
+  "num_beams": 5,
+  "pad_token_id": 1,
+  "transformers_version": "4.34.0"
+}

predict_results.json

@@ -0,0 +1,9 @@
+{
+    "predict_bleu": 29.2336,
+    "predict_gen_len": 18.5319,
+    "predict_loss": 1.1511610746383667,
+    "predict_runtime": 1143.8858,
+    "predict_samples": 17237,
+    "predict_samples_per_second": 15.069,
+    "predict_steps_per_second": 0.942
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a465d06942b45eaada7790ed77f43e70b8bab3ac5e5a6ed682cb0ce1351e6b79
+size 2444694490

sentencepiece.bpe.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
+size 5069051

special_tokens_map.json

@@ -0,0 +1,63 @@
+{
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "mask_token": "<mask>",
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "unk_token": "<unk>"
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3a71a6430f26d8667787032844b9efe0d820460f1eb2e56a96b5f171813bc1a
+size 17109939

tokenizer_config.json

@@ -0,0 +1,528 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "250001": {
+      "content": "ar_AR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250002": {
+      "content": "cs_CZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250003": {
+      "content": "de_DE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250004": {
+      "content": "en_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250005": {
+      "content": "es_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250006": {
+      "content": "et_EE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250007": {
+      "content": "fi_FI",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250008": {
+      "content": "fr_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250009": {
+      "content": "gu_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250010": {
+      "content": "hi_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250011": {
+      "content": "it_IT",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250012": {
+      "content": "ja_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250013": {
+      "content": "kk_KZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250014": {
+      "content": "ko_KR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250015": {
+      "content": "lt_LT",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250016": {
+      "content": "lv_LV",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250017": {
+      "content": "my_MM",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250018": {
+      "content": "ne_NP",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250019": {
+      "content": "nl_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250020": {
+      "content": "ro_RO",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250021": {
+      "content": "ru_RU",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250022": {
+      "content": "si_LK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250023": {
+      "content": "tr_TR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250024": {
+      "content": "vi_VN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250025": {
+      "content": "zh_CN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250026": {
+      "content": "af_ZA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250027": {
+      "content": "az_AZ",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250028": {
+      "content": "bn_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250029": {
+      "content": "fa_IR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250030": {
+      "content": "he_IL",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250031": {
+      "content": "hr_HR",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250032": {
+      "content": "id_ID",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250033": {
+      "content": "ka_GE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250034": {
+      "content": "km_KH",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250035": {
+      "content": "mk_MK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250036": {
+      "content": "ml_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250037": {
+      "content": "mn_MN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250038": {
+      "content": "mr_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250039": {
+      "content": "pl_PL",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250040": {
+      "content": "ps_AF",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250041": {
+      "content": "pt_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250042": {
+      "content": "sv_SE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250043": {
+      "content": "sw_KE",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250044": {
+      "content": "ta_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250045": {
+      "content": "te_IN",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250046": {
+      "content": "th_TH",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250047": {
+      "content": "tl_XX",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250048": {
+      "content": "uk_UA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250049": {
+      "content": "ur_PK",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250050": {
+      "content": "xh_ZA",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250051": {
+      "content": "gl_ES",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250052": {
+      "content": "sl_SI",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": true,
+      "single_word": false,
+      "special": true
+    },
+    "250053": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "ar_AR",
+    "cs_CZ",
+    "de_DE",
+    "en_XX",
+    "es_XX",
+    "et_EE",
+    "fi_FI",
+    "fr_XX",
+    "gu_IN",
+    "hi_IN",
+    "it_IT",
+    "ja_XX",
+    "kk_KZ",
+    "ko_KR",
+    "lt_LT",
+    "lv_LV",
+    "my_MM",
+    "ne_NP",
+    "nl_XX",
+    "ro_RO",
+    "ru_RU",
+    "si_LK",
+    "tr_TR",
+    "vi_VN",
+    "zh_CN",
+    "af_ZA",
+    "az_AZ",
+    "bn_IN",
+    "fa_IR",
+    "he_IL",
+    "hr_HR",
+    "id_ID",
+    "ka_GE",
+    "km_KH",
+    "mk_MK",
+    "ml_IN",
+    "mn_MN",
+    "mr_IN",
+    "pl_PL",
+    "ps_AF",
+    "pt_XX",
+    "sv_SE",
+    "sw_KE",
+    "ta_IN",
+    "te_IN",
+    "th_TH",
+    "tl_XX",
+    "uk_UA",
+    "ur_PK",
+    "xh_ZA",
+    "gl_ES",
+    "sl_SI"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "language_codes": "ML50",
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "sp_model_kwargs": {},
+  "src_lang": "ko_KR",
+  "tgt_lang": "en_XX",
+  "tokenizer_class": "MBart50Tokenizer",
+  "unk_token": "<unk>"
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 8.82,
+    "train_loss": 0.8847039678473222,
+    "train_runtime": 77092.0129,
+    "train_samples": 137900,
+    "train_samples_per_second": 71.551,
+    "train_steps_per_second": 4.472
+}

trainer_state.json

@@ -0,0 +1,1130 @@
+{
+  "best_metric": 29.1144,
+  "best_model_checkpoint": "./ko-en_mbartLarge_exp20p_linear_alpha/checkpoint-60000",
+  "epoch": 8.81772827474185,
+  "eval_steps": 4000,
+  "global_step": 76000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.06,
+      "learning_rate": 5.4920234365935726e-05,
+      "loss": 2.3766,
+      "step": 500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 5.484046873187145e-05,
+      "loss": 1.7994,
+      "step": 1000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 5.476070309780717e-05,
+      "loss": 1.6333,
+      "step": 1500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 5.4680937463742896e-05,
+      "loss": 1.554,
+      "step": 2000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 5.460117182967862e-05,
+      "loss": 1.5092,
+      "step": 2500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 5.4521406195614344e-05,
+      "loss": 1.4709,
+      "step": 3000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 5.444164056155007e-05,
+      "loss": 1.4354,
+      "step": 3500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 5.4361874927485784e-05,
+      "loss": 1.404,
+      "step": 4000
+    },
+    {
+      "epoch": 0.46,
+      "eval_bleu": 22.5375,
+      "eval_gen_len": 18.6852,
+      "eval_loss": 1.373841404914856,
+      "eval_runtime": 1144.9051,
+      "eval_samples_per_second": 15.055,
+      "eval_steps_per_second": 0.942,
+      "step": 4000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 5.4282109293421515e-05,
+      "loss": 1.3753,
+      "step": 4500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 5.420234365935724e-05,
+      "loss": 1.3399,
+      "step": 5000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 5.412257802529296e-05,
+      "loss": 1.3272,
+      "step": 5500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 5.404281239122868e-05,
+      "loss": 1.3226,
+      "step": 6000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 5.39630467571644e-05,
+      "loss": 1.2978,
+      "step": 6500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 5.388328112310013e-05,
+      "loss": 1.269,
+      "step": 7000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 5.3803515489035856e-05,
+      "loss": 1.2787,
+      "step": 7500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 5.372374985497158e-05,
+      "loss": 1.2629,
+      "step": 8000
+    },
+    {
+      "epoch": 0.93,
+      "eval_bleu": 25.3741,
+      "eval_gen_len": 18.7797,
+      "eval_loss": 1.245756983757019,
+      "eval_runtime": 1156.1784,
+      "eval_samples_per_second": 14.909,
+      "eval_steps_per_second": 0.932,
+      "step": 8000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 5.36439842209073e-05,
+      "loss": 1.2572,
+      "step": 8500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 5.356421858684302e-05,
+      "loss": 1.2035,
+      "step": 9000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 5.348445295277875e-05,
+      "loss": 1.1945,
+      "step": 9500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 5.3404687318714474e-05,
+      "loss": 1.179,
+      "step": 10000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 5.332492168465019e-05,
+      "loss": 1.2032,
+      "step": 10500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 5.3245156050585915e-05,
+      "loss": 1.192,
+      "step": 11000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.316539041652164e-05,
+      "loss": 1.1795,
+      "step": 11500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 5.308562478245736e-05,
+      "loss": 1.1951,
+      "step": 12000
+    },
+    {
+      "epoch": 1.39,
+      "eval_bleu": 26.1281,
+      "eval_gen_len": 18.6597,
+      "eval_loss": 1.2066867351531982,
+      "eval_runtime": 1158.2083,
+      "eval_samples_per_second": 14.882,
+      "eval_steps_per_second": 0.931,
+      "step": 12000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 5.300585914839309e-05,
+      "loss": 1.1704,
+      "step": 12500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 5.292609351432881e-05,
+      "loss": 1.1547,
+      "step": 13000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 5.284632788026453e-05,
+      "loss": 1.1419,
+      "step": 13500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.276656224620026e-05,
+      "loss": 1.1396,
+      "step": 14000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 5.268679661213598e-05,
+      "loss": 1.1549,
+      "step": 14500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 5.2607030978071704e-05,
+      "loss": 1.1255,
+      "step": 15000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.252726534400743e-05,
+      "loss": 1.1395,
+      "step": 15500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 5.244749970994315e-05,
+      "loss": 1.1317,
+      "step": 16000
+    },
+    {
+      "epoch": 1.86,
+      "eval_bleu": 26.5384,
+      "eval_gen_len": 19.2055,
+      "eval_loss": 1.1767752170562744,
+      "eval_runtime": 1178.3467,
+      "eval_samples_per_second": 14.628,
+      "eval_steps_per_second": 0.915,
+      "step": 16000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 5.2367734075878875e-05,
+      "loss": 1.1557,
+      "step": 16500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.22879684418146e-05,
+      "loss": 1.1478,
+      "step": 17000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 5.2208202807750315e-05,
+      "loss": 1.0771,
+      "step": 17500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 5.2128437173686046e-05,
+      "loss": 1.0135,
+      "step": 18000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 5.204867153962177e-05,
+      "loss": 1.0028,
+      "step": 18500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 5.196890590555749e-05,
+      "loss": 0.9894,
+      "step": 19000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 5.1889140271493216e-05,
+      "loss": 1.0178,
+      "step": 19500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 5.180937463742893e-05,
+      "loss": 0.9906,
+      "step": 20000
+    },
+    {
+      "epoch": 2.32,
+      "eval_bleu": 28.2459,
+      "eval_gen_len": 18.7269,
+      "eval_loss": 1.1362603902816772,
+      "eval_runtime": 1157.7765,
+      "eval_samples_per_second": 14.888,
+      "eval_steps_per_second": 0.931,
+      "step": 20000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 5.1729609003364664e-05,
+      "loss": 1.0083,
+      "step": 20500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.164984336930039e-05,
+      "loss": 0.9965,
+      "step": 21000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.157007773523611e-05,
+      "loss": 0.9992,
+      "step": 21500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 5.149031210117183e-05,
+      "loss": 1.0042,
+      "step": 22000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 5.141054646710755e-05,
+      "loss": 0.9998,
+      "step": 22500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 5.1330780833043275e-05,
+      "loss": 1.0076,
+      "step": 23000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 5.1251015198979005e-05,
+      "loss": 1.0047,
+      "step": 23500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 5.117124956491473e-05,
+      "loss": 0.9894,
+      "step": 24000
+    },
+    {
+      "epoch": 2.78,
+      "eval_bleu": 28.5124,
+      "eval_gen_len": 18.6882,
+      "eval_loss": 1.1238752603530884,
+      "eval_runtime": 1152.8912,
+      "eval_samples_per_second": 14.951,
+      "eval_steps_per_second": 0.935,
+      "step": 24000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 5.1091483930850446e-05,
+      "loss": 1.0115,
+      "step": 24500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 5.101171829678617e-05,
+      "loss": 0.9958,
+      "step": 25000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 5.093195266272189e-05,
+      "loss": 1.0044,
+      "step": 25500
+    },
+    {
+      "epoch": 3.02,
+      "learning_rate": 5.0852187028657624e-05,
+      "loss": 0.9668,
+      "step": 26000
+    },
+    {
+      "epoch": 3.07,
+      "learning_rate": 5.077242139459334e-05,
+      "loss": 0.8751,
+      "step": 26500
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 5.0692655760529064e-05,
+      "loss": 0.8916,
+      "step": 27000
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 5.061289012646479e-05,
+      "loss": 0.8861,
+      "step": 27500
+    },
+    {
+      "epoch": 3.25,
+      "learning_rate": 5.053312449240051e-05,
+      "loss": 0.8965,
+      "step": 28000
+    },
+    {
+      "epoch": 3.25,
+      "eval_bleu": 28.5335,
+      "eval_gen_len": 18.4917,
+      "eval_loss": 1.1277672052383423,
+      "eval_runtime": 1142.9887,
+      "eval_samples_per_second": 15.081,
+      "eval_steps_per_second": 0.943,
+      "step": 28000
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 5.045335885833624e-05,
+      "loss": 0.8898,
+      "step": 28500
+    },
+    {
+      "epoch": 3.36,
+      "learning_rate": 5.037359322427196e-05,
+      "loss": 0.8982,
+      "step": 29000
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 5.029382759020768e-05,
+      "loss": 0.896,
+      "step": 29500
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 5.0214061956143406e-05,
+      "loss": 0.8889,
+      "step": 30000
+    },
+    {
+      "epoch": 3.54,
+      "learning_rate": 5.013429632207913e-05,
+      "loss": 0.9056,
+      "step": 30500
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 5.005453068801485e-05,
+      "loss": 0.8867,
+      "step": 31000
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 4.997476505395058e-05,
+      "loss": 0.911,
+      "step": 31500
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 4.98949994198863e-05,
+      "loss": 0.9138,
+      "step": 32000
+    },
+    {
+      "epoch": 3.71,
+      "eval_bleu": 28.8189,
+      "eval_gen_len": 18.7873,
+      "eval_loss": 1.1216284036636353,
+      "eval_runtime": 1156.9444,
+      "eval_samples_per_second": 14.899,
+      "eval_steps_per_second": 0.932,
+      "step": 32000
+    },
+    {
+      "epoch": 3.77,
+      "learning_rate": 4.9815233785822024e-05,
+      "loss": 0.9023,
+      "step": 32500
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 4.973546815175775e-05,
+      "loss": 0.9127,
+      "step": 33000
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 4.9655702517693464e-05,
+      "loss": 0.9168,
+      "step": 33500
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 4.9575936883629195e-05,
+      "loss": 0.8978,
+      "step": 34000
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 4.949617124956492e-05,
+      "loss": 0.9229,
+      "step": 34500
+    },
+    {
+      "epoch": 4.06,
+      "learning_rate": 4.941640561550064e-05,
+      "loss": 0.828,
+      "step": 35000
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 4.9336639981436366e-05,
+      "loss": 0.8326,
+      "step": 35500
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 4.925687434737208e-05,
+      "loss": 0.8272,
+      "step": 36000
+    },
+    {
+      "epoch": 4.18,
+      "eval_bleu": 28.332,
+      "eval_gen_len": 18.6516,
+      "eval_loss": 1.1468099355697632,
+      "eval_runtime": 1152.7736,
+      "eval_samples_per_second": 14.953,
+      "eval_steps_per_second": 0.935,
+      "step": 36000
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 4.9177108713307806e-05,
+      "loss": 0.8259,
+      "step": 36500
+    },
+    {
+      "epoch": 4.29,
+      "learning_rate": 4.9097343079243536e-05,
+      "loss": 0.8243,
+      "step": 37000
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 4.901757744517926e-05,
+      "loss": 0.8664,
+      "step": 37500
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 4.893781181111498e-05,
+      "loss": 0.8893,
+      "step": 38000
+    },
+    {
+      "epoch": 4.47,
+      "learning_rate": 4.88580461770507e-05,
+      "loss": 0.8958,
+      "step": 38500
+    },
+    {
+      "epoch": 4.52,
+      "learning_rate": 4.8778280542986424e-05,
+      "loss": 0.8924,
+      "step": 39000
+    },
+    {
+      "epoch": 4.58,
+      "learning_rate": 4.8698514908922155e-05,
+      "loss": 0.885,
+      "step": 39500
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 4.861874927485788e-05,
+      "loss": 0.8753,
+      "step": 40000
+    },
+    {
+      "epoch": 4.64,
+      "eval_bleu": 28.2695,
+      "eval_gen_len": 18.4919,
+      "eval_loss": 1.1344704627990723,
+      "eval_runtime": 1148.1227,
+      "eval_samples_per_second": 15.013,
+      "eval_steps_per_second": 0.939,
+      "step": 40000
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 4.8538983640793595e-05,
+      "loss": 0.8749,
+      "step": 40500
+    },
+    {
+      "epoch": 4.76,
+      "learning_rate": 4.845921800672932e-05,
+      "loss": 0.8621,
+      "step": 41000
+    },
+    {
+      "epoch": 4.81,
+      "learning_rate": 4.837945237266504e-05,
+      "loss": 0.8616,
+      "step": 41500
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 4.8299686738600766e-05,
+      "loss": 0.8551,
+      "step": 42000
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 4.821992110453649e-05,
+      "loss": 0.8504,
+      "step": 42500
+    },
+    {
+      "epoch": 4.99,
+      "learning_rate": 4.814015547047221e-05,
+      "loss": 0.8459,
+      "step": 43000
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 4.806038983640794e-05,
+      "loss": 0.7255,
+      "step": 43500
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 4.798062420234366e-05,
+      "loss": 0.6855,
+      "step": 44000
+    },
+    {
+      "epoch": 5.11,
+      "eval_bleu": 28.7913,
+      "eval_gen_len": 18.7596,
+      "eval_loss": 1.154221773147583,
+      "eval_runtime": 1168.8964,
+      "eval_samples_per_second": 14.746,
+      "eval_steps_per_second": 0.922,
+      "step": 44000
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 4.7900858568279384e-05,
+      "loss": 0.7002,
+      "step": 44500
+    },
+    {
+      "epoch": 5.22,
+      "learning_rate": 4.782109293421511e-05,
+      "loss": 0.6982,
+      "step": 45000
+    },
+    {
+      "epoch": 5.28,
+      "learning_rate": 4.774132730015083e-05,
+      "loss": 0.6976,
+      "step": 45500
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 4.7661561666086555e-05,
+      "loss": 0.7028,
+      "step": 46000
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 4.758179603202228e-05,
+      "loss": 0.7138,
+      "step": 46500
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 4.7502030397958e-05,
+      "loss": 0.7121,
+      "step": 47000
+    },
+    {
+      "epoch": 5.51,
+      "learning_rate": 4.7422264763893726e-05,
+      "loss": 0.7043,
+      "step": 47500
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 4.734249912982945e-05,
+      "loss": 0.7088,
+      "step": 48000
+    },
+    {
+      "epoch": 5.57,
+      "eval_bleu": 29.0865,
+      "eval_gen_len": 18.6626,
+      "eval_loss": 1.153067708015442,
+      "eval_runtime": 1149.2413,
+      "eval_samples_per_second": 14.999,
+      "eval_steps_per_second": 0.938,
+      "step": 48000
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 4.726273349576517e-05,
+      "loss": 0.7116,
+      "step": 48500
+    },
+    {
+      "epoch": 5.69,
+      "learning_rate": 4.71829678617009e-05,
+      "loss": 0.7292,
+      "step": 49000
+    },
+    {
+      "epoch": 5.74,
+      "learning_rate": 4.710320222763662e-05,
+      "loss": 0.7289,
+      "step": 49500
+    },
+    {
+      "epoch": 5.8,
+      "learning_rate": 4.702343659357234e-05,
+      "loss": 0.7514,
+      "step": 50000
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 4.694367095950807e-05,
+      "loss": 0.7545,
+      "step": 50500
+    },
+    {
+      "epoch": 5.92,
+      "learning_rate": 4.686390532544379e-05,
+      "loss": 0.7362,
+      "step": 51000
+    },
+    {
+      "epoch": 5.98,
+      "learning_rate": 4.6784139691379515e-05,
+      "loss": 0.7413,
+      "step": 51500
+    },
+    {
+      "epoch": 6.03,
+      "learning_rate": 4.670437405731523e-05,
+      "loss": 0.6738,
+      "step": 52000
+    },
+    {
+      "epoch": 6.03,
+      "eval_bleu": 28.0235,
+      "eval_gen_len": 18.4243,
+      "eval_loss": 1.190636396408081,
+      "eval_runtime": 1139.2873,
+      "eval_samples_per_second": 15.13,
+      "eval_steps_per_second": 0.946,
+      "step": 52000
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 4.6624608423250955e-05,
+      "loss": 0.6467,
+      "step": 52500
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 4.6544842789186686e-05,
+      "loss": 0.6508,
+      "step": 53000
+    },
+    {
+      "epoch": 6.21,
+      "learning_rate": 4.646507715512241e-05,
+      "loss": 0.6742,
+      "step": 53500
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 4.638531152105813e-05,
+      "loss": 0.6609,
+      "step": 54000
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 4.630554588699385e-05,
+      "loss": 0.6464,
+      "step": 54500
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 4.622578025292957e-05,
+      "loss": 0.6362,
+      "step": 55000
+    },
+    {
+      "epoch": 6.44,
+      "learning_rate": 4.61460146188653e-05,
+      "loss": 0.6552,
+      "step": 55500
+    },
+    {
+      "epoch": 6.5,
+      "learning_rate": 4.606624898480103e-05,
+      "loss": 0.6763,
+      "step": 56000
+    },
+    {
+      "epoch": 6.5,
+      "eval_bleu": 28.1501,
+      "eval_gen_len": 18.6932,
+      "eval_loss": 1.1940782070159912,
+      "eval_runtime": 1154.4139,
+      "eval_samples_per_second": 14.931,
+      "eval_steps_per_second": 0.934,
+      "step": 56000
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 4.5986483350736744e-05,
+      "loss": 0.6775,
+      "step": 56500
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 4.590671771667247e-05,
+      "loss": 0.6765,
+      "step": 57000
+    },
+    {
+      "epoch": 6.67,
+      "learning_rate": 4.582695208260819e-05,
+      "loss": 0.681,
+      "step": 57500
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 4.5747186448543915e-05,
+      "loss": 0.6747,
+      "step": 58000
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 4.5667420814479645e-05,
+      "loss": 0.6612,
+      "step": 58500
+    },
+    {
+      "epoch": 6.85,
+      "learning_rate": 4.558765518041536e-05,
+      "loss": 0.6662,
+      "step": 59000
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 4.5507889546351086e-05,
+      "loss": 0.6653,
+      "step": 59500
+    },
+    {
+      "epoch": 6.96,
+      "learning_rate": 4.542812391228681e-05,
+      "loss": 0.6594,
+      "step": 60000
+    },
+    {
+      "epoch": 6.96,
+      "eval_bleu": 29.1144,
+      "eval_gen_len": 18.5459,
+      "eval_loss": 1.1682050228118896,
+      "eval_runtime": 1139.7821,
+      "eval_samples_per_second": 15.123,
+      "eval_steps_per_second": 0.946,
+      "step": 60000
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 4.534835827822253e-05,
+      "loss": 0.6333,
+      "step": 60500
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 4.526859264415826e-05,
+      "loss": 0.5491,
+      "step": 61000
+    },
+    {
+      "epoch": 7.14,
+      "learning_rate": 4.518882701009398e-05,
+      "loss": 0.5476,
+      "step": 61500
+    },
+    {
+      "epoch": 7.19,
+      "learning_rate": 4.5109061376029704e-05,
+      "loss": 0.5469,
+      "step": 62000
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 4.502929574196543e-05,
+      "loss": 0.5708,
+      "step": 62500
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 4.494953010790115e-05,
+      "loss": 0.5785,
+      "step": 63000
+    },
+    {
+      "epoch": 7.37,
+      "learning_rate": 4.486976447383687e-05,
+      "loss": 0.5803,
+      "step": 63500
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 4.47899988397726e-05,
+      "loss": 0.5971,
+      "step": 64000
+    },
+    {
+      "epoch": 7.43,
+      "eval_bleu": 27.9464,
+      "eval_gen_len": 18.4482,
+      "eval_loss": 1.2448896169662476,
+      "eval_runtime": 1136.4568,
+      "eval_samples_per_second": 15.167,
+      "eval_steps_per_second": 0.949,
+      "step": 64000
+    },
+    {
+      "epoch": 7.48,
+      "learning_rate": 4.471023320570832e-05,
+      "loss": 0.5985,
+      "step": 64500
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 4.4630467571644046e-05,
+      "loss": 0.6032,
+      "step": 65000
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 4.455070193757977e-05,
+      "loss": 0.6079,
+      "step": 65500
+    },
+    {
+      "epoch": 7.66,
+      "learning_rate": 4.4470936303515486e-05,
+      "loss": 0.6104,
+      "step": 66000
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 4.439117066945122e-05,
+      "loss": 0.6063,
+      "step": 66500
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 4.431140503538694e-05,
+      "loss": 0.607,
+      "step": 67000
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 4.4231639401322664e-05,
+      "loss": 0.5891,
+      "step": 67500
+    },
+    {
+      "epoch": 7.89,
+      "learning_rate": 4.415187376725838e-05,
+      "loss": 0.5935,
+      "step": 68000
+    },
+    {
+      "epoch": 7.89,
+      "eval_bleu": 28.6034,
+      "eval_gen_len": 18.5967,
+      "eval_loss": 1.2156028747558594,
+      "eval_runtime": 1146.9398,
+      "eval_samples_per_second": 15.029,
+      "eval_steps_per_second": 0.94,
+      "step": 68000
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 4.4072108133194104e-05,
+      "loss": 0.5981,
+      "step": 68500
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 4.399234249912983e-05,
+      "loss": 0.5881,
+      "step": 69000
+    },
+    {
+      "epoch": 8.06,
+      "learning_rate": 4.391257686506556e-05,
+      "loss": 0.5013,
+      "step": 69500
+    },
+    {
+      "epoch": 8.12,
+      "learning_rate": 4.383281123100128e-05,
+      "loss": 0.5109,
+      "step": 70000
+    },
+    {
+      "epoch": 8.18,
+      "learning_rate": 4.3753045596937e-05,
+      "loss": 0.5187,
+      "step": 70500
+    },
+    {
+      "epoch": 8.24,
+      "learning_rate": 4.367327996287272e-05,
+      "loss": 0.5198,
+      "step": 71000
+    },
+    {
+      "epoch": 8.3,
+      "learning_rate": 4.3593514328808446e-05,
+      "loss": 0.5175,
+      "step": 71500
+    },
+    {
+      "epoch": 8.35,
+      "learning_rate": 4.3513748694744177e-05,
+      "loss": 0.5383,
+      "step": 72000
+    },
+    {
+      "epoch": 8.35,
+      "eval_bleu": 27.891,
+      "eval_gen_len": 18.6539,
+      "eval_loss": 1.2927179336547852,
+      "eval_runtime": 1152.5208,
+      "eval_samples_per_second": 14.956,
+      "eval_steps_per_second": 0.935,
+      "step": 72000
+    },
+    {
+      "epoch": 8.41,
+      "learning_rate": 4.343398306067989e-05,
+      "loss": 0.5285,
+      "step": 72500
+    },
+    {
+      "epoch": 8.47,
+      "learning_rate": 4.335421742661562e-05,
+      "loss": 0.5346,
+      "step": 73000
+    },
+    {
+      "epoch": 8.53,
+      "learning_rate": 4.327445179255134e-05,
+      "loss": 0.5601,
+      "step": 73500
+    },
+    {
+      "epoch": 8.59,
+      "learning_rate": 4.3194686158487064e-05,
+      "loss": 0.5869,
+      "step": 74000
+    },
+    {
+      "epoch": 8.64,
+      "learning_rate": 4.311492052442279e-05,
+      "loss": 0.5873,
+      "step": 74500
+    },
+    {
+      "epoch": 8.7,
+      "learning_rate": 4.303515489035851e-05,
+      "loss": 0.5924,
+      "step": 75000
+    },
+    {
+      "epoch": 8.76,
+      "learning_rate": 4.2955389256294235e-05,
+      "loss": 0.601,
+      "step": 75500
+    },
+    {
+      "epoch": 8.82,
+      "learning_rate": 4.287562362222996e-05,
+      "loss": 0.6022,
+      "step": 76000
+    },
+    {
+      "epoch": 8.82,
+      "eval_bleu": 27.7624,
+      "eval_gen_len": 18.5558,
+      "eval_loss": 1.283076286315918,
+      "eval_runtime": 1144.2558,
+      "eval_samples_per_second": 15.064,
+      "eval_steps_per_second": 0.942,
+      "step": 76000
+    },
+    {
+      "epoch": 8.82,
+      "step": 76000,
+      "total_flos": 2.6353338197706015e+18,
+      "train_loss": 0.8847039678473222,
+      "train_runtime": 77092.0129,
+      "train_samples_per_second": 71.551,
+      "train_steps_per_second": 4.472
+    }
+  ],
+  "logging_steps": 500,
+  "max_steps": 344760,
+  "num_train_epochs": 40,
+  "save_steps": 4000,
+  "total_flos": 2.6353338197706015e+18,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bb1a208655fbdd6d2efe6842f38b33cb5a37243e0f443b39f19b8cba4439028
+size 4728