Upload folder using huggingface_hub

config.json

@@ -0,0 +1,40 @@
+{
+  "_name_or_path": "meta-llama/Meta-Llama-3.1-70B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 131072,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 80,
+  "num_key_value_heads": 8,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "sliding_window": 8192,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.44.0.dev0",
+  "use_cache": false,
+  "vocab_size": 128256
+}

generation_config.json

@@ -0,0 +1,12 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": [
+    128001,
+    128008,
+    128009
+  ],
+  "temperature": 0.6,
+  "top_p": 0.9,
+  "transformers_version": "4.44.0.dev0"
+}

model-00001-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7468a93fd4da195d0ebb7a4ae07ce042c985952a35423d1acb8c7c08ce4b864e
+size 4584408808

model-00002-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4987344fd1c79c29eba14a2147eb7750c46b7755979e9e40ff2f717a4e0f36c
+size 4664167376

model-00003-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29b6b94e07b0775a25a409f28ba6512797e2e6d5860e411731d81c34449e6c56
+size 4999711704

model-00004-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af325f16271855ff16c33ab12bb9559343077de55109369e7965c6d4b7899ea
+size 4966157032

model-00005-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d33e0219794e5f0b44a1e8a24fced4d000d86ff3181c8e2377cd4b22de895eb
+size 4664134408

model-00006-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fe64e569269a848492669293a00b312ae542de49eb9410b16507a2e9de7d9ad
+size 4664167408

model-00007-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72a5f7ed87b78d7e02e4956c58d7687063b2a61192564dbc1d967766d4cf4576
+size 4664167408

model-00008-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a04f0c405d711d8a772892232c6300b131b9593b58ef0e0a17cf29d848c0b13
+size 4999711728

model-00009-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a3f9efd7ba7f98d7370e8bea653bc1681db71879b9cb141b6f63662d078204
+size 4966157056

model-00010-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9cf0c429850eed34897720f6615de83b512c7f440a5b2e68a936b0c3620c2990
+size 4664134408

model-00011-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14d2f8c3b4fae02f79f7889455c9dd321d91b73e5a60ac4a75d52d66963ea98f
+size 4664167408

model-00012-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca10d793db95f6ebf80e0901ffc2e77aadf4b937efdd1c1647466ad380a5a6d0
+size 4664167408

model-00013-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50f7ec37f16afacd042478149375a659dfd716a59ecfa637583f34b9e496b8d4
+size 4999711728

model-00014-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6de84cad7bde0cfce599afa96f4f477ff424efccf065448b97ff54373551940a
+size 4966157056

model-00015-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7063be9e482a3aec0df17978585735a08986c9ea59b7de537652c77e39f00763
+size 4664134408

model-00016-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8cb5bc763824125f156ae8655c642fb6dfd60326f4604beae291f5bdbd99f0
+size 4664167408

model-00017-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:470aff4a39c5af61f207b8311acd303f29642b3ecaa446cfe33b92b31bfe4445
+size 4664167408

model-00018-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15b3f513b528f653dbedbb89424f6a9a87a8b24bd2ade46a8b8d2c2c8b792921
+size 4999711728

model-00019-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abb7e4f6892f083f27b965d9d6a793a85c375fe6cde64aa7068fb7dd537e79f9
+size 4966157056

model-00020-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09fa7d9e0870b6969caefac39fccb67df69552a759f9f9ddaa542c8cc436015a
+size 4664134408

model-00021-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50b2a16941d20e18f3602ecf7cf1542c6562e9a15f234f0435c2ea24e8ae8062
+size 4664167408

model-00022-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33d8ae518a1a28f770a5ac9ee43eee8f9ca759b22f97c8cc9cb9de87ae1891a4
+size 4664167408

model-00023-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cbdf80647078c6ce82ea92d6fff9daa0623a90c745c5d10670f277921fcd74a
+size 4999711728

model-00024-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0ae3df6edbc2bd1dc6382781f446299b1ef8367a23fd94156b93fb82d52744
+size 4966157056

model-00025-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e34d4b96d64cb64ef255d3ce6f8bb857e73b82fde0146d3e126e7d143e0d31dc
+size 4664134408

model-00026-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c96555194534ab531b6ef199045d5d65a95f35c3826069bab3fcff7499100699
+size 4664167408

model-00027-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f8ad916cc4f26faf34bb9b131270335375acf674b7b5ccae7388cf43510ab6
+size 4664167408

model-00028-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:089f0df1233c7a690c3d1e7eec3919d5024edaf5ab6b2b639de230cf13f4bf16
+size 4999711728

model-00029-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5839dceed19991e9b17583cc91b4ad17aff7119cc6015fa261de2ec9e51a7ff2
+size 4966173536

model-00030-of-00030.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271686127f0511923ba4ffdfc07c99c06230bb1432b67382da54d5de22c335db
+size 2101346432

model.safetensors.index.json

@@ -0,0 +1,730 @@
+{
+  "metadata": {
+    "total_size": 141107412992
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00030-of-00030.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00030.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00005-of-00030.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00006-of-00030.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00007-of-00030.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00008-of-00030.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00009-of-00030.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00010-of-00030.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00011-of-00030.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00012-of-00030.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00013-of-00030.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00014-of-00030.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00030.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.40.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.40.mlp.gate_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.mlp.up_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.40.self_attn.k_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.q_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.40.self_attn.v_proj.weight": "model-00015-of-00030.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.mlp.up_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.41.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.input_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.down_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.mlp.up_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.post_attention_layernorm.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.42.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.mlp.gate_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.43.self_attn.k_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.o_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.q_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.43.self_attn.v_proj.weight": "model-00016-of-00030.safetensors",
+    "model.layers.44.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.gate_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.44.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.input_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.down_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.gate_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.mlp.up_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.post_attention_layernorm.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.45.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.46.self_attn.k_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.o_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.q_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.46.self_attn.v_proj.weight": "model-00017-of-00030.safetensors",
+    "model.layers.47.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.o_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.47.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.input_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.down_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.gate_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.mlp.up_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.post_attention_layernorm.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.o_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.48.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.self_attn.k_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.49.self_attn.q_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.49.self_attn.v_proj.weight": "model-00018-of-00030.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.50.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.k_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.q_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.50.self_attn.v_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.input_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.down_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.gate_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.mlp.up_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.post_attention_layernorm.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.k_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.o_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.q_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.51.self_attn.v_proj.weight": "model-00019-of-00030.safetensors",
+    "model.layers.52.input_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.down_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.post_attention_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.52.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.input_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.down_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.post_attention_layernorm.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.53.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.mlp.gate_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.mlp.up_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.54.self_attn.k_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.o_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.q_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.54.self_attn.v_proj.weight": "model-00020-of-00030.safetensors",
+    "model.layers.55.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.mlp.up_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.55.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.input_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.down_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.mlp.up_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.post_attention_layernorm.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.56.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.mlp.gate_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.57.self_attn.k_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.o_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.q_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.57.self_attn.v_proj.weight": "model-00021-of-00030.safetensors",
+    "model.layers.58.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.gate_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.58.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.input_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.down_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.gate_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.mlp.up_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.post_attention_layernorm.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.59.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.60.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.60.self_attn.k_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.o_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.q_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.60.self_attn.v_proj.weight": "model-00022-of-00030.safetensors",
+    "model.layers.61.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.o_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.61.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.input_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.down_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.gate_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.mlp.up_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.post_attention_layernorm.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.o_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.62.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.k_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.63.self_attn.q_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.63.self_attn.v_proj.weight": "model-00023-of-00030.safetensors",
+    "model.layers.64.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.k_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.q_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.64.self_attn.v_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.input_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.mlp.down_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.mlp.gate_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.mlp.up_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.post_attention_layernorm.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.k_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.o_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.q_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.65.self_attn.v_proj.weight": "model-00024-of-00030.safetensors",
+    "model.layers.66.input_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.down_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.post_attention_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.66.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.input_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.down_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.post_attention_layernorm.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.67.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.mlp.gate_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.mlp.up_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.68.self_attn.k_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.o_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.q_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.68.self_attn.v_proj.weight": "model-00025-of-00030.safetensors",
+    "model.layers.69.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.mlp.up_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.69.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00003-of-00030.safetensors",
+    "model.layers.70.input_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.down_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.mlp.up_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.post_attention_layernorm.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.70.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.mlp.gate_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.71.self_attn.k_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.o_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.q_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.71.self_attn.v_proj.weight": "model-00026-of-00030.safetensors",
+    "model.layers.72.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.gate_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.72.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.input_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.down_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.gate_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.mlp.up_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.post_attention_layernorm.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.73.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.74.self_attn.k_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.o_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.q_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.74.self_attn.v_proj.weight": "model-00027-of-00030.safetensors",
+    "model.layers.75.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.o_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.75.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.input_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.mlp.down_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.mlp.gate_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.mlp.up_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.post_attention_layernorm.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.o_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.76.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.77.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.k_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.77.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.77.self_attn.q_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.77.self_attn.v_proj.weight": "model-00028-of-00030.safetensors",
+    "model.layers.78.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.k_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.q_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.78.self_attn.v_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.input_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.mlp.down_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.mlp.gate_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.mlp.up_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.post_attention_layernorm.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.k_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.o_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.q_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.79.self_attn.v_proj.weight": "model-00029-of-00030.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00004-of-00030.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00004-of-00030.safetensors",
+    "model.norm.weight": "model-00029-of-00030.safetensors"
+  }
+}

runs/Aug02_03-07-07_149-130-216-123/events.out.tfevents.1722568648.149-130-216-123.50296.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6bad0df06e03e073f8ac2ba388c13f664a0031afc589150e880fa1f3a5c2853
+size 5832

runs/Aug02_03-28-04_149-130-216-123/events.out.tfevents.1722569538.149-130-216-123.60998.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:726403b43006b4dbb85e9616865e1b047da8ab7267cbfa511bfe3758d44457a9
+size 5833

runs/Aug02_03-43-04_149-130-216-123/events.out.tfevents.1722570477.149-130-216-123.69842.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc4151405431a59b63700194bc2524216aa8d7386555e9117bc35e850c93059a
+size 5416

runs/Aug02_03-50-58_149-130-216-123/events.out.tfevents.1722570942.149-130-216-123.75120.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:705366bc2ab1f104995cd92730df6319682d61bd8205515a6df3aa9790818f4b
+size 5415

runs/Aug02_03-58-40_149-130-216-123/events.out.tfevents.1722571374.149-130-216-123.79981.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:632ecf7fb693208505b865a3b676ecdfa2d353571daf39eb840b973d33b64a87
+size 116164

special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

tokenizer/tokenizer_config.json

@@ -2058,7 +2058,7 @@
     "input_ids",
     "attention_mask"
   ],
-  "model_max_length": 16384,
+  "model_max_length": 8192,
   "pad_token": "<|eot_id|>",
   "padding_side": "right",
   "tokenizer_class": "PreTrainedTokenizerFast"

tokenizer_config.json

@@ -0,0 +1,2065 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|finetune_right_pad_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|eom_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|python_tag|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "legacy": true,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<|eot_id|>",
+  "padding_side": "right",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

trainer_state.json

@@ -0,0 +1,3664 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 169,
+  "global_step": 508,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.001968503937007874,
+      "grad_norm": 4.332395134133844,
+      "learning_rate": 3.125e-07,
+      "loss": 0.7038,
+      "step": 1
+    },
+    {
+      "epoch": 0.003937007874015748,
+      "grad_norm": 3.8032272638568987,
+      "learning_rate": 6.25e-07,
+      "loss": 0.6613,
+      "step": 2
+    },
+    {
+      "epoch": 0.005905511811023622,
+      "grad_norm": 3.8441769742686236,
+      "learning_rate": 9.375000000000001e-07,
+      "loss": 0.6784,
+      "step": 3
+    },
+    {
+      "epoch": 0.007874015748031496,
+      "grad_norm": 13.21086646658165,
+      "learning_rate": 1.25e-06,
+      "loss": 0.684,
+      "step": 4
+    },
+    {
+      "epoch": 0.00984251968503937,
+      "grad_norm": 4.69882563265012,
+      "learning_rate": 1.5625e-06,
+      "loss": 0.8,
+      "step": 5
+    },
+    {
+      "epoch": 0.011811023622047244,
+      "grad_norm": 2.9865736925889923,
+      "learning_rate": 1.8750000000000003e-06,
+      "loss": 0.6825,
+      "step": 6
+    },
+    {
+      "epoch": 0.013779527559055118,
+      "grad_norm": 2.2616602440416993,
+      "learning_rate": 2.1875000000000002e-06,
+      "loss": 0.6512,
+      "step": 7
+    },
+    {
+      "epoch": 0.015748031496062992,
+      "grad_norm": 1.7232429041769661,
+      "learning_rate": 2.5e-06,
+      "loss": 0.6967,
+      "step": 8
+    },
+    {
+      "epoch": 0.017716535433070866,
+      "grad_norm": 1.518727852616696,
+      "learning_rate": 2.8125e-06,
+      "loss": 0.7053,
+      "step": 9
+    },
+    {
+      "epoch": 0.01968503937007874,
+      "grad_norm": 1.5602105724827853,
+      "learning_rate": 3.125e-06,
+      "loss": 0.6418,
+      "step": 10
+    },
+    {
+      "epoch": 0.021653543307086614,
+      "grad_norm": 1.1712436246749327,
+      "learning_rate": 3.4375e-06,
+      "loss": 0.6534,
+      "step": 11
+    },
+    {
+      "epoch": 0.023622047244094488,
+      "grad_norm": 1.212415322561924,
+      "learning_rate": 3.7500000000000005e-06,
+      "loss": 0.608,
+      "step": 12
+    },
+    {
+      "epoch": 0.025590551181102362,
+      "grad_norm": 2.380916453953302,
+      "learning_rate": 4.0625000000000005e-06,
+      "loss": 0.6561,
+      "step": 13
+    },
+    {
+      "epoch": 0.027559055118110236,
+      "grad_norm": 1.2987604338710539,
+      "learning_rate": 4.3750000000000005e-06,
+      "loss": 0.6322,
+      "step": 14
+    },
+    {
+      "epoch": 0.02952755905511811,
+      "grad_norm": 1.185019864587836,
+      "learning_rate": 4.6875000000000004e-06,
+      "loss": 0.4954,
+      "step": 15
+    },
+    {
+      "epoch": 0.031496062992125984,
+      "grad_norm": 1.2589412860556821,
+      "learning_rate": 5e-06,
+      "loss": 0.6023,
+      "step": 16
+    },
+    {
+      "epoch": 0.03346456692913386,
+      "grad_norm": 1.2322462534120997,
+      "learning_rate": 4.999949034290173e-06,
+      "loss": 0.681,
+      "step": 17
+    },
+    {
+      "epoch": 0.03543307086614173,
+      "grad_norm": 1.5064860621939775,
+      "learning_rate": 4.999796139238694e-06,
+      "loss": 0.5486,
+      "step": 18
+    },
+    {
+      "epoch": 0.03740157480314961,
+      "grad_norm": 1.3098881938046696,
+      "learning_rate": 4.999541321079486e-06,
+      "loss": 0.5843,
+      "step": 19
+    },
+    {
+      "epoch": 0.03937007874015748,
+      "grad_norm": 1.0503442131959184,
+      "learning_rate": 4.999184590202142e-06,
+      "loss": 0.4994,
+      "step": 20
+    },
+    {
+      "epoch": 0.04133858267716536,
+      "grad_norm": 1.2483896372838335,
+      "learning_rate": 4.998725961151493e-06,
+      "loss": 0.5296,
+      "step": 21
+    },
+    {
+      "epoch": 0.04330708661417323,
+      "grad_norm": 1.0327187684618095,
+      "learning_rate": 4.998165452627025e-06,
+      "loss": 0.5137,
+      "step": 22
+    },
+    {
+      "epoch": 0.045275590551181105,
+      "grad_norm": 1.1974834598681166,
+      "learning_rate": 4.99750308748211e-06,
+      "loss": 0.5128,
+      "step": 23
+    },
+    {
+      "epoch": 0.047244094488188976,
+      "grad_norm": 1.0642219502411139,
+      "learning_rate": 4.996738892723076e-06,
+      "loss": 0.5345,
+      "step": 24
+    },
+    {
+      "epoch": 0.04921259842519685,
+      "grad_norm": 1.0658394002157676,
+      "learning_rate": 4.995872899508103e-06,
+      "loss": 0.5282,
+      "step": 25
+    },
+    {
+      "epoch": 0.051181102362204724,
+      "grad_norm": 1.1719573437053,
+      "learning_rate": 4.9949051431459615e-06,
+      "loss": 0.5788,
+      "step": 26
+    },
+    {
+      "epoch": 0.0531496062992126,
+      "grad_norm": 0.9655899374808902,
+      "learning_rate": 4.993835663094562e-06,
+      "loss": 0.6245,
+      "step": 27
+    },
+    {
+      "epoch": 0.05511811023622047,
+      "grad_norm": 0.9796161059781048,
+      "learning_rate": 4.992664502959351e-06,
+      "loss": 0.5289,
+      "step": 28
+    },
+    {
+      "epoch": 0.05708661417322835,
+      "grad_norm": 1.71222119533011,
+      "learning_rate": 4.9913917104915374e-06,
+      "loss": 0.57,
+      "step": 29
+    },
+    {
+      "epoch": 0.05905511811023622,
+      "grad_norm": 1.0197717375686455,
+      "learning_rate": 4.990017337586137e-06,
+      "loss": 0.519,
+      "step": 30
+    },
+    {
+      "epoch": 0.0610236220472441,
+      "grad_norm": 1.1975231795964436,
+      "learning_rate": 4.988541440279862e-06,
+      "loss": 0.5343,
+      "step": 31
+    },
+    {
+      "epoch": 0.06299212598425197,
+      "grad_norm": 1.0891858921723208,
+      "learning_rate": 4.9869640787488375e-06,
+      "loss": 0.5278,
+      "step": 32
+    },
+    {
+      "epoch": 0.06496062992125984,
+      "grad_norm": 1.0524330061660225,
+      "learning_rate": 4.985285317306141e-06,
+      "loss": 0.4977,
+      "step": 33
+    },
+    {
+      "epoch": 0.06692913385826772,
+      "grad_norm": 0.8881056102807858,
+      "learning_rate": 4.983505224399188e-06,
+      "loss": 0.4628,
+      "step": 34
+    },
+    {
+      "epoch": 0.0688976377952756,
+      "grad_norm": 1.4276667421032012,
+      "learning_rate": 4.981623872606938e-06,
+      "loss": 0.5652,
+      "step": 35
+    },
+    {
+      "epoch": 0.07086614173228346,
+      "grad_norm": 1.5304505733171991,
+      "learning_rate": 4.9796413386369344e-06,
+      "loss": 0.472,
+      "step": 36
+    },
+    {
+      "epoch": 0.07283464566929133,
+      "grad_norm": 1.0115212501786546,
+      "learning_rate": 4.977557703322178e-06,
+      "loss": 0.5252,
+      "step": 37
+    },
+    {
+      "epoch": 0.07480314960629922,
+      "grad_norm": 0.8772818580054346,
+      "learning_rate": 4.975373051617831e-06,
+      "loss": 0.5178,
+      "step": 38
+    },
+    {
+      "epoch": 0.07677165354330709,
+      "grad_norm": 1.0066576706461172,
+      "learning_rate": 4.973087472597754e-06,
+      "loss": 0.5763,
+      "step": 39
+    },
+    {
+      "epoch": 0.07874015748031496,
+      "grad_norm": 1.0932413280744155,
+      "learning_rate": 4.970701059450872e-06,
+      "loss": 0.541,
+      "step": 40
+    },
+    {
+      "epoch": 0.08070866141732283,
+      "grad_norm": 0.8923882213553012,
+      "learning_rate": 4.968213909477376e-06,
+      "loss": 0.5698,
+      "step": 41
+    },
+    {
+      "epoch": 0.08267716535433071,
+      "grad_norm": 0.9066223497697822,
+      "learning_rate": 4.965626124084759e-06,
+      "loss": 0.5799,
+      "step": 42
+    },
+    {
+      "epoch": 0.08464566929133858,
+      "grad_norm": 1.818495666444202,
+      "learning_rate": 4.962937808783675e-06,
+      "loss": 0.4798,
+      "step": 43
+    },
+    {
+      "epoch": 0.08661417322834646,
+      "grad_norm": 0.8209739924387579,
+      "learning_rate": 4.960149073183643e-06,
+      "loss": 0.5458,
+      "step": 44
+    },
+    {
+      "epoch": 0.08858267716535433,
+      "grad_norm": 0.964480961227574,
+      "learning_rate": 4.957260030988575e-06,
+      "loss": 0.6135,
+      "step": 45
+    },
+    {
+      "epoch": 0.09055118110236221,
+      "grad_norm": 1.3029039264019875,
+      "learning_rate": 4.954270799992138e-06,
+      "loss": 0.5808,
+      "step": 46
+    },
+    {
+      "epoch": 0.09251968503937008,
+      "grad_norm": 1.3124173456233417,
+      "learning_rate": 4.951181502072957e-06,
+      "loss": 0.5146,
+      "step": 47
+    },
+    {
+      "epoch": 0.09448818897637795,
+      "grad_norm": 1.091556201810711,
+      "learning_rate": 4.947992263189641e-06,
+      "loss": 0.5056,
+      "step": 48
+    },
+    {
+      "epoch": 0.09645669291338582,
+      "grad_norm": 1.845554567847516,
+      "learning_rate": 4.944703213375648e-06,
+      "loss": 0.4985,
+      "step": 49
+    },
+    {
+      "epoch": 0.0984251968503937,
+      "grad_norm": 0.9595152711989854,
+      "learning_rate": 4.941314486733986e-06,
+      "loss": 0.5185,
+      "step": 50
+    },
+    {
+      "epoch": 0.10039370078740158,
+      "grad_norm": 1.052944693142675,
+      "learning_rate": 4.937826221431742e-06,
+      "loss": 0.541,
+      "step": 51
+    },
+    {
+      "epoch": 0.10236220472440945,
+      "grad_norm": 1.8359217216949988,
+      "learning_rate": 4.934238559694448e-06,
+      "loss": 0.4732,
+      "step": 52
+    },
+    {
+      "epoch": 0.10433070866141732,
+      "grad_norm": 0.7780724565161726,
+      "learning_rate": 4.930551647800287e-06,
+      "loss": 0.5362,
+      "step": 53
+    },
+    {
+      "epoch": 0.1062992125984252,
+      "grad_norm": 1.0943420987327674,
+      "learning_rate": 4.926765636074124e-06,
+      "loss": 0.5573,
+      "step": 54
+    },
+    {
+      "epoch": 0.10826771653543307,
+      "grad_norm": 0.8835792924826419,
+      "learning_rate": 4.92288067888138e-06,
+      "loss": 0.55,
+      "step": 55
+    },
+    {
+      "epoch": 0.11023622047244094,
+      "grad_norm": 2.9389315424393643,
+      "learning_rate": 4.918896934621734e-06,
+      "loss": 0.5186,
+      "step": 56
+    },
+    {
+      "epoch": 0.11220472440944881,
+      "grad_norm": 0.8470711864407996,
+      "learning_rate": 4.914814565722671e-06,
+      "loss": 0.5772,
+      "step": 57
+    },
+    {
+      "epoch": 0.1141732283464567,
+      "grad_norm": 2.683190905501092,
+      "learning_rate": 4.9106337386328524e-06,
+      "loss": 0.542,
+      "step": 58
+    },
+    {
+      "epoch": 0.11614173228346457,
+      "grad_norm": 1.0455114679897974,
+      "learning_rate": 4.906354623815336e-06,
+      "loss": 0.4742,
+      "step": 59
+    },
+    {
+      "epoch": 0.11811023622047244,
+      "grad_norm": 0.9509865582235187,
+      "learning_rate": 4.9019773957406194e-06,
+      "loss": 0.4711,
+      "step": 60
+    },
+    {
+      "epoch": 0.12007874015748031,
+      "grad_norm": 0.8665458092112138,
+      "learning_rate": 4.897502232879533e-06,
+      "loss": 0.5401,
+      "step": 61
+    },
+    {
+      "epoch": 0.1220472440944882,
+      "grad_norm": 0.8508175382415222,
+      "learning_rate": 4.892929317695957e-06,
+      "loss": 0.5181,
+      "step": 62
+    },
+    {
+      "epoch": 0.12401574803149606,
+      "grad_norm": 0.8821611955743189,
+      "learning_rate": 4.888258836639386e-06,
+      "loss": 0.5483,
+      "step": 63
+    },
+    {
+      "epoch": 0.12598425196850394,
+      "grad_norm": 1.3830991975814106,
+      "learning_rate": 4.883490980137327e-06,
+      "loss": 0.4886,
+      "step": 64
+    },
+    {
+      "epoch": 0.1279527559055118,
+      "grad_norm": 0.8883477594577199,
+      "learning_rate": 4.878625942587531e-06,
+      "loss": 0.5847,
+      "step": 65
+    },
+    {
+      "epoch": 0.12992125984251968,
+      "grad_norm": 0.9173712226341854,
+      "learning_rate": 4.8736639223500734e-06,
+      "loss": 0.4875,
+      "step": 66
+    },
+    {
+      "epoch": 0.13188976377952755,
+      "grad_norm": 1.429358689482403,
+      "learning_rate": 4.868605121739261e-06,
+      "loss": 0.5519,
+      "step": 67
+    },
+    {
+      "epoch": 0.13385826771653545,
+      "grad_norm": 1.1044409729056377,
+      "learning_rate": 4.863449747015384e-06,
+      "loss": 0.4856,
+      "step": 68
+    },
+    {
+      "epoch": 0.13582677165354332,
+      "grad_norm": 0.9315698624773923,
+      "learning_rate": 4.858198008376308e-06,
+      "loss": 0.47,
+      "step": 69
+    },
+    {
+      "epoch": 0.1377952755905512,
+      "grad_norm": 1.7217476799446472,
+      "learning_rate": 4.8528501199489045e-06,
+      "loss": 0.5075,
+      "step": 70
+    },
+    {
+      "epoch": 0.13976377952755906,
+      "grad_norm": 3.073555434911596,
+      "learning_rate": 4.847406299780316e-06,
+      "loss": 0.4722,
+      "step": 71
+    },
+    {
+      "epoch": 0.14173228346456693,
+      "grad_norm": 1.1660178741995686,
+      "learning_rate": 4.84186676982907e-06,
+      "loss": 0.5038,
+      "step": 72
+    },
+    {
+      "epoch": 0.1437007874015748,
+      "grad_norm": 1.0506730147991332,
+      "learning_rate": 4.836231755956028e-06,
+      "loss": 0.5016,
+      "step": 73
+    },
+    {
+      "epoch": 0.14566929133858267,
+      "grad_norm": 0.8677747645293913,
+      "learning_rate": 4.830501487915175e-06,
+      "loss": 0.5029,
+      "step": 74
+    },
+    {
+      "epoch": 0.14763779527559054,
+      "grad_norm": 0.8908161828150893,
+      "learning_rate": 4.824676199344253e-06,
+      "loss": 0.5234,
+      "step": 75
+    },
+    {
+      "epoch": 0.14960629921259844,
+      "grad_norm": 0.9393694358554296,
+      "learning_rate": 4.8187561277552376e-06,
+      "loss": 0.4979,
+      "step": 76
+    },
+    {
+      "epoch": 0.1515748031496063,
+      "grad_norm": 1.5061362639101046,
+      "learning_rate": 4.812741514524647e-06,
+      "loss": 0.6668,
+      "step": 77
+    },
+    {
+      "epoch": 0.15354330708661418,
+      "grad_norm": 0.8981888468432785,
+      "learning_rate": 4.806632604883709e-06,
+      "loss": 0.5162,
+      "step": 78
+    },
+    {
+      "epoch": 0.15551181102362205,
+      "grad_norm": 0.7689317410884454,
+      "learning_rate": 4.800429647908354e-06,
+      "loss": 0.5035,
+      "step": 79
+    },
+    {
+      "epoch": 0.15748031496062992,
+      "grad_norm": 0.9244306023248633,
+      "learning_rate": 4.7941328965090705e-06,
+      "loss": 0.4985,
+      "step": 80
+    },
+    {
+      "epoch": 0.1594488188976378,
+      "grad_norm": 1.0540613081580672,
+      "learning_rate": 4.787742607420579e-06,
+      "loss": 0.3994,
+      "step": 81
+    },
+    {
+      "epoch": 0.16141732283464566,
+      "grad_norm": 1.007287531899793,
+      "learning_rate": 4.7812590411913755e-06,
+      "loss": 0.4842,
+      "step": 82
+    },
+    {
+      "epoch": 0.16338582677165353,
+      "grad_norm": 0.8767045652213882,
+      "learning_rate": 4.774682462173105e-06,
+      "loss": 0.5551,
+      "step": 83
+    },
+    {
+      "epoch": 0.16535433070866143,
+      "grad_norm": 1.9260648630773072,
+      "learning_rate": 4.768013138509781e-06,
+      "loss": 0.5416,
+      "step": 84
+    },
+    {
+      "epoch": 0.1673228346456693,
+      "grad_norm": 0.9582175240132643,
+      "learning_rate": 4.7612513421268546e-06,
+      "loss": 0.5334,
+      "step": 85
+    },
+    {
+      "epoch": 0.16929133858267717,
+      "grad_norm": 0.8128204814045301,
+      "learning_rate": 4.754397348720129e-06,
+      "loss": 0.4635,
+      "step": 86
+    },
+    {
+      "epoch": 0.17125984251968504,
+      "grad_norm": 0.8980619226018841,
+      "learning_rate": 4.7474514377445155e-06,
+      "loss": 0.4183,
+      "step": 87
+    },
+    {
+      "epoch": 0.1732283464566929,
+      "grad_norm": 1.6857219087991773,
+      "learning_rate": 4.740413892402639e-06,
+      "loss": 0.4992,
+      "step": 88
+    },
+    {
+      "epoch": 0.17519685039370078,
+      "grad_norm": 0.8886797894135899,
+      "learning_rate": 4.733284999633297e-06,
+      "loss": 0.4769,
+      "step": 89
+    },
+    {
+      "epoch": 0.17716535433070865,
+      "grad_norm": 0.818408900835814,
+      "learning_rate": 4.726065050099752e-06,
+      "loss": 0.5397,
+      "step": 90
+    },
+    {
+      "epoch": 0.17913385826771652,
+      "grad_norm": 1.0812576227525792,
+      "learning_rate": 4.718754338177887e-06,
+      "loss": 0.4881,
+      "step": 91
+    },
+    {
+      "epoch": 0.18110236220472442,
+      "grad_norm": 1.4788693769546513,
+      "learning_rate": 4.711353161944199e-06,
+      "loss": 0.4761,
+      "step": 92
+    },
+    {
+      "epoch": 0.1830708661417323,
+      "grad_norm": 1.2325496456214284,
+      "learning_rate": 4.703861823163649e-06,
+      "loss": 0.4836,
+      "step": 93
+    },
+    {
+      "epoch": 0.18503937007874016,
+      "grad_norm": 0.8865488032350944,
+      "learning_rate": 4.696280627277356e-06,
+      "loss": 0.5754,
+      "step": 94
+    },
+    {
+      "epoch": 0.18700787401574803,
+      "grad_norm": 0.7276510882056314,
+      "learning_rate": 4.688609883390144e-06,
+      "loss": 0.4811,
+      "step": 95
+    },
+    {
+      "epoch": 0.1889763779527559,
+      "grad_norm": 1.379464962941928,
+      "learning_rate": 4.680849904257938e-06,
+      "loss": 0.5191,
+      "step": 96
+    },
+    {
+      "epoch": 0.19094488188976377,
+      "grad_norm": 1.0428272965764391,
+      "learning_rate": 4.673001006275013e-06,
+      "loss": 0.523,
+      "step": 97
+    },
+    {
+      "epoch": 0.19291338582677164,
+      "grad_norm": 0.8570935917785768,
+      "learning_rate": 4.665063509461098e-06,
+      "loss": 0.6276,
+      "step": 98
+    },
+    {
+      "epoch": 0.19488188976377951,
+      "grad_norm": 0.8005902318380953,
+      "learning_rate": 4.6570377374483155e-06,
+      "loss": 0.4075,
+      "step": 99
+    },
+    {
+      "epoch": 0.1968503937007874,
+      "grad_norm": 0.8977816634387835,
+      "learning_rate": 4.648924017468003e-06,
+      "loss": 0.5731,
+      "step": 100
+    },
+    {
+      "epoch": 0.19881889763779528,
+      "grad_norm": 0.9141364434484606,
+      "learning_rate": 4.640722680337358e-06,
+      "loss": 0.5193,
+      "step": 101
+    },
+    {
+      "epoch": 0.20078740157480315,
+      "grad_norm": 0.8901321318942949,
+      "learning_rate": 4.632434060445956e-06,
+      "loss": 0.522,
+      "step": 102
+    },
+    {
+      "epoch": 0.20275590551181102,
+      "grad_norm": 1.043927384339449,
+      "learning_rate": 4.624058495742115e-06,
+      "loss": 0.462,
+      "step": 103
+    },
+    {
+      "epoch": 0.2047244094488189,
+      "grad_norm": 0.8110104992888918,
+      "learning_rate": 4.615596327719111e-06,
+      "loss": 0.5066,
+      "step": 104
+    },
+    {
+      "epoch": 0.20669291338582677,
+      "grad_norm": 0.8047954894259877,
+      "learning_rate": 4.607047901401267e-06,
+      "loss": 0.5461,
+      "step": 105
+    },
+    {
+      "epoch": 0.20866141732283464,
+      "grad_norm": 1.071113008622335,
+      "learning_rate": 4.598413565329876e-06,
+      "loss": 0.4851,
+      "step": 106
+    },
+    {
+      "epoch": 0.2106299212598425,
+      "grad_norm": 1.0506203680713584,
+      "learning_rate": 4.589693671548989e-06,
+      "loss": 0.6077,
+      "step": 107
+    },
+    {
+      "epoch": 0.2125984251968504,
+      "grad_norm": 3.8529396922156187,
+      "learning_rate": 4.580888575591068e-06,
+      "loss": 0.4328,
+      "step": 108
+    },
+    {
+      "epoch": 0.21456692913385828,
+      "grad_norm": 0.9888673635049777,
+      "learning_rate": 4.571998636462487e-06,
+      "loss": 0.5187,
+      "step": 109
+    },
+    {
+      "epoch": 0.21653543307086615,
+      "grad_norm": 1.6344963772635281,
+      "learning_rate": 4.56302421662889e-06,
+      "loss": 0.539,
+      "step": 110
+    },
+    {
+      "epoch": 0.21850393700787402,
+      "grad_norm": 0.9247317260190662,
+      "learning_rate": 4.55396568200042e-06,
+      "loss": 0.5578,
+      "step": 111
+    },
+    {
+      "epoch": 0.2204724409448819,
+      "grad_norm": 0.9051549148747274,
+      "learning_rate": 4.544823401916794e-06,
+      "loss": 0.5248,
+      "step": 112
+    },
+    {
+      "epoch": 0.22244094488188976,
+      "grad_norm": 1.357378622779329,
+      "learning_rate": 4.5355977491322485e-06,
+      "loss": 0.5421,
+      "step": 113
+    },
+    {
+      "epoch": 0.22440944881889763,
+      "grad_norm": 0.9619565073321122,
+      "learning_rate": 4.5262890998003374e-06,
+      "loss": 0.431,
+      "step": 114
+    },
+    {
+      "epoch": 0.2263779527559055,
+      "grad_norm": 1.7617613793605524,
+      "learning_rate": 4.5168978334585955e-06,
+      "loss": 0.5252,
+      "step": 115
+    },
+    {
+      "epoch": 0.2283464566929134,
+      "grad_norm": 1.032437247985628,
+      "learning_rate": 4.507424333013069e-06,
+      "loss": 0.4954,
+      "step": 116
+    },
+    {
+      "epoch": 0.23031496062992127,
+      "grad_norm": 1.8092825383360753,
+      "learning_rate": 4.497868984722698e-06,
+      "loss": 0.4427,
+      "step": 117
+    },
+    {
+      "epoch": 0.23228346456692914,
+      "grad_norm": 0.8778261117229528,
+      "learning_rate": 4.4882321781835666e-06,
+      "loss": 0.5413,
+      "step": 118
+    },
+    {
+      "epoch": 0.234251968503937,
+      "grad_norm": 1.1025746342315803,
+      "learning_rate": 4.478514306313026e-06,
+      "loss": 0.4299,
+      "step": 119
+    },
+    {
+      "epoch": 0.23622047244094488,
+      "grad_norm": 2.8378126602332436,
+      "learning_rate": 4.4687157653336645e-06,
+      "loss": 0.5511,
+      "step": 120
+    },
+    {
+      "epoch": 0.23818897637795275,
+      "grad_norm": 0.9667061503063853,
+      "learning_rate": 4.458836954757161e-06,
+      "loss": 0.4908,
+      "step": 121
+    },
+    {
+      "epoch": 0.24015748031496062,
+      "grad_norm": 0.7831662518960953,
+      "learning_rate": 4.448878277367988e-06,
+      "loss": 0.4249,
+      "step": 122
+    },
+    {
+      "epoch": 0.2421259842519685,
+      "grad_norm": 1.0044477612786213,
+      "learning_rate": 4.438840139206998e-06,
+      "loss": 0.5353,
+      "step": 123
+    },
+    {
+      "epoch": 0.2440944881889764,
+      "grad_norm": 0.8674217801187197,
+      "learning_rate": 4.428722949554858e-06,
+      "loss": 0.5313,
+      "step": 124
+    },
+    {
+      "epoch": 0.24606299212598426,
+      "grad_norm": 0.9013952910070694,
+      "learning_rate": 4.41852712091537e-06,
+      "loss": 0.4605,
+      "step": 125
+    },
+    {
+      "epoch": 0.24803149606299213,
+      "grad_norm": 1.353639010795885,
+      "learning_rate": 4.40825306899865e-06,
+      "loss": 0.4818,
+      "step": 126
+    },
+    {
+      "epoch": 0.25,
+      "grad_norm": 1.732310535590409,
+      "learning_rate": 4.397901212704176e-06,
+      "loss": 0.4927,
+      "step": 127
+    },
+    {
+      "epoch": 0.25196850393700787,
+      "grad_norm": 0.8300534233456965,
+      "learning_rate": 4.387471974103713e-06,
+      "loss": 0.4265,
+      "step": 128
+    },
+    {
+      "epoch": 0.25393700787401574,
+      "grad_norm": 0.8246016132923696,
+      "learning_rate": 4.3769657784240975e-06,
+      "loss": 0.5417,
+      "step": 129
+    },
+    {
+      "epoch": 0.2559055118110236,
+      "grad_norm": 2.3420257329268197,
+      "learning_rate": 4.366383054029907e-06,
+      "loss": 0.455,
+      "step": 130
+    },
+    {
+      "epoch": 0.2578740157480315,
+      "grad_norm": 0.8435577950726181,
+      "learning_rate": 4.355724232405989e-06,
+      "loss": 0.5828,
+      "step": 131
+    },
+    {
+      "epoch": 0.25984251968503935,
+      "grad_norm": 0.9019738301923552,
+      "learning_rate": 4.3449897481398735e-06,
+      "loss": 0.4956,
+      "step": 132
+    },
+    {
+      "epoch": 0.2618110236220472,
+      "grad_norm": 1.358855180994632,
+      "learning_rate": 4.3341800389040465e-06,
+      "loss": 0.4645,
+      "step": 133
+    },
+    {
+      "epoch": 0.2637795275590551,
+      "grad_norm": 0.9505080270122251,
+      "learning_rate": 4.3232955454381126e-06,
+      "loss": 0.4748,
+      "step": 134
+    },
+    {
+      "epoch": 0.265748031496063,
+      "grad_norm": 1.2239916154381045,
+      "learning_rate": 4.31233671153082e-06,
+      "loss": 0.5063,
+      "step": 135
+    },
+    {
+      "epoch": 0.2677165354330709,
+      "grad_norm": 0.7921771152274636,
+      "learning_rate": 4.3013039840019675e-06,
+      "loss": 0.4813,
+      "step": 136
+    },
+    {
+      "epoch": 0.26968503937007876,
+      "grad_norm": 0.9993865396431013,
+      "learning_rate": 4.2901978126841885e-06,
+      "loss": 0.4572,
+      "step": 137
+    },
+    {
+      "epoch": 0.27165354330708663,
+      "grad_norm": 0.8513708686442735,
+      "learning_rate": 4.2790186504046045e-06,
+      "loss": 0.6056,
+      "step": 138
+    },
+    {
+      "epoch": 0.2736220472440945,
+      "grad_norm": 0.7314619767820716,
+      "learning_rate": 4.267766952966369e-06,
+      "loss": 0.4675,
+      "step": 139
+    },
+    {
+      "epoch": 0.2755905511811024,
+      "grad_norm": 0.8844513998291939,
+      "learning_rate": 4.256443179130081e-06,
+      "loss": 0.5111,
+      "step": 140
+    },
+    {
+      "epoch": 0.27755905511811024,
+      "grad_norm": 0.9156687716284092,
+      "learning_rate": 4.2450477905950745e-06,
+      "loss": 0.4682,
+      "step": 141
+    },
+    {
+      "epoch": 0.2795275590551181,
+      "grad_norm": 2.073718224317071,
+      "learning_rate": 4.233581251980604e-06,
+      "loss": 0.4546,
+      "step": 142
+    },
+    {
+      "epoch": 0.281496062992126,
+      "grad_norm": 1.0794774294141698,
+      "learning_rate": 4.222044030806894e-06,
+      "loss": 0.5123,
+      "step": 143
+    },
+    {
+      "epoch": 0.28346456692913385,
+      "grad_norm": 1.0016070803809438,
+      "learning_rate": 4.210436597476077e-06,
+      "loss": 0.5368,
+      "step": 144
+    },
+    {
+      "epoch": 0.2854330708661417,
+      "grad_norm": 0.9098780784046511,
+      "learning_rate": 4.198759425253015e-06,
+      "loss": 0.4818,
+      "step": 145
+    },
+    {
+      "epoch": 0.2874015748031496,
+      "grad_norm": 0.953137882333216,
+      "learning_rate": 4.187012990246005e-06,
+      "loss": 0.4783,
+      "step": 146
+    },
+    {
+      "epoch": 0.28937007874015747,
+      "grad_norm": 0.8310403789001214,
+      "learning_rate": 4.175197771387368e-06,
+      "loss": 0.4613,
+      "step": 147
+    },
+    {
+      "epoch": 0.29133858267716534,
+      "grad_norm": 1.1060295165436405,
+      "learning_rate": 4.163314250413913e-06,
+      "loss": 0.4841,
+      "step": 148
+    },
+    {
+      "epoch": 0.2933070866141732,
+      "grad_norm": 0.9471537101152984,
+      "learning_rate": 4.1513629118473095e-06,
+      "loss": 0.3994,
+      "step": 149
+    },
+    {
+      "epoch": 0.2952755905511811,
+      "grad_norm": 0.8986530874577185,
+      "learning_rate": 4.139344242974317e-06,
+      "loss": 0.5461,
+      "step": 150
+    },
+    {
+      "epoch": 0.297244094488189,
+      "grad_norm": 0.8896339993189858,
+      "learning_rate": 4.127258733826929e-06,
+      "loss": 0.5245,
+      "step": 151
+    },
+    {
+      "epoch": 0.2992125984251969,
+      "grad_norm": 1.3706641760505383,
+      "learning_rate": 4.1151068771623864e-06,
+      "loss": 0.5109,
+      "step": 152
+    },
+    {
+      "epoch": 0.30118110236220474,
+      "grad_norm": 1.0147467704170827,
+      "learning_rate": 4.102889168443091e-06,
+      "loss": 0.3745,
+      "step": 153
+    },
+    {
+      "epoch": 0.3031496062992126,
+      "grad_norm": 1.0264900634849563,
+      "learning_rate": 4.0906061058164e-06,
+      "loss": 0.4894,
+      "step": 154
+    },
+    {
+      "epoch": 0.3051181102362205,
+      "grad_norm": 1.1560527014582376,
+      "learning_rate": 4.078258190094318e-06,
+      "loss": 0.5614,
+      "step": 155
+    },
+    {
+      "epoch": 0.30708661417322836,
+      "grad_norm": 1.0261028613642564,
+      "learning_rate": 4.065845924733077e-06,
+      "loss": 0.4748,
+      "step": 156
+    },
+    {
+      "epoch": 0.3090551181102362,
+      "grad_norm": 1.3512728606768398,
+      "learning_rate": 4.053369815812608e-06,
+      "loss": 0.507,
+      "step": 157
+    },
+    {
+      "epoch": 0.3110236220472441,
+      "grad_norm": 1.3513792498067174,
+      "learning_rate": 4.040830372015909e-06,
+      "loss": 0.4525,
+      "step": 158
+    },
+    {
+      "epoch": 0.31299212598425197,
+      "grad_norm": 1.0720661582317261,
+      "learning_rate": 4.0282281046083045e-06,
+      "loss": 0.5038,
+      "step": 159
+    },
+    {
+      "epoch": 0.31496062992125984,
+      "grad_norm": 1.7686925251926875,
+      "learning_rate": 4.015563527416596e-06,
+      "loss": 0.5094,
+      "step": 160
+    },
+    {
+      "epoch": 0.3169291338582677,
+      "grad_norm": 0.9696692443073361,
+      "learning_rate": 4.002837156808116e-06,
+      "loss": 0.5307,
+      "step": 161
+    },
+    {
+      "epoch": 0.3188976377952756,
+      "grad_norm": 1.3990075425359831,
+      "learning_rate": 3.990049511669675e-06,
+      "loss": 0.4939,
+      "step": 162
+    },
+    {
+      "epoch": 0.32086614173228345,
+      "grad_norm": 1.225093666699612,
+      "learning_rate": 3.977201113386402e-06,
+      "loss": 0.6196,
+      "step": 163
+    },
+    {
+      "epoch": 0.3228346456692913,
+      "grad_norm": 1.2749819137188019,
+      "learning_rate": 3.964292485820487e-06,
+      "loss": 0.5102,
+      "step": 164
+    },
+    {
+      "epoch": 0.3248031496062992,
+      "grad_norm": 0.819264787351332,
+      "learning_rate": 3.951324155289825e-06,
+      "loss": 0.4787,
+      "step": 165
+    },
+    {
+      "epoch": 0.32677165354330706,
+      "grad_norm": 0.842964654581977,
+      "learning_rate": 3.938296650546552e-06,
+      "loss": 0.4691,
+      "step": 166
+    },
+    {
+      "epoch": 0.328740157480315,
+      "grad_norm": 1.0712152280027085,
+      "learning_rate": 3.9252105027554885e-06,
+      "loss": 0.4763,
+      "step": 167
+    },
+    {
+      "epoch": 0.33070866141732286,
+      "grad_norm": 1.05082390567464,
+      "learning_rate": 3.912066245472484e-06,
+      "loss": 0.509,
+      "step": 168
+    },
+    {
+      "epoch": 0.33267716535433073,
+      "grad_norm": 1.1903053575513274,
+      "learning_rate": 3.898864414622661e-06,
+      "loss": 0.5244,
+      "step": 169
+    },
+    {
+      "epoch": 0.33267716535433073,
+      "eval_accuracy": 0.8246661365010368,
+      "eval_accuracy_first_token": 0.7662962171404146,
+      "eval_accuracy_first_token_<": 0.9489204844655081,
+      "eval_accuracy_first_token_<_total": 1899,
+      "eval_accuracy_first_token_<|python_tag|>": 0.9,
+      "eval_accuracy_first_token_<|python_tag|>_total": 990,
+      "eval_accuracy_first_token_Here": 0.649546827794562,
+      "eval_accuracy_first_token_Here_total": 331,
+      "eval_accuracy_first_token_The": 0.8935108153078203,
+      "eval_accuracy_first_token_The_total": 2404,
+      "eval_accuracy_first_token_To": 0.7887931034482759,
+      "eval_accuracy_first_token_To_total": 928,
+      "eval_loss": 0.509745717048645,
+      "eval_perplexity": 1.199116424327827,
+      "eval_runtime": 552.2978,
+      "eval_samples_per_second": 1.248,
+      "eval_steps_per_second": 0.158,
+      "eval_total_number_first_token": 9358,
+      "step": 169
+    },
+    {
+      "epoch": 0.3346456692913386,
+      "grad_norm": 1.339307004668538,
+      "learning_rate": 3.8856055484785625e-06,
+      "loss": 0.5357,
+      "step": 170
+    },
+    {
+      "epoch": 0.33661417322834647,
+      "grad_norm": 0.8533902981924752,
+      "learning_rate": 3.872290187638208e-06,
+      "loss": 0.4445,
+      "step": 171
+    },
+    {
+      "epoch": 0.33858267716535434,
+      "grad_norm": 0.8902879713059768,
+      "learning_rate": 3.858918875003053e-06,
+      "loss": 0.5513,
+      "step": 172
+    },
+    {
+      "epoch": 0.3405511811023622,
+      "grad_norm": 0.834178892942214,
+      "learning_rate": 3.845492155755848e-06,
+      "loss": 0.5228,
+      "step": 173
+    },
+    {
+      "epoch": 0.3425196850393701,
+      "grad_norm": 1.3019761562742433,
+      "learning_rate": 3.832010577338414e-06,
+      "loss": 0.4312,
+      "step": 174
+    },
+    {
+      "epoch": 0.34448818897637795,
+      "grad_norm": 4.039845846275563,
+      "learning_rate": 3.818474689429324e-06,
+      "loss": 0.5169,
+      "step": 175
+    },
+    {
+      "epoch": 0.3464566929133858,
+      "grad_norm": 0.7754436253803598,
+      "learning_rate": 3.8048850439214844e-06,
+      "loss": 0.4312,
+      "step": 176
+    },
+    {
+      "epoch": 0.3484251968503937,
+      "grad_norm": 0.952028926293702,
+      "learning_rate": 3.7912421948996394e-06,
+      "loss": 0.5327,
+      "step": 177
+    },
+    {
+      "epoch": 0.35039370078740156,
+      "grad_norm": 1.3003893654273762,
+      "learning_rate": 3.7775466986177763e-06,
+      "loss": 0.5361,
+      "step": 178
+    },
+    {
+      "epoch": 0.35236220472440943,
+      "grad_norm": 0.9157436593409249,
+      "learning_rate": 3.7637991134764475e-06,
+      "loss": 0.4125,
+      "step": 179
+    },
+    {
+      "epoch": 0.3543307086614173,
+      "grad_norm": 1.35306351061652,
+      "learning_rate": 3.7500000000000005e-06,
+      "loss": 0.4931,
+      "step": 180
+    },
+    {
+      "epoch": 0.3562992125984252,
+      "grad_norm": 0.7608013791131959,
+      "learning_rate": 3.736149920813726e-06,
+      "loss": 0.4712,
+      "step": 181
+    },
+    {
+      "epoch": 0.35826771653543305,
+      "grad_norm": 0.9464529110177089,
+      "learning_rate": 3.7222494406209174e-06,
+      "loss": 0.6079,
+      "step": 182
+    },
+    {
+      "epoch": 0.36023622047244097,
+      "grad_norm": 0.8940626357877456,
+      "learning_rate": 3.7082991261798473e-06,
+      "loss": 0.4839,
+      "step": 183
+    },
+    {
+      "epoch": 0.36220472440944884,
+      "grad_norm": 0.9203015169741534,
+      "learning_rate": 3.6942995462806574e-06,
+      "loss": 0.4931,
+      "step": 184
+    },
+    {
+      "epoch": 0.3641732283464567,
+      "grad_norm": 0.9322524391033973,
+      "learning_rate": 3.6802512717221694e-06,
+      "loss": 0.4785,
+      "step": 185
+    },
+    {
+      "epoch": 0.3661417322834646,
+      "grad_norm": 0.9190265161551326,
+      "learning_rate": 3.6661548752886113e-06,
+      "loss": 0.5132,
+      "step": 186
+    },
+    {
+      "epoch": 0.36811023622047245,
+      "grad_norm": 0.8294908667711738,
+      "learning_rate": 3.6520109317262624e-06,
+      "loss": 0.4042,
+      "step": 187
+    },
+    {
+      "epoch": 0.3700787401574803,
+      "grad_norm": 0.999949692414383,
+      "learning_rate": 3.6378200177200223e-06,
+      "loss": 0.4822,
+      "step": 188
+    },
+    {
+      "epoch": 0.3720472440944882,
+      "grad_norm": 3.014470961734112,
+      "learning_rate": 3.623582711869895e-06,
+      "loss": 0.3565,
+      "step": 189
+    },
+    {
+      "epoch": 0.37401574803149606,
+      "grad_norm": 1.1256555660488559,
+      "learning_rate": 3.6092995946673996e-06,
+      "loss": 0.442,
+      "step": 190
+    },
+    {
+      "epoch": 0.37598425196850394,
+      "grad_norm": 2.345863305053407,
+      "learning_rate": 3.5949712484719013e-06,
+      "loss": 0.4855,
+      "step": 191
+    },
+    {
+      "epoch": 0.3779527559055118,
+      "grad_norm": 0.9047629883258947,
+      "learning_rate": 3.5805982574868673e-06,
+      "loss": 0.4716,
+      "step": 192
+    },
+    {
+      "epoch": 0.3799212598425197,
+      "grad_norm": 0.9238635453577433,
+      "learning_rate": 3.5661812077360496e-06,
+      "loss": 0.4555,
+      "step": 193
+    },
+    {
+      "epoch": 0.38188976377952755,
+      "grad_norm": 0.8838668873279338,
+      "learning_rate": 3.5517206870395852e-06,
+      "loss": 0.5298,
+      "step": 194
+    },
+    {
+      "epoch": 0.3838582677165354,
+      "grad_norm": 0.9462930307216526,
+      "learning_rate": 3.5372172849900377e-06,
+      "loss": 0.4931,
+      "step": 195
+    },
+    {
+      "epoch": 0.3858267716535433,
+      "grad_norm": 0.9622124378606475,
+      "learning_rate": 3.5226715929283507e-06,
+      "loss": 0.497,
+      "step": 196
+    },
+    {
+      "epoch": 0.38779527559055116,
+      "grad_norm": 0.9079516318983362,
+      "learning_rate": 3.508084203919739e-06,
+      "loss": 0.4954,
+      "step": 197
+    },
+    {
+      "epoch": 0.38976377952755903,
+      "grad_norm": 1.1546647829704102,
+      "learning_rate": 3.493455712729514e-06,
+      "loss": 0.5305,
+      "step": 198
+    },
+    {
+      "epoch": 0.39173228346456695,
+      "grad_norm": 0.7798719077204135,
+      "learning_rate": 3.478786715798823e-06,
+      "loss": 0.451,
+      "step": 199
+    },
+    {
+      "epoch": 0.3937007874015748,
+      "grad_norm": 0.9459194095168413,
+      "learning_rate": 3.46407781122034e-06,
+      "loss": 0.5437,
+      "step": 200
+    },
+    {
+      "epoch": 0.3956692913385827,
+      "grad_norm": 0.9501953125,
+      "learning_rate": 3.449329598713874e-06,
+      "loss": 0.5366,
+      "step": 201
+    },
+    {
+      "epoch": 0.39763779527559057,
+      "grad_norm": 1.4056853114275554,
+      "learning_rate": 3.434542679601922e-06,
+      "loss": 0.505,
+      "step": 202
+    },
+    {
+      "epoch": 0.39960629921259844,
+      "grad_norm": 1.1059042675913875,
+      "learning_rate": 3.4197176567851463e-06,
+      "loss": 0.5734,
+      "step": 203
+    },
+    {
+      "epoch": 0.4015748031496063,
+      "grad_norm": 0.8360499368792941,
+      "learning_rate": 3.404855134717795e-06,
+      "loss": 0.5807,
+      "step": 204
+    },
+    {
+      "epoch": 0.4035433070866142,
+      "grad_norm": 1.5711715398240578,
+      "learning_rate": 3.3899557193830585e-06,
+      "loss": 0.4644,
+      "step": 205
+    },
+    {
+      "epoch": 0.40551181102362205,
+      "grad_norm": 0.8968395119800229,
+      "learning_rate": 3.375020018268359e-06,
+      "loss": 0.4902,
+      "step": 206
+    },
+    {
+      "epoch": 0.4074803149606299,
+      "grad_norm": 1.1447160591147387,
+      "learning_rate": 3.360048640340585e-06,
+      "loss": 0.4326,
+      "step": 207
+    },
+    {
+      "epoch": 0.4094488188976378,
+      "grad_norm": 0.904757092159541,
+      "learning_rate": 3.345042196021257e-06,
+      "loss": 0.4989,
+      "step": 208
+    },
+    {
+      "epoch": 0.41141732283464566,
+      "grad_norm": 1.1049980536396267,
+      "learning_rate": 3.3300012971616467e-06,
+      "loss": 0.4361,
+      "step": 209
+    },
+    {
+      "epoch": 0.41338582677165353,
+      "grad_norm": 0.83343430543165,
+      "learning_rate": 3.3149265570178215e-06,
+      "loss": 0.574,
+      "step": 210
+    },
+    {
+      "epoch": 0.4153543307086614,
+      "grad_norm": 1.0114446438073477,
+      "learning_rate": 3.2998185902256475e-06,
+      "loss": 0.5026,
+      "step": 211
+    },
+    {
+      "epoch": 0.41732283464566927,
+      "grad_norm": 0.8198824163776982,
+      "learning_rate": 3.284678012775727e-06,
+      "loss": 0.5051,
+      "step": 212
+    },
+    {
+      "epoch": 0.41929133858267714,
+      "grad_norm": 0.9127041105062259,
+      "learning_rate": 3.269505441988281e-06,
+      "loss": 0.4701,
+      "step": 213
+    },
+    {
+      "epoch": 0.421259842519685,
+      "grad_norm": 4.605482002737506,
+      "learning_rate": 3.2543014964879814e-06,
+      "loss": 0.5211,
+      "step": 214
+    },
+    {
+      "epoch": 0.42322834645669294,
+      "grad_norm": 0.9332310758215561,
+      "learning_rate": 3.2390667961787276e-06,
+      "loss": 0.4969,
+      "step": 215
+    },
+    {
+      "epoch": 0.4251968503937008,
+      "grad_norm": 1.4647155705637793,
+      "learning_rate": 3.223801962218372e-06,
+      "loss": 0.5109,
+      "step": 216
+    },
+    {
+      "epoch": 0.4271653543307087,
+      "grad_norm": 0.7928872277960117,
+      "learning_rate": 3.208507616993393e-06,
+      "loss": 0.5023,
+      "step": 217
+    },
+    {
+      "epoch": 0.42913385826771655,
+      "grad_norm": 1.4862552178807018,
+      "learning_rate": 3.19318438409352e-06,
+      "loss": 0.474,
+      "step": 218
+    },
+    {
+      "epoch": 0.4311023622047244,
+      "grad_norm": 0.8070313474908052,
+      "learning_rate": 3.1778328882863058e-06,
+      "loss": 0.4826,
+      "step": 219
+    },
+    {
+      "epoch": 0.4330708661417323,
+      "grad_norm": 1.066146986749072,
+      "learning_rate": 3.162453755491655e-06,
+      "loss": 0.4812,
+      "step": 220
+    },
+    {
+      "epoch": 0.43503937007874016,
+      "grad_norm": 1.1392211636109735,
+      "learning_rate": 3.147047612756302e-06,
+      "loss": 0.5323,
+      "step": 221
+    },
+    {
+      "epoch": 0.43700787401574803,
+      "grad_norm": 1.4312267251600133,
+      "learning_rate": 3.1316150882282486e-06,
+      "loss": 0.4592,
+      "step": 222
+    },
+    {
+      "epoch": 0.4389763779527559,
+      "grad_norm": 1.6780209812766753,
+      "learning_rate": 3.1161568111311487e-06,
+      "loss": 0.414,
+      "step": 223
+    },
+    {
+      "epoch": 0.4409448818897638,
+      "grad_norm": 0.9508842644408767,
+      "learning_rate": 3.1006734117386517e-06,
+      "loss": 0.4582,
+      "step": 224
+    },
+    {
+      "epoch": 0.44291338582677164,
+      "grad_norm": 0.9030605623165181,
+      "learning_rate": 3.0851655213487123e-06,
+      "loss": 0.5879,
+      "step": 225
+    },
+    {
+      "epoch": 0.4448818897637795,
+      "grad_norm": 0.8294458831301379,
+      "learning_rate": 3.0696337722578444e-06,
+      "loss": 0.5549,
+      "step": 226
+    },
+    {
+      "epoch": 0.4468503937007874,
+      "grad_norm": 0.883421459990203,
+      "learning_rate": 3.05407879773534e-06,
+      "loss": 0.462,
+      "step": 227
+    },
+    {
+      "epoch": 0.44881889763779526,
+      "grad_norm": 1.180508460557826,
+      "learning_rate": 3.038501231997454e-06,
+      "loss": 0.3841,
+      "step": 228
+    },
+    {
+      "epoch": 0.4507874015748031,
+      "grad_norm": 0.7962446898877688,
+      "learning_rate": 3.0229017101815424e-06,
+      "loss": 0.4295,
+      "step": 229
+    },
+    {
+      "epoch": 0.452755905511811,
+      "grad_norm": 1.0717622725485056,
+      "learning_rate": 3.007280868320167e-06,
+      "loss": 0.3735,
+      "step": 230
+    },
+    {
+      "epoch": 0.4547244094488189,
+      "grad_norm": 0.8086381614393529,
+      "learning_rate": 2.9916393433151636e-06,
+      "loss": 0.4798,
+      "step": 231
+    },
+    {
+      "epoch": 0.4566929133858268,
+      "grad_norm": 0.8936705133798069,
+      "learning_rate": 2.975977772911671e-06,
+      "loss": 0.4978,
+      "step": 232
+    },
+    {
+      "epoch": 0.45866141732283466,
+      "grad_norm": 0.8810316708162265,
+      "learning_rate": 2.960296795672132e-06,
+      "loss": 0.442,
+      "step": 233
+    },
+    {
+      "epoch": 0.46062992125984253,
+      "grad_norm": 5.897839891083801,
+      "learning_rate": 2.9445970509502547e-06,
+      "loss": 0.403,
+      "step": 234
+    },
+    {
+      "epoch": 0.4625984251968504,
+      "grad_norm": 0.9519402065973711,
+      "learning_rate": 2.928879178864946e-06,
+      "loss": 0.5554,
+      "step": 235
+    },
+    {
+      "epoch": 0.4645669291338583,
+      "grad_norm": 0.7844120883152197,
+      "learning_rate": 2.9131438202742123e-06,
+      "loss": 0.5294,
+      "step": 236
+    },
+    {
+      "epoch": 0.46653543307086615,
+      "grad_norm": 0.8063590456534869,
+      "learning_rate": 2.897391616749031e-06,
+      "loss": 0.4248,
+      "step": 237
+    },
+    {
+      "epoch": 0.468503937007874,
+      "grad_norm": 1.0564127057502695,
+      "learning_rate": 2.8816232105471864e-06,
+      "loss": 0.3977,
+      "step": 238
+    },
+    {
+      "epoch": 0.4704724409448819,
+      "grad_norm": 0.8741365668536474,
+      "learning_rate": 2.865839244587093e-06,
+      "loss": 0.5085,
+      "step": 239
+    },
+    {
+      "epoch": 0.47244094488188976,
+      "grad_norm": 0.8777418773756611,
+      "learning_rate": 2.8500403624215733e-06,
+      "loss": 0.4319,
+      "step": 240
+    },
+    {
+      "epoch": 0.4744094488188976,
+      "grad_norm": 1.3773613507232982,
+      "learning_rate": 2.8342272082116214e-06,
+      "loss": 0.4283,
+      "step": 241
+    },
+    {
+      "epoch": 0.4763779527559055,
+      "grad_norm": 0.7719588739949143,
+      "learning_rate": 2.8184004267001427e-06,
+      "loss": 0.4309,
+      "step": 242
+    },
+    {
+      "epoch": 0.47834645669291337,
+      "grad_norm": 0.9822729160842563,
+      "learning_rate": 2.802560663185658e-06,
+      "loss": 0.3833,
+      "step": 243
+    },
+    {
+      "epoch": 0.48031496062992124,
+      "grad_norm": 0.9917830897090999,
+      "learning_rate": 2.786708563496002e-06,
+      "loss": 0.4897,
+      "step": 244
+    },
+    {
+      "epoch": 0.4822834645669291,
+      "grad_norm": 0.8144457334187595,
+      "learning_rate": 2.7708447739619833e-06,
+      "loss": 0.4388,
+      "step": 245
+    },
+    {
+      "epoch": 0.484251968503937,
+      "grad_norm": 0.994242994512558,
+      "learning_rate": 2.7549699413910387e-06,
+      "loss": 0.371,
+      "step": 246
+    },
+    {
+      "epoch": 0.4862204724409449,
+      "grad_norm": 0.8932095220572448,
+      "learning_rate": 2.739084713040856e-06,
+      "loss": 0.4611,
+      "step": 247
+    },
+    {
+      "epoch": 0.4881889763779528,
+      "grad_norm": 1.1131293477611248,
+      "learning_rate": 2.723189736592986e-06,
+      "loss": 0.4332,
+      "step": 248
+    },
+    {
+      "epoch": 0.49015748031496065,
+      "grad_norm": 0.710443345927187,
+      "learning_rate": 2.707285660126435e-06,
+      "loss": 0.3728,
+      "step": 249
+    },
+    {
+      "epoch": 0.4921259842519685,
+      "grad_norm": 0.8696923722717679,
+      "learning_rate": 2.69137313209124e-06,
+      "loss": 0.4867,
+      "step": 250
+    },
+    {
+      "epoch": 0.4940944881889764,
+      "grad_norm": 0.9579603395355718,
+      "learning_rate": 2.6754528012820288e-06,
+      "loss": 0.4599,
+      "step": 251
+    },
+    {
+      "epoch": 0.49606299212598426,
+      "grad_norm": 0.8469557790483282,
+      "learning_rate": 2.6595253168115707e-06,
+      "loss": 0.5015,
+      "step": 252
+    },
+    {
+      "epoch": 0.49803149606299213,
+      "grad_norm": 0.9679659162207404,
+      "learning_rate": 2.643591328084309e-06,
+      "loss": 0.454,
+      "step": 253
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 1.2026592195228134,
+      "learning_rate": 2.6276514847698763e-06,
+      "loss": 0.4387,
+      "step": 254
+    },
+    {
+      "epoch": 0.5019685039370079,
+      "grad_norm": 1.027519530136241,
+      "learning_rate": 2.61170643677662e-06,
+      "loss": 0.579,
+      "step": 255
+    },
+    {
+      "epoch": 0.5039370078740157,
+      "grad_norm": 0.8919743806127818,
+      "learning_rate": 2.595756834225089e-06,
+      "loss": 0.5206,
+      "step": 256
+    },
+    {
+      "epoch": 0.5059055118110236,
+      "grad_norm": 0.9565537176068634,
+      "learning_rate": 2.5798033274215363e-06,
+      "loss": 0.455,
+      "step": 257
+    },
+    {
+      "epoch": 0.5078740157480315,
+      "grad_norm": 0.8750677082568031,
+      "learning_rate": 2.5638465668314006e-06,
+      "loss": 0.4438,
+      "step": 258
+    },
+    {
+      "epoch": 0.5098425196850394,
+      "grad_norm": 4.156160052480647,
+      "learning_rate": 2.547887203052786e-06,
+      "loss": 0.4682,
+      "step": 259
+    },
+    {
+      "epoch": 0.5118110236220472,
+      "grad_norm": 0.8806621051495006,
+      "learning_rate": 2.531925886789935e-06,
+      "loss": 0.4055,
+      "step": 260
+    },
+    {
+      "epoch": 0.5137795275590551,
+      "grad_norm": 0.8166380192798925,
+      "learning_rate": 2.515963268826698e-06,
+      "loss": 0.4172,
+      "step": 261
+    },
+    {
+      "epoch": 0.515748031496063,
+      "grad_norm": 0.8474794194583648,
+      "learning_rate": 2.5e-06,
+      "loss": 0.4054,
+      "step": 262
+    },
+    {
+      "epoch": 0.5177165354330708,
+      "grad_norm": 0.8625258165448675,
+      "learning_rate": 2.4840367311733023e-06,
+      "loss": 0.3982,
+      "step": 263
+    },
+    {
+      "epoch": 0.5196850393700787,
+      "grad_norm": 0.8312498910086424,
+      "learning_rate": 2.4680741132100664e-06,
+      "loss": 0.4446,
+      "step": 264
+    },
+    {
+      "epoch": 0.5216535433070866,
+      "grad_norm": 1.2996938473325663,
+      "learning_rate": 2.452112796947215e-06,
+      "loss": 0.4721,
+      "step": 265
+    },
+    {
+      "epoch": 0.5236220472440944,
+      "grad_norm": 0.7749604922653435,
+      "learning_rate": 2.4361534331686002e-06,
+      "loss": 0.4437,
+      "step": 266
+    },
+    {
+      "epoch": 0.5255905511811023,
+      "grad_norm": 1.2900722363673192,
+      "learning_rate": 2.420196672578465e-06,
+      "loss": 0.4791,
+      "step": 267
+    },
+    {
+      "epoch": 0.5275590551181102,
+      "grad_norm": 2.3581594405299335,
+      "learning_rate": 2.404243165774912e-06,
+      "loss": 0.4225,
+      "step": 268
+    },
+    {
+      "epoch": 0.5295275590551181,
+      "grad_norm": 1.0362736267414994,
+      "learning_rate": 2.3882935632233805e-06,
+      "loss": 0.514,
+      "step": 269
+    },
+    {
+      "epoch": 0.531496062992126,
+      "grad_norm": 0.9331680987472524,
+      "learning_rate": 2.372348515230124e-06,
+      "loss": 0.4193,
+      "step": 270
+    },
+    {
+      "epoch": 0.5334645669291339,
+      "grad_norm": 1.1905250166916495,
+      "learning_rate": 2.356408671915692e-06,
+      "loss": 0.5042,
+      "step": 271
+    },
+    {
+      "epoch": 0.5354330708661418,
+      "grad_norm": 0.8572786945892718,
+      "learning_rate": 2.340474683188429e-06,
+      "loss": 0.4399,
+      "step": 272
+    },
+    {
+      "epoch": 0.5374015748031497,
+      "grad_norm": 1.0648664039670561,
+      "learning_rate": 2.324547198717972e-06,
+      "loss": 0.4741,
+      "step": 273
+    },
+    {
+      "epoch": 0.5393700787401575,
+      "grad_norm": 1.9327803933661767,
+      "learning_rate": 2.308626867908761e-06,
+      "loss": 0.4574,
+      "step": 274
+    },
+    {
+      "epoch": 0.5413385826771654,
+      "grad_norm": 0.9128616465522047,
+      "learning_rate": 2.2927143398735664e-06,
+      "loss": 0.4437,
+      "step": 275
+    },
+    {
+      "epoch": 0.5433070866141733,
+      "grad_norm": 0.873444229946243,
+      "learning_rate": 2.2768102634070146e-06,
+      "loss": 0.4382,
+      "step": 276
+    },
+    {
+      "epoch": 0.5452755905511811,
+      "grad_norm": 0.9487309713553738,
+      "learning_rate": 2.2609152869591445e-06,
+      "loss": 0.4964,
+      "step": 277
+    },
+    {
+      "epoch": 0.547244094488189,
+      "grad_norm": 1.5543510034516503,
+      "learning_rate": 2.2450300586089626e-06,
+      "loss": 0.458,
+      "step": 278
+    },
+    {
+      "epoch": 0.5492125984251969,
+      "grad_norm": 0.843153283370843,
+      "learning_rate": 2.229155226038017e-06,
+      "loss": 0.5173,
+      "step": 279
+    },
+    {
+      "epoch": 0.5511811023622047,
+      "grad_norm": 1.0206989602121845,
+      "learning_rate": 2.2132914365039993e-06,
+      "loss": 0.551,
+      "step": 280
+    },
+    {
+      "epoch": 0.5531496062992126,
+      "grad_norm": 0.8733293387877374,
+      "learning_rate": 2.1974393368143433e-06,
+      "loss": 0.4698,
+      "step": 281
+    },
+    {
+      "epoch": 0.5551181102362205,
+      "grad_norm": 0.9045357110695507,
+      "learning_rate": 2.1815995732998586e-06,
+      "loss": 0.4783,
+      "step": 282
+    },
+    {
+      "epoch": 0.5570866141732284,
+      "grad_norm": 1.1714298674446673,
+      "learning_rate": 2.165772791788379e-06,
+      "loss": 0.4505,
+      "step": 283
+    },
+    {
+      "epoch": 0.5590551181102362,
+      "grad_norm": 1.0449206200708,
+      "learning_rate": 2.1499596375784284e-06,
+      "loss": 0.4361,
+      "step": 284
+    },
+    {
+      "epoch": 0.5610236220472441,
+      "grad_norm": 0.9414076112602807,
+      "learning_rate": 2.1341607554129073e-06,
+      "loss": 0.4665,
+      "step": 285
+    },
+    {
+      "epoch": 0.562992125984252,
+      "grad_norm": 1.0364017694779857,
+      "learning_rate": 2.1183767894528135e-06,
+      "loss": 0.436,
+      "step": 286
+    },
+    {
+      "epoch": 0.5649606299212598,
+      "grad_norm": 0.9062612467100826,
+      "learning_rate": 2.1026083832509704e-06,
+      "loss": 0.526,
+      "step": 287
+    },
+    {
+      "epoch": 0.5669291338582677,
+      "grad_norm": 0.7845496876032904,
+      "learning_rate": 2.086856179725788e-06,
+      "loss": 0.4373,
+      "step": 288
+    },
+    {
+      "epoch": 0.5688976377952756,
+      "grad_norm": 1.5434192627506897,
+      "learning_rate": 2.0711208211350543e-06,
+      "loss": 0.495,
+      "step": 289
+    },
+    {
+      "epoch": 0.5708661417322834,
+      "grad_norm": 1.732032499885022,
+      "learning_rate": 2.055402949049746e-06,
+      "loss": 0.4232,
+      "step": 290
+    },
+    {
+      "epoch": 0.5728346456692913,
+      "grad_norm": 1.1791659079954764,
+      "learning_rate": 2.0397032043278686e-06,
+      "loss": 0.4766,
+      "step": 291
+    },
+    {
+      "epoch": 0.5748031496062992,
+      "grad_norm": 0.9826059946246523,
+      "learning_rate": 2.024022227088329e-06,
+      "loss": 0.4686,
+      "step": 292
+    },
+    {
+      "epoch": 0.5767716535433071,
+      "grad_norm": 1.1819752621296946,
+      "learning_rate": 2.008360656684837e-06,
+      "loss": 0.5234,
+      "step": 293
+    },
+    {
+      "epoch": 0.5787401574803149,
+      "grad_norm": 1.836095015890831,
+      "learning_rate": 1.9927191316798333e-06,
+      "loss": 0.3621,
+      "step": 294
+    },
+    {
+      "epoch": 0.5807086614173228,
+      "grad_norm": 1.0606463475234196,
+      "learning_rate": 1.977098289818459e-06,
+      "loss": 0.3665,
+      "step": 295
+    },
+    {
+      "epoch": 0.5826771653543307,
+      "grad_norm": 0.8708744885029884,
+      "learning_rate": 1.961498768002547e-06,
+      "loss": 0.4281,
+      "step": 296
+    },
+    {
+      "epoch": 0.5846456692913385,
+      "grad_norm": 0.9694572451225193,
+      "learning_rate": 1.9459212022646604e-06,
+      "loss": 0.4269,
+      "step": 297
+    },
+    {
+      "epoch": 0.5866141732283464,
+      "grad_norm": 1.52601054119704,
+      "learning_rate": 1.930366227742157e-06,
+      "loss": 0.4095,
+      "step": 298
+    },
+    {
+      "epoch": 0.5885826771653543,
+      "grad_norm": 0.8299536757583065,
+      "learning_rate": 1.914834478651288e-06,
+      "loss": 0.5123,
+      "step": 299
+    },
+    {
+      "epoch": 0.5905511811023622,
+      "grad_norm": 0.9288221226511972,
+      "learning_rate": 1.8993265882613483e-06,
+      "loss": 0.4786,
+      "step": 300
+    },
+    {
+      "epoch": 0.59251968503937,
+      "grad_norm": 1.9153123784076878,
+      "learning_rate": 1.8838431888688528e-06,
+      "loss": 0.442,
+      "step": 301
+    },
+    {
+      "epoch": 0.594488188976378,
+      "grad_norm": 0.8883998580295289,
+      "learning_rate": 1.8683849117717518e-06,
+      "loss": 0.4459,
+      "step": 302
+    },
+    {
+      "epoch": 0.5964566929133859,
+      "grad_norm": 0.9033764630985829,
+      "learning_rate": 1.852952387243698e-06,
+      "loss": 0.4801,
+      "step": 303
+    },
+    {
+      "epoch": 0.5984251968503937,
+      "grad_norm": 1.0771433466136495,
+      "learning_rate": 1.8375462445083464e-06,
+      "loss": 0.4227,
+      "step": 304
+    },
+    {
+      "epoch": 0.6003937007874016,
+      "grad_norm": 1.1264043096408438,
+      "learning_rate": 1.8221671117136953e-06,
+      "loss": 0.4932,
+      "step": 305
+    },
+    {
+      "epoch": 0.6023622047244095,
+      "grad_norm": 1.08738798244193,
+      "learning_rate": 1.80681561590648e-06,
+      "loss": 0.5191,
+      "step": 306
+    },
+    {
+      "epoch": 0.6043307086614174,
+      "grad_norm": 0.7987448502017881,
+      "learning_rate": 1.7914923830066074e-06,
+      "loss": 0.4618,
+      "step": 307
+    },
+    {
+      "epoch": 0.6062992125984252,
+      "grad_norm": 0.9944446151408849,
+      "learning_rate": 1.7761980377816287e-06,
+      "loss": 0.4358,
+      "step": 308
+    },
+    {
+      "epoch": 0.6082677165354331,
+      "grad_norm": 1.0742200261888726,
+      "learning_rate": 1.7609332038212728e-06,
+      "loss": 0.4193,
+      "step": 309
+    },
+    {
+      "epoch": 0.610236220472441,
+      "grad_norm": 1.0872956708805233,
+      "learning_rate": 1.7456985035120194e-06,
+      "loss": 0.4545,
+      "step": 310
+    },
+    {
+      "epoch": 0.6122047244094488,
+      "grad_norm": 1.0692325907893834,
+      "learning_rate": 1.7304945580117195e-06,
+      "loss": 0.4365,
+      "step": 311
+    },
+    {
+      "epoch": 0.6141732283464567,
+      "grad_norm": 1.4216199373627865,
+      "learning_rate": 1.7153219872242727e-06,
+      "loss": 0.4552,
+      "step": 312
+    },
+    {
+      "epoch": 0.6161417322834646,
+      "grad_norm": 0.9025617724171956,
+      "learning_rate": 1.700181409774353e-06,
+      "loss": 0.4142,
+      "step": 313
+    },
+    {
+      "epoch": 0.6181102362204725,
+      "grad_norm": 1.4701867077129656,
+      "learning_rate": 1.6850734429821792e-06,
+      "loss": 0.4939,
+      "step": 314
+    },
+    {
+      "epoch": 0.6200787401574803,
+      "grad_norm": 1.6211825794563106,
+      "learning_rate": 1.6699987028383547e-06,
+      "loss": 0.4243,
+      "step": 315
+    },
+    {
+      "epoch": 0.6220472440944882,
+      "grad_norm": 1.2528280691205667,
+      "learning_rate": 1.6549578039787436e-06,
+      "loss": 0.4472,
+      "step": 316
+    },
+    {
+      "epoch": 0.6240157480314961,
+      "grad_norm": 1.4234084359812396,
+      "learning_rate": 1.6399513596594158e-06,
+      "loss": 0.3996,
+      "step": 317
+    },
+    {
+      "epoch": 0.6259842519685039,
+      "grad_norm": 1.2903411072700746,
+      "learning_rate": 1.6249799817316415e-06,
+      "loss": 0.417,
+      "step": 318
+    },
+    {
+      "epoch": 0.6279527559055118,
+      "grad_norm": 1.0448194221823608,
+      "learning_rate": 1.6100442806169423e-06,
+      "loss": 0.4193,
+      "step": 319
+    },
+    {
+      "epoch": 0.6299212598425197,
+      "grad_norm": 0.7502474376681744,
+      "learning_rate": 1.595144865282205e-06,
+      "loss": 0.5476,
+      "step": 320
+    },
+    {
+      "epoch": 0.6318897637795275,
+      "grad_norm": 0.8490377322709838,
+      "learning_rate": 1.5802823432148545e-06,
+      "loss": 0.4885,
+      "step": 321
+    },
+    {
+      "epoch": 0.6338582677165354,
+      "grad_norm": 1.2648831300690013,
+      "learning_rate": 1.5654573203980782e-06,
+      "loss": 0.4387,
+      "step": 322
+    },
+    {
+      "epoch": 0.6358267716535433,
+      "grad_norm": 0.8514651671613641,
+      "learning_rate": 1.5506704012861257e-06,
+      "loss": 0.4465,
+      "step": 323
+    },
+    {
+      "epoch": 0.6377952755905512,
+      "grad_norm": 1.0222395663644381,
+      "learning_rate": 1.5359221887796616e-06,
+      "loss": 0.437,
+      "step": 324
+    },
+    {
+      "epoch": 0.639763779527559,
+      "grad_norm": 0.9497855107455955,
+      "learning_rate": 1.5212132842011778e-06,
+      "loss": 0.5466,
+      "step": 325
+    },
+    {
+      "epoch": 0.6417322834645669,
+      "grad_norm": 0.8431905728595827,
+      "learning_rate": 1.5065442872704872e-06,
+      "loss": 0.5627,
+      "step": 326
+    },
+    {
+      "epoch": 0.6437007874015748,
+      "grad_norm": 1.082255095866634,
+      "learning_rate": 1.4919157960802619e-06,
+      "loss": 0.4315,
+      "step": 327
+    },
+    {
+      "epoch": 0.6456692913385826,
+      "grad_norm": 1.1418415531966362,
+      "learning_rate": 1.4773284070716504e-06,
+      "loss": 0.506,
+      "step": 328
+    },
+    {
+      "epoch": 0.6476377952755905,
+      "grad_norm": 1.0386895105443592,
+      "learning_rate": 1.4627827150099627e-06,
+      "loss": 0.4045,
+      "step": 329
+    },
+    {
+      "epoch": 0.6496062992125984,
+      "grad_norm": 0.7965031672604527,
+      "learning_rate": 1.4482793129604148e-06,
+      "loss": 0.4128,
+      "step": 330
+    },
+    {
+      "epoch": 0.6515748031496063,
+      "grad_norm": 1.0706828235481562,
+      "learning_rate": 1.4338187922639506e-06,
+      "loss": 0.4873,
+      "step": 331
+    },
+    {
+      "epoch": 0.6535433070866141,
+      "grad_norm": 1.010780223186052,
+      "learning_rate": 1.4194017425131324e-06,
+      "loss": 0.4529,
+      "step": 332
+    },
+    {
+      "epoch": 0.655511811023622,
+      "grad_norm": 0.9600940507276752,
+      "learning_rate": 1.405028751528099e-06,
+      "loss": 0.4724,
+      "step": 333
+    },
+    {
+      "epoch": 0.65748031496063,
+      "grad_norm": 0.9764309603793133,
+      "learning_rate": 1.3907004053326006e-06,
+      "loss": 0.3466,
+      "step": 334
+    },
+    {
+      "epoch": 0.6594488188976378,
+      "grad_norm": 1.1423974049119299,
+      "learning_rate": 1.3764172881301063e-06,
+      "loss": 0.4322,
+      "step": 335
+    },
+    {
+      "epoch": 0.6614173228346457,
+      "grad_norm": 1.2060374393851416,
+      "learning_rate": 1.362179982279979e-06,
+      "loss": 0.4461,
+      "step": 336
+    },
+    {
+      "epoch": 0.6633858267716536,
+      "grad_norm": 1.2086001572935363,
+      "learning_rate": 1.347989068273738e-06,
+      "loss": 0.3849,
+      "step": 337
+    },
+    {
+      "epoch": 0.6653543307086615,
+      "grad_norm": 0.8627331404783796,
+      "learning_rate": 1.3338451247113898e-06,
+      "loss": 0.4661,
+      "step": 338
+    },
+    {
+      "epoch": 0.6653543307086615,
+      "eval_accuracy": 0.8276808215111454,
+      "eval_accuracy_first_token": 0.7754862150032058,
+      "eval_accuracy_first_token_<": 0.9599789362822538,
+      "eval_accuracy_first_token_<_total": 1899,
+      "eval_accuracy_first_token_<|python_tag|>": 0.9202020202020202,
+      "eval_accuracy_first_token_<|python_tag|>_total": 990,
+      "eval_accuracy_first_token_Here": 0.6918429003021148,
+      "eval_accuracy_first_token_Here_total": 331,
+      "eval_accuracy_first_token_The": 0.8801996672212978,
+      "eval_accuracy_first_token_The_total": 2404,
+      "eval_accuracy_first_token_To": 0.8060344827586207,
+      "eval_accuracy_first_token_To_total": 928,
+      "eval_loss": 0.4993845224380493,
+      "eval_perplexity": 1.1952336899234497,
+      "eval_runtime": 550.918,
+      "eval_samples_per_second": 1.251,
+      "eval_steps_per_second": 0.158,
+      "eval_total_number_first_token": 9358,
+      "step": 338
+    },
+    {
+      "epoch": 0.6673228346456693,
+      "grad_norm": 0.8859890191170555,
+      "learning_rate": 1.3197487282778315e-06,
+      "loss": 0.4468,
+      "step": 339
+    },
+    {
+      "epoch": 0.6692913385826772,
+      "grad_norm": 1.0644157193112311,
+      "learning_rate": 1.3057004537193424e-06,
+      "loss": 0.4267,
+      "step": 340
+    },
+    {
+      "epoch": 0.6712598425196851,
+      "grad_norm": 1.1533288398188408,
+      "learning_rate": 1.2917008738201536e-06,
+      "loss": 0.4906,
+      "step": 341
+    },
+    {
+      "epoch": 0.6732283464566929,
+      "grad_norm": 0.8272350855889613,
+      "learning_rate": 1.2777505593790834e-06,
+      "loss": 0.4833,
+      "step": 342
+    },
+    {
+      "epoch": 0.6751968503937008,
+      "grad_norm": 1.32130782853451,
+      "learning_rate": 1.263850079186274e-06,
+      "loss": 0.4463,
+      "step": 343
+    },
+    {
+      "epoch": 0.6771653543307087,
+      "grad_norm": 0.8065185454495468,
+      "learning_rate": 1.2500000000000007e-06,
+      "loss": 0.3829,
+      "step": 344
+    },
+    {
+      "epoch": 0.6791338582677166,
+      "grad_norm": 0.7422824598097033,
+      "learning_rate": 1.2362008865235536e-06,
+      "loss": 0.3774,
+      "step": 345
+    },
+    {
+      "epoch": 0.6811023622047244,
+      "grad_norm": 1.0704521032466394,
+      "learning_rate": 1.2224533013822237e-06,
+      "loss": 0.4497,
+      "step": 346
+    },
+    {
+      "epoch": 0.6830708661417323,
+      "grad_norm": 1.4370970783293397,
+      "learning_rate": 1.2087578051003619e-06,
+      "loss": 0.3994,
+      "step": 347
+    },
+    {
+      "epoch": 0.6850393700787402,
+      "grad_norm": 1.0762816440657645,
+      "learning_rate": 1.1951149560785166e-06,
+      "loss": 0.4879,
+      "step": 348
+    },
+    {
+      "epoch": 0.687007874015748,
+      "grad_norm": 0.999638462276997,
+      "learning_rate": 1.181525310570677e-06,
+      "loss": 0.4049,
+      "step": 349
+    },
+    {
+      "epoch": 0.6889763779527559,
+      "grad_norm": 0.7125141978940648,
+      "learning_rate": 1.1679894226615861e-06,
+      "loss": 0.47,
+      "step": 350
+    },
+    {
+      "epoch": 0.6909448818897638,
+      "grad_norm": 2.3784943021939,
+      "learning_rate": 1.1545078442441526e-06,
+      "loss": 0.3979,
+      "step": 351
+    },
+    {
+      "epoch": 0.6929133858267716,
+      "grad_norm": 0.7438302581823832,
+      "learning_rate": 1.1410811249969475e-06,
+      "loss": 0.4839,
+      "step": 352
+    },
+    {
+      "epoch": 0.6948818897637795,
+      "grad_norm": 0.8945326825925858,
+      "learning_rate": 1.1277098123617922e-06,
+      "loss": 0.4467,
+      "step": 353
+    },
+    {
+      "epoch": 0.6968503937007874,
+      "grad_norm": 0.9603219580688872,
+      "learning_rate": 1.1143944515214385e-06,
+      "loss": 0.4495,
+      "step": 354
+    },
+    {
+      "epoch": 0.6988188976377953,
+      "grad_norm": 1.4664719141635538,
+      "learning_rate": 1.10113558537734e-06,
+      "loss": 0.4944,
+      "step": 355
+    },
+    {
+      "epoch": 0.7007874015748031,
+      "grad_norm": 1.2476331714652613,
+      "learning_rate": 1.0879337545275165e-06,
+      "loss": 0.5793,
+      "step": 356
+    },
+    {
+      "epoch": 0.702755905511811,
+      "grad_norm": 0.9156400646754094,
+      "learning_rate": 1.074789497244512e-06,
+      "loss": 0.4221,
+      "step": 357
+    },
+    {
+      "epoch": 0.7047244094488189,
+      "grad_norm": 2.5318845730546196,
+      "learning_rate": 1.0617033494534486e-06,
+      "loss": 0.4377,
+      "step": 358
+    },
+    {
+      "epoch": 0.7066929133858267,
+      "grad_norm": 1.2015844613438207,
+      "learning_rate": 1.0486758447101753e-06,
+      "loss": 0.4659,
+      "step": 359
+    },
+    {
+      "epoch": 0.7086614173228346,
+      "grad_norm": 0.9516842380567236,
+      "learning_rate": 1.035707514179513e-06,
+      "loss": 0.4184,
+      "step": 360
+    },
+    {
+      "epoch": 0.7106299212598425,
+      "grad_norm": 0.9525083829856291,
+      "learning_rate": 1.0227988866135995e-06,
+      "loss": 0.358,
+      "step": 361
+    },
+    {
+      "epoch": 0.7125984251968503,
+      "grad_norm": 1.4467162043063637,
+      "learning_rate": 1.0099504883303255e-06,
+      "loss": 0.3927,
+      "step": 362
+    },
+    {
+      "epoch": 0.7145669291338582,
+      "grad_norm": 1.186260329222654,
+      "learning_rate": 9.971628431918845e-07,
+      "loss": 0.4433,
+      "step": 363
+    },
+    {
+      "epoch": 0.7165354330708661,
+      "grad_norm": 0.8887871636025992,
+      "learning_rate": 9.844364725834058e-07,
+      "loss": 0.4411,
+      "step": 364
+    },
+    {
+      "epoch": 0.718503937007874,
+      "grad_norm": 1.0782965924363137,
+      "learning_rate": 9.71771895391696e-07,
+      "loss": 0.4019,
+      "step": 365
+    },
+    {
+      "epoch": 0.7204724409448819,
+      "grad_norm": 0.8292803711940244,
+      "learning_rate": 9.591696279840906e-07,
+      "loss": 0.4356,
+      "step": 366
+    },
+    {
+      "epoch": 0.7224409448818898,
+      "grad_norm": 1.1636402977394662,
+      "learning_rate": 9.466301841873929e-07,
+      "loss": 0.5021,
+      "step": 367
+    },
+    {
+      "epoch": 0.7244094488188977,
+      "grad_norm": 1.2022996028060275,
+      "learning_rate": 9.341540752669234e-07,
+      "loss": 0.5142,
+      "step": 368
+    },
+    {
+      "epoch": 0.7263779527559056,
+      "grad_norm": 1.0809958010299958,
+      "learning_rate": 9.217418099056821e-07,
+      "loss": 0.4273,
+      "step": 369
+    },
+    {
+      "epoch": 0.7283464566929134,
+      "grad_norm": 0.9929276956854678,
+      "learning_rate": 9.093938941836012e-07,
+      "loss": 0.4444,
+      "step": 370
+    },
+    {
+      "epoch": 0.7303149606299213,
+      "grad_norm": 0.7447267161683555,
+      "learning_rate": 8.971108315569094e-07,
+      "loss": 0.394,
+      "step": 371
+    },
+    {
+      "epoch": 0.7322834645669292,
+      "grad_norm": 0.8131869419909002,
+      "learning_rate": 8.848931228376137e-07,
+      "loss": 0.468,
+      "step": 372
+    },
+    {
+      "epoch": 0.734251968503937,
+      "grad_norm": 0.8078315201370335,
+      "learning_rate": 8.727412661730724e-07,
+      "loss": 0.5374,
+      "step": 373
+    },
+    {
+      "epoch": 0.7362204724409449,
+      "grad_norm": 0.8611154445074285,
+      "learning_rate": 8.606557570256844e-07,
+      "loss": 0.4585,
+      "step": 374
+    },
+    {
+      "epoch": 0.7381889763779528,
+      "grad_norm": 0.9620990091277316,
+      "learning_rate": 8.486370881526917e-07,
+      "loss": 0.4473,
+      "step": 375
+    },
+    {
+      "epoch": 0.7401574803149606,
+      "grad_norm": 1.072939801506809,
+      "learning_rate": 8.366857495860869e-07,
+      "loss": 0.4152,
+      "step": 376
+    },
+    {
+      "epoch": 0.7421259842519685,
+      "grad_norm": 1.0168662482449515,
+      "learning_rate": 8.24802228612633e-07,
+      "loss": 0.4174,
+      "step": 377
+    },
+    {
+      "epoch": 0.7440944881889764,
+      "grad_norm": 0.8387562652899657,
+      "learning_rate": 8.129870097539951e-07,
+      "loss": 0.5152,
+      "step": 378
+    },
+    {
+      "epoch": 0.7460629921259843,
+      "grad_norm": 1.1029564445037212,
+      "learning_rate": 8.012405747469861e-07,
+      "loss": 0.534,
+      "step": 379
+    },
+    {
+      "epoch": 0.7480314960629921,
+      "grad_norm": 0.7201029027810675,
+      "learning_rate": 7.895634025239243e-07,
+      "loss": 0.4516,
+      "step": 380
+    },
+    {
+      "epoch": 0.75,
+      "grad_norm": 0.9054127475907084,
+      "learning_rate": 7.779559691931065e-07,
+      "loss": 0.4897,
+      "step": 381
+    },
+    {
+      "epoch": 0.7519685039370079,
+      "grad_norm": 0.9229217986975267,
+      "learning_rate": 7.66418748019396e-07,
+      "loss": 0.4883,
+      "step": 382
+    },
+    {
+      "epoch": 0.7539370078740157,
+      "grad_norm": 0.9011840634292719,
+      "learning_rate": 7.54952209404926e-07,
+      "loss": 0.4866,
+      "step": 383
+    },
+    {
+      "epoch": 0.7559055118110236,
+      "grad_norm": 0.855848115039962,
+      "learning_rate": 7.435568208699203e-07,
+      "loss": 0.3808,
+      "step": 384
+    },
+    {
+      "epoch": 0.7578740157480315,
+      "grad_norm": 1.1287210701987485,
+      "learning_rate": 7.322330470336314e-07,
+      "loss": 0.3988,
+      "step": 385
+    },
+    {
+      "epoch": 0.7598425196850394,
+      "grad_norm": 0.9772116372811883,
+      "learning_rate": 7.209813495953963e-07,
+      "loss": 0.5117,
+      "step": 386
+    },
+    {
+      "epoch": 0.7618110236220472,
+      "grad_norm": 1.0255758644993986,
+      "learning_rate": 7.098021873158126e-07,
+      "loss": 0.438,
+      "step": 387
+    },
+    {
+      "epoch": 0.7637795275590551,
+      "grad_norm": 0.9832119201339524,
+      "learning_rate": 6.986960159980327e-07,
+      "loss": 0.5492,
+      "step": 388
+    },
+    {
+      "epoch": 0.765748031496063,
+      "grad_norm": 0.9391130557550369,
+      "learning_rate": 6.876632884691803e-07,
+      "loss": 0.395,
+      "step": 389
+    },
+    {
+      "epoch": 0.7677165354330708,
+      "grad_norm": 0.9181705334242035,
+      "learning_rate": 6.767044545618879e-07,
+      "loss": 0.4503,
+      "step": 390
+    },
+    {
+      "epoch": 0.7696850393700787,
+      "grad_norm": 1.0300761390988038,
+      "learning_rate": 6.658199610959537e-07,
+      "loss": 0.474,
+      "step": 391
+    },
+    {
+      "epoch": 0.7716535433070866,
+      "grad_norm": 0.8708437915946684,
+      "learning_rate": 6.55010251860127e-07,
+      "loss": 0.4441,
+      "step": 392
+    },
+    {
+      "epoch": 0.7736220472440944,
+      "grad_norm": 0.9670344205389225,
+      "learning_rate": 6.442757675940109e-07,
+      "loss": 0.4131,
+      "step": 393
+    },
+    {
+      "epoch": 0.7755905511811023,
+      "grad_norm": 0.9278345314974272,
+      "learning_rate": 6.336169459700933e-07,
+      "loss": 0.4111,
+      "step": 394
+    },
+    {
+      "epoch": 0.7775590551181102,
+      "grad_norm": 0.8525334343828224,
+      "learning_rate": 6.230342215759027e-07,
+      "loss": 0.3805,
+      "step": 395
+    },
+    {
+      "epoch": 0.7795275590551181,
+      "grad_norm": 0.8818820675161857,
+      "learning_rate": 6.125280258962874e-07,
+      "loss": 0.426,
+      "step": 396
+    },
+    {
+      "epoch": 0.781496062992126,
+      "grad_norm": 1.5469693241838445,
+      "learning_rate": 6.020987872958237e-07,
+      "loss": 0.5351,
+      "step": 397
+    },
+    {
+      "epoch": 0.7834645669291339,
+      "grad_norm": 0.8899842684673445,
+      "learning_rate": 5.91746931001351e-07,
+      "loss": 0.4157,
+      "step": 398
+    },
+    {
+      "epoch": 0.7854330708661418,
+      "grad_norm": 0.8232301686270491,
+      "learning_rate": 5.814728790846308e-07,
+      "loss": 0.3969,
+      "step": 399
+    },
+    {
+      "epoch": 0.7874015748031497,
+      "grad_norm": 1.0153791863734263,
+      "learning_rate": 5.712770504451426e-07,
+      "loss": 0.4635,
+      "step": 400
+    },
+    {
+      "epoch": 0.7893700787401575,
+      "grad_norm": 0.8407425085704395,
+      "learning_rate": 5.611598607930033e-07,
+      "loss": 0.4233,
+      "step": 401
+    },
+    {
+      "epoch": 0.7913385826771654,
+      "grad_norm": 0.8392579630637883,
+      "learning_rate": 5.511217226320126e-07,
+      "loss": 0.4487,
+      "step": 402
+    },
+    {
+      "epoch": 0.7933070866141733,
+      "grad_norm": 1.114866286158925,
+      "learning_rate": 5.411630452428396e-07,
+      "loss": 0.4769,
+      "step": 403
+    },
+    {
+      "epoch": 0.7952755905511811,
+      "grad_norm": 1.0781688957676823,
+      "learning_rate": 5.312842346663363e-07,
+      "loss": 0.3288,
+      "step": 404
+    },
+    {
+      "epoch": 0.797244094488189,
+      "grad_norm": 0.776231861916159,
+      "learning_rate": 5.214856936869753e-07,
+      "loss": 0.4266,
+      "step": 405
+    },
+    {
+      "epoch": 0.7992125984251969,
+      "grad_norm": 0.762343087232223,
+      "learning_rate": 5.117678218164337e-07,
+      "loss": 0.4505,
+      "step": 406
+    },
+    {
+      "epoch": 0.8011811023622047,
+      "grad_norm": 0.8033552900917362,
+      "learning_rate": 5.021310152773034e-07,
+      "loss": 0.4262,
+      "step": 407
+    },
+    {
+      "epoch": 0.8031496062992126,
+      "grad_norm": 0.9170707693341349,
+      "learning_rate": 4.925756669869313e-07,
+      "loss": 0.4283,
+      "step": 408
+    },
+    {
+      "epoch": 0.8051181102362205,
+      "grad_norm": 1.129653313885886,
+      "learning_rate": 4.831021665414043e-07,
+      "loss": 0.3817,
+      "step": 409
+    },
+    {
+      "epoch": 0.8070866141732284,
+      "grad_norm": 1.4424483504544063,
+      "learning_rate": 4.737109001996637e-07,
+      "loss": 0.4238,
+      "step": 410
+    },
+    {
+      "epoch": 0.8090551181102362,
+      "grad_norm": 1.0131174677216408,
+      "learning_rate": 4.6440225086775176e-07,
+      "loss": 0.4574,
+      "step": 411
+    },
+    {
+      "epoch": 0.8110236220472441,
+      "grad_norm": 1.0317767560783413,
+      "learning_rate": 4.55176598083206e-07,
+      "loss": 0.4272,
+      "step": 412
+    },
+    {
+      "epoch": 0.812992125984252,
+      "grad_norm": 1.0233220042513846,
+      "learning_rate": 4.4603431799958074e-07,
+      "loss": 0.4473,
+      "step": 413
+    },
+    {
+      "epoch": 0.8149606299212598,
+      "grad_norm": 0.8542754328879538,
+      "learning_rate": 4.3697578337111053e-07,
+      "loss": 0.4485,
+      "step": 414
+    },
+    {
+      "epoch": 0.8169291338582677,
+      "grad_norm": 1.0943473819404532,
+      "learning_rate": 4.280013635375138e-07,
+      "loss": 0.4701,
+      "step": 415
+    },
+    {
+      "epoch": 0.8188976377952756,
+      "grad_norm": 0.9268802927680222,
+      "learning_rate": 4.1911142440893197e-07,
+      "loss": 0.4236,
+      "step": 416
+    },
+    {
+      "epoch": 0.8208661417322834,
+      "grad_norm": 0.8831699289176582,
+      "learning_rate": 4.103063284510117e-07,
+      "loss": 0.4366,
+      "step": 417
+    },
+    {
+      "epoch": 0.8228346456692913,
+      "grad_norm": 1.4025172389257854,
+      "learning_rate": 4.015864346701251e-07,
+      "loss": 0.4431,
+      "step": 418
+    },
+    {
+      "epoch": 0.8248031496062992,
+      "grad_norm": 1.1860309850463138,
+      "learning_rate": 3.929520985987334e-07,
+      "loss": 0.4141,
+      "step": 419
+    },
+    {
+      "epoch": 0.8267716535433071,
+      "grad_norm": 0.8197597639637244,
+      "learning_rate": 3.8440367228089e-07,
+      "loss": 0.5017,
+      "step": 420
+    },
+    {
+      "epoch": 0.8287401574803149,
+      "grad_norm": 0.9362851536852345,
+      "learning_rate": 3.7594150425788677e-07,
+      "loss": 0.4179,
+      "step": 421
+    },
+    {
+      "epoch": 0.8307086614173228,
+      "grad_norm": 1.3750907694593544,
+      "learning_rate": 3.6756593955404403e-07,
+      "loss": 0.426,
+      "step": 422
+    },
+    {
+      "epoch": 0.8326771653543307,
+      "grad_norm": 0.8182694196765484,
+      "learning_rate": 3.5927731966264175e-07,
+      "loss": 0.3848,
+      "step": 423
+    },
+    {
+      "epoch": 0.8346456692913385,
+      "grad_norm": 1.1511162896225982,
+      "learning_rate": 3.510759825319976e-07,
+      "loss": 0.495,
+      "step": 424
+    },
+    {
+      "epoch": 0.8366141732283464,
+      "grad_norm": 1.1082154782574505,
+      "learning_rate": 3.4296226255168484e-07,
+      "loss": 0.4561,
+      "step": 425
+    },
+    {
+      "epoch": 0.8385826771653543,
+      "grad_norm": 1.352703252528523,
+      "learning_rate": 3.3493649053890325e-07,
+      "loss": 0.3687,
+      "step": 426
+    },
+    {
+      "epoch": 0.8405511811023622,
+      "grad_norm": 0.9424678467646581,
+      "learning_rate": 3.2699899372498736e-07,
+      "loss": 0.4757,
+      "step": 427
+    },
+    {
+      "epoch": 0.84251968503937,
+      "grad_norm": 1.1072236275545695,
+      "learning_rate": 3.191500957420626e-07,
+      "loss": 0.4473,
+      "step": 428
+    },
+    {
+      "epoch": 0.844488188976378,
+      "grad_norm": 1.8305124197035552,
+      "learning_rate": 3.1139011660985624e-07,
+      "loss": 0.4529,
+      "step": 429
+    },
+    {
+      "epoch": 0.8464566929133859,
+      "grad_norm": 1.093729672924255,
+      "learning_rate": 3.0371937272264454e-07,
+      "loss": 0.5216,
+      "step": 430
+    },
+    {
+      "epoch": 0.8484251968503937,
+      "grad_norm": 0.958833049325444,
+      "learning_rate": 2.961381768363511e-07,
+      "loss": 0.5062,
+      "step": 431
+    },
+    {
+      "epoch": 0.8503937007874016,
+      "grad_norm": 1.1796242400127814,
+      "learning_rate": 2.8864683805580136e-07,
+      "loss": 0.4664,
+      "step": 432
+    },
+    {
+      "epoch": 0.8523622047244095,
+      "grad_norm": 0.8060870545610721,
+      "learning_rate": 2.8124566182211434e-07,
+      "loss": 0.5173,
+      "step": 433
+    },
+    {
+      "epoch": 0.8543307086614174,
+      "grad_norm": 1.0949935927704386,
+      "learning_rate": 2.7393494990024835e-07,
+      "loss": 0.4514,
+      "step": 434
+    },
+    {
+      "epoch": 0.8562992125984252,
+      "grad_norm": 1.9213755509125885,
+      "learning_rate": 2.6671500036670324e-07,
+      "loss": 0.457,
+      "step": 435
+    },
+    {
+      "epoch": 0.8582677165354331,
+      "grad_norm": 0.7576072257543266,
+      "learning_rate": 2.5958610759736133e-07,
+      "loss": 0.3776,
+      "step": 436
+    },
+    {
+      "epoch": 0.860236220472441,
+      "grad_norm": 0.9698921361904715,
+      "learning_rate": 2.5254856225548546e-07,
+      "loss": 0.4309,
+      "step": 437
+    },
+    {
+      "epoch": 0.8622047244094488,
+      "grad_norm": 1.1235058717255908,
+      "learning_rate": 2.456026512798715e-07,
+      "loss": 0.4771,
+      "step": 438
+    },
+    {
+      "epoch": 0.8641732283464567,
+      "grad_norm": 0.976026525281605,
+      "learning_rate": 2.38748657873146e-07,
+      "loss": 0.4859,
+      "step": 439
+    },
+    {
+      "epoch": 0.8661417322834646,
+      "grad_norm": 0.7648607059270878,
+      "learning_rate": 2.3198686149022016e-07,
+      "loss": 0.4224,
+      "step": 440
+    },
+    {
+      "epoch": 0.8681102362204725,
+      "grad_norm": 1.2296857492126643,
+      "learning_rate": 2.2531753782689598e-07,
+      "loss": 0.3892,
+      "step": 441
+    },
+    {
+      "epoch": 0.8700787401574803,
+      "grad_norm": 1.0696201173297104,
+      "learning_rate": 2.1874095880862505e-07,
+      "loss": 0.4382,
+      "step": 442
+    },
+    {
+      "epoch": 0.8720472440944882,
+      "grad_norm": 0.8951240141423281,
+      "learning_rate": 2.122573925794219e-07,
+      "loss": 0.4117,
+      "step": 443
+    },
+    {
+      "epoch": 0.8740157480314961,
+      "grad_norm": 0.8173547373043929,
+      "learning_rate": 2.0586710349093013e-07,
+      "loss": 0.4907,
+      "step": 444
+    },
+    {
+      "epoch": 0.8759842519685039,
+      "grad_norm": 1.1001975619027133,
+      "learning_rate": 1.9957035209164562e-07,
+      "loss": 0.4993,
+      "step": 445
+    },
+    {
+      "epoch": 0.8779527559055118,
+      "grad_norm": 0.9491438659517182,
+      "learning_rate": 1.9336739511629232e-07,
+      "loss": 0.4663,
+      "step": 446
+    },
+    {
+      "epoch": 0.8799212598425197,
+      "grad_norm": 1.0810133349772146,
+      "learning_rate": 1.8725848547535368e-07,
+      "loss": 0.5156,
+      "step": 447
+    },
+    {
+      "epoch": 0.8818897637795275,
+      "grad_norm": 0.7618874778695859,
+      "learning_rate": 1.8124387224476347e-07,
+      "loss": 0.4335,
+      "step": 448
+    },
+    {
+      "epoch": 0.8838582677165354,
+      "grad_norm": 0.9430841395865759,
+      "learning_rate": 1.753238006557473e-07,
+      "loss": 0.383,
+      "step": 449
+    },
+    {
+      "epoch": 0.8858267716535433,
+      "grad_norm": 0.8657928111335921,
+      "learning_rate": 1.6949851208482583e-07,
+      "loss": 0.4255,
+      "step": 450
+    },
+    {
+      "epoch": 0.8877952755905512,
+      "grad_norm": 1.7161732171227453,
+      "learning_rate": 1.6376824404397252e-07,
+      "loss": 0.4448,
+      "step": 451
+    },
+    {
+      "epoch": 0.889763779527559,
+      "grad_norm": 1.270254639155913,
+      "learning_rate": 1.5813323017093042e-07,
+      "loss": 0.4279,
+      "step": 452
+    },
+    {
+      "epoch": 0.8917322834645669,
+      "grad_norm": 0.8123015748331465,
+      "learning_rate": 1.525937002196845e-07,
+      "loss": 0.403,
+      "step": 453
+    },
+    {
+      "epoch": 0.8937007874015748,
+      "grad_norm": 1.334895078629325,
+      "learning_rate": 1.471498800510962e-07,
+      "loss": 0.4821,
+      "step": 454
+    },
+    {
+      "epoch": 0.8956692913385826,
+      "grad_norm": 1.0041108869094808,
+      "learning_rate": 1.4180199162369207e-07,
+      "loss": 0.4335,
+      "step": 455
+    },
+    {
+      "epoch": 0.8976377952755905,
+      "grad_norm": 0.8554268743987077,
+      "learning_rate": 1.3655025298461662e-07,
+      "loss": 0.464,
+      "step": 456
+    },
+    {
+      "epoch": 0.8996062992125984,
+      "grad_norm": 0.8749648836446161,
+      "learning_rate": 1.3139487826073937e-07,
+      "loss": 0.4395,
+      "step": 457
+    },
+    {
+      "epoch": 0.9015748031496063,
+      "grad_norm": 1.033997084622728,
+      "learning_rate": 1.2633607764992673e-07,
+      "loss": 0.4063,
+      "step": 458
+    },
+    {
+      "epoch": 0.9035433070866141,
+      "grad_norm": 0.8497913384972722,
+      "learning_rate": 1.2137405741246916e-07,
+      "loss": 0.41,
+      "step": 459
+    },
+    {
+      "epoch": 0.905511811023622,
+      "grad_norm": 10.200487342112707,
+      "learning_rate": 1.1650901986267365e-07,
+      "loss": 0.4292,
+      "step": 460
+    },
+    {
+      "epoch": 0.90748031496063,
+      "grad_norm": 0.8025258853932543,
+      "learning_rate": 1.1174116336061469e-07,
+      "loss": 0.3503,
+      "step": 461
+    },
+    {
+      "epoch": 0.9094488188976378,
+      "grad_norm": 0.8215353071574096,
+      "learning_rate": 1.0707068230404406e-07,
+      "loss": 0.4633,
+      "step": 462
+    },
+    {
+      "epoch": 0.9114173228346457,
+      "grad_norm": 1.146375660721515,
+      "learning_rate": 1.0249776712046745e-07,
+      "loss": 0.4166,
+      "step": 463
+    },
+    {
+      "epoch": 0.9133858267716536,
+      "grad_norm": 0.8755933248602664,
+      "learning_rate": 9.802260425938098e-08,
+      "loss": 0.4614,
+      "step": 464
+    },
+    {
+      "epoch": 0.9153543307086615,
+      "grad_norm": 0.9696195760449576,
+      "learning_rate": 9.364537618466451e-08,
+      "loss": 0.4167,
+      "step": 465
+    },
+    {
+      "epoch": 0.9173228346456693,
+      "grad_norm": 1.0388943528957006,
+      "learning_rate": 8.936626136714754e-08,
+      "loss": 0.58,
+      "step": 466
+    },
+    {
+      "epoch": 0.9192913385826772,
+      "grad_norm": 0.8175192369303365,
+      "learning_rate": 8.518543427732951e-08,
+      "loss": 0.4174,
+      "step": 467
+    },
+    {
+      "epoch": 0.9212598425196851,
+      "grad_norm": 0.921738436654059,
+      "learning_rate": 8.110306537826601e-08,
+      "loss": 0.4204,
+      "step": 468
+    },
+    {
+      "epoch": 0.9232283464566929,
+      "grad_norm": 1.324496079833298,
+      "learning_rate": 7.711932111862024e-08,
+      "loss": 0.4078,
+      "step": 469
+    },
+    {
+      "epoch": 0.9251968503937008,
+      "grad_norm": 0.8739004378907311,
+      "learning_rate": 7.323436392587591e-08,
+      "loss": 0.4382,
+      "step": 470
+    },
+    {
+      "epoch": 0.9271653543307087,
+      "grad_norm": 1.4507666698538697,
+      "learning_rate": 6.94483521997133e-08,
+      "loss": 0.4327,
+      "step": 471
+    },
+    {
+      "epoch": 0.9291338582677166,
+      "grad_norm": 2.393429177400887,
+      "learning_rate": 6.576144030555259e-08,
+      "loss": 0.4487,
+      "step": 472
+    },
+    {
+      "epoch": 0.9311023622047244,
+      "grad_norm": 1.8599037252141386,
+      "learning_rate": 6.217377856825885e-08,
+      "loss": 0.4466,
+      "step": 473
+    },
+    {
+      "epoch": 0.9330708661417323,
+      "grad_norm": 14.522545485987576,
+      "learning_rate": 5.8685513266014125e-08,
+      "loss": 0.4628,
+      "step": 474
+    },
+    {
+      "epoch": 0.9350393700787402,
+      "grad_norm": 0.9566107624170317,
+      "learning_rate": 5.529678662435228e-08,
+      "loss": 0.4836,
+      "step": 475
+    },
+    {
+      "epoch": 0.937007874015748,
+      "grad_norm": 0.9657422719809673,
+      "learning_rate": 5.2007736810359696e-08,
+      "loss": 0.473,
+      "step": 476
+    },
+    {
+      "epoch": 0.9389763779527559,
+      "grad_norm": 1.2062447957929703,
+      "learning_rate": 4.881849792704368e-08,
+      "loss": 0.3763,
+      "step": 477
+    },
+    {
+      "epoch": 0.9409448818897638,
+      "grad_norm": 0.7659233057083479,
+      "learning_rate": 4.5729200007862686e-08,
+      "loss": 0.4329,
+      "step": 478
+    },
+    {
+      "epoch": 0.9429133858267716,
+      "grad_norm": 1.2608330514373431,
+      "learning_rate": 4.2739969011426075e-08,
+      "loss": 0.4357,
+      "step": 479
+    },
+    {
+      "epoch": 0.9448818897637795,
+      "grad_norm": 1.7397554811132858,
+      "learning_rate": 3.985092681635716e-08,
+      "loss": 0.429,
+      "step": 480
+    },
+    {
+      "epoch": 0.9468503937007874,
+      "grad_norm": 1.448927446479969,
+      "learning_rate": 3.70621912163252e-08,
+      "loss": 0.417,
+      "step": 481
+    },
+    {
+      "epoch": 0.9488188976377953,
+      "grad_norm": 1.1673579325201837,
+      "learning_rate": 3.43738759152415e-08,
+      "loss": 0.4629,
+      "step": 482
+    },
+    {
+      "epoch": 0.9507874015748031,
+      "grad_norm": 0.9845214613691381,
+      "learning_rate": 3.178609052262416e-08,
+      "loss": 0.3867,
+      "step": 483
+    },
+    {
+      "epoch": 0.952755905511811,
+      "grad_norm": 0.8723540832246429,
+      "learning_rate": 2.9298940549128962e-08,
+      "loss": 0.4598,
+      "step": 484
+    },
+    {
+      "epoch": 0.9547244094488189,
+      "grad_norm": 0.959905519952331,
+      "learning_rate": 2.691252740224637e-08,
+      "loss": 0.4659,
+      "step": 485
+    },
+    {
+      "epoch": 0.9566929133858267,
+      "grad_norm": 1.2404459615128476,
+      "learning_rate": 2.4626948382168725e-08,
+      "loss": 0.426,
+      "step": 486
+    },
+    {
+      "epoch": 0.9586614173228346,
+      "grad_norm": 0.893494717612766,
+      "learning_rate": 2.244229667782205e-08,
+      "loss": 0.4217,
+      "step": 487
+    },
+    {
+      "epoch": 0.9606299212598425,
+      "grad_norm": 1.1412736276476656,
+      "learning_rate": 2.0358661363065746e-08,
+      "loss": 0.5281,
+      "step": 488
+    },
+    {
+      "epoch": 0.9625984251968503,
+      "grad_norm": 1.2250423365692404,
+      "learning_rate": 1.837612739306216e-08,
+      "loss": 0.5264,
+      "step": 489
+    },
+    {
+      "epoch": 0.9645669291338582,
+      "grad_norm": 1.3877089712502941,
+      "learning_rate": 1.6494775600812418e-08,
+      "loss": 0.5014,
+      "step": 490
+    },
+    {
+      "epoch": 0.9665354330708661,
+      "grad_norm": 0.9974143156857421,
+      "learning_rate": 1.4714682693859616e-08,
+      "loss": 0.4364,
+      "step": 491
+    },
+    {
+      "epoch": 0.968503937007874,
+      "grad_norm": 1.3085113499447627,
+      "learning_rate": 1.3035921251163263e-08,
+      "loss": 0.5221,
+      "step": 492
+    },
+    {
+      "epoch": 0.9704724409448819,
+      "grad_norm": 0.9619634470389329,
+      "learning_rate": 1.1458559720137762e-08,
+      "loss": 0.4261,
+      "step": 493
+    },
+    {
+      "epoch": 0.9724409448818898,
+      "grad_norm": 1.2644328401227114,
+      "learning_rate": 9.982662413862975e-09,
+      "loss": 0.4717,
+      "step": 494
+    },
+    {
+      "epoch": 0.9744094488188977,
+      "grad_norm": 1.119378029772877,
+      "learning_rate": 8.608289508462708e-09,
+      "loss": 0.4448,
+      "step": 495
+    },
+    {
+      "epoch": 0.9763779527559056,
+      "grad_norm": 1.1725926045854247,
+      "learning_rate": 7.335497040648898e-09,
+      "loss": 0.4378,
+      "step": 496
+    },
+    {
+      "epoch": 0.9783464566929134,
+      "grad_norm": 0.8536423997109798,
+      "learning_rate": 6.164336905438994e-09,
+      "loss": 0.4371,
+      "step": 497
+    },
+    {
+      "epoch": 0.9803149606299213,
+      "grad_norm": 1.0090984449839402,
+      "learning_rate": 5.094856854039043e-09,
+      "loss": 0.3578,
+      "step": 498
+    },
+    {
+      "epoch": 0.9822834645669292,
+      "grad_norm": 1.0417737651445875,
+      "learning_rate": 4.1271004918971845e-09,
+      "loss": 0.361,
+      "step": 499
+    },
+    {
+      "epoch": 0.984251968503937,
+      "grad_norm": 1.01560610240081,
+      "learning_rate": 3.2611072769250797e-09,
+      "loss": 0.462,
+      "step": 500
+    },
+    {
+      "epoch": 0.9862204724409449,
+      "grad_norm": 0.9017494523501762,
+      "learning_rate": 2.4969125178903043e-09,
+      "loss": 0.4578,
+      "step": 501
+    },
+    {
+      "epoch": 0.9881889763779528,
+      "grad_norm": 0.837833251411561,
+      "learning_rate": 1.834547372975004e-09,
+      "loss": 0.4371,
+      "step": 502
+    },
+    {
+      "epoch": 0.9901574803149606,
+      "grad_norm": 0.9102649869347725,
+      "learning_rate": 1.2740388485071864e-09,
+      "loss": 0.5395,
+      "step": 503
+    },
+    {
+      "epoch": 0.9921259842519685,
+      "grad_norm": 0.8960123585568193,
+      "learning_rate": 8.154097978591014e-10,
+      "loss": 0.3902,
+      "step": 504
+    },
+    {
+      "epoch": 0.9940944881889764,
+      "grad_norm": 0.8174618918609772,
+      "learning_rate": 4.586789205140996e-10,
+      "loss": 0.387,
+      "step": 505
+    },
+    {
+      "epoch": 0.9960629921259843,
+      "grad_norm": 1.5873110230672518,
+      "learning_rate": 2.0386076130668453e-10,
+      "loss": 0.4675,
+      "step": 506
+    },
+    {
+      "epoch": 0.9980314960629921,
+      "grad_norm": 1.0566566451968318,
+      "learning_rate": 5.0965709827432984e-11,
+      "loss": 0.4223,
+      "step": 507
+    },
+    {
+      "epoch": 0.9980314960629921,
+      "eval_accuracy": 0.828535117694603,
+      "eval_accuracy_first_token": 0.7801880743748664,
+      "eval_accuracy_first_token_<": 0.9647182727751448,
+      "eval_accuracy_first_token_<_total": 1899,
+      "eval_accuracy_first_token_<|python_tag|>": 0.901010101010101,
+      "eval_accuracy_first_token_<|python_tag|>_total": 990,
+      "eval_accuracy_first_token_Here": 0.6132930513595166,
+      "eval_accuracy_first_token_Here_total": 331,
+      "eval_accuracy_first_token_The": 0.9009983361064892,
+      "eval_accuracy_first_token_The_total": 2404,
+      "eval_accuracy_first_token_To": 0.8125,
+      "eval_accuracy_first_token_To_total": 928,
+      "eval_loss": 0.4954877495765686,
+      "eval_perplexity": 1.1938056438441356,
+      "eval_runtime": 550.8232,
+      "eval_samples_per_second": 1.251,
+      "eval_steps_per_second": 0.158,
+      "eval_total_number_first_token": 9358,
+      "step": 507
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 0.90365538285163,
+      "learning_rate": 0.0,
+      "loss": 0.4007,
+      "step": 508
+    },
+    {
+      "epoch": 1.0,
+      "step": 508,
+      "total_flos": 526396560506880.0,
+      "train_loss": 0.479396264325446,
+      "train_runtime": 60254.3679,
+      "train_samples_per_second": 0.135,
+      "train_steps_per_second": 0.008
+    }
+  ],
+  "logging_steps": 1.0,
+  "max_steps": 508,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 1,
+  "save_steps": 5.0,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 526396560506880.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4a5c4136e702652b6bb3396d2d29b043952f06b6fcfa735240bd890b88104ca
+size 7224