Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

all_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.996954314720812,
+    "total_flos": 865276955983872.0,
+    "train_loss": 0.3529874208604525,
+    "train_runtime": 40097.4129,
+    "train_samples_per_second": 7.073,
+    "train_steps_per_second": 0.055
+}

config.json

@@ -0,0 +1,34 @@
+{
+  "_name_or_path": "/GLOBALFS/gznwp_3/qxj/yangzy/models/gemma-2-9b-it",
+  "architectures": [
+    "Gemma2ForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "attn_logit_softcapping": 50.0,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": 1,
+  "final_logit_softcapping": 30.0,
+  "head_dim": 256,
+  "hidden_act": "gelu_pytorch_tanh",
+  "hidden_activation": "gelu_pytorch_tanh",
+  "hidden_size": 3584,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 8192,
+  "model_type": "gemma2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 42,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "query_pre_attn_scalar": 256,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "sliding_window_size": 4096,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.4",
+  "use_cache": false,
+  "vocab_size": 256000
+}

generation_config.json

@@ -0,0 +1,8 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2,
+  "cache_implementation": "hybrid",
+  "eos_token_id": 1,
+  "pad_token_id": 0,
+  "transformers_version": "4.43.4"
+}

model-00001-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2882daee9a19ccaffd4fc6aa6e50170bdcee14f9b2ede5a40f2aee270fce8965
+size 4903351912

model-00002-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686788f0c3abf9d941b40bea5b77a2a5fa195b62efea2b18be54931b6714e3b8
+size 4947570872

model-00003-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5054af54b8ab2ad63bfa986ef1cf94836589d250e9a8ea0e99b3a4a24b0eaeb0
+size 4962221464

model-00004-of-00004.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bf27834f6f4357149310c4bb76afdc2d08d1ed48749ffbc62c140e130ee96a4
+size 3670322200

model.safetensors.index.json

@@ -0,0 +1,471 @@
+{
+  "metadata": {
+    "total_size": 18483411968
+  },
+  "weight_map": {
+    "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.post_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.pre_feedforward_layernorm.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.32.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.32.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.40.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.mlp.gate_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.mlp.up_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.post_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.pre_feedforward_layernorm.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.self_attn.k_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.self_attn.q_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.41.self_attn.v_proj.weight": "model-00004-of-00004.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.post_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.pre_feedforward_layernorm.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.post_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.pre_feedforward_layernorm.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
+    "model.norm.weight": "model-00004-of-00004.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,34 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f289bc05132635a8bc7aca7aa21255efd5e18f3710f43e3cdb96bcd41be4922
+size 17525357

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61a7b147390c64585d6c3543dd6fc636906c9af3865a5548f27f31aee1d4c8e2
+size 4241003

tokenizer_config.json

@@ -0,0 +1,2015 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "chat_template": "{{ bos_token }}{% if messages[0]['role'] == 'system' %}{{ raise_exception('System role not supported') }}{% endif %}{% for message in messages %}{% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}{{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}{% endif %}{% if (message['role'] == 'assistant') %}{% set role = 'model' %}{% else %}{% set role = message['role'] %}{% endif %}{{ '<start_of_turn>' + role + '\n' + message['content'] | trim + '<end_of_turn>\n' }}{% endfor %}{% if add_generation_prompt %}{{'<start_of_turn>model\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<eos>",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "split_special_tokens": false,
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

train_results.json

@@ -0,0 +1,8 @@
+{
+    "epoch": 2.996954314720812,
+    "total_flos": 865276955983872.0,
+    "train_loss": 0.3529874208604525,
+    "train_runtime": 40097.4129,
+    "train_samples_per_second": 7.073,
+    "train_steps_per_second": 0.055
+}

trainer_state.json

@@ -0,0 +1,3136 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.996954314720812,
+  "eval_steps": 500,
+  "global_step": 2214,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.00676818950930626,
+      "grad_norm": 7.503111624582946,
+      "learning_rate": 4.504504504504504e-08,
+      "loss": 0.7511,
+      "step": 5
+    },
+    {
+      "epoch": 0.01353637901861252,
+      "grad_norm": 7.290232887177767,
+      "learning_rate": 9.009009009009008e-08,
+      "loss": 0.7468,
+      "step": 10
+    },
+    {
+      "epoch": 0.02030456852791878,
+      "grad_norm": 6.95340550567438,
+      "learning_rate": 1.3513513513513515e-07,
+      "loss": 0.7048,
+      "step": 15
+    },
+    {
+      "epoch": 0.02707275803722504,
+      "grad_norm": 6.910978359875767,
+      "learning_rate": 1.8018018018018017e-07,
+      "loss": 0.734,
+      "step": 20
+    },
+    {
+      "epoch": 0.0338409475465313,
+      "grad_norm": 5.990453108110331,
+      "learning_rate": 2.2522522522522522e-07,
+      "loss": 0.7075,
+      "step": 25
+    },
+    {
+      "epoch": 0.04060913705583756,
+      "grad_norm": 6.315135953523189,
+      "learning_rate": 2.702702702702703e-07,
+      "loss": 0.7034,
+      "step": 30
+    },
+    {
+      "epoch": 0.047377326565143825,
+      "grad_norm": 4.938125726164199,
+      "learning_rate": 3.153153153153153e-07,
+      "loss": 0.6955,
+      "step": 35
+    },
+    {
+      "epoch": 0.05414551607445008,
+      "grad_norm": 4.514212008344891,
+      "learning_rate": 3.6036036036036033e-07,
+      "loss": 0.6675,
+      "step": 40
+    },
+    {
+      "epoch": 0.06091370558375635,
+      "grad_norm": 2.5175394937632234,
+      "learning_rate": 4.054054054054054e-07,
+      "loss": 0.6121,
+      "step": 45
+    },
+    {
+      "epoch": 0.0676818950930626,
+      "grad_norm": 2.044111131735211,
+      "learning_rate": 4.5045045045045043e-07,
+      "loss": 0.5689,
+      "step": 50
+    },
+    {
+      "epoch": 0.07445008460236886,
+      "grad_norm": 1.9607335603547595,
+      "learning_rate": 4.954954954954955e-07,
+      "loss": 0.5681,
+      "step": 55
+    },
+    {
+      "epoch": 0.08121827411167512,
+      "grad_norm": 1.7055910206402423,
+      "learning_rate": 5.405405405405406e-07,
+      "loss": 0.5632,
+      "step": 60
+    },
+    {
+      "epoch": 0.08798646362098139,
+      "grad_norm": 1.6356611418313087,
+      "learning_rate": 5.855855855855856e-07,
+      "loss": 0.5455,
+      "step": 65
+    },
+    {
+      "epoch": 0.09475465313028765,
+      "grad_norm": 1.5898009813340985,
+      "learning_rate": 6.306306306306306e-07,
+      "loss": 0.5124,
+      "step": 70
+    },
+    {
+      "epoch": 0.10152284263959391,
+      "grad_norm": 1.6241164657421379,
+      "learning_rate": 6.756756756756756e-07,
+      "loss": 0.5235,
+      "step": 75
+    },
+    {
+      "epoch": 0.10829103214890017,
+      "grad_norm": 1.5281172683623996,
+      "learning_rate": 7.207207207207207e-07,
+      "loss": 0.5274,
+      "step": 80
+    },
+    {
+      "epoch": 0.11505922165820642,
+      "grad_norm": 1.467101912720914,
+      "learning_rate": 7.657657657657657e-07,
+      "loss": 0.5152,
+      "step": 85
+    },
+    {
+      "epoch": 0.1218274111675127,
+      "grad_norm": 1.4144943645830494,
+      "learning_rate": 8.108108108108108e-07,
+      "loss": 0.4903,
+      "step": 90
+    },
+    {
+      "epoch": 0.12859560067681894,
+      "grad_norm": 1.5168733264951235,
+      "learning_rate": 8.558558558558558e-07,
+      "loss": 0.5235,
+      "step": 95
+    },
+    {
+      "epoch": 0.1353637901861252,
+      "grad_norm": 1.4719778866974211,
+      "learning_rate": 9.009009009009009e-07,
+      "loss": 0.4955,
+      "step": 100
+    },
+    {
+      "epoch": 0.14213197969543148,
+      "grad_norm": 1.5617750862395916,
+      "learning_rate": 9.459459459459459e-07,
+      "loss": 0.5023,
+      "step": 105
+    },
+    {
+      "epoch": 0.14890016920473773,
+      "grad_norm": 1.608427652038671,
+      "learning_rate": 9.90990990990991e-07,
+      "loss": 0.5161,
+      "step": 110
+    },
+    {
+      "epoch": 0.155668358714044,
+      "grad_norm": 1.470675404237294,
+      "learning_rate": 1.0360360360360361e-06,
+      "loss": 0.4629,
+      "step": 115
+    },
+    {
+      "epoch": 0.16243654822335024,
+      "grad_norm": 1.5907906676415646,
+      "learning_rate": 1.0810810810810812e-06,
+      "loss": 0.5272,
+      "step": 120
+    },
+    {
+      "epoch": 0.1692047377326565,
+      "grad_norm": 1.4139201116022069,
+      "learning_rate": 1.1261261261261262e-06,
+      "loss": 0.4828,
+      "step": 125
+    },
+    {
+      "epoch": 0.17597292724196278,
+      "grad_norm": 1.572210590864309,
+      "learning_rate": 1.1711711711711712e-06,
+      "loss": 0.4932,
+      "step": 130
+    },
+    {
+      "epoch": 0.18274111675126903,
+      "grad_norm": 1.8317582344702474,
+      "learning_rate": 1.2162162162162162e-06,
+      "loss": 0.4851,
+      "step": 135
+    },
+    {
+      "epoch": 0.1895093062605753,
+      "grad_norm": 1.4834369904658524,
+      "learning_rate": 1.2612612612612613e-06,
+      "loss": 0.4823,
+      "step": 140
+    },
+    {
+      "epoch": 0.19627749576988154,
+      "grad_norm": 1.487385439852692,
+      "learning_rate": 1.3063063063063063e-06,
+      "loss": 0.4835,
+      "step": 145
+    },
+    {
+      "epoch": 0.20304568527918782,
+      "grad_norm": 1.6282121013160264,
+      "learning_rate": 1.3513513513513513e-06,
+      "loss": 0.4845,
+      "step": 150
+    },
+    {
+      "epoch": 0.2098138747884941,
+      "grad_norm": 1.410710327011968,
+      "learning_rate": 1.3963963963963963e-06,
+      "loss": 0.4604,
+      "step": 155
+    },
+    {
+      "epoch": 0.21658206429780033,
+      "grad_norm": 1.5959737364732594,
+      "learning_rate": 1.4414414414414413e-06,
+      "loss": 0.49,
+      "step": 160
+    },
+    {
+      "epoch": 0.2233502538071066,
+      "grad_norm": 1.5229055220751309,
+      "learning_rate": 1.4864864864864864e-06,
+      "loss": 0.4907,
+      "step": 165
+    },
+    {
+      "epoch": 0.23011844331641285,
+      "grad_norm": 1.5262092330780643,
+      "learning_rate": 1.5315315315315314e-06,
+      "loss": 0.4603,
+      "step": 170
+    },
+    {
+      "epoch": 0.23688663282571912,
+      "grad_norm": 1.6342082189425051,
+      "learning_rate": 1.5765765765765766e-06,
+      "loss": 0.4872,
+      "step": 175
+    },
+    {
+      "epoch": 0.2436548223350254,
+      "grad_norm": 1.4374951298863459,
+      "learning_rate": 1.6216216216216216e-06,
+      "loss": 0.4648,
+      "step": 180
+    },
+    {
+      "epoch": 0.25042301184433163,
+      "grad_norm": 1.5280129895322156,
+      "learning_rate": 1.6666666666666667e-06,
+      "loss": 0.4467,
+      "step": 185
+    },
+    {
+      "epoch": 0.2571912013536379,
+      "grad_norm": 1.5525834339213638,
+      "learning_rate": 1.7117117117117117e-06,
+      "loss": 0.4738,
+      "step": 190
+    },
+    {
+      "epoch": 0.2639593908629442,
+      "grad_norm": 1.5093982724761799,
+      "learning_rate": 1.7567567567567567e-06,
+      "loss": 0.483,
+      "step": 195
+    },
+    {
+      "epoch": 0.2707275803722504,
+      "grad_norm": 1.6721932829256383,
+      "learning_rate": 1.8018018018018017e-06,
+      "loss": 0.463,
+      "step": 200
+    },
+    {
+      "epoch": 0.27749576988155666,
+      "grad_norm": 1.5493470193453733,
+      "learning_rate": 1.8468468468468467e-06,
+      "loss": 0.4432,
+      "step": 205
+    },
+    {
+      "epoch": 0.28426395939086296,
+      "grad_norm": 1.5282256717827059,
+      "learning_rate": 1.8918918918918918e-06,
+      "loss": 0.4659,
+      "step": 210
+    },
+    {
+      "epoch": 0.2910321489001692,
+      "grad_norm": 1.493666122191364,
+      "learning_rate": 1.936936936936937e-06,
+      "loss": 0.4789,
+      "step": 215
+    },
+    {
+      "epoch": 0.29780033840947545,
+      "grad_norm": 1.7222146450605926,
+      "learning_rate": 1.981981981981982e-06,
+      "loss": 0.4636,
+      "step": 220
+    },
+    {
+      "epoch": 0.30456852791878175,
+      "grad_norm": 1.6787579180811572,
+      "learning_rate": 1.999988807353673e-06,
+      "loss": 0.4697,
+      "step": 225
+    },
+    {
+      "epoch": 0.311336717428088,
+      "grad_norm": 1.5374929160562005,
+      "learning_rate": 1.999920408755684e-06,
+      "loss": 0.4702,
+      "step": 230
+    },
+    {
+      "epoch": 0.31810490693739424,
+      "grad_norm": 1.5486529898439687,
+      "learning_rate": 1.9997898339445025e-06,
+      "loss": 0.4545,
+      "step": 235
+    },
+    {
+      "epoch": 0.3248730964467005,
+      "grad_norm": 1.5982741872566966,
+      "learning_rate": 1.9995970910394226e-06,
+      "loss": 0.4769,
+      "step": 240
+    },
+    {
+      "epoch": 0.3316412859560068,
+      "grad_norm": 1.5356403333143016,
+      "learning_rate": 1.999342192025422e-06,
+      "loss": 0.456,
+      "step": 245
+    },
+    {
+      "epoch": 0.338409475465313,
+      "grad_norm": 1.5906824266272626,
+      "learning_rate": 1.9990251527524177e-06,
+      "loss": 0.4803,
+      "step": 250
+    },
+    {
+      "epoch": 0.34517766497461927,
+      "grad_norm": 1.5359520161986076,
+      "learning_rate": 1.99864599293428e-06,
+      "loss": 0.4475,
+      "step": 255
+    },
+    {
+      "epoch": 0.35194585448392557,
+      "grad_norm": 1.5036681203646087,
+      "learning_rate": 1.9982047361476074e-06,
+      "loss": 0.464,
+      "step": 260
+    },
+    {
+      "epoch": 0.3587140439932318,
+      "grad_norm": 1.461884922691461,
+      "learning_rate": 1.9977014098302594e-06,
+      "loss": 0.4593,
+      "step": 265
+    },
+    {
+      "epoch": 0.36548223350253806,
+      "grad_norm": 1.434636405242703,
+      "learning_rate": 1.997136045279652e-06,
+      "loss": 0.4524,
+      "step": 270
+    },
+    {
+      "epoch": 0.37225042301184436,
+      "grad_norm": 1.4806026186739891,
+      "learning_rate": 1.996508677650809e-06,
+      "loss": 0.455,
+      "step": 275
+    },
+    {
+      "epoch": 0.3790186125211506,
+      "grad_norm": 1.5577278096965192,
+      "learning_rate": 1.9958193459541803e-06,
+      "loss": 0.4715,
+      "step": 280
+    },
+    {
+      "epoch": 0.38578680203045684,
+      "grad_norm": 1.6997591630335047,
+      "learning_rate": 1.9950680930532106e-06,
+      "loss": 0.4613,
+      "step": 285
+    },
+    {
+      "epoch": 0.3925549915397631,
+      "grad_norm": 1.750274534222129,
+      "learning_rate": 1.9942549656616785e-06,
+      "loss": 0.4654,
+      "step": 290
+    },
+    {
+      "epoch": 0.3993231810490694,
+      "grad_norm": 1.8009950734484617,
+      "learning_rate": 1.9933800143407914e-06,
+      "loss": 0.449,
+      "step": 295
+    },
+    {
+      "epoch": 0.40609137055837563,
+      "grad_norm": 1.5530961439855866,
+      "learning_rate": 1.992443293496038e-06,
+      "loss": 0.4458,
+      "step": 300
+    },
+    {
+      "epoch": 0.4128595600676819,
+      "grad_norm": 1.5081709456372263,
+      "learning_rate": 1.9914448613738106e-06,
+      "loss": 0.4565,
+      "step": 305
+    },
+    {
+      "epoch": 0.4196277495769882,
+      "grad_norm": 1.6772043840290556,
+      "learning_rate": 1.9903847800577777e-06,
+      "loss": 0.4804,
+      "step": 310
+    },
+    {
+      "epoch": 0.4263959390862944,
+      "grad_norm": 1.727246671277696,
+      "learning_rate": 1.9892631154650277e-06,
+      "loss": 0.4576,
+      "step": 315
+    },
+    {
+      "epoch": 0.43316412859560066,
+      "grad_norm": 1.5355208962246418,
+      "learning_rate": 1.9880799373419697e-06,
+      "loss": 0.4453,
+      "step": 320
+    },
+    {
+      "epoch": 0.43993231810490696,
+      "grad_norm": 1.5063427073085303,
+      "learning_rate": 1.986835319259994e-06,
+      "loss": 0.4452,
+      "step": 325
+    },
+    {
+      "epoch": 0.4467005076142132,
+      "grad_norm": 1.5195960228713277,
+      "learning_rate": 1.985529338610899e-06,
+      "loss": 0.465,
+      "step": 330
+    },
+    {
+      "epoch": 0.45346869712351945,
+      "grad_norm": 1.5343721052947665,
+      "learning_rate": 1.98416207660208e-06,
+      "loss": 0.436,
+      "step": 335
+    },
+    {
+      "epoch": 0.4602368866328257,
+      "grad_norm": 1.5094089297695503,
+      "learning_rate": 1.982733618251478e-06,
+      "loss": 0.4583,
+      "step": 340
+    },
+    {
+      "epoch": 0.467005076142132,
+      "grad_norm": 1.3787923632280212,
+      "learning_rate": 1.981244052382293e-06,
+      "loss": 0.4512,
+      "step": 345
+    },
+    {
+      "epoch": 0.47377326565143824,
+      "grad_norm": 1.5868715153799644,
+      "learning_rate": 1.9796934716174616e-06,
+      "loss": 0.427,
+      "step": 350
+    },
+    {
+      "epoch": 0.4805414551607445,
+      "grad_norm": 1.5348278464191702,
+      "learning_rate": 1.978081972373899e-06,
+      "loss": 0.4593,
+      "step": 355
+    },
+    {
+      "epoch": 0.4873096446700508,
+      "grad_norm": 1.587810620443399,
+      "learning_rate": 1.976409654856501e-06,
+      "loss": 0.4453,
+      "step": 360
+    },
+    {
+      "epoch": 0.494077834179357,
+      "grad_norm": 1.6669439346571866,
+      "learning_rate": 1.9746766230519137e-06,
+      "loss": 0.4726,
+      "step": 365
+    },
+    {
+      "epoch": 0.5008460236886633,
+      "grad_norm": 1.6972318618519455,
+      "learning_rate": 1.9728829847220696e-06,
+      "loss": 0.454,
+      "step": 370
+    },
+    {
+      "epoch": 0.5076142131979695,
+      "grad_norm": 1.5739750068827298,
+      "learning_rate": 1.9710288513974846e-06,
+      "loss": 0.4592,
+      "step": 375
+    },
+    {
+      "epoch": 0.5143824027072758,
+      "grad_norm": 1.5240777641912773,
+      "learning_rate": 1.969114338370324e-06,
+      "loss": 0.4297,
+      "step": 380
+    },
+    {
+      "epoch": 0.5211505922165821,
+      "grad_norm": 1.6105894445618845,
+      "learning_rate": 1.9671395646872323e-06,
+      "loss": 0.447,
+      "step": 385
+    },
+    {
+      "epoch": 0.5279187817258884,
+      "grad_norm": 1.7397039341357436,
+      "learning_rate": 1.965104653141933e-06,
+      "loss": 0.4516,
+      "step": 390
+    },
+    {
+      "epoch": 0.5346869712351946,
+      "grad_norm": 1.667337409755205,
+      "learning_rate": 1.9630097302675913e-06,
+      "loss": 0.4497,
+      "step": 395
+    },
+    {
+      "epoch": 0.5414551607445008,
+      "grad_norm": 1.472174322913246,
+      "learning_rate": 1.9608549263289456e-06,
+      "loss": 0.4396,
+      "step": 400
+    },
+    {
+      "epoch": 0.5482233502538071,
+      "grad_norm": 1.390664891183549,
+      "learning_rate": 1.95864037531421e-06,
+      "loss": 0.4584,
+      "step": 405
+    },
+    {
+      "epoch": 0.5549915397631133,
+      "grad_norm": 1.7716596272823615,
+      "learning_rate": 1.9563662149267405e-06,
+      "loss": 0.4417,
+      "step": 410
+    },
+    {
+      "epoch": 0.5617597292724196,
+      "grad_norm": 1.7181597011497438,
+      "learning_rate": 1.9540325865764725e-06,
+      "loss": 0.4566,
+      "step": 415
+    },
+    {
+      "epoch": 0.5685279187817259,
+      "grad_norm": 1.5659915803916853,
+      "learning_rate": 1.951639635371129e-06,
+      "loss": 0.4636,
+      "step": 420
+    },
+    {
+      "epoch": 0.5752961082910322,
+      "grad_norm": 1.3420492760813085,
+      "learning_rate": 1.9491875101071985e-06,
+      "loss": 0.4392,
+      "step": 425
+    },
+    {
+      "epoch": 0.5820642978003384,
+      "grad_norm": 1.7068688103479133,
+      "learning_rate": 1.946676363260679e-06,
+      "loss": 0.4442,
+      "step": 430
+    },
+    {
+      "epoch": 0.5888324873096447,
+      "grad_norm": 1.5986442251841577,
+      "learning_rate": 1.9441063509776e-06,
+      "loss": 0.4461,
+      "step": 435
+    },
+    {
+      "epoch": 0.5956006768189509,
+      "grad_norm": 1.3829526404505894,
+      "learning_rate": 1.9414776330643123e-06,
+      "loss": 0.4342,
+      "step": 440
+    },
+    {
+      "epoch": 0.6023688663282571,
+      "grad_norm": 1.5703877223063394,
+      "learning_rate": 1.9387903729775516e-06,
+      "loss": 0.4508,
+      "step": 445
+    },
+    {
+      "epoch": 0.6091370558375635,
+      "grad_norm": 1.6558038588752109,
+      "learning_rate": 1.9360447378142724e-06,
+      "loss": 0.4223,
+      "step": 450
+    },
+    {
+      "epoch": 0.6159052453468697,
+      "grad_norm": 1.4868682565255178,
+      "learning_rate": 1.9332408983012616e-06,
+      "loss": 0.4452,
+      "step": 455
+    },
+    {
+      "epoch": 0.622673434856176,
+      "grad_norm": 1.7326589310573917,
+      "learning_rate": 1.930379028784518e-06,
+      "loss": 0.4488,
+      "step": 460
+    },
+    {
+      "epoch": 0.6294416243654822,
+      "grad_norm": 1.5873739274578285,
+      "learning_rate": 1.9274593072184147e-06,
+      "loss": 0.4605,
+      "step": 465
+    },
+    {
+      "epoch": 0.6362098138747885,
+      "grad_norm": 1.334324454741449,
+      "learning_rate": 1.924481915154632e-06,
+      "loss": 0.4098,
+      "step": 470
+    },
+    {
+      "epoch": 0.6429780033840947,
+      "grad_norm": 1.4711516821260495,
+      "learning_rate": 1.9214470377308698e-06,
+      "loss": 0.4512,
+      "step": 475
+    },
+    {
+      "epoch": 0.649746192893401,
+      "grad_norm": 1.5422978596049304,
+      "learning_rate": 1.918354863659332e-06,
+      "loss": 0.4434,
+      "step": 480
+    },
+    {
+      "epoch": 0.6565143824027073,
+      "grad_norm": 1.6734420314479854,
+      "learning_rate": 1.915205585214998e-06,
+      "loss": 0.4656,
+      "step": 485
+    },
+    {
+      "epoch": 0.6632825719120136,
+      "grad_norm": 1.4869130554051895,
+      "learning_rate": 1.9119993982236605e-06,
+      "loss": 0.4658,
+      "step": 490
+    },
+    {
+      "epoch": 0.6700507614213198,
+      "grad_norm": 1.4648439577812231,
+      "learning_rate": 1.908736502049754e-06,
+      "loss": 0.4485,
+      "step": 495
+    },
+    {
+      "epoch": 0.676818950930626,
+      "grad_norm": 1.4924798254155862,
+      "learning_rate": 1.9054170995839543e-06,
+      "loss": 0.4434,
+      "step": 500
+    },
+    {
+      "epoch": 0.6835871404399323,
+      "grad_norm": 1.5718324313516365,
+      "learning_rate": 1.9020413972305652e-06,
+      "loss": 0.4141,
+      "step": 505
+    },
+    {
+      "epoch": 0.6903553299492385,
+      "grad_norm": 1.6927420013265664,
+      "learning_rate": 1.8986096048946822e-06,
+      "loss": 0.4188,
+      "step": 510
+    },
+    {
+      "epoch": 0.6971235194585449,
+      "grad_norm": 1.9638689317654023,
+      "learning_rate": 1.8951219359691416e-06,
+      "loss": 0.4085,
+      "step": 515
+    },
+    {
+      "epoch": 0.7038917089678511,
+      "grad_norm": 1.7008350118895288,
+      "learning_rate": 1.8915786073212506e-06,
+      "loss": 0.425,
+      "step": 520
+    },
+    {
+      "epoch": 0.7106598984771574,
+      "grad_norm": 1.5729307770372762,
+      "learning_rate": 1.887979839279303e-06,
+      "loss": 0.4486,
+      "step": 525
+    },
+    {
+      "epoch": 0.7174280879864636,
+      "grad_norm": 1.6239899543583527,
+      "learning_rate": 1.8843258556188783e-06,
+      "loss": 0.4314,
+      "step": 530
+    },
+    {
+      "epoch": 0.7241962774957699,
+      "grad_norm": 1.5552777279734928,
+      "learning_rate": 1.8806168835489277e-06,
+      "loss": 0.426,
+      "step": 535
+    },
+    {
+      "epoch": 0.7309644670050761,
+      "grad_norm": 1.4332159863043232,
+      "learning_rate": 1.876853153697645e-06,
+      "loss": 0.4297,
+      "step": 540
+    },
+    {
+      "epoch": 0.7377326565143824,
+      "grad_norm": 1.3873749896369056,
+      "learning_rate": 1.8730349000981267e-06,
+      "loss": 0.445,
+      "step": 545
+    },
+    {
+      "epoch": 0.7445008460236887,
+      "grad_norm": 1.4780965073836605,
+      "learning_rate": 1.8691623601738197e-06,
+      "loss": 0.458,
+      "step": 550
+    },
+    {
+      "epoch": 0.751269035532995,
+      "grad_norm": 1.5268831705229313,
+      "learning_rate": 1.8652357747237578e-06,
+      "loss": 0.4354,
+      "step": 555
+    },
+    {
+      "epoch": 0.7580372250423012,
+      "grad_norm": 1.777684181196839,
+      "learning_rate": 1.8612553879075873e-06,
+      "loss": 0.4521,
+      "step": 560
+    },
+    {
+      "epoch": 0.7648054145516074,
+      "grad_norm": 1.5369674855501423,
+      "learning_rate": 1.8572214472303868e-06,
+      "loss": 0.4403,
+      "step": 565
+    },
+    {
+      "epoch": 0.7715736040609137,
+      "grad_norm": 1.4081724058322669,
+      "learning_rate": 1.8531342035272765e-06,
+      "loss": 0.432,
+      "step": 570
+    },
+    {
+      "epoch": 0.7783417935702199,
+      "grad_norm": 1.6328252561599401,
+      "learning_rate": 1.8489939109478203e-06,
+      "loss": 0.4447,
+      "step": 575
+    },
+    {
+      "epoch": 0.7851099830795262,
+      "grad_norm": 1.4953859268513063,
+      "learning_rate": 1.8448008269402226e-06,
+      "loss": 0.4239,
+      "step": 580
+    },
+    {
+      "epoch": 0.7918781725888325,
+      "grad_norm": 1.5304225811890608,
+      "learning_rate": 1.840555212235321e-06,
+      "loss": 0.4293,
+      "step": 585
+    },
+    {
+      "epoch": 0.7986463620981388,
+      "grad_norm": 1.4486153048909152,
+      "learning_rate": 1.8362573308303717e-06,
+      "loss": 0.4304,
+      "step": 590
+    },
+    {
+      "epoch": 0.805414551607445,
+      "grad_norm": 1.4602386588010192,
+      "learning_rate": 1.831907449972636e-06,
+      "loss": 0.4472,
+      "step": 595
+    },
+    {
+      "epoch": 0.8121827411167513,
+      "grad_norm": 1.4965634086484065,
+      "learning_rate": 1.8275058401427618e-06,
+      "loss": 0.4409,
+      "step": 600
+    },
+    {
+      "epoch": 0.8189509306260575,
+      "grad_norm": 1.5872590957255623,
+      "learning_rate": 1.823052775037964e-06,
+      "loss": 0.4522,
+      "step": 605
+    },
+    {
+      "epoch": 0.8257191201353637,
+      "grad_norm": 1.4920706655623288,
+      "learning_rate": 1.818548531555006e-06,
+      "loss": 0.4289,
+      "step": 610
+    },
+    {
+      "epoch": 0.8324873096446701,
+      "grad_norm": 1.4808293841541855,
+      "learning_rate": 1.8139933897729832e-06,
+      "loss": 0.4404,
+      "step": 615
+    },
+    {
+      "epoch": 0.8392554991539763,
+      "grad_norm": 1.788578348932924,
+      "learning_rate": 1.8093876329359058e-06,
+      "loss": 0.4199,
+      "step": 620
+    },
+    {
+      "epoch": 0.8460236886632826,
+      "grad_norm": 1.5479379288714532,
+      "learning_rate": 1.8047315474350868e-06,
+      "loss": 0.4199,
+      "step": 625
+    },
+    {
+      "epoch": 0.8527918781725888,
+      "grad_norm": 1.4758005354779442,
+      "learning_rate": 1.8000254227913344e-06,
+      "loss": 0.4503,
+      "step": 630
+    },
+    {
+      "epoch": 0.8595600676818951,
+      "grad_norm": 1.5709164106643387,
+      "learning_rate": 1.7952695516369488e-06,
+      "loss": 0.436,
+      "step": 635
+    },
+    {
+      "epoch": 0.8663282571912013,
+      "grad_norm": 1.4869937326587306,
+      "learning_rate": 1.7904642296975261e-06,
+      "loss": 0.4416,
+      "step": 640
+    },
+    {
+      "epoch": 0.8730964467005076,
+      "grad_norm": 1.5189251087228999,
+      "learning_rate": 1.7856097557735694e-06,
+      "loss": 0.4367,
+      "step": 645
+    },
+    {
+      "epoch": 0.8798646362098139,
+      "grad_norm": 1.5390825637238734,
+      "learning_rate": 1.7807064317219093e-06,
+      "loss": 0.4385,
+      "step": 650
+    },
+    {
+      "epoch": 0.8866328257191202,
+      "grad_norm": 1.500939175744208,
+      "learning_rate": 1.7757545624369347e-06,
+      "loss": 0.4112,
+      "step": 655
+    },
+    {
+      "epoch": 0.8934010152284264,
+      "grad_norm": 1.5891603689470157,
+      "learning_rate": 1.770754455831633e-06,
+      "loss": 0.4496,
+      "step": 660
+    },
+    {
+      "epoch": 0.9001692047377327,
+      "grad_norm": 1.6353444834776032,
+      "learning_rate": 1.7657064228184444e-06,
+      "loss": 0.4222,
+      "step": 665
+    },
+    {
+      "epoch": 0.9069373942470389,
+      "grad_norm": 1.6181070946717884,
+      "learning_rate": 1.7606107772899285e-06,
+      "loss": 0.4296,
+      "step": 670
+    },
+    {
+      "epoch": 0.9137055837563451,
+      "grad_norm": 1.633235008124872,
+      "learning_rate": 1.7554678360992475e-06,
+      "loss": 0.4308,
+      "step": 675
+    },
+    {
+      "epoch": 0.9204737732656514,
+      "grad_norm": 1.4850942271908985,
+      "learning_rate": 1.7502779190404611e-06,
+      "loss": 0.425,
+      "step": 680
+    },
+    {
+      "epoch": 0.9272419627749577,
+      "grad_norm": 1.553921180752237,
+      "learning_rate": 1.745041348828645e-06,
+      "loss": 0.4228,
+      "step": 685
+    },
+    {
+      "epoch": 0.934010152284264,
+      "grad_norm": 1.5091342123918963,
+      "learning_rate": 1.7397584510798206e-06,
+      "loss": 0.4447,
+      "step": 690
+    },
+    {
+      "epoch": 0.9407783417935702,
+      "grad_norm": 1.5470959471430534,
+      "learning_rate": 1.7344295542907105e-06,
+      "loss": 0.4515,
+      "step": 695
+    },
+    {
+      "epoch": 0.9475465313028765,
+      "grad_norm": 1.584257899917925,
+      "learning_rate": 1.7290549898183109e-06,
+      "loss": 0.4276,
+      "step": 700
+    },
+    {
+      "epoch": 0.9543147208121827,
+      "grad_norm": 1.5896926257834991,
+      "learning_rate": 1.7236350918592866e-06,
+      "loss": 0.4429,
+      "step": 705
+    },
+    {
+      "epoch": 0.961082910321489,
+      "grad_norm": 1.4741862947637046,
+      "learning_rate": 1.7181701974291928e-06,
+      "loss": 0.417,
+      "step": 710
+    },
+    {
+      "epoch": 0.9678510998307953,
+      "grad_norm": 1.5194416495298846,
+      "learning_rate": 1.7126606463415164e-06,
+      "loss": 0.4299,
+      "step": 715
+    },
+    {
+      "epoch": 0.9746192893401016,
+      "grad_norm": 1.6092727303865384,
+      "learning_rate": 1.7071067811865474e-06,
+      "loss": 0.4351,
+      "step": 720
+    },
+    {
+      "epoch": 0.9813874788494078,
+      "grad_norm": 1.4151798722540438,
+      "learning_rate": 1.701508947310077e-06,
+      "loss": 0.4194,
+      "step": 725
+    },
+    {
+      "epoch": 0.988155668358714,
+      "grad_norm": 1.5504577940513988,
+      "learning_rate": 1.695867492791921e-06,
+      "loss": 0.4269,
+      "step": 730
+    },
+    {
+      "epoch": 0.9949238578680203,
+      "grad_norm": 1.5420736691888262,
+      "learning_rate": 1.690182768424279e-06,
+      "loss": 0.4406,
+      "step": 735
+    },
+    {
+      "epoch": 1.0016920473773265,
+      "grad_norm": 1.7092059209864483,
+      "learning_rate": 1.6844551276899184e-06,
+      "loss": 0.3988,
+      "step": 740
+    },
+    {
+      "epoch": 1.0084602368866329,
+      "grad_norm": 1.5056006562387958,
+      "learning_rate": 1.6786849267401978e-06,
+      "loss": 0.3558,
+      "step": 745
+    },
+    {
+      "epoch": 1.015228426395939,
+      "grad_norm": 1.767638909765125,
+      "learning_rate": 1.6728725243729187e-06,
+      "loss": 0.3396,
+      "step": 750
+    },
+    {
+      "epoch": 1.0219966159052454,
+      "grad_norm": 1.6366144961909075,
+      "learning_rate": 1.667018282010016e-06,
+      "loss": 0.3238,
+      "step": 755
+    },
+    {
+      "epoch": 1.0287648054145515,
+      "grad_norm": 1.5321955881585025,
+      "learning_rate": 1.6611225636750836e-06,
+      "loss": 0.3422,
+      "step": 760
+    },
+    {
+      "epoch": 1.0355329949238579,
+      "grad_norm": 1.680806770640699,
+      "learning_rate": 1.6551857359707405e-06,
+      "loss": 0.3309,
+      "step": 765
+    },
+    {
+      "epoch": 1.0423011844331642,
+      "grad_norm": 1.5471253871545012,
+      "learning_rate": 1.649208168055833e-06,
+      "loss": 0.324,
+      "step": 770
+    },
+    {
+      "epoch": 1.0490693739424704,
+      "grad_norm": 1.4947975015447832,
+      "learning_rate": 1.6431902316224818e-06,
+      "loss": 0.3329,
+      "step": 775
+    },
+    {
+      "epoch": 1.0558375634517767,
+      "grad_norm": 1.6086982480144758,
+      "learning_rate": 1.6371323008729687e-06,
+      "loss": 0.3196,
+      "step": 780
+    },
+    {
+      "epoch": 1.0626057529610828,
+      "grad_norm": 1.580457843877164,
+      "learning_rate": 1.6310347524964687e-06,
+      "loss": 0.3262,
+      "step": 785
+    },
+    {
+      "epoch": 1.0693739424703892,
+      "grad_norm": 1.6566966310786062,
+      "learning_rate": 1.6248979656456272e-06,
+      "loss": 0.3438,
+      "step": 790
+    },
+    {
+      "epoch": 1.0761421319796955,
+      "grad_norm": 1.6737061189158637,
+      "learning_rate": 1.6187223219129823e-06,
+      "loss": 0.343,
+      "step": 795
+    },
+    {
+      "epoch": 1.0829103214890017,
+      "grad_norm": 1.7888201683292473,
+      "learning_rate": 1.6125082053072405e-06,
+      "loss": 0.3381,
+      "step": 800
+    },
+    {
+      "epoch": 1.089678510998308,
+      "grad_norm": 1.6140042434311925,
+      "learning_rate": 1.6062560022293933e-06,
+      "loss": 0.3299,
+      "step": 805
+    },
+    {
+      "epoch": 1.0964467005076142,
+      "grad_norm": 1.5841270947078938,
+      "learning_rate": 1.5999661014486955e-06,
+      "loss": 0.3312,
+      "step": 810
+    },
+    {
+      "epoch": 1.1032148900169205,
+      "grad_norm": 1.6193416591297873,
+      "learning_rate": 1.5936388940784883e-06,
+      "loss": 0.3523,
+      "step": 815
+    },
+    {
+      "epoch": 1.1099830795262267,
+      "grad_norm": 1.550619017130258,
+      "learning_rate": 1.5872747735518798e-06,
+      "loss": 0.3228,
+      "step": 820
+    },
+    {
+      "epoch": 1.116751269035533,
+      "grad_norm": 1.7508231230240185,
+      "learning_rate": 1.5808741355972807e-06,
+      "loss": 0.3324,
+      "step": 825
+    },
+    {
+      "epoch": 1.1235194585448394,
+      "grad_norm": 1.6682501120844164,
+      "learning_rate": 1.574437378213799e-06,
+      "loss": 0.3239,
+      "step": 830
+    },
+    {
+      "epoch": 1.1302876480541455,
+      "grad_norm": 1.8314883569950966,
+      "learning_rate": 1.5679649016464895e-06,
+      "loss": 0.3296,
+      "step": 835
+    },
+    {
+      "epoch": 1.1370558375634519,
+      "grad_norm": 1.59630852333473,
+      "learning_rate": 1.561457108361468e-06,
+      "loss": 0.3289,
+      "step": 840
+    },
+    {
+      "epoch": 1.143824027072758,
+      "grad_norm": 1.5574912791068813,
+      "learning_rate": 1.5549144030208855e-06,
+      "loss": 0.3346,
+      "step": 845
+    },
+    {
+      "epoch": 1.1505922165820643,
+      "grad_norm": 1.6059497129644689,
+      "learning_rate": 1.5483371924577634e-06,
+      "loss": 0.3381,
+      "step": 850
+    },
+    {
+      "epoch": 1.1573604060913705,
+      "grad_norm": 1.7201015765204164,
+      "learning_rate": 1.5417258856506994e-06,
+      "loss": 0.3271,
+      "step": 855
+    },
+    {
+      "epoch": 1.1641285956006768,
+      "grad_norm": 1.6165299860217694,
+      "learning_rate": 1.535080893698435e-06,
+      "loss": 0.3312,
+      "step": 860
+    },
+    {
+      "epoch": 1.1708967851099832,
+      "grad_norm": 1.6502865565791853,
+      "learning_rate": 1.5284026297942926e-06,
+      "loss": 0.3362,
+      "step": 865
+    },
+    {
+      "epoch": 1.1776649746192893,
+      "grad_norm": 1.7002581521681002,
+      "learning_rate": 1.5216915092004844e-06,
+      "loss": 0.3215,
+      "step": 870
+    },
+    {
+      "epoch": 1.1844331641285957,
+      "grad_norm": 1.7420409861182249,
+      "learning_rate": 1.5149479492222886e-06,
+      "loss": 0.3464,
+      "step": 875
+    },
+    {
+      "epoch": 1.1912013536379018,
+      "grad_norm": 1.707048857027911,
+      "learning_rate": 1.5081723691821026e-06,
+      "loss": 0.3455,
+      "step": 880
+    },
+    {
+      "epoch": 1.1979695431472082,
+      "grad_norm": 1.6420304279171187,
+      "learning_rate": 1.5013651903933683e-06,
+      "loss": 0.3332,
+      "step": 885
+    },
+    {
+      "epoch": 1.2047377326565143,
+      "grad_norm": 1.8125800875620734,
+      "learning_rate": 1.4945268361343746e-06,
+      "loss": 0.3382,
+      "step": 890
+    },
+    {
+      "epoch": 1.2115059221658206,
+      "grad_norm": 1.6640857688992343,
+      "learning_rate": 1.4876577316219374e-06,
+      "loss": 0.3369,
+      "step": 895
+    },
+    {
+      "epoch": 1.218274111675127,
+      "grad_norm": 1.6451257316850152,
+      "learning_rate": 1.4807583039849586e-06,
+      "loss": 0.3539,
+      "step": 900
+    },
+    {
+      "epoch": 1.2250423011844331,
+      "grad_norm": 1.6610764662131192,
+      "learning_rate": 1.4738289822378683e-06,
+      "loss": 0.3369,
+      "step": 905
+    },
+    {
+      "epoch": 1.2318104906937395,
+      "grad_norm": 1.74944774821556,
+      "learning_rate": 1.4668701972539456e-06,
+      "loss": 0.3414,
+      "step": 910
+    },
+    {
+      "epoch": 1.2385786802030456,
+      "grad_norm": 1.6889905704095276,
+      "learning_rate": 1.4598823817385296e-06,
+      "loss": 0.3462,
+      "step": 915
+    },
+    {
+      "epoch": 1.245346869712352,
+      "grad_norm": 1.87748003800123,
+      "learning_rate": 1.4528659702021106e-06,
+      "loss": 0.347,
+      "step": 920
+    },
+    {
+      "epoch": 1.252115059221658,
+      "grad_norm": 1.7676519334092846,
+      "learning_rate": 1.4458213989333125e-06,
+      "loss": 0.3344,
+      "step": 925
+    },
+    {
+      "epoch": 1.2588832487309645,
+      "grad_norm": 1.8625421673744915,
+      "learning_rate": 1.4387491059717651e-06,
+      "loss": 0.3259,
+      "step": 930
+    },
+    {
+      "epoch": 1.2656514382402708,
+      "grad_norm": 1.5243120020428504,
+      "learning_rate": 1.431649531080864e-06,
+      "loss": 0.3286,
+      "step": 935
+    },
+    {
+      "epoch": 1.272419627749577,
+      "grad_norm": 1.773494740626271,
+      "learning_rate": 1.424523115720428e-06,
+      "loss": 0.3366,
+      "step": 940
+    },
+    {
+      "epoch": 1.2791878172588833,
+      "grad_norm": 1.642323556539902,
+      "learning_rate": 1.4173703030192466e-06,
+      "loss": 0.3381,
+      "step": 945
+    },
+    {
+      "epoch": 1.2859560067681894,
+      "grad_norm": 1.8298130052806405,
+      "learning_rate": 1.4101915377475273e-06,
+      "loss": 0.3472,
+      "step": 950
+    },
+    {
+      "epoch": 1.2927241962774958,
+      "grad_norm": 1.5564171598002208,
+      "learning_rate": 1.4029872662892382e-06,
+      "loss": 0.3378,
+      "step": 955
+    },
+    {
+      "epoch": 1.299492385786802,
+      "grad_norm": 1.7850954669361399,
+      "learning_rate": 1.3957579366143519e-06,
+      "loss": 0.3363,
+      "step": 960
+    },
+    {
+      "epoch": 1.3062605752961083,
+      "grad_norm": 1.614939575319601,
+      "learning_rate": 1.3885039982509905e-06,
+      "loss": 0.3166,
+      "step": 965
+    },
+    {
+      "epoch": 1.3130287648054146,
+      "grad_norm": 1.7656883518798847,
+      "learning_rate": 1.3812259022574715e-06,
+      "loss": 0.3426,
+      "step": 970
+    },
+    {
+      "epoch": 1.3197969543147208,
+      "grad_norm": 1.4996842720105086,
+      "learning_rate": 1.373924101194264e-06,
+      "loss": 0.3377,
+      "step": 975
+    },
+    {
+      "epoch": 1.3265651438240271,
+      "grad_norm": 1.834478494924892,
+      "learning_rate": 1.3665990490958437e-06,
+      "loss": 0.3408,
+      "step": 980
+    },
+    {
+      "epoch": 1.3333333333333333,
+      "grad_norm": 1.687498482197505,
+      "learning_rate": 1.3592512014424644e-06,
+      "loss": 0.3341,
+      "step": 985
+    },
+    {
+      "epoch": 1.3401015228426396,
+      "grad_norm": 1.4779395904473713,
+      "learning_rate": 1.351881015131833e-06,
+      "loss": 0.3319,
+      "step": 990
+    },
+    {
+      "epoch": 1.3468697123519457,
+      "grad_norm": 1.5491258438326576,
+      "learning_rate": 1.3444889484507009e-06,
+      "loss": 0.3287,
+      "step": 995
+    },
+    {
+      "epoch": 1.353637901861252,
+      "grad_norm": 1.753194944328746,
+      "learning_rate": 1.3370754610463652e-06,
+      "loss": 0.3264,
+      "step": 1000
+    },
+    {
+      "epoch": 1.3604060913705585,
+      "grad_norm": 1.8046926820280387,
+      "learning_rate": 1.32964101389809e-06,
+      "loss": 0.3453,
+      "step": 1005
+    },
+    {
+      "epoch": 1.3671742808798646,
+      "grad_norm": 1.5582819679996394,
+      "learning_rate": 1.3221860692884395e-06,
+      "loss": 0.3185,
+      "step": 1010
+    },
+    {
+      "epoch": 1.373942470389171,
+      "grad_norm": 1.734615015555365,
+      "learning_rate": 1.3147110907745336e-06,
+      "loss": 0.3209,
+      "step": 1015
+    },
+    {
+      "epoch": 1.380710659898477,
+      "grad_norm": 1.8370614645263001,
+      "learning_rate": 1.3072165431592248e-06,
+      "loss": 0.3389,
+      "step": 1020
+    },
+    {
+      "epoch": 1.3874788494077834,
+      "grad_norm": 1.6416288844308489,
+      "learning_rate": 1.2997028924621943e-06,
+      "loss": 0.3465,
+      "step": 1025
+    },
+    {
+      "epoch": 1.3942470389170896,
+      "grad_norm": 1.7141835707827855,
+      "learning_rate": 1.2921706058909756e-06,
+      "loss": 0.3379,
+      "step": 1030
+    },
+    {
+      "epoch": 1.401015228426396,
+      "grad_norm": 1.7703336159956253,
+      "learning_rate": 1.2846201518119017e-06,
+      "loss": 0.3331,
+      "step": 1035
+    },
+    {
+      "epoch": 1.4077834179357023,
+      "grad_norm": 1.7164709273217806,
+      "learning_rate": 1.2770519997209835e-06,
+      "loss": 0.3316,
+      "step": 1040
+    },
+    {
+      "epoch": 1.4145516074450084,
+      "grad_norm": 1.698294459133158,
+      "learning_rate": 1.2694666202147137e-06,
+      "loss": 0.3407,
+      "step": 1045
+    },
+    {
+      "epoch": 1.4213197969543148,
+      "grad_norm": 1.7231395084021628,
+      "learning_rate": 1.2618644849608067e-06,
+      "loss": 0.3383,
+      "step": 1050
+    },
+    {
+      "epoch": 1.4280879864636211,
+      "grad_norm": 1.6225747755972384,
+      "learning_rate": 1.2542460666688678e-06,
+      "loss": 0.3272,
+      "step": 1055
+    },
+    {
+      "epoch": 1.4348561759729273,
+      "grad_norm": 1.6273808164138512,
+      "learning_rate": 1.246611839061002e-06,
+      "loss": 0.3307,
+      "step": 1060
+    },
+    {
+      "epoch": 1.4416243654822334,
+      "grad_norm": 1.640412382244569,
+      "learning_rate": 1.2389622768423536e-06,
+      "loss": 0.3326,
+      "step": 1065
+    },
+    {
+      "epoch": 1.4483925549915397,
+      "grad_norm": 1.5742322851792212,
+      "learning_rate": 1.231297855671593e-06,
+      "loss": 0.311,
+      "step": 1070
+    },
+    {
+      "epoch": 1.455160744500846,
+      "grad_norm": 1.6398609226586531,
+      "learning_rate": 1.223619052131337e-06,
+      "loss": 0.3417,
+      "step": 1075
+    },
+    {
+      "epoch": 1.4619289340101522,
+      "grad_norm": 1.5919173149091699,
+      "learning_rate": 1.2159263436985136e-06,
+      "loss": 0.3311,
+      "step": 1080
+    },
+    {
+      "epoch": 1.4686971235194586,
+      "grad_norm": 1.7663834242591079,
+      "learning_rate": 1.2082202087146751e-06,
+      "loss": 0.3404,
+      "step": 1085
+    },
+    {
+      "epoch": 1.475465313028765,
+      "grad_norm": 1.6365555810498733,
+      "learning_rate": 1.2005011263562513e-06,
+      "loss": 0.3211,
+      "step": 1090
+    },
+    {
+      "epoch": 1.482233502538071,
+      "grad_norm": 1.7543606709062083,
+      "learning_rate": 1.1927695766047538e-06,
+      "loss": 0.3345,
+      "step": 1095
+    },
+    {
+      "epoch": 1.4890016920473772,
+      "grad_norm": 1.6454656998875175,
+      "learning_rate": 1.185026040216934e-06,
+      "loss": 0.329,
+      "step": 1100
+    },
+    {
+      "epoch": 1.4957698815566836,
+      "grad_norm": 1.6242171627203073,
+      "learning_rate": 1.1772709986948827e-06,
+      "loss": 0.3274,
+      "step": 1105
+    },
+    {
+      "epoch": 1.50253807106599,
+      "grad_norm": 2.0678978985333596,
+      "learning_rate": 1.1695049342560967e-06,
+      "loss": 0.3544,
+      "step": 1110
+    },
+    {
+      "epoch": 1.509306260575296,
+      "grad_norm": 1.7262447342718426,
+      "learning_rate": 1.161728329803488e-06,
+      "loss": 0.341,
+      "step": 1115
+    },
+    {
+      "epoch": 1.5160744500846024,
+      "grad_norm": 1.6907890988982508,
+      "learning_rate": 1.153941668895361e-06,
+      "loss": 0.3292,
+      "step": 1120
+    },
+    {
+      "epoch": 1.5228426395939088,
+      "grad_norm": 1.6131818091865402,
+      "learning_rate": 1.1461454357153406e-06,
+      "loss": 0.3273,
+      "step": 1125
+    },
+    {
+      "epoch": 1.5296108291032149,
+      "grad_norm": 1.970023298749538,
+      "learning_rate": 1.1383401150422668e-06,
+      "loss": 0.3389,
+      "step": 1130
+    },
+    {
+      "epoch": 1.536379018612521,
+      "grad_norm": 1.7477654667475575,
+      "learning_rate": 1.1305261922200517e-06,
+      "loss": 0.336,
+      "step": 1135
+    },
+    {
+      "epoch": 1.5431472081218274,
+      "grad_norm": 1.8260233194529998,
+      "learning_rate": 1.1227041531274977e-06,
+      "loss": 0.3394,
+      "step": 1140
+    },
+    {
+      "epoch": 1.5499153976311337,
+      "grad_norm": 1.533061734694472,
+      "learning_rate": 1.1148744841480873e-06,
+      "loss": 0.3274,
+      "step": 1145
+    },
+    {
+      "epoch": 1.5566835871404399,
+      "grad_norm": 1.769403392681689,
+      "learning_rate": 1.1070376721397372e-06,
+      "loss": 0.3438,
+      "step": 1150
+    },
+    {
+      "epoch": 1.5634517766497462,
+      "grad_norm": 1.6263236224467823,
+      "learning_rate": 1.0991942044045274e-06,
+      "loss": 0.3437,
+      "step": 1155
+    },
+    {
+      "epoch": 1.5702199661590526,
+      "grad_norm": 1.9050438393576472,
+      "learning_rate": 1.0913445686583974e-06,
+      "loss": 0.3208,
+      "step": 1160
+    },
+    {
+      "epoch": 1.5769881556683587,
+      "grad_norm": 1.7107041476766611,
+      "learning_rate": 1.0834892530008214e-06,
+      "loss": 0.3192,
+      "step": 1165
+    },
+    {
+      "epoch": 1.5837563451776648,
+      "grad_norm": 1.5694513216338701,
+      "learning_rate": 1.0756287458844569e-06,
+      "loss": 0.3339,
+      "step": 1170
+    },
+    {
+      "epoch": 1.5905245346869712,
+      "grad_norm": 1.5469737030155013,
+      "learning_rate": 1.0677635360847722e-06,
+      "loss": 0.3323,
+      "step": 1175
+    },
+    {
+      "epoch": 1.5972927241962775,
+      "grad_norm": 1.652088656809816,
+      "learning_rate": 1.0598941126696543e-06,
+      "loss": 0.3331,
+      "step": 1180
+    },
+    {
+      "epoch": 1.6040609137055837,
+      "grad_norm": 1.696570545718917,
+      "learning_rate": 1.0520209649689977e-06,
+      "loss": 0.3258,
+      "step": 1185
+    },
+    {
+      "epoch": 1.61082910321489,
+      "grad_norm": 1.759912674332406,
+      "learning_rate": 1.0441445825442771e-06,
+      "loss": 0.3379,
+      "step": 1190
+    },
+    {
+      "epoch": 1.6175972927241964,
+      "grad_norm": 1.7089027285892213,
+      "learning_rate": 1.0362654551581062e-06,
+      "loss": 0.3449,
+      "step": 1195
+    },
+    {
+      "epoch": 1.6243654822335025,
+      "grad_norm": 1.5565566000298192,
+      "learning_rate": 1.0283840727437832e-06,
+      "loss": 0.338,
+      "step": 1200
+    },
+    {
+      "epoch": 1.6311336717428087,
+      "grad_norm": 1.6464360907618232,
+      "learning_rate": 1.0205009253748272e-06,
+      "loss": 0.3327,
+      "step": 1205
+    },
+    {
+      "epoch": 1.637901861252115,
+      "grad_norm": 1.6450744022431256,
+      "learning_rate": 1.0126165032345037e-06,
+      "loss": 0.3411,
+      "step": 1210
+    },
+    {
+      "epoch": 1.6446700507614214,
+      "grad_norm": 1.8547448481156448,
+      "learning_rate": 1.0047312965853454e-06,
+      "loss": 0.3383,
+      "step": 1215
+    },
+    {
+      "epoch": 1.6514382402707275,
+      "grad_norm": 1.6495177484989427,
+      "learning_rate": 9.968457957386662e-07,
+      "loss": 0.3263,
+      "step": 1220
+    },
+    {
+      "epoch": 1.6582064297800339,
+      "grad_norm": 1.6895491290871958,
+      "learning_rate": 9.88960491024074e-07,
+      "loss": 0.3325,
+      "step": 1225
+    },
+    {
+      "epoch": 1.6649746192893402,
+      "grad_norm": 1.627812788457914,
+      "learning_rate": 9.810758727589813e-07,
+      "loss": 0.3291,
+      "step": 1230
+    },
+    {
+      "epoch": 1.6717428087986463,
+      "grad_norm": 1.7996421239110534,
+      "learning_rate": 9.731924312181148e-07,
+      "loss": 0.3354,
+      "step": 1235
+    },
+    {
+      "epoch": 1.6785109983079525,
+      "grad_norm": 1.8622024185022505,
+      "learning_rate": 9.653106566030328e-07,
+      "loss": 0.3459,
+      "step": 1240
+    },
+    {
+      "epoch": 1.6852791878172588,
+      "grad_norm": 1.7964469673524814,
+      "learning_rate": 9.574310390116418e-07,
+      "loss": 0.3205,
+      "step": 1245
+    },
+    {
+      "epoch": 1.6920473773265652,
+      "grad_norm": 1.6712003471107053,
+      "learning_rate": 9.495540684077214e-07,
+      "loss": 0.3368,
+      "step": 1250
+    },
+    {
+      "epoch": 1.6988155668358713,
+      "grad_norm": 1.6956557822203489,
+      "learning_rate": 9.41680234590459e-07,
+      "loss": 0.3249,
+      "step": 1255
+    },
+    {
+      "epoch": 1.7055837563451777,
+      "grad_norm": 1.694408958921992,
+      "learning_rate": 9.338100271639931e-07,
+      "loss": 0.3498,
+      "step": 1260
+    },
+    {
+      "epoch": 1.712351945854484,
+      "grad_norm": 1.6701624264401975,
+      "learning_rate": 9.25943935506969e-07,
+      "loss": 0.3257,
+      "step": 1265
+    },
+    {
+      "epoch": 1.7191201353637902,
+      "grad_norm": 1.7930456020095138,
+      "learning_rate": 9.180824487421076e-07,
+      "loss": 0.3261,
+      "step": 1270
+    },
+    {
+      "epoch": 1.7258883248730963,
+      "grad_norm": 1.5441215575090625,
+      "learning_rate": 9.102260557057935e-07,
+      "loss": 0.336,
+      "step": 1275
+    },
+    {
+      "epoch": 1.7326565143824029,
+      "grad_norm": 1.64455257154265,
+      "learning_rate": 9.023752449176772e-07,
+      "loss": 0.3269,
+      "step": 1280
+    },
+    {
+      "epoch": 1.739424703891709,
+      "grad_norm": 1.5448960299784444,
+      "learning_rate": 8.945305045502984e-07,
+      "loss": 0.3288,
+      "step": 1285
+    },
+    {
+      "epoch": 1.7461928934010151,
+      "grad_norm": 1.6868399015307785,
+      "learning_rate": 8.866923223987302e-07,
+      "loss": 0.3196,
+      "step": 1290
+    },
+    {
+      "epoch": 1.7529610829103215,
+      "grad_norm": 1.6844238790169903,
+      "learning_rate": 8.788611858502489e-07,
+      "loss": 0.3524,
+      "step": 1295
+    },
+    {
+      "epoch": 1.7597292724196278,
+      "grad_norm": 1.536238947791522,
+      "learning_rate": 8.710375818540279e-07,
+      "loss": 0.323,
+      "step": 1300
+    },
+    {
+      "epoch": 1.766497461928934,
+      "grad_norm": 1.6594155852789063,
+      "learning_rate": 8.632219968908555e-07,
+      "loss": 0.3388,
+      "step": 1305
+    },
+    {
+      "epoch": 1.77326565143824,
+      "grad_norm": 1.8357910067878633,
+      "learning_rate": 8.554149169428892e-07,
+      "loss": 0.319,
+      "step": 1310
+    },
+    {
+      "epoch": 1.7800338409475467,
+      "grad_norm": 1.770060103182254,
+      "learning_rate": 8.476168274634341e-07,
+      "loss": 0.3533,
+      "step": 1315
+    },
+    {
+      "epoch": 1.7868020304568528,
+      "grad_norm": 1.6650622145152638,
+      "learning_rate": 8.398282133467578e-07,
+      "loss": 0.3313,
+      "step": 1320
+    },
+    {
+      "epoch": 1.793570219966159,
+      "grad_norm": 1.6934630286297077,
+      "learning_rate": 8.320495588979377e-07,
+      "loss": 0.3273,
+      "step": 1325
+    },
+    {
+      "epoch": 1.8003384094754653,
+      "grad_norm": 1.6802792500913968,
+      "learning_rate": 8.242813478027491e-07,
+      "loss": 0.3425,
+      "step": 1330
+    },
+    {
+      "epoch": 1.8071065989847717,
+      "grad_norm": 1.6829953200882048,
+      "learning_rate": 8.165240630975861e-07,
+      "loss": 0.351,
+      "step": 1335
+    },
+    {
+      "epoch": 1.8138747884940778,
+      "grad_norm": 1.7159022109793864,
+      "learning_rate": 8.087781871394279e-07,
+      "loss": 0.3211,
+      "step": 1340
+    },
+    {
+      "epoch": 1.8206429780033841,
+      "grad_norm": 1.6151668145042095,
+      "learning_rate": 8.010442015758445e-07,
+      "loss": 0.316,
+      "step": 1345
+    },
+    {
+      "epoch": 1.8274111675126905,
+      "grad_norm": 1.6174069637779651,
+      "learning_rate": 7.93322587315047e-07,
+      "loss": 0.332,
+      "step": 1350
+    },
+    {
+      "epoch": 1.8341793570219966,
+      "grad_norm": 1.6680877411690365,
+      "learning_rate": 7.856138244959849e-07,
+      "loss": 0.3243,
+      "step": 1355
+    },
+    {
+      "epoch": 1.8409475465313028,
+      "grad_norm": 1.7974753943714166,
+      "learning_rate": 7.7791839245849e-07,
+      "loss": 0.3294,
+      "step": 1360
+    },
+    {
+      "epoch": 1.8477157360406091,
+      "grad_norm": 1.646510776278098,
+      "learning_rate": 7.702367697134701e-07,
+      "loss": 0.3304,
+      "step": 1365
+    },
+    {
+      "epoch": 1.8544839255499155,
+      "grad_norm": 1.7474734525141256,
+      "learning_rate": 7.625694339131563e-07,
+      "loss": 0.3588,
+      "step": 1370
+    },
+    {
+      "epoch": 1.8612521150592216,
+      "grad_norm": 1.658323098173442,
+      "learning_rate": 7.549168618213994e-07,
+      "loss": 0.3362,
+      "step": 1375
+    },
+    {
+      "epoch": 1.868020304568528,
+      "grad_norm": 1.67431452331962,
+      "learning_rate": 7.472795292840269e-07,
+      "loss": 0.3427,
+      "step": 1380
+    },
+    {
+      "epoch": 1.8747884940778343,
+      "grad_norm": 1.6444897700367918,
+      "learning_rate": 7.396579111992522e-07,
+      "loss": 0.3552,
+      "step": 1385
+    },
+    {
+      "epoch": 1.8815566835871405,
+      "grad_norm": 1.8283646757854843,
+      "learning_rate": 7.32052481488147e-07,
+      "loss": 0.3312,
+      "step": 1390
+    },
+    {
+      "epoch": 1.8883248730964466,
+      "grad_norm": 1.755531433154494,
+      "learning_rate": 7.244637130651693e-07,
+      "loss": 0.3366,
+      "step": 1395
+    },
+    {
+      "epoch": 1.895093062605753,
+      "grad_norm": 1.634727248259316,
+      "learning_rate": 7.168920778087601e-07,
+      "loss": 0.3323,
+      "step": 1400
+    },
+    {
+      "epoch": 1.9018612521150593,
+      "grad_norm": 1.6187492591322967,
+      "learning_rate": 7.093380465320008e-07,
+      "loss": 0.345,
+      "step": 1405
+    },
+    {
+      "epoch": 1.9086294416243654,
+      "grad_norm": 2.046018137628728,
+      "learning_rate": 7.018020889533347e-07,
+      "loss": 0.3316,
+      "step": 1410
+    },
+    {
+      "epoch": 1.9153976311336718,
+      "grad_norm": 1.7585386765032196,
+      "learning_rate": 6.942846736673633e-07,
+      "loss": 0.3404,
+      "step": 1415
+    },
+    {
+      "epoch": 1.9221658206429781,
+      "grad_norm": 1.600209455454873,
+      "learning_rate": 6.867862681157066e-07,
+      "loss": 0.3319,
+      "step": 1420
+    },
+    {
+      "epoch": 1.9289340101522843,
+      "grad_norm": 1.6939356089504074,
+      "learning_rate": 6.793073385579372e-07,
+      "loss": 0.3353,
+      "step": 1425
+    },
+    {
+      "epoch": 1.9357021996615904,
+      "grad_norm": 1.730441931386039,
+      "learning_rate": 6.718483500425866e-07,
+      "loss": 0.3448,
+      "step": 1430
+    },
+    {
+      "epoch": 1.9424703891708968,
+      "grad_norm": 1.602246560839999,
+      "learning_rate": 6.644097663782308e-07,
+      "loss": 0.3207,
+      "step": 1435
+    },
+    {
+      "epoch": 1.9492385786802031,
+      "grad_norm": 1.5255973835779064,
+      "learning_rate": 6.569920501046473e-07,
+      "loss": 0.3211,
+      "step": 1440
+    },
+    {
+      "epoch": 1.9560067681895092,
+      "grad_norm": 1.787975436248423,
+      "learning_rate": 6.495956624640558e-07,
+      "loss": 0.3331,
+      "step": 1445
+    },
+    {
+      "epoch": 1.9627749576988156,
+      "grad_norm": 1.635182796509772,
+      "learning_rate": 6.422210633724359e-07,
+      "loss": 0.3151,
+      "step": 1450
+    },
+    {
+      "epoch": 1.969543147208122,
+      "grad_norm": 1.745570057757413,
+      "learning_rate": 6.348687113909303e-07,
+      "loss": 0.3166,
+      "step": 1455
+    },
+    {
+      "epoch": 1.976311336717428,
+      "grad_norm": 1.666654337456338,
+      "learning_rate": 6.275390636973315e-07,
+      "loss": 0.3287,
+      "step": 1460
+    },
+    {
+      "epoch": 1.9830795262267342,
+      "grad_norm": 1.7830502067885774,
+      "learning_rate": 6.20232576057651e-07,
+      "loss": 0.3374,
+      "step": 1465
+    },
+    {
+      "epoch": 1.9898477157360406,
+      "grad_norm": 1.6063864832196357,
+      "learning_rate": 6.129497027977828e-07,
+      "loss": 0.3333,
+      "step": 1470
+    },
+    {
+      "epoch": 1.996615905245347,
+      "grad_norm": 1.84518355863186,
+      "learning_rate": 6.05690896775251e-07,
+      "loss": 0.3338,
+      "step": 1475
+    },
+    {
+      "epoch": 2.003384094754653,
+      "grad_norm": 1.996243516154583,
+      "learning_rate": 5.984566093510508e-07,
+      "loss": 0.3076,
+      "step": 1480
+    },
+    {
+      "epoch": 2.010152284263959,
+      "grad_norm": 1.6441418715481781,
+      "learning_rate": 5.91247290361582e-07,
+      "loss": 0.2734,
+      "step": 1485
+    },
+    {
+      "epoch": 2.0169204737732658,
+      "grad_norm": 1.7461011995129512,
+      "learning_rate": 5.840633880906787e-07,
+      "loss": 0.2483,
+      "step": 1490
+    },
+    {
+      "epoch": 2.023688663282572,
+      "grad_norm": 1.780208702006572,
+      "learning_rate": 5.769053492417341e-07,
+      "loss": 0.2597,
+      "step": 1495
+    },
+    {
+      "epoch": 2.030456852791878,
+      "grad_norm": 1.6957870173539042,
+      "learning_rate": 5.69773618909923e-07,
+      "loss": 0.2534,
+      "step": 1500
+    },
+    {
+      "epoch": 2.0372250423011846,
+      "grad_norm": 1.7614796776092347,
+      "learning_rate": 5.62668640554526e-07,
+      "loss": 0.2684,
+      "step": 1505
+    },
+    {
+      "epoch": 2.0439932318104908,
+      "grad_norm": 1.8361067674268434,
+      "learning_rate": 5.55590855971356e-07,
+      "loss": 0.2645,
+      "step": 1510
+    },
+    {
+      "epoch": 2.050761421319797,
+      "grad_norm": 1.803442468077519,
+      "learning_rate": 5.485407052652844e-07,
+      "loss": 0.2637,
+      "step": 1515
+    },
+    {
+      "epoch": 2.057529610829103,
+      "grad_norm": 1.6146644628968327,
+      "learning_rate": 5.415186268228762e-07,
+      "loss": 0.2657,
+      "step": 1520
+    },
+    {
+      "epoch": 2.0642978003384096,
+      "grad_norm": 2.478325459542897,
+      "learning_rate": 5.3452505728513e-07,
+      "loss": 0.2528,
+      "step": 1525
+    },
+    {
+      "epoch": 2.0710659898477157,
+      "grad_norm": 1.902805376038303,
+      "learning_rate": 5.275604315203292e-07,
+      "loss": 0.2625,
+      "step": 1530
+    },
+    {
+      "epoch": 2.077834179357022,
+      "grad_norm": 1.707278374587984,
+      "learning_rate": 5.206251825969973e-07,
+      "loss": 0.2557,
+      "step": 1535
+    },
+    {
+      "epoch": 2.0846023688663284,
+      "grad_norm": 1.7063185136076124,
+      "learning_rate": 5.137197417569738e-07,
+      "loss": 0.2397,
+      "step": 1540
+    },
+    {
+      "epoch": 2.0913705583756346,
+      "grad_norm": 1.8210841183819555,
+      "learning_rate": 5.068445383885961e-07,
+      "loss": 0.2511,
+      "step": 1545
+    },
+    {
+      "epoch": 2.0981387478849407,
+      "grad_norm": 1.8554223864028092,
+      "learning_rate": 5.000000000000002e-07,
+      "loss": 0.2553,
+      "step": 1550
+    },
+    {
+      "epoch": 2.104906937394247,
+      "grad_norm": 1.7188069419320222,
+      "learning_rate": 4.931865521925383e-07,
+      "loss": 0.2454,
+      "step": 1555
+    },
+    {
+      "epoch": 2.1116751269035534,
+      "grad_norm": 1.8040405864378724,
+      "learning_rate": 4.864046186343139e-07,
+      "loss": 0.2608,
+      "step": 1560
+    },
+    {
+      "epoch": 2.1184433164128595,
+      "grad_norm": 1.9594461805438623,
+      "learning_rate": 4.796546210338387e-07,
+      "loss": 0.262,
+      "step": 1565
+    },
+    {
+      "epoch": 2.1252115059221657,
+      "grad_norm": 1.6763587503898223,
+      "learning_rate": 4.7293697911380846e-07,
+      "loss": 0.2622,
+      "step": 1570
+    },
+    {
+      "epoch": 2.1319796954314723,
+      "grad_norm": 1.966220531714013,
+      "learning_rate": 4.662521105850055e-07,
+      "loss": 0.2512,
+      "step": 1575
+    },
+    {
+      "epoch": 2.1387478849407784,
+      "grad_norm": 1.755764907373717,
+      "learning_rate": 4.596004311203242e-07,
+      "loss": 0.249,
+      "step": 1580
+    },
+    {
+      "epoch": 2.1455160744500845,
+      "grad_norm": 1.8223089125739613,
+      "learning_rate": 4.5298235432892575e-07,
+      "loss": 0.2465,
+      "step": 1585
+    },
+    {
+      "epoch": 2.152284263959391,
+      "grad_norm": 1.7206718832666286,
+      "learning_rate": 4.463982917305155e-07,
+      "loss": 0.2458,
+      "step": 1590
+    },
+    {
+      "epoch": 2.1590524534686972,
+      "grad_norm": 1.8397041856544176,
+      "learning_rate": 4.398486527297595e-07,
+      "loss": 0.2577,
+      "step": 1595
+    },
+    {
+      "epoch": 2.1658206429780034,
+      "grad_norm": 1.8789732250278144,
+      "learning_rate": 4.3333384459082247e-07,
+      "loss": 0.2547,
+      "step": 1600
+    },
+    {
+      "epoch": 2.1725888324873095,
+      "grad_norm": 1.9842491893922207,
+      "learning_rate": 4.268542724120475e-07,
+      "loss": 0.2407,
+      "step": 1605
+    },
+    {
+      "epoch": 2.179357021996616,
+      "grad_norm": 1.6840880785917902,
+      "learning_rate": 4.204103391007623e-07,
+      "loss": 0.2453,
+      "step": 1610
+    },
+    {
+      "epoch": 2.186125211505922,
+      "grad_norm": 1.7102283764854913,
+      "learning_rate": 4.140024453482307e-07,
+      "loss": 0.2531,
+      "step": 1615
+    },
+    {
+      "epoch": 2.1928934010152283,
+      "grad_norm": 1.9705580867409258,
+      "learning_rate": 4.076309896047336e-07,
+      "loss": 0.239,
+      "step": 1620
+    },
+    {
+      "epoch": 2.199661590524535,
+      "grad_norm": 1.793405155653999,
+      "learning_rate": 4.012963680547946e-07,
+      "loss": 0.2565,
+      "step": 1625
+    },
+    {
+      "epoch": 2.206429780033841,
+      "grad_norm": 1.720247219871775,
+      "learning_rate": 3.949989745925437e-07,
+      "loss": 0.2675,
+      "step": 1630
+    },
+    {
+      "epoch": 2.213197969543147,
+      "grad_norm": 1.6800247601578724,
+      "learning_rate": 3.8873920079722644e-07,
+      "loss": 0.2568,
+      "step": 1635
+    },
+    {
+      "epoch": 2.2199661590524533,
+      "grad_norm": 1.8843811057218098,
+      "learning_rate": 3.8251743590885256e-07,
+      "loss": 0.2431,
+      "step": 1640
+    },
+    {
+      "epoch": 2.22673434856176,
+      "grad_norm": 1.6769092970745525,
+      "learning_rate": 3.7633406680399416e-07,
+      "loss": 0.2513,
+      "step": 1645
+    },
+    {
+      "epoch": 2.233502538071066,
+      "grad_norm": 1.9149891397189558,
+      "learning_rate": 3.701894779717286e-07,
+      "loss": 0.2441,
+      "step": 1650
+    },
+    {
+      "epoch": 2.240270727580372,
+      "grad_norm": 1.8352949058879366,
+      "learning_rate": 3.640840514897322e-07,
+      "loss": 0.2512,
+      "step": 1655
+    },
+    {
+      "epoch": 2.2470389170896787,
+      "grad_norm": 1.7191969563079663,
+      "learning_rate": 3.580181670005182e-07,
+      "loss": 0.2514,
+      "step": 1660
+    },
+    {
+      "epoch": 2.253807106598985,
+      "grad_norm": 1.7862905463536183,
+      "learning_rate": 3.519922016878356e-07,
+      "loss": 0.2523,
+      "step": 1665
+    },
+    {
+      "epoch": 2.260575296108291,
+      "grad_norm": 1.7759093954687228,
+      "learning_rate": 3.460065302532108e-07,
+      "loss": 0.2455,
+      "step": 1670
+    },
+    {
+      "epoch": 2.267343485617597,
+      "grad_norm": 1.8251542509381542,
+      "learning_rate": 3.400615248926506e-07,
+      "loss": 0.2628,
+      "step": 1675
+    },
+    {
+      "epoch": 2.2741116751269037,
+      "grad_norm": 1.8854432012171292,
+      "learning_rate": 3.341575552734978e-07,
+      "loss": 0.2496,
+      "step": 1680
+    },
+    {
+      "epoch": 2.28087986463621,
+      "grad_norm": 1.7098687857977533,
+      "learning_rate": 3.2829498851144577e-07,
+      "loss": 0.2486,
+      "step": 1685
+    },
+    {
+      "epoch": 2.287648054145516,
+      "grad_norm": 1.9407175434129038,
+      "learning_rate": 3.224741891477095e-07,
+      "loss": 0.254,
+      "step": 1690
+    },
+    {
+      "epoch": 2.2944162436548226,
+      "grad_norm": 1.8048961105532955,
+      "learning_rate": 3.166955191263587e-07,
+      "loss": 0.2596,
+      "step": 1695
+    },
+    {
+      "epoch": 2.3011844331641287,
+      "grad_norm": 1.9500522244148442,
+      "learning_rate": 3.109593377718116e-07,
+      "loss": 0.2674,
+      "step": 1700
+    },
+    {
+      "epoch": 2.307952622673435,
+      "grad_norm": 1.7430933854279251,
+      "learning_rate": 3.0526600176649153e-07,
+      "loss": 0.2426,
+      "step": 1705
+    },
+    {
+      "epoch": 2.314720812182741,
+      "grad_norm": 1.7044330031218278,
+      "learning_rate": 2.9961586512864944e-07,
+      "loss": 0.2545,
+      "step": 1710
+    },
+    {
+      "epoch": 2.3214890016920475,
+      "grad_norm": 1.750375443426282,
+      "learning_rate": 2.9400927919034726e-07,
+      "loss": 0.2408,
+      "step": 1715
+    },
+    {
+      "epoch": 2.3282571912013537,
+      "grad_norm": 1.8950517301756609,
+      "learning_rate": 2.884465925756159e-07,
+      "loss": 0.2489,
+      "step": 1720
+    },
+    {
+      "epoch": 2.33502538071066,
+      "grad_norm": 1.8482803305522688,
+      "learning_rate": 2.829281511787739e-07,
+      "loss": 0.2625,
+      "step": 1725
+    },
+    {
+      "epoch": 2.3417935702199664,
+      "grad_norm": 1.9547518786899865,
+      "learning_rate": 2.774542981429214e-07,
+      "loss": 0.2539,
+      "step": 1730
+    },
+    {
+      "epoch": 2.3485617597292725,
+      "grad_norm": 1.681029190992801,
+      "learning_rate": 2.7202537383860193e-07,
+      "loss": 0.2569,
+      "step": 1735
+    },
+    {
+      "epoch": 2.3553299492385786,
+      "grad_norm": 1.8386556962717924,
+      "learning_rate": 2.6664171584263927e-07,
+      "loss": 0.2738,
+      "step": 1740
+    },
+    {
+      "epoch": 2.3620981387478848,
+      "grad_norm": 1.8580649687840483,
+      "learning_rate": 2.613036589171443e-07,
+      "loss": 0.2587,
+      "step": 1745
+    },
+    {
+      "epoch": 2.3688663282571913,
+      "grad_norm": 1.8932490915132734,
+      "learning_rate": 2.560115349887013e-07,
+      "loss": 0.2597,
+      "step": 1750
+    },
+    {
+      "epoch": 2.3756345177664975,
+      "grad_norm": 1.8291342664374226,
+      "learning_rate": 2.5076567312772636e-07,
+      "loss": 0.2514,
+      "step": 1755
+    },
+    {
+      "epoch": 2.3824027072758036,
+      "grad_norm": 1.8170289718176122,
+      "learning_rate": 2.4556639952800784e-07,
+      "loss": 0.2508,
+      "step": 1760
+    },
+    {
+      "epoch": 2.38917089678511,
+      "grad_norm": 1.770454255610108,
+      "learning_rate": 2.4041403748642085e-07,
+      "loss": 0.2607,
+      "step": 1765
+    },
+    {
+      "epoch": 2.3959390862944163,
+      "grad_norm": 1.920241090922087,
+      "learning_rate": 2.353089073828255e-07,
+      "loss": 0.2497,
+      "step": 1770
+    },
+    {
+      "epoch": 2.4027072758037225,
+      "grad_norm": 1.9199730244133009,
+      "learning_rate": 2.302513266601449e-07,
+      "loss": 0.2534,
+      "step": 1775
+    },
+    {
+      "epoch": 2.4094754653130286,
+      "grad_norm": 1.770783110899942,
+      "learning_rate": 2.2524160980462747e-07,
+      "loss": 0.2577,
+      "step": 1780
+    },
+    {
+      "epoch": 2.416243654822335,
+      "grad_norm": 1.779049283308491,
+      "learning_rate": 2.2028006832628876e-07,
+      "loss": 0.2648,
+      "step": 1785
+    },
+    {
+      "epoch": 2.4230118443316413,
+      "grad_norm": 1.8951806130885847,
+      "learning_rate": 2.1536701073954556e-07,
+      "loss": 0.2552,
+      "step": 1790
+    },
+    {
+      "epoch": 2.4297800338409474,
+      "grad_norm": 1.890797368455652,
+      "learning_rate": 2.1050274254402812e-07,
+      "loss": 0.2533,
+      "step": 1795
+    },
+    {
+      "epoch": 2.436548223350254,
+      "grad_norm": 1.8879449556370194,
+      "learning_rate": 2.0568756620558736e-07,
+      "loss": 0.2621,
+      "step": 1800
+    },
+    {
+      "epoch": 2.44331641285956,
+      "grad_norm": 1.9716199735140634,
+      "learning_rate": 2.0092178113748348e-07,
+      "loss": 0.251,
+      "step": 1805
+    },
+    {
+      "epoch": 2.4500846023688663,
+      "grad_norm": 1.664484183169836,
+      "learning_rate": 1.962056836817718e-07,
+      "loss": 0.2451,
+      "step": 1810
+    },
+    {
+      "epoch": 2.4568527918781724,
+      "grad_norm": 1.7827762385482862,
+      "learning_rate": 1.9153956709087337e-07,
+      "loss": 0.2561,
+      "step": 1815
+    },
+    {
+      "epoch": 2.463620981387479,
+      "grad_norm": 1.776234828523817,
+      "learning_rate": 1.8692372150934111e-07,
+      "loss": 0.2396,
+      "step": 1820
+    },
+    {
+      "epoch": 2.470389170896785,
+      "grad_norm": 1.745340346927932,
+      "learning_rate": 1.8235843395581795e-07,
+      "loss": 0.2494,
+      "step": 1825
+    },
+    {
+      "epoch": 2.4771573604060912,
+      "grad_norm": 1.8045126818551005,
+      "learning_rate": 1.7784398830519e-07,
+      "loss": 0.2522,
+      "step": 1830
+    },
+    {
+      "epoch": 2.483925549915398,
+      "grad_norm": 1.89151528655817,
+      "learning_rate": 1.733806652709351e-07,
+      "loss": 0.2528,
+      "step": 1835
+    },
+    {
+      "epoch": 2.490693739424704,
+      "grad_norm": 1.7633235435458878,
+      "learning_rate": 1.68968742387667e-07,
+      "loss": 0.2518,
+      "step": 1840
+    },
+    {
+      "epoch": 2.49746192893401,
+      "grad_norm": 1.7902731019901965,
+      "learning_rate": 1.6460849399387845e-07,
+      "loss": 0.2552,
+      "step": 1845
+    },
+    {
+      "epoch": 2.504230118443316,
+      "grad_norm": 1.8529889195491502,
+      "learning_rate": 1.6030019121488226e-07,
+      "loss": 0.2588,
+      "step": 1850
+    },
+    {
+      "epoch": 2.510998307952623,
+      "grad_norm": 1.7334848080126557,
+      "learning_rate": 1.5604410194595264e-07,
+      "loss": 0.2495,
+      "step": 1855
+    },
+    {
+      "epoch": 2.517766497461929,
+      "grad_norm": 1.8562652968231852,
+      "learning_rate": 1.5184049083566687e-07,
+      "loss": 0.2468,
+      "step": 1860
+    },
+    {
+      "epoch": 2.524534686971235,
+      "grad_norm": 1.7483934506844119,
+      "learning_rate": 1.476896192694499e-07,
+      "loss": 0.2527,
+      "step": 1865
+    },
+    {
+      "epoch": 2.5313028764805416,
+      "grad_norm": 1.8012786807901255,
+      "learning_rate": 1.4359174535331998e-07,
+      "loss": 0.2495,
+      "step": 1870
+    },
+    {
+      "epoch": 2.5380710659898478,
+      "grad_norm": 1.882303438003816,
+      "learning_rate": 1.3954712389783996e-07,
+      "loss": 0.2633,
+      "step": 1875
+    },
+    {
+      "epoch": 2.544839255499154,
+      "grad_norm": 1.9004686167123348,
+      "learning_rate": 1.3555600640227283e-07,
+      "loss": 0.2482,
+      "step": 1880
+    },
+    {
+      "epoch": 2.55160744500846,
+      "grad_norm": 1.9008963364397549,
+      "learning_rate": 1.3161864103894361e-07,
+      "loss": 0.2601,
+      "step": 1885
+    },
+    {
+      "epoch": 2.5583756345177666,
+      "grad_norm": 1.7910128571435278,
+      "learning_rate": 1.2773527263780626e-07,
+      "loss": 0.2483,
+      "step": 1890
+    },
+    {
+      "epoch": 2.5651438240270727,
+      "grad_norm": 1.7108145043264886,
+      "learning_rate": 1.23906142671222e-07,
+      "loss": 0.2468,
+      "step": 1895
+    },
+    {
+      "epoch": 2.571912013536379,
+      "grad_norm": 1.8225256818804154,
+      "learning_rate": 1.2013148923894212e-07,
+      "loss": 0.2543,
+      "step": 1900
+    },
+    {
+      "epoch": 2.5786802030456855,
+      "grad_norm": 1.79411507183842,
+      "learning_rate": 1.1641154705330502e-07,
+      "loss": 0.2409,
+      "step": 1905
+    },
+    {
+      "epoch": 2.5854483925549916,
+      "grad_norm": 1.7242811103863596,
+      "learning_rate": 1.127465474246384e-07,
+      "loss": 0.2571,
+      "step": 1910
+    },
+    {
+      "epoch": 2.5922165820642977,
+      "grad_norm": 1.9407815471081673,
+      "learning_rate": 1.0913671824687953e-07,
+      "loss": 0.251,
+      "step": 1915
+    },
+    {
+      "epoch": 2.598984771573604,
+      "grad_norm": 1.6296473201174055,
+      "learning_rate": 1.0558228398340186e-07,
+      "loss": 0.2388,
+      "step": 1920
+    },
+    {
+      "epoch": 2.6057529610829104,
+      "grad_norm": 1.6835802138496847,
+      "learning_rate": 1.020834656530597e-07,
+      "loss": 0.2427,
+      "step": 1925
+    },
+    {
+      "epoch": 2.6125211505922166,
+      "grad_norm": 1.8446991621937052,
+      "learning_rate": 9.86404808164426e-08,
+      "loss": 0.24,
+      "step": 1930
+    },
+    {
+      "epoch": 2.6192893401015227,
+      "grad_norm": 1.762353539890661,
+      "learning_rate": 9.525354356235004e-08,
+      "loss": 0.24,
+      "step": 1935
+    },
+    {
+      "epoch": 2.6260575296108293,
+      "grad_norm": 1.9831610169369156,
+      "learning_rate": 9.192286449447684e-08,
+      "loss": 0.2451,
+      "step": 1940
+    },
+    {
+      "epoch": 2.6328257191201354,
+      "grad_norm": 1.6135822284867207,
+      "learning_rate": 8.864865071831829e-08,
+      "loss": 0.2534,
+      "step": 1945
+    },
+    {
+      "epoch": 2.6395939086294415,
+      "grad_norm": 1.6037304176671419,
+      "learning_rate": 8.543110582829272e-08,
+      "loss": 0.243,
+      "step": 1950
+    },
+    {
+      "epoch": 2.6463620981387477,
+      "grad_norm": 1.7531920017607536,
+      "learning_rate": 8.227042989508104e-08,
+      "loss": 0.2482,
+      "step": 1955
+    },
+    {
+      "epoch": 2.6531302876480543,
+      "grad_norm": 1.723522478352686,
+      "learning_rate": 7.916681945318648e-08,
+      "loss": 0.2477,
+      "step": 1960
+    },
+    {
+      "epoch": 2.6598984771573604,
+      "grad_norm": 1.7614779368425475,
+      "learning_rate": 7.612046748871326e-08,
+      "loss": 0.253,
+      "step": 1965
+    },
+    {
+      "epoch": 2.6666666666666665,
+      "grad_norm": 1.887871045430256,
+      "learning_rate": 7.313156342736738e-08,
+      "loss": 0.2508,
+      "step": 1970
+    },
+    {
+      "epoch": 2.673434856175973,
+      "grad_norm": 1.9069055836407365,
+      "learning_rate": 7.020029312267727e-08,
+      "loss": 0.267,
+      "step": 1975
+    },
+    {
+      "epoch": 2.6802030456852792,
+      "grad_norm": 1.8939133923811016,
+      "learning_rate": 6.732683884443735e-08,
+      "loss": 0.2692,
+      "step": 1980
+    },
+    {
+      "epoch": 2.6869712351945854,
+      "grad_norm": 1.8130887567930416,
+      "learning_rate": 6.451137926737415e-08,
+      "loss": 0.2527,
+      "step": 1985
+    },
+    {
+      "epoch": 2.6937394247038915,
+      "grad_norm": 2.101117018466412,
+      "learning_rate": 6.175408946003702e-08,
+      "loss": 0.2497,
+      "step": 1990
+    },
+    {
+      "epoch": 2.700507614213198,
+      "grad_norm": 1.654995259770582,
+      "learning_rate": 5.90551408739105e-08,
+      "loss": 0.2306,
+      "step": 1995
+    },
+    {
+      "epoch": 2.707275803722504,
+      "grad_norm": 1.83930610346023,
+      "learning_rate": 5.641470133275472e-08,
+      "loss": 0.2573,
+      "step": 2000
+    },
+    {
+      "epoch": 2.7140439932318103,
+      "grad_norm": 1.810068940701123,
+      "learning_rate": 5.3832935022169015e-08,
+      "loss": 0.236,
+      "step": 2005
+    },
+    {
+      "epoch": 2.720812182741117,
+      "grad_norm": 1.8885737097550355,
+      "learning_rate": 5.1310002479383665e-08,
+      "loss": 0.2543,
+      "step": 2010
+    },
+    {
+      "epoch": 2.727580372250423,
+      "grad_norm": 1.722305340814142,
+      "learning_rate": 4.884606058327612e-08,
+      "loss": 0.2472,
+      "step": 2015
+    },
+    {
+      "epoch": 2.734348561759729,
+      "grad_norm": 1.9391080536086678,
+      "learning_rate": 4.644126254461755e-08,
+      "loss": 0.259,
+      "step": 2020
+    },
+    {
+      "epoch": 2.7411167512690353,
+      "grad_norm": 1.6499649417235132,
+      "learning_rate": 4.409575789654474e-08,
+      "loss": 0.2566,
+      "step": 2025
+    },
+    {
+      "epoch": 2.747884940778342,
+      "grad_norm": 1.6917223527602334,
+      "learning_rate": 4.180969248526334e-08,
+      "loss": 0.2626,
+      "step": 2030
+    },
+    {
+      "epoch": 2.754653130287648,
+      "grad_norm": 1.598065120848905,
+      "learning_rate": 3.958320846097685e-08,
+      "loss": 0.2428,
+      "step": 2035
+    },
+    {
+      "epoch": 2.761421319796954,
+      "grad_norm": 1.9249388241762717,
+      "learning_rate": 3.7416444269050326e-08,
+      "loss": 0.2589,
+      "step": 2040
+    },
+    {
+      "epoch": 2.7681895093062607,
+      "grad_norm": 1.7249000353236292,
+      "learning_rate": 3.530953464139919e-08,
+      "loss": 0.2381,
+      "step": 2045
+    },
+    {
+      "epoch": 2.774957698815567,
+      "grad_norm": 1.8216343143692146,
+      "learning_rate": 3.3262610588113305e-08,
+      "loss": 0.2519,
+      "step": 2050
+    },
+    {
+      "epoch": 2.781725888324873,
+      "grad_norm": 1.7835249600977168,
+      "learning_rate": 3.127579938930891e-08,
+      "loss": 0.2498,
+      "step": 2055
+    },
+    {
+      "epoch": 2.788494077834179,
+      "grad_norm": 1.9602449026673896,
+      "learning_rate": 2.934922458721578e-08,
+      "loss": 0.2609,
+      "step": 2060
+    },
+    {
+      "epoch": 2.7952622673434857,
+      "grad_norm": 1.7932782220063819,
+      "learning_rate": 2.748300597849429e-08,
+      "loss": 0.2463,
+      "step": 2065
+    },
+    {
+      "epoch": 2.802030456852792,
+      "grad_norm": 1.8373837478135608,
+      "learning_rate": 2.5677259606786682e-08,
+      "loss": 0.2587,
+      "step": 2070
+    },
+    {
+      "epoch": 2.808798646362098,
+      "grad_norm": 1.7579583567771166,
+      "learning_rate": 2.393209775550087e-08,
+      "loss": 0.2409,
+      "step": 2075
+    },
+    {
+      "epoch": 2.8155668358714045,
+      "grad_norm": 1.7193835474755472,
+      "learning_rate": 2.224762894082921e-08,
+      "loss": 0.2558,
+      "step": 2080
+    },
+    {
+      "epoch": 2.8223350253807107,
+      "grad_norm": 1.9046287715832801,
+      "learning_rate": 2.06239579050006e-08,
+      "loss": 0.2551,
+      "step": 2085
+    },
+    {
+      "epoch": 2.829103214890017,
+      "grad_norm": 2.0268943381701585,
+      "learning_rate": 1.9061185609766995e-08,
+      "loss": 0.2412,
+      "step": 2090
+    },
+    {
+      "epoch": 2.835871404399323,
+      "grad_norm": 1.9877508850932446,
+      "learning_rate": 1.7559409230125997e-08,
+      "loss": 0.2554,
+      "step": 2095
+    },
+    {
+      "epoch": 2.8426395939086295,
+      "grad_norm": 1.8920868869430731,
+      "learning_rate": 1.6118722148278584e-08,
+      "loss": 0.2563,
+      "step": 2100
+    },
+    {
+      "epoch": 2.8494077834179357,
+      "grad_norm": 2.075343149112532,
+      "learning_rate": 1.4739213947821737e-08,
+      "loss": 0.2524,
+      "step": 2105
+    },
+    {
+      "epoch": 2.8561759729272422,
+      "grad_norm": 2.055837498560825,
+      "learning_rate": 1.342097040817891e-08,
+      "loss": 0.2502,
+      "step": 2110
+    },
+    {
+      "epoch": 2.8629441624365484,
+      "grad_norm": 1.7560367998970217,
+      "learning_rate": 1.2164073499265403e-08,
+      "loss": 0.2619,
+      "step": 2115
+    },
+    {
+      "epoch": 2.8697123519458545,
+      "grad_norm": 1.892609707767642,
+      "learning_rate": 1.0968601376391995e-08,
+      "loss": 0.2583,
+      "step": 2120
+    },
+    {
+      "epoch": 2.8764805414551606,
+      "grad_norm": 1.990394034627918,
+      "learning_rate": 9.834628375404718e-09,
+      "loss": 0.2644,
+      "step": 2125
+    },
+    {
+      "epoch": 2.8832487309644668,
+      "grad_norm": 1.828132568376944,
+      "learning_rate": 8.762225008062673e-09,
+      "loss": 0.2532,
+      "step": 2130
+    },
+    {
+      "epoch": 2.8900169204737733,
+      "grad_norm": 1.912512170265383,
+      "learning_rate": 7.75145795765375e-09,
+      "loss": 0.2561,
+      "step": 2135
+    },
+    {
+      "epoch": 2.8967851099830795,
+      "grad_norm": 1.8627242489328315,
+      "learning_rate": 6.80239007484773e-09,
+      "loss": 0.2524,
+      "step": 2140
+    },
+    {
+      "epoch": 2.903553299492386,
+      "grad_norm": 1.532454933071209,
+      "learning_rate": 5.915080373788961e-09,
+      "loss": 0.2369,
+      "step": 2145
+    },
+    {
+      "epoch": 2.910321489001692,
+      "grad_norm": 1.799514001407587,
+      "learning_rate": 5.089584028425742e-09,
+      "loss": 0.2561,
+      "step": 2150
+    },
+    {
+      "epoch": 2.9170896785109983,
+      "grad_norm": 1.6517806725559891,
+      "learning_rate": 4.325952369080288e-09,
+      "loss": 0.2491,
+      "step": 2155
+    },
+    {
+      "epoch": 2.9238578680203045,
+      "grad_norm": 1.8524564319779193,
+      "learning_rate": 3.6242328792567278e-09,
+      "loss": 0.2548,
+      "step": 2160
+    },
+    {
+      "epoch": 2.9306260575296106,
+      "grad_norm": 1.7195279301746678,
+      "learning_rate": 2.984469192688577e-09,
+      "loss": 0.2588,
+      "step": 2165
+    },
+    {
+      "epoch": 2.937394247038917,
+      "grad_norm": 1.9136832821313436,
+      "learning_rate": 2.4067010906254628e-09,
+      "loss": 0.2537,
+      "step": 2170
+    },
+    {
+      "epoch": 2.9441624365482233,
+      "grad_norm": 2.0082222078514844,
+      "learning_rate": 1.8909644993593267e-09,
+      "loss": 0.2654,
+      "step": 2175
+    },
+    {
+      "epoch": 2.95093062605753,
+      "grad_norm": 1.8775828520860633,
+      "learning_rate": 1.4372914879909881e-09,
+      "loss": 0.2486,
+      "step": 2180
+    },
+    {
+      "epoch": 2.957698815566836,
+      "grad_norm": 1.8912270182535766,
+      "learning_rate": 1.0457102664356288e-09,
+      "loss": 0.2471,
+      "step": 2185
+    },
+    {
+      "epoch": 2.964467005076142,
+      "grad_norm": 1.8579123732190646,
+      "learning_rate": 7.162451836685291e-10,
+      "loss": 0.2366,
+      "step": 2190
+    },
+    {
+      "epoch": 2.9712351945854483,
+      "grad_norm": 1.7842037052182547,
+      "learning_rate": 4.4891672621161226e-10,
+      "loss": 0.2467,
+      "step": 2195
+    },
+    {
+      "epoch": 2.9780033840947544,
+      "grad_norm": 1.875106833427518,
+      "learning_rate": 2.4374151685913057e-10,
+      "loss": 0.2626,
+      "step": 2200
+    },
+    {
+      "epoch": 2.984771573604061,
+      "grad_norm": 1.7694776387255406,
+      "learning_rate": 1.007323136438254e-10,
+      "loss": 0.2515,
+      "step": 2205
+    },
+    {
+      "epoch": 2.991539763113367,
+      "grad_norm": 1.8122490703088023,
+      "learning_rate": 1.9898009044450048e-11,
+      "loss": 0.2448,
+      "step": 2210
+    },
+    {
+      "epoch": 2.996954314720812,
+      "step": 2214,
+      "total_flos": 865276955983872.0,
+      "train_loss": 0.3529874208604525,
+      "train_runtime": 40097.4129,
+      "train_samples_per_second": 7.073,
+      "train_steps_per_second": 0.055
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 2214,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 10086,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": false,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 865276955983872.0,
+  "train_batch_size": 4,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750a70672030d4cfc58b7d8714b79ecb460aea6177f858f0c66f191bf8c19769
+size 7160