rica40325 commited on
Commit
6df19d8
·
verified ·
1 Parent(s): 05e511c

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -34,3 +34,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  checkpoint-2000/tokenizer.json filter=lfs diff=lfs merge=lfs -text
37
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "meta-llama/Llama-3.1-8B-Instruct",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "attention_bias": false,
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
+ "head_dim": 128,
15
+ "hidden_act": "silu",
16
+ "hidden_size": 4096,
17
+ "initializer_range": 0.02,
18
+ "intermediate_size": 14336,
19
+ "max_position_embeddings": 131072,
20
+ "mlp_bias": false,
21
+ "model_type": "llama",
22
+ "num_attention_heads": 32,
23
+ "num_hidden_layers": 32,
24
+ "num_key_value_heads": 8,
25
+ "pretraining_tp": 1,
26
+ "rms_norm_eps": 1e-05,
27
+ "rope_scaling": {
28
+ "factor": 8.0,
29
+ "high_freq_factor": 4.0,
30
+ "low_freq_factor": 1.0,
31
+ "original_max_position_embeddings": 8192,
32
+ "rope_type": "llama3"
33
+ },
34
+ "rope_theta": 500000.0,
35
+ "tie_word_embeddings": false,
36
+ "torch_dtype": "bfloat16",
37
+ "transformers_version": "4.49.0",
38
+ "use_cache": true,
39
+ "vocab_size": 128256
40
+ }
generation_config.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 128000,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
+ "temperature": 0.6,
10
+ "top_p": 0.9,
11
+ "transformers_version": "4.49.0"
12
+ }
model-00001-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1fb485a5ed256ca51da22a2da4e0b5230626d1f9db782bfe37d926a324d45a7
3
+ size 4976698672
model-00002-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:007b6895f287fa0133600580bad9749d15fbeab89eefb1f028a693f8291df8b9
3
+ size 4999802720
model-00003-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69df74129415542649a8b24634387012e7975a7e65c88c291bfc2b933a2348a0
3
+ size 4915916176
model-00004-of-00004.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:822552d1b60e44ba3da1dc1c82a023b86fb979ee8730a41176919cd9a6231009
3
+ size 1168138808
model.safetensors.index.json ADDED
@@ -0,0 +1,298 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "metadata": {
3
+ "total_size": 16060522496
4
+ },
5
+ "weight_map": {
6
+ "lm_head.weight": "model-00004-of-00004.safetensors",
7
+ "model.embed_tokens.weight": "model-00001-of-00004.safetensors",
8
+ "model.layers.0.input_layernorm.weight": "model-00001-of-00004.safetensors",
9
+ "model.layers.0.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
10
+ "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
11
+ "model.layers.0.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
12
+ "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
13
+ "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
14
+ "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
15
+ "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
16
+ "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
17
+ "model.layers.1.input_layernorm.weight": "model-00001-of-00004.safetensors",
18
+ "model.layers.1.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
19
+ "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
20
+ "model.layers.1.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
21
+ "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
22
+ "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
23
+ "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
24
+ "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
25
+ "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
26
+ "model.layers.10.input_layernorm.weight": "model-00002-of-00004.safetensors",
27
+ "model.layers.10.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
28
+ "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
29
+ "model.layers.10.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
30
+ "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
31
+ "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
32
+ "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
33
+ "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
34
+ "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
35
+ "model.layers.11.input_layernorm.weight": "model-00002-of-00004.safetensors",
36
+ "model.layers.11.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
37
+ "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
38
+ "model.layers.11.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
39
+ "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
40
+ "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
41
+ "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
42
+ "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
43
+ "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
44
+ "model.layers.12.input_layernorm.weight": "model-00002-of-00004.safetensors",
45
+ "model.layers.12.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
46
+ "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
47
+ "model.layers.12.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
48
+ "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
49
+ "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
50
+ "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
51
+ "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
52
+ "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
53
+ "model.layers.13.input_layernorm.weight": "model-00002-of-00004.safetensors",
54
+ "model.layers.13.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
55
+ "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
56
+ "model.layers.13.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
57
+ "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
58
+ "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
59
+ "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
60
+ "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
61
+ "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
62
+ "model.layers.14.input_layernorm.weight": "model-00002-of-00004.safetensors",
63
+ "model.layers.14.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
64
+ "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
65
+ "model.layers.14.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
66
+ "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
67
+ "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
68
+ "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
69
+ "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
70
+ "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
71
+ "model.layers.15.input_layernorm.weight": "model-00002-of-00004.safetensors",
72
+ "model.layers.15.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
73
+ "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
74
+ "model.layers.15.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
75
+ "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
76
+ "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
77
+ "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
78
+ "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
79
+ "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
80
+ "model.layers.16.input_layernorm.weight": "model-00002-of-00004.safetensors",
81
+ "model.layers.16.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
82
+ "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
83
+ "model.layers.16.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
84
+ "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
85
+ "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
86
+ "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
87
+ "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
88
+ "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
89
+ "model.layers.17.input_layernorm.weight": "model-00002-of-00004.safetensors",
90
+ "model.layers.17.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
91
+ "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
92
+ "model.layers.17.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
93
+ "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
94
+ "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
95
+ "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
96
+ "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
97
+ "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
98
+ "model.layers.18.input_layernorm.weight": "model-00002-of-00004.safetensors",
99
+ "model.layers.18.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
100
+ "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
101
+ "model.layers.18.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
102
+ "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
103
+ "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
104
+ "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
105
+ "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
106
+ "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
107
+ "model.layers.19.input_layernorm.weight": "model-00002-of-00004.safetensors",
108
+ "model.layers.19.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
109
+ "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
110
+ "model.layers.19.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
111
+ "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
112
+ "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
113
+ "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
114
+ "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
115
+ "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
116
+ "model.layers.2.input_layernorm.weight": "model-00001-of-00004.safetensors",
117
+ "model.layers.2.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
118
+ "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
119
+ "model.layers.2.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
120
+ "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
121
+ "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
122
+ "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
123
+ "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
124
+ "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
125
+ "model.layers.20.input_layernorm.weight": "model-00003-of-00004.safetensors",
126
+ "model.layers.20.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
127
+ "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
128
+ "model.layers.20.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
129
+ "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
130
+ "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
131
+ "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
132
+ "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
133
+ "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
134
+ "model.layers.21.input_layernorm.weight": "model-00003-of-00004.safetensors",
135
+ "model.layers.21.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
136
+ "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
137
+ "model.layers.21.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
138
+ "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
139
+ "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
140
+ "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
141
+ "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
142
+ "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
143
+ "model.layers.22.input_layernorm.weight": "model-00003-of-00004.safetensors",
144
+ "model.layers.22.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
145
+ "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
146
+ "model.layers.22.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
147
+ "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
148
+ "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
149
+ "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
150
+ "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
151
+ "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
152
+ "model.layers.23.input_layernorm.weight": "model-00003-of-00004.safetensors",
153
+ "model.layers.23.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
154
+ "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
155
+ "model.layers.23.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
156
+ "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
157
+ "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
158
+ "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
159
+ "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
160
+ "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
161
+ "model.layers.24.input_layernorm.weight": "model-00003-of-00004.safetensors",
162
+ "model.layers.24.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
163
+ "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
164
+ "model.layers.24.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
165
+ "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
166
+ "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
167
+ "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
168
+ "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
169
+ "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
170
+ "model.layers.25.input_layernorm.weight": "model-00003-of-00004.safetensors",
171
+ "model.layers.25.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
172
+ "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
173
+ "model.layers.25.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
174
+ "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
175
+ "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
176
+ "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
177
+ "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
178
+ "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
179
+ "model.layers.26.input_layernorm.weight": "model-00003-of-00004.safetensors",
180
+ "model.layers.26.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
181
+ "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
182
+ "model.layers.26.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
183
+ "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
184
+ "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
185
+ "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
186
+ "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
187
+ "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
188
+ "model.layers.27.input_layernorm.weight": "model-00003-of-00004.safetensors",
189
+ "model.layers.27.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
190
+ "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
191
+ "model.layers.27.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
192
+ "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
193
+ "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
194
+ "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
195
+ "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
196
+ "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
197
+ "model.layers.28.input_layernorm.weight": "model-00003-of-00004.safetensors",
198
+ "model.layers.28.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
199
+ "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
200
+ "model.layers.28.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
201
+ "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
202
+ "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
203
+ "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
204
+ "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
205
+ "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
206
+ "model.layers.29.input_layernorm.weight": "model-00003-of-00004.safetensors",
207
+ "model.layers.29.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
208
+ "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
209
+ "model.layers.29.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
210
+ "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
211
+ "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
212
+ "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
213
+ "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
214
+ "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
215
+ "model.layers.3.input_layernorm.weight": "model-00001-of-00004.safetensors",
216
+ "model.layers.3.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
217
+ "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
218
+ "model.layers.3.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
219
+ "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
220
+ "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
221
+ "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
222
+ "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
223
+ "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
224
+ "model.layers.30.input_layernorm.weight": "model-00003-of-00004.safetensors",
225
+ "model.layers.30.mlp.down_proj.weight": "model-00003-of-00004.safetensors",
226
+ "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
227
+ "model.layers.30.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
228
+ "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00004.safetensors",
229
+ "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
230
+ "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
231
+ "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
232
+ "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
233
+ "model.layers.31.input_layernorm.weight": "model-00004-of-00004.safetensors",
234
+ "model.layers.31.mlp.down_proj.weight": "model-00004-of-00004.safetensors",
235
+ "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00004.safetensors",
236
+ "model.layers.31.mlp.up_proj.weight": "model-00003-of-00004.safetensors",
237
+ "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00004.safetensors",
238
+ "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00004.safetensors",
239
+ "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00004.safetensors",
240
+ "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00004.safetensors",
241
+ "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00004.safetensors",
242
+ "model.layers.4.input_layernorm.weight": "model-00001-of-00004.safetensors",
243
+ "model.layers.4.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
244
+ "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
245
+ "model.layers.4.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
246
+ "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
247
+ "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
248
+ "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
249
+ "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
250
+ "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
251
+ "model.layers.5.input_layernorm.weight": "model-00001-of-00004.safetensors",
252
+ "model.layers.5.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
253
+ "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
254
+ "model.layers.5.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
255
+ "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
256
+ "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
257
+ "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
258
+ "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
259
+ "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
260
+ "model.layers.6.input_layernorm.weight": "model-00001-of-00004.safetensors",
261
+ "model.layers.6.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
262
+ "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
263
+ "model.layers.6.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
264
+ "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
265
+ "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
266
+ "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
267
+ "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
268
+ "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
269
+ "model.layers.7.input_layernorm.weight": "model-00001-of-00004.safetensors",
270
+ "model.layers.7.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
271
+ "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
272
+ "model.layers.7.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
273
+ "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
274
+ "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
275
+ "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
276
+ "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
277
+ "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
278
+ "model.layers.8.input_layernorm.weight": "model-00001-of-00004.safetensors",
279
+ "model.layers.8.mlp.down_proj.weight": "model-00001-of-00004.safetensors",
280
+ "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00004.safetensors",
281
+ "model.layers.8.mlp.up_proj.weight": "model-00001-of-00004.safetensors",
282
+ "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00004.safetensors",
283
+ "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00004.safetensors",
284
+ "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00004.safetensors",
285
+ "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00004.safetensors",
286
+ "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00004.safetensors",
287
+ "model.layers.9.input_layernorm.weight": "model-00002-of-00004.safetensors",
288
+ "model.layers.9.mlp.down_proj.weight": "model-00002-of-00004.safetensors",
289
+ "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00004.safetensors",
290
+ "model.layers.9.mlp.up_proj.weight": "model-00002-of-00004.safetensors",
291
+ "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00004.safetensors",
292
+ "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00004.safetensors",
293
+ "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00004.safetensors",
294
+ "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00004.safetensors",
295
+ "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00004.safetensors",
296
+ "model.norm.weight": "model-00004-of-00004.safetensors"
297
+ }
298
+ }
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d9cd6a0487226e5bd30d1846894c82af483733ab4381b75bae9c0745e05d405
3
+ size 14244
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de263ec211defcc1bc78431f1ed7ce08513de8c4944701af16cdf8025812a949
3
+ size 1064
special_tokens_map.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|begin_of_text|>",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|eot_id|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": "<|eot_id|>"
17
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
3
+ size 17209920
tokenizer_config.json ADDED
@@ -0,0 +1,2064 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "128000": {
4
+ "content": "<|begin_of_text|>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "128001": {
12
+ "content": "<|end_of_text|>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "128002": {
20
+ "content": "<|reserved_special_token_0|>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "128003": {
28
+ "content": "<|reserved_special_token_1|>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128004": {
36
+ "content": "<|finetune_right_pad_id|>",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ },
43
+ "128005": {
44
+ "content": "<|reserved_special_token_2|>",
45
+ "lstrip": false,
46
+ "normalized": false,
47
+ "rstrip": false,
48
+ "single_word": false,
49
+ "special": true
50
+ },
51
+ "128006": {
52
+ "content": "<|start_header_id|>",
53
+ "lstrip": false,
54
+ "normalized": false,
55
+ "rstrip": false,
56
+ "single_word": false,
57
+ "special": true
58
+ },
59
+ "128007": {
60
+ "content": "<|end_header_id|>",
61
+ "lstrip": false,
62
+ "normalized": false,
63
+ "rstrip": false,
64
+ "single_word": false,
65
+ "special": true
66
+ },
67
+ "128008": {
68
+ "content": "<|eom_id|>",
69
+ "lstrip": false,
70
+ "normalized": false,
71
+ "rstrip": false,
72
+ "single_word": false,
73
+ "special": true
74
+ },
75
+ "128009": {
76
+ "content": "<|eot_id|>",
77
+ "lstrip": false,
78
+ "normalized": false,
79
+ "rstrip": false,
80
+ "single_word": false,
81
+ "special": true
82
+ },
83
+ "128010": {
84
+ "content": "<|python_tag|>",
85
+ "lstrip": false,
86
+ "normalized": false,
87
+ "rstrip": false,
88
+ "single_word": false,
89
+ "special": true
90
+ },
91
+ "128011": {
92
+ "content": "<|reserved_special_token_3|>",
93
+ "lstrip": false,
94
+ "normalized": false,
95
+ "rstrip": false,
96
+ "single_word": false,
97
+ "special": true
98
+ },
99
+ "128012": {
100
+ "content": "<|reserved_special_token_4|>",
101
+ "lstrip": false,
102
+ "normalized": false,
103
+ "rstrip": false,
104
+ "single_word": false,
105
+ "special": true
106
+ },
107
+ "128013": {
108
+ "content": "<|reserved_special_token_5|>",
109
+ "lstrip": false,
110
+ "normalized": false,
111
+ "rstrip": false,
112
+ "single_word": false,
113
+ "special": true
114
+ },
115
+ "128014": {
116
+ "content": "<|reserved_special_token_6|>",
117
+ "lstrip": false,
118
+ "normalized": false,
119
+ "rstrip": false,
120
+ "single_word": false,
121
+ "special": true
122
+ },
123
+ "128015": {
124
+ "content": "<|reserved_special_token_7|>",
125
+ "lstrip": false,
126
+ "normalized": false,
127
+ "rstrip": false,
128
+ "single_word": false,
129
+ "special": true
130
+ },
131
+ "128016": {
132
+ "content": "<|reserved_special_token_8|>",
133
+ "lstrip": false,
134
+ "normalized": false,
135
+ "rstrip": false,
136
+ "single_word": false,
137
+ "special": true
138
+ },
139
+ "128017": {
140
+ "content": "<|reserved_special_token_9|>",
141
+ "lstrip": false,
142
+ "normalized": false,
143
+ "rstrip": false,
144
+ "single_word": false,
145
+ "special": true
146
+ },
147
+ "128018": {
148
+ "content": "<|reserved_special_token_10|>",
149
+ "lstrip": false,
150
+ "normalized": false,
151
+ "rstrip": false,
152
+ "single_word": false,
153
+ "special": true
154
+ },
155
+ "128019": {
156
+ "content": "<|reserved_special_token_11|>",
157
+ "lstrip": false,
158
+ "normalized": false,
159
+ "rstrip": false,
160
+ "single_word": false,
161
+ "special": true
162
+ },
163
+ "128020": {
164
+ "content": "<|reserved_special_token_12|>",
165
+ "lstrip": false,
166
+ "normalized": false,
167
+ "rstrip": false,
168
+ "single_word": false,
169
+ "special": true
170
+ },
171
+ "128021": {
172
+ "content": "<|reserved_special_token_13|>",
173
+ "lstrip": false,
174
+ "normalized": false,
175
+ "rstrip": false,
176
+ "single_word": false,
177
+ "special": true
178
+ },
179
+ "128022": {
180
+ "content": "<|reserved_special_token_14|>",
181
+ "lstrip": false,
182
+ "normalized": false,
183
+ "rstrip": false,
184
+ "single_word": false,
185
+ "special": true
186
+ },
187
+ "128023": {
188
+ "content": "<|reserved_special_token_15|>",
189
+ "lstrip": false,
190
+ "normalized": false,
191
+ "rstrip": false,
192
+ "single_word": false,
193
+ "special": true
194
+ },
195
+ "128024": {
196
+ "content": "<|reserved_special_token_16|>",
197
+ "lstrip": false,
198
+ "normalized": false,
199
+ "rstrip": false,
200
+ "single_word": false,
201
+ "special": true
202
+ },
203
+ "128025": {
204
+ "content": "<|reserved_special_token_17|>",
205
+ "lstrip": false,
206
+ "normalized": false,
207
+ "rstrip": false,
208
+ "single_word": false,
209
+ "special": true
210
+ },
211
+ "128026": {
212
+ "content": "<|reserved_special_token_18|>",
213
+ "lstrip": false,
214
+ "normalized": false,
215
+ "rstrip": false,
216
+ "single_word": false,
217
+ "special": true
218
+ },
219
+ "128027": {
220
+ "content": "<|reserved_special_token_19|>",
221
+ "lstrip": false,
222
+ "normalized": false,
223
+ "rstrip": false,
224
+ "single_word": false,
225
+ "special": true
226
+ },
227
+ "128028": {
228
+ "content": "<|reserved_special_token_20|>",
229
+ "lstrip": false,
230
+ "normalized": false,
231
+ "rstrip": false,
232
+ "single_word": false,
233
+ "special": true
234
+ },
235
+ "128029": {
236
+ "content": "<|reserved_special_token_21|>",
237
+ "lstrip": false,
238
+ "normalized": false,
239
+ "rstrip": false,
240
+ "single_word": false,
241
+ "special": true
242
+ },
243
+ "128030": {
244
+ "content": "<|reserved_special_token_22|>",
245
+ "lstrip": false,
246
+ "normalized": false,
247
+ "rstrip": false,
248
+ "single_word": false,
249
+ "special": true
250
+ },
251
+ "128031": {
252
+ "content": "<|reserved_special_token_23|>",
253
+ "lstrip": false,
254
+ "normalized": false,
255
+ "rstrip": false,
256
+ "single_word": false,
257
+ "special": true
258
+ },
259
+ "128032": {
260
+ "content": "<|reserved_special_token_24|>",
261
+ "lstrip": false,
262
+ "normalized": false,
263
+ "rstrip": false,
264
+ "single_word": false,
265
+ "special": true
266
+ },
267
+ "128033": {
268
+ "content": "<|reserved_special_token_25|>",
269
+ "lstrip": false,
270
+ "normalized": false,
271
+ "rstrip": false,
272
+ "single_word": false,
273
+ "special": true
274
+ },
275
+ "128034": {
276
+ "content": "<|reserved_special_token_26|>",
277
+ "lstrip": false,
278
+ "normalized": false,
279
+ "rstrip": false,
280
+ "single_word": false,
281
+ "special": true
282
+ },
283
+ "128035": {
284
+ "content": "<|reserved_special_token_27|>",
285
+ "lstrip": false,
286
+ "normalized": false,
287
+ "rstrip": false,
288
+ "single_word": false,
289
+ "special": true
290
+ },
291
+ "128036": {
292
+ "content": "<|reserved_special_token_28|>",
293
+ "lstrip": false,
294
+ "normalized": false,
295
+ "rstrip": false,
296
+ "single_word": false,
297
+ "special": true
298
+ },
299
+ "128037": {
300
+ "content": "<|reserved_special_token_29|>",
301
+ "lstrip": false,
302
+ "normalized": false,
303
+ "rstrip": false,
304
+ "single_word": false,
305
+ "special": true
306
+ },
307
+ "128038": {
308
+ "content": "<|reserved_special_token_30|>",
309
+ "lstrip": false,
310
+ "normalized": false,
311
+ "rstrip": false,
312
+ "single_word": false,
313
+ "special": true
314
+ },
315
+ "128039": {
316
+ "content": "<|reserved_special_token_31|>",
317
+ "lstrip": false,
318
+ "normalized": false,
319
+ "rstrip": false,
320
+ "single_word": false,
321
+ "special": true
322
+ },
323
+ "128040": {
324
+ "content": "<|reserved_special_token_32|>",
325
+ "lstrip": false,
326
+ "normalized": false,
327
+ "rstrip": false,
328
+ "single_word": false,
329
+ "special": true
330
+ },
331
+ "128041": {
332
+ "content": "<|reserved_special_token_33|>",
333
+ "lstrip": false,
334
+ "normalized": false,
335
+ "rstrip": false,
336
+ "single_word": false,
337
+ "special": true
338
+ },
339
+ "128042": {
340
+ "content": "<|reserved_special_token_34|>",
341
+ "lstrip": false,
342
+ "normalized": false,
343
+ "rstrip": false,
344
+ "single_word": false,
345
+ "special": true
346
+ },
347
+ "128043": {
348
+ "content": "<|reserved_special_token_35|>",
349
+ "lstrip": false,
350
+ "normalized": false,
351
+ "rstrip": false,
352
+ "single_word": false,
353
+ "special": true
354
+ },
355
+ "128044": {
356
+ "content": "<|reserved_special_token_36|>",
357
+ "lstrip": false,
358
+ "normalized": false,
359
+ "rstrip": false,
360
+ "single_word": false,
361
+ "special": true
362
+ },
363
+ "128045": {
364
+ "content": "<|reserved_special_token_37|>",
365
+ "lstrip": false,
366
+ "normalized": false,
367
+ "rstrip": false,
368
+ "single_word": false,
369
+ "special": true
370
+ },
371
+ "128046": {
372
+ "content": "<|reserved_special_token_38|>",
373
+ "lstrip": false,
374
+ "normalized": false,
375
+ "rstrip": false,
376
+ "single_word": false,
377
+ "special": true
378
+ },
379
+ "128047": {
380
+ "content": "<|reserved_special_token_39|>",
381
+ "lstrip": false,
382
+ "normalized": false,
383
+ "rstrip": false,
384
+ "single_word": false,
385
+ "special": true
386
+ },
387
+ "128048": {
388
+ "content": "<|reserved_special_token_40|>",
389
+ "lstrip": false,
390
+ "normalized": false,
391
+ "rstrip": false,
392
+ "single_word": false,
393
+ "special": true
394
+ },
395
+ "128049": {
396
+ "content": "<|reserved_special_token_41|>",
397
+ "lstrip": false,
398
+ "normalized": false,
399
+ "rstrip": false,
400
+ "single_word": false,
401
+ "special": true
402
+ },
403
+ "128050": {
404
+ "content": "<|reserved_special_token_42|>",
405
+ "lstrip": false,
406
+ "normalized": false,
407
+ "rstrip": false,
408
+ "single_word": false,
409
+ "special": true
410
+ },
411
+ "128051": {
412
+ "content": "<|reserved_special_token_43|>",
413
+ "lstrip": false,
414
+ "normalized": false,
415
+ "rstrip": false,
416
+ "single_word": false,
417
+ "special": true
418
+ },
419
+ "128052": {
420
+ "content": "<|reserved_special_token_44|>",
421
+ "lstrip": false,
422
+ "normalized": false,
423
+ "rstrip": false,
424
+ "single_word": false,
425
+ "special": true
426
+ },
427
+ "128053": {
428
+ "content": "<|reserved_special_token_45|>",
429
+ "lstrip": false,
430
+ "normalized": false,
431
+ "rstrip": false,
432
+ "single_word": false,
433
+ "special": true
434
+ },
435
+ "128054": {
436
+ "content": "<|reserved_special_token_46|>",
437
+ "lstrip": false,
438
+ "normalized": false,
439
+ "rstrip": false,
440
+ "single_word": false,
441
+ "special": true
442
+ },
443
+ "128055": {
444
+ "content": "<|reserved_special_token_47|>",
445
+ "lstrip": false,
446
+ "normalized": false,
447
+ "rstrip": false,
448
+ "single_word": false,
449
+ "special": true
450
+ },
451
+ "128056": {
452
+ "content": "<|reserved_special_token_48|>",
453
+ "lstrip": false,
454
+ "normalized": false,
455
+ "rstrip": false,
456
+ "single_word": false,
457
+ "special": true
458
+ },
459
+ "128057": {
460
+ "content": "<|reserved_special_token_49|>",
461
+ "lstrip": false,
462
+ "normalized": false,
463
+ "rstrip": false,
464
+ "single_word": false,
465
+ "special": true
466
+ },
467
+ "128058": {
468
+ "content": "<|reserved_special_token_50|>",
469
+ "lstrip": false,
470
+ "normalized": false,
471
+ "rstrip": false,
472
+ "single_word": false,
473
+ "special": true
474
+ },
475
+ "128059": {
476
+ "content": "<|reserved_special_token_51|>",
477
+ "lstrip": false,
478
+ "normalized": false,
479
+ "rstrip": false,
480
+ "single_word": false,
481
+ "special": true
482
+ },
483
+ "128060": {
484
+ "content": "<|reserved_special_token_52|>",
485
+ "lstrip": false,
486
+ "normalized": false,
487
+ "rstrip": false,
488
+ "single_word": false,
489
+ "special": true
490
+ },
491
+ "128061": {
492
+ "content": "<|reserved_special_token_53|>",
493
+ "lstrip": false,
494
+ "normalized": false,
495
+ "rstrip": false,
496
+ "single_word": false,
497
+ "special": true
498
+ },
499
+ "128062": {
500
+ "content": "<|reserved_special_token_54|>",
501
+ "lstrip": false,
502
+ "normalized": false,
503
+ "rstrip": false,
504
+ "single_word": false,
505
+ "special": true
506
+ },
507
+ "128063": {
508
+ "content": "<|reserved_special_token_55|>",
509
+ "lstrip": false,
510
+ "normalized": false,
511
+ "rstrip": false,
512
+ "single_word": false,
513
+ "special": true
514
+ },
515
+ "128064": {
516
+ "content": "<|reserved_special_token_56|>",
517
+ "lstrip": false,
518
+ "normalized": false,
519
+ "rstrip": false,
520
+ "single_word": false,
521
+ "special": true
522
+ },
523
+ "128065": {
524
+ "content": "<|reserved_special_token_57|>",
525
+ "lstrip": false,
526
+ "normalized": false,
527
+ "rstrip": false,
528
+ "single_word": false,
529
+ "special": true
530
+ },
531
+ "128066": {
532
+ "content": "<|reserved_special_token_58|>",
533
+ "lstrip": false,
534
+ "normalized": false,
535
+ "rstrip": false,
536
+ "single_word": false,
537
+ "special": true
538
+ },
539
+ "128067": {
540
+ "content": "<|reserved_special_token_59|>",
541
+ "lstrip": false,
542
+ "normalized": false,
543
+ "rstrip": false,
544
+ "single_word": false,
545
+ "special": true
546
+ },
547
+ "128068": {
548
+ "content": "<|reserved_special_token_60|>",
549
+ "lstrip": false,
550
+ "normalized": false,
551
+ "rstrip": false,
552
+ "single_word": false,
553
+ "special": true
554
+ },
555
+ "128069": {
556
+ "content": "<|reserved_special_token_61|>",
557
+ "lstrip": false,
558
+ "normalized": false,
559
+ "rstrip": false,
560
+ "single_word": false,
561
+ "special": true
562
+ },
563
+ "128070": {
564
+ "content": "<|reserved_special_token_62|>",
565
+ "lstrip": false,
566
+ "normalized": false,
567
+ "rstrip": false,
568
+ "single_word": false,
569
+ "special": true
570
+ },
571
+ "128071": {
572
+ "content": "<|reserved_special_token_63|>",
573
+ "lstrip": false,
574
+ "normalized": false,
575
+ "rstrip": false,
576
+ "single_word": false,
577
+ "special": true
578
+ },
579
+ "128072": {
580
+ "content": "<|reserved_special_token_64|>",
581
+ "lstrip": false,
582
+ "normalized": false,
583
+ "rstrip": false,
584
+ "single_word": false,
585
+ "special": true
586
+ },
587
+ "128073": {
588
+ "content": "<|reserved_special_token_65|>",
589
+ "lstrip": false,
590
+ "normalized": false,
591
+ "rstrip": false,
592
+ "single_word": false,
593
+ "special": true
594
+ },
595
+ "128074": {
596
+ "content": "<|reserved_special_token_66|>",
597
+ "lstrip": false,
598
+ "normalized": false,
599
+ "rstrip": false,
600
+ "single_word": false,
601
+ "special": true
602
+ },
603
+ "128075": {
604
+ "content": "<|reserved_special_token_67|>",
605
+ "lstrip": false,
606
+ "normalized": false,
607
+ "rstrip": false,
608
+ "single_word": false,
609
+ "special": true
610
+ },
611
+ "128076": {
612
+ "content": "<|reserved_special_token_68|>",
613
+ "lstrip": false,
614
+ "normalized": false,
615
+ "rstrip": false,
616
+ "single_word": false,
617
+ "special": true
618
+ },
619
+ "128077": {
620
+ "content": "<|reserved_special_token_69|>",
621
+ "lstrip": false,
622
+ "normalized": false,
623
+ "rstrip": false,
624
+ "single_word": false,
625
+ "special": true
626
+ },
627
+ "128078": {
628
+ "content": "<|reserved_special_token_70|>",
629
+ "lstrip": false,
630
+ "normalized": false,
631
+ "rstrip": false,
632
+ "single_word": false,
633
+ "special": true
634
+ },
635
+ "128079": {
636
+ "content": "<|reserved_special_token_71|>",
637
+ "lstrip": false,
638
+ "normalized": false,
639
+ "rstrip": false,
640
+ "single_word": false,
641
+ "special": true
642
+ },
643
+ "128080": {
644
+ "content": "<|reserved_special_token_72|>",
645
+ "lstrip": false,
646
+ "normalized": false,
647
+ "rstrip": false,
648
+ "single_word": false,
649
+ "special": true
650
+ },
651
+ "128081": {
652
+ "content": "<|reserved_special_token_73|>",
653
+ "lstrip": false,
654
+ "normalized": false,
655
+ "rstrip": false,
656
+ "single_word": false,
657
+ "special": true
658
+ },
659
+ "128082": {
660
+ "content": "<|reserved_special_token_74|>",
661
+ "lstrip": false,
662
+ "normalized": false,
663
+ "rstrip": false,
664
+ "single_word": false,
665
+ "special": true
666
+ },
667
+ "128083": {
668
+ "content": "<|reserved_special_token_75|>",
669
+ "lstrip": false,
670
+ "normalized": false,
671
+ "rstrip": false,
672
+ "single_word": false,
673
+ "special": true
674
+ },
675
+ "128084": {
676
+ "content": "<|reserved_special_token_76|>",
677
+ "lstrip": false,
678
+ "normalized": false,
679
+ "rstrip": false,
680
+ "single_word": false,
681
+ "special": true
682
+ },
683
+ "128085": {
684
+ "content": "<|reserved_special_token_77|>",
685
+ "lstrip": false,
686
+ "normalized": false,
687
+ "rstrip": false,
688
+ "single_word": false,
689
+ "special": true
690
+ },
691
+ "128086": {
692
+ "content": "<|reserved_special_token_78|>",
693
+ "lstrip": false,
694
+ "normalized": false,
695
+ "rstrip": false,
696
+ "single_word": false,
697
+ "special": true
698
+ },
699
+ "128087": {
700
+ "content": "<|reserved_special_token_79|>",
701
+ "lstrip": false,
702
+ "normalized": false,
703
+ "rstrip": false,
704
+ "single_word": false,
705
+ "special": true
706
+ },
707
+ "128088": {
708
+ "content": "<|reserved_special_token_80|>",
709
+ "lstrip": false,
710
+ "normalized": false,
711
+ "rstrip": false,
712
+ "single_word": false,
713
+ "special": true
714
+ },
715
+ "128089": {
716
+ "content": "<|reserved_special_token_81|>",
717
+ "lstrip": false,
718
+ "normalized": false,
719
+ "rstrip": false,
720
+ "single_word": false,
721
+ "special": true
722
+ },
723
+ "128090": {
724
+ "content": "<|reserved_special_token_82|>",
725
+ "lstrip": false,
726
+ "normalized": false,
727
+ "rstrip": false,
728
+ "single_word": false,
729
+ "special": true
730
+ },
731
+ "128091": {
732
+ "content": "<|reserved_special_token_83|>",
733
+ "lstrip": false,
734
+ "normalized": false,
735
+ "rstrip": false,
736
+ "single_word": false,
737
+ "special": true
738
+ },
739
+ "128092": {
740
+ "content": "<|reserved_special_token_84|>",
741
+ "lstrip": false,
742
+ "normalized": false,
743
+ "rstrip": false,
744
+ "single_word": false,
745
+ "special": true
746
+ },
747
+ "128093": {
748
+ "content": "<|reserved_special_token_85|>",
749
+ "lstrip": false,
750
+ "normalized": false,
751
+ "rstrip": false,
752
+ "single_word": false,
753
+ "special": true
754
+ },
755
+ "128094": {
756
+ "content": "<|reserved_special_token_86|>",
757
+ "lstrip": false,
758
+ "normalized": false,
759
+ "rstrip": false,
760
+ "single_word": false,
761
+ "special": true
762
+ },
763
+ "128095": {
764
+ "content": "<|reserved_special_token_87|>",
765
+ "lstrip": false,
766
+ "normalized": false,
767
+ "rstrip": false,
768
+ "single_word": false,
769
+ "special": true
770
+ },
771
+ "128096": {
772
+ "content": "<|reserved_special_token_88|>",
773
+ "lstrip": false,
774
+ "normalized": false,
775
+ "rstrip": false,
776
+ "single_word": false,
777
+ "special": true
778
+ },
779
+ "128097": {
780
+ "content": "<|reserved_special_token_89|>",
781
+ "lstrip": false,
782
+ "normalized": false,
783
+ "rstrip": false,
784
+ "single_word": false,
785
+ "special": true
786
+ },
787
+ "128098": {
788
+ "content": "<|reserved_special_token_90|>",
789
+ "lstrip": false,
790
+ "normalized": false,
791
+ "rstrip": false,
792
+ "single_word": false,
793
+ "special": true
794
+ },
795
+ "128099": {
796
+ "content": "<|reserved_special_token_91|>",
797
+ "lstrip": false,
798
+ "normalized": false,
799
+ "rstrip": false,
800
+ "single_word": false,
801
+ "special": true
802
+ },
803
+ "128100": {
804
+ "content": "<|reserved_special_token_92|>",
805
+ "lstrip": false,
806
+ "normalized": false,
807
+ "rstrip": false,
808
+ "single_word": false,
809
+ "special": true
810
+ },
811
+ "128101": {
812
+ "content": "<|reserved_special_token_93|>",
813
+ "lstrip": false,
814
+ "normalized": false,
815
+ "rstrip": false,
816
+ "single_word": false,
817
+ "special": true
818
+ },
819
+ "128102": {
820
+ "content": "<|reserved_special_token_94|>",
821
+ "lstrip": false,
822
+ "normalized": false,
823
+ "rstrip": false,
824
+ "single_word": false,
825
+ "special": true
826
+ },
827
+ "128103": {
828
+ "content": "<|reserved_special_token_95|>",
829
+ "lstrip": false,
830
+ "normalized": false,
831
+ "rstrip": false,
832
+ "single_word": false,
833
+ "special": true
834
+ },
835
+ "128104": {
836
+ "content": "<|reserved_special_token_96|>",
837
+ "lstrip": false,
838
+ "normalized": false,
839
+ "rstrip": false,
840
+ "single_word": false,
841
+ "special": true
842
+ },
843
+ "128105": {
844
+ "content": "<|reserved_special_token_97|>",
845
+ "lstrip": false,
846
+ "normalized": false,
847
+ "rstrip": false,
848
+ "single_word": false,
849
+ "special": true
850
+ },
851
+ "128106": {
852
+ "content": "<|reserved_special_token_98|>",
853
+ "lstrip": false,
854
+ "normalized": false,
855
+ "rstrip": false,
856
+ "single_word": false,
857
+ "special": true
858
+ },
859
+ "128107": {
860
+ "content": "<|reserved_special_token_99|>",
861
+ "lstrip": false,
862
+ "normalized": false,
863
+ "rstrip": false,
864
+ "single_word": false,
865
+ "special": true
866
+ },
867
+ "128108": {
868
+ "content": "<|reserved_special_token_100|>",
869
+ "lstrip": false,
870
+ "normalized": false,
871
+ "rstrip": false,
872
+ "single_word": false,
873
+ "special": true
874
+ },
875
+ "128109": {
876
+ "content": "<|reserved_special_token_101|>",
877
+ "lstrip": false,
878
+ "normalized": false,
879
+ "rstrip": false,
880
+ "single_word": false,
881
+ "special": true
882
+ },
883
+ "128110": {
884
+ "content": "<|reserved_special_token_102|>",
885
+ "lstrip": false,
886
+ "normalized": false,
887
+ "rstrip": false,
888
+ "single_word": false,
889
+ "special": true
890
+ },
891
+ "128111": {
892
+ "content": "<|reserved_special_token_103|>",
893
+ "lstrip": false,
894
+ "normalized": false,
895
+ "rstrip": false,
896
+ "single_word": false,
897
+ "special": true
898
+ },
899
+ "128112": {
900
+ "content": "<|reserved_special_token_104|>",
901
+ "lstrip": false,
902
+ "normalized": false,
903
+ "rstrip": false,
904
+ "single_word": false,
905
+ "special": true
906
+ },
907
+ "128113": {
908
+ "content": "<|reserved_special_token_105|>",
909
+ "lstrip": false,
910
+ "normalized": false,
911
+ "rstrip": false,
912
+ "single_word": false,
913
+ "special": true
914
+ },
915
+ "128114": {
916
+ "content": "<|reserved_special_token_106|>",
917
+ "lstrip": false,
918
+ "normalized": false,
919
+ "rstrip": false,
920
+ "single_word": false,
921
+ "special": true
922
+ },
923
+ "128115": {
924
+ "content": "<|reserved_special_token_107|>",
925
+ "lstrip": false,
926
+ "normalized": false,
927
+ "rstrip": false,
928
+ "single_word": false,
929
+ "special": true
930
+ },
931
+ "128116": {
932
+ "content": "<|reserved_special_token_108|>",
933
+ "lstrip": false,
934
+ "normalized": false,
935
+ "rstrip": false,
936
+ "single_word": false,
937
+ "special": true
938
+ },
939
+ "128117": {
940
+ "content": "<|reserved_special_token_109|>",
941
+ "lstrip": false,
942
+ "normalized": false,
943
+ "rstrip": false,
944
+ "single_word": false,
945
+ "special": true
946
+ },
947
+ "128118": {
948
+ "content": "<|reserved_special_token_110|>",
949
+ "lstrip": false,
950
+ "normalized": false,
951
+ "rstrip": false,
952
+ "single_word": false,
953
+ "special": true
954
+ },
955
+ "128119": {
956
+ "content": "<|reserved_special_token_111|>",
957
+ "lstrip": false,
958
+ "normalized": false,
959
+ "rstrip": false,
960
+ "single_word": false,
961
+ "special": true
962
+ },
963
+ "128120": {
964
+ "content": "<|reserved_special_token_112|>",
965
+ "lstrip": false,
966
+ "normalized": false,
967
+ "rstrip": false,
968
+ "single_word": false,
969
+ "special": true
970
+ },
971
+ "128121": {
972
+ "content": "<|reserved_special_token_113|>",
973
+ "lstrip": false,
974
+ "normalized": false,
975
+ "rstrip": false,
976
+ "single_word": false,
977
+ "special": true
978
+ },
979
+ "128122": {
980
+ "content": "<|reserved_special_token_114|>",
981
+ "lstrip": false,
982
+ "normalized": false,
983
+ "rstrip": false,
984
+ "single_word": false,
985
+ "special": true
986
+ },
987
+ "128123": {
988
+ "content": "<|reserved_special_token_115|>",
989
+ "lstrip": false,
990
+ "normalized": false,
991
+ "rstrip": false,
992
+ "single_word": false,
993
+ "special": true
994
+ },
995
+ "128124": {
996
+ "content": "<|reserved_special_token_116|>",
997
+ "lstrip": false,
998
+ "normalized": false,
999
+ "rstrip": false,
1000
+ "single_word": false,
1001
+ "special": true
1002
+ },
1003
+ "128125": {
1004
+ "content": "<|reserved_special_token_117|>",
1005
+ "lstrip": false,
1006
+ "normalized": false,
1007
+ "rstrip": false,
1008
+ "single_word": false,
1009
+ "special": true
1010
+ },
1011
+ "128126": {
1012
+ "content": "<|reserved_special_token_118|>",
1013
+ "lstrip": false,
1014
+ "normalized": false,
1015
+ "rstrip": false,
1016
+ "single_word": false,
1017
+ "special": true
1018
+ },
1019
+ "128127": {
1020
+ "content": "<|reserved_special_token_119|>",
1021
+ "lstrip": false,
1022
+ "normalized": false,
1023
+ "rstrip": false,
1024
+ "single_word": false,
1025
+ "special": true
1026
+ },
1027
+ "128128": {
1028
+ "content": "<|reserved_special_token_120|>",
1029
+ "lstrip": false,
1030
+ "normalized": false,
1031
+ "rstrip": false,
1032
+ "single_word": false,
1033
+ "special": true
1034
+ },
1035
+ "128129": {
1036
+ "content": "<|reserved_special_token_121|>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false,
1041
+ "special": true
1042
+ },
1043
+ "128130": {
1044
+ "content": "<|reserved_special_token_122|>",
1045
+ "lstrip": false,
1046
+ "normalized": false,
1047
+ "rstrip": false,
1048
+ "single_word": false,
1049
+ "special": true
1050
+ },
1051
+ "128131": {
1052
+ "content": "<|reserved_special_token_123|>",
1053
+ "lstrip": false,
1054
+ "normalized": false,
1055
+ "rstrip": false,
1056
+ "single_word": false,
1057
+ "special": true
1058
+ },
1059
+ "128132": {
1060
+ "content": "<|reserved_special_token_124|>",
1061
+ "lstrip": false,
1062
+ "normalized": false,
1063
+ "rstrip": false,
1064
+ "single_word": false,
1065
+ "special": true
1066
+ },
1067
+ "128133": {
1068
+ "content": "<|reserved_special_token_125|>",
1069
+ "lstrip": false,
1070
+ "normalized": false,
1071
+ "rstrip": false,
1072
+ "single_word": false,
1073
+ "special": true
1074
+ },
1075
+ "128134": {
1076
+ "content": "<|reserved_special_token_126|>",
1077
+ "lstrip": false,
1078
+ "normalized": false,
1079
+ "rstrip": false,
1080
+ "single_word": false,
1081
+ "special": true
1082
+ },
1083
+ "128135": {
1084
+ "content": "<|reserved_special_token_127|>",
1085
+ "lstrip": false,
1086
+ "normalized": false,
1087
+ "rstrip": false,
1088
+ "single_word": false,
1089
+ "special": true
1090
+ },
1091
+ "128136": {
1092
+ "content": "<|reserved_special_token_128|>",
1093
+ "lstrip": false,
1094
+ "normalized": false,
1095
+ "rstrip": false,
1096
+ "single_word": false,
1097
+ "special": true
1098
+ },
1099
+ "128137": {
1100
+ "content": "<|reserved_special_token_129|>",
1101
+ "lstrip": false,
1102
+ "normalized": false,
1103
+ "rstrip": false,
1104
+ "single_word": false,
1105
+ "special": true
1106
+ },
1107
+ "128138": {
1108
+ "content": "<|reserved_special_token_130|>",
1109
+ "lstrip": false,
1110
+ "normalized": false,
1111
+ "rstrip": false,
1112
+ "single_word": false,
1113
+ "special": true
1114
+ },
1115
+ "128139": {
1116
+ "content": "<|reserved_special_token_131|>",
1117
+ "lstrip": false,
1118
+ "normalized": false,
1119
+ "rstrip": false,
1120
+ "single_word": false,
1121
+ "special": true
1122
+ },
1123
+ "128140": {
1124
+ "content": "<|reserved_special_token_132|>",
1125
+ "lstrip": false,
1126
+ "normalized": false,
1127
+ "rstrip": false,
1128
+ "single_word": false,
1129
+ "special": true
1130
+ },
1131
+ "128141": {
1132
+ "content": "<|reserved_special_token_133|>",
1133
+ "lstrip": false,
1134
+ "normalized": false,
1135
+ "rstrip": false,
1136
+ "single_word": false,
1137
+ "special": true
1138
+ },
1139
+ "128142": {
1140
+ "content": "<|reserved_special_token_134|>",
1141
+ "lstrip": false,
1142
+ "normalized": false,
1143
+ "rstrip": false,
1144
+ "single_word": false,
1145
+ "special": true
1146
+ },
1147
+ "128143": {
1148
+ "content": "<|reserved_special_token_135|>",
1149
+ "lstrip": false,
1150
+ "normalized": false,
1151
+ "rstrip": false,
1152
+ "single_word": false,
1153
+ "special": true
1154
+ },
1155
+ "128144": {
1156
+ "content": "<|reserved_special_token_136|>",
1157
+ "lstrip": false,
1158
+ "normalized": false,
1159
+ "rstrip": false,
1160
+ "single_word": false,
1161
+ "special": true
1162
+ },
1163
+ "128145": {
1164
+ "content": "<|reserved_special_token_137|>",
1165
+ "lstrip": false,
1166
+ "normalized": false,
1167
+ "rstrip": false,
1168
+ "single_word": false,
1169
+ "special": true
1170
+ },
1171
+ "128146": {
1172
+ "content": "<|reserved_special_token_138|>",
1173
+ "lstrip": false,
1174
+ "normalized": false,
1175
+ "rstrip": false,
1176
+ "single_word": false,
1177
+ "special": true
1178
+ },
1179
+ "128147": {
1180
+ "content": "<|reserved_special_token_139|>",
1181
+ "lstrip": false,
1182
+ "normalized": false,
1183
+ "rstrip": false,
1184
+ "single_word": false,
1185
+ "special": true
1186
+ },
1187
+ "128148": {
1188
+ "content": "<|reserved_special_token_140|>",
1189
+ "lstrip": false,
1190
+ "normalized": false,
1191
+ "rstrip": false,
1192
+ "single_word": false,
1193
+ "special": true
1194
+ },
1195
+ "128149": {
1196
+ "content": "<|reserved_special_token_141|>",
1197
+ "lstrip": false,
1198
+ "normalized": false,
1199
+ "rstrip": false,
1200
+ "single_word": false,
1201
+ "special": true
1202
+ },
1203
+ "128150": {
1204
+ "content": "<|reserved_special_token_142|>",
1205
+ "lstrip": false,
1206
+ "normalized": false,
1207
+ "rstrip": false,
1208
+ "single_word": false,
1209
+ "special": true
1210
+ },
1211
+ "128151": {
1212
+ "content": "<|reserved_special_token_143|>",
1213
+ "lstrip": false,
1214
+ "normalized": false,
1215
+ "rstrip": false,
1216
+ "single_word": false,
1217
+ "special": true
1218
+ },
1219
+ "128152": {
1220
+ "content": "<|reserved_special_token_144|>",
1221
+ "lstrip": false,
1222
+ "normalized": false,
1223
+ "rstrip": false,
1224
+ "single_word": false,
1225
+ "special": true
1226
+ },
1227
+ "128153": {
1228
+ "content": "<|reserved_special_token_145|>",
1229
+ "lstrip": false,
1230
+ "normalized": false,
1231
+ "rstrip": false,
1232
+ "single_word": false,
1233
+ "special": true
1234
+ },
1235
+ "128154": {
1236
+ "content": "<|reserved_special_token_146|>",
1237
+ "lstrip": false,
1238
+ "normalized": false,
1239
+ "rstrip": false,
1240
+ "single_word": false,
1241
+ "special": true
1242
+ },
1243
+ "128155": {
1244
+ "content": "<|reserved_special_token_147|>",
1245
+ "lstrip": false,
1246
+ "normalized": false,
1247
+ "rstrip": false,
1248
+ "single_word": false,
1249
+ "special": true
1250
+ },
1251
+ "128156": {
1252
+ "content": "<|reserved_special_token_148|>",
1253
+ "lstrip": false,
1254
+ "normalized": false,
1255
+ "rstrip": false,
1256
+ "single_word": false,
1257
+ "special": true
1258
+ },
1259
+ "128157": {
1260
+ "content": "<|reserved_special_token_149|>",
1261
+ "lstrip": false,
1262
+ "normalized": false,
1263
+ "rstrip": false,
1264
+ "single_word": false,
1265
+ "special": true
1266
+ },
1267
+ "128158": {
1268
+ "content": "<|reserved_special_token_150|>",
1269
+ "lstrip": false,
1270
+ "normalized": false,
1271
+ "rstrip": false,
1272
+ "single_word": false,
1273
+ "special": true
1274
+ },
1275
+ "128159": {
1276
+ "content": "<|reserved_special_token_151|>",
1277
+ "lstrip": false,
1278
+ "normalized": false,
1279
+ "rstrip": false,
1280
+ "single_word": false,
1281
+ "special": true
1282
+ },
1283
+ "128160": {
1284
+ "content": "<|reserved_special_token_152|>",
1285
+ "lstrip": false,
1286
+ "normalized": false,
1287
+ "rstrip": false,
1288
+ "single_word": false,
1289
+ "special": true
1290
+ },
1291
+ "128161": {
1292
+ "content": "<|reserved_special_token_153|>",
1293
+ "lstrip": false,
1294
+ "normalized": false,
1295
+ "rstrip": false,
1296
+ "single_word": false,
1297
+ "special": true
1298
+ },
1299
+ "128162": {
1300
+ "content": "<|reserved_special_token_154|>",
1301
+ "lstrip": false,
1302
+ "normalized": false,
1303
+ "rstrip": false,
1304
+ "single_word": false,
1305
+ "special": true
1306
+ },
1307
+ "128163": {
1308
+ "content": "<|reserved_special_token_155|>",
1309
+ "lstrip": false,
1310
+ "normalized": false,
1311
+ "rstrip": false,
1312
+ "single_word": false,
1313
+ "special": true
1314
+ },
1315
+ "128164": {
1316
+ "content": "<|reserved_special_token_156|>",
1317
+ "lstrip": false,
1318
+ "normalized": false,
1319
+ "rstrip": false,
1320
+ "single_word": false,
1321
+ "special": true
1322
+ },
1323
+ "128165": {
1324
+ "content": "<|reserved_special_token_157|>",
1325
+ "lstrip": false,
1326
+ "normalized": false,
1327
+ "rstrip": false,
1328
+ "single_word": false,
1329
+ "special": true
1330
+ },
1331
+ "128166": {
1332
+ "content": "<|reserved_special_token_158|>",
1333
+ "lstrip": false,
1334
+ "normalized": false,
1335
+ "rstrip": false,
1336
+ "single_word": false,
1337
+ "special": true
1338
+ },
1339
+ "128167": {
1340
+ "content": "<|reserved_special_token_159|>",
1341
+ "lstrip": false,
1342
+ "normalized": false,
1343
+ "rstrip": false,
1344
+ "single_word": false,
1345
+ "special": true
1346
+ },
1347
+ "128168": {
1348
+ "content": "<|reserved_special_token_160|>",
1349
+ "lstrip": false,
1350
+ "normalized": false,
1351
+ "rstrip": false,
1352
+ "single_word": false,
1353
+ "special": true
1354
+ },
1355
+ "128169": {
1356
+ "content": "<|reserved_special_token_161|>",
1357
+ "lstrip": false,
1358
+ "normalized": false,
1359
+ "rstrip": false,
1360
+ "single_word": false,
1361
+ "special": true
1362
+ },
1363
+ "128170": {
1364
+ "content": "<|reserved_special_token_162|>",
1365
+ "lstrip": false,
1366
+ "normalized": false,
1367
+ "rstrip": false,
1368
+ "single_word": false,
1369
+ "special": true
1370
+ },
1371
+ "128171": {
1372
+ "content": "<|reserved_special_token_163|>",
1373
+ "lstrip": false,
1374
+ "normalized": false,
1375
+ "rstrip": false,
1376
+ "single_word": false,
1377
+ "special": true
1378
+ },
1379
+ "128172": {
1380
+ "content": "<|reserved_special_token_164|>",
1381
+ "lstrip": false,
1382
+ "normalized": false,
1383
+ "rstrip": false,
1384
+ "single_word": false,
1385
+ "special": true
1386
+ },
1387
+ "128173": {
1388
+ "content": "<|reserved_special_token_165|>",
1389
+ "lstrip": false,
1390
+ "normalized": false,
1391
+ "rstrip": false,
1392
+ "single_word": false,
1393
+ "special": true
1394
+ },
1395
+ "128174": {
1396
+ "content": "<|reserved_special_token_166|>",
1397
+ "lstrip": false,
1398
+ "normalized": false,
1399
+ "rstrip": false,
1400
+ "single_word": false,
1401
+ "special": true
1402
+ },
1403
+ "128175": {
1404
+ "content": "<|reserved_special_token_167|>",
1405
+ "lstrip": false,
1406
+ "normalized": false,
1407
+ "rstrip": false,
1408
+ "single_word": false,
1409
+ "special": true
1410
+ },
1411
+ "128176": {
1412
+ "content": "<|reserved_special_token_168|>",
1413
+ "lstrip": false,
1414
+ "normalized": false,
1415
+ "rstrip": false,
1416
+ "single_word": false,
1417
+ "special": true
1418
+ },
1419
+ "128177": {
1420
+ "content": "<|reserved_special_token_169|>",
1421
+ "lstrip": false,
1422
+ "normalized": false,
1423
+ "rstrip": false,
1424
+ "single_word": false,
1425
+ "special": true
1426
+ },
1427
+ "128178": {
1428
+ "content": "<|reserved_special_token_170|>",
1429
+ "lstrip": false,
1430
+ "normalized": false,
1431
+ "rstrip": false,
1432
+ "single_word": false,
1433
+ "special": true
1434
+ },
1435
+ "128179": {
1436
+ "content": "<|reserved_special_token_171|>",
1437
+ "lstrip": false,
1438
+ "normalized": false,
1439
+ "rstrip": false,
1440
+ "single_word": false,
1441
+ "special": true
1442
+ },
1443
+ "128180": {
1444
+ "content": "<|reserved_special_token_172|>",
1445
+ "lstrip": false,
1446
+ "normalized": false,
1447
+ "rstrip": false,
1448
+ "single_word": false,
1449
+ "special": true
1450
+ },
1451
+ "128181": {
1452
+ "content": "<|reserved_special_token_173|>",
1453
+ "lstrip": false,
1454
+ "normalized": false,
1455
+ "rstrip": false,
1456
+ "single_word": false,
1457
+ "special": true
1458
+ },
1459
+ "128182": {
1460
+ "content": "<|reserved_special_token_174|>",
1461
+ "lstrip": false,
1462
+ "normalized": false,
1463
+ "rstrip": false,
1464
+ "single_word": false,
1465
+ "special": true
1466
+ },
1467
+ "128183": {
1468
+ "content": "<|reserved_special_token_175|>",
1469
+ "lstrip": false,
1470
+ "normalized": false,
1471
+ "rstrip": false,
1472
+ "single_word": false,
1473
+ "special": true
1474
+ },
1475
+ "128184": {
1476
+ "content": "<|reserved_special_token_176|>",
1477
+ "lstrip": false,
1478
+ "normalized": false,
1479
+ "rstrip": false,
1480
+ "single_word": false,
1481
+ "special": true
1482
+ },
1483
+ "128185": {
1484
+ "content": "<|reserved_special_token_177|>",
1485
+ "lstrip": false,
1486
+ "normalized": false,
1487
+ "rstrip": false,
1488
+ "single_word": false,
1489
+ "special": true
1490
+ },
1491
+ "128186": {
1492
+ "content": "<|reserved_special_token_178|>",
1493
+ "lstrip": false,
1494
+ "normalized": false,
1495
+ "rstrip": false,
1496
+ "single_word": false,
1497
+ "special": true
1498
+ },
1499
+ "128187": {
1500
+ "content": "<|reserved_special_token_179|>",
1501
+ "lstrip": false,
1502
+ "normalized": false,
1503
+ "rstrip": false,
1504
+ "single_word": false,
1505
+ "special": true
1506
+ },
1507
+ "128188": {
1508
+ "content": "<|reserved_special_token_180|>",
1509
+ "lstrip": false,
1510
+ "normalized": false,
1511
+ "rstrip": false,
1512
+ "single_word": false,
1513
+ "special": true
1514
+ },
1515
+ "128189": {
1516
+ "content": "<|reserved_special_token_181|>",
1517
+ "lstrip": false,
1518
+ "normalized": false,
1519
+ "rstrip": false,
1520
+ "single_word": false,
1521
+ "special": true
1522
+ },
1523
+ "128190": {
1524
+ "content": "<|reserved_special_token_182|>",
1525
+ "lstrip": false,
1526
+ "normalized": false,
1527
+ "rstrip": false,
1528
+ "single_word": false,
1529
+ "special": true
1530
+ },
1531
+ "128191": {
1532
+ "content": "<|reserved_special_token_183|>",
1533
+ "lstrip": false,
1534
+ "normalized": false,
1535
+ "rstrip": false,
1536
+ "single_word": false,
1537
+ "special": true
1538
+ },
1539
+ "128192": {
1540
+ "content": "<|reserved_special_token_184|>",
1541
+ "lstrip": false,
1542
+ "normalized": false,
1543
+ "rstrip": false,
1544
+ "single_word": false,
1545
+ "special": true
1546
+ },
1547
+ "128193": {
1548
+ "content": "<|reserved_special_token_185|>",
1549
+ "lstrip": false,
1550
+ "normalized": false,
1551
+ "rstrip": false,
1552
+ "single_word": false,
1553
+ "special": true
1554
+ },
1555
+ "128194": {
1556
+ "content": "<|reserved_special_token_186|>",
1557
+ "lstrip": false,
1558
+ "normalized": false,
1559
+ "rstrip": false,
1560
+ "single_word": false,
1561
+ "special": true
1562
+ },
1563
+ "128195": {
1564
+ "content": "<|reserved_special_token_187|>",
1565
+ "lstrip": false,
1566
+ "normalized": false,
1567
+ "rstrip": false,
1568
+ "single_word": false,
1569
+ "special": true
1570
+ },
1571
+ "128196": {
1572
+ "content": "<|reserved_special_token_188|>",
1573
+ "lstrip": false,
1574
+ "normalized": false,
1575
+ "rstrip": false,
1576
+ "single_word": false,
1577
+ "special": true
1578
+ },
1579
+ "128197": {
1580
+ "content": "<|reserved_special_token_189|>",
1581
+ "lstrip": false,
1582
+ "normalized": false,
1583
+ "rstrip": false,
1584
+ "single_word": false,
1585
+ "special": true
1586
+ },
1587
+ "128198": {
1588
+ "content": "<|reserved_special_token_190|>",
1589
+ "lstrip": false,
1590
+ "normalized": false,
1591
+ "rstrip": false,
1592
+ "single_word": false,
1593
+ "special": true
1594
+ },
1595
+ "128199": {
1596
+ "content": "<|reserved_special_token_191|>",
1597
+ "lstrip": false,
1598
+ "normalized": false,
1599
+ "rstrip": false,
1600
+ "single_word": false,
1601
+ "special": true
1602
+ },
1603
+ "128200": {
1604
+ "content": "<|reserved_special_token_192|>",
1605
+ "lstrip": false,
1606
+ "normalized": false,
1607
+ "rstrip": false,
1608
+ "single_word": false,
1609
+ "special": true
1610
+ },
1611
+ "128201": {
1612
+ "content": "<|reserved_special_token_193|>",
1613
+ "lstrip": false,
1614
+ "normalized": false,
1615
+ "rstrip": false,
1616
+ "single_word": false,
1617
+ "special": true
1618
+ },
1619
+ "128202": {
1620
+ "content": "<|reserved_special_token_194|>",
1621
+ "lstrip": false,
1622
+ "normalized": false,
1623
+ "rstrip": false,
1624
+ "single_word": false,
1625
+ "special": true
1626
+ },
1627
+ "128203": {
1628
+ "content": "<|reserved_special_token_195|>",
1629
+ "lstrip": false,
1630
+ "normalized": false,
1631
+ "rstrip": false,
1632
+ "single_word": false,
1633
+ "special": true
1634
+ },
1635
+ "128204": {
1636
+ "content": "<|reserved_special_token_196|>",
1637
+ "lstrip": false,
1638
+ "normalized": false,
1639
+ "rstrip": false,
1640
+ "single_word": false,
1641
+ "special": true
1642
+ },
1643
+ "128205": {
1644
+ "content": "<|reserved_special_token_197|>",
1645
+ "lstrip": false,
1646
+ "normalized": false,
1647
+ "rstrip": false,
1648
+ "single_word": false,
1649
+ "special": true
1650
+ },
1651
+ "128206": {
1652
+ "content": "<|reserved_special_token_198|>",
1653
+ "lstrip": false,
1654
+ "normalized": false,
1655
+ "rstrip": false,
1656
+ "single_word": false,
1657
+ "special": true
1658
+ },
1659
+ "128207": {
1660
+ "content": "<|reserved_special_token_199|>",
1661
+ "lstrip": false,
1662
+ "normalized": false,
1663
+ "rstrip": false,
1664
+ "single_word": false,
1665
+ "special": true
1666
+ },
1667
+ "128208": {
1668
+ "content": "<|reserved_special_token_200|>",
1669
+ "lstrip": false,
1670
+ "normalized": false,
1671
+ "rstrip": false,
1672
+ "single_word": false,
1673
+ "special": true
1674
+ },
1675
+ "128209": {
1676
+ "content": "<|reserved_special_token_201|>",
1677
+ "lstrip": false,
1678
+ "normalized": false,
1679
+ "rstrip": false,
1680
+ "single_word": false,
1681
+ "special": true
1682
+ },
1683
+ "128210": {
1684
+ "content": "<|reserved_special_token_202|>",
1685
+ "lstrip": false,
1686
+ "normalized": false,
1687
+ "rstrip": false,
1688
+ "single_word": false,
1689
+ "special": true
1690
+ },
1691
+ "128211": {
1692
+ "content": "<|reserved_special_token_203|>",
1693
+ "lstrip": false,
1694
+ "normalized": false,
1695
+ "rstrip": false,
1696
+ "single_word": false,
1697
+ "special": true
1698
+ },
1699
+ "128212": {
1700
+ "content": "<|reserved_special_token_204|>",
1701
+ "lstrip": false,
1702
+ "normalized": false,
1703
+ "rstrip": false,
1704
+ "single_word": false,
1705
+ "special": true
1706
+ },
1707
+ "128213": {
1708
+ "content": "<|reserved_special_token_205|>",
1709
+ "lstrip": false,
1710
+ "normalized": false,
1711
+ "rstrip": false,
1712
+ "single_word": false,
1713
+ "special": true
1714
+ },
1715
+ "128214": {
1716
+ "content": "<|reserved_special_token_206|>",
1717
+ "lstrip": false,
1718
+ "normalized": false,
1719
+ "rstrip": false,
1720
+ "single_word": false,
1721
+ "special": true
1722
+ },
1723
+ "128215": {
1724
+ "content": "<|reserved_special_token_207|>",
1725
+ "lstrip": false,
1726
+ "normalized": false,
1727
+ "rstrip": false,
1728
+ "single_word": false,
1729
+ "special": true
1730
+ },
1731
+ "128216": {
1732
+ "content": "<|reserved_special_token_208|>",
1733
+ "lstrip": false,
1734
+ "normalized": false,
1735
+ "rstrip": false,
1736
+ "single_word": false,
1737
+ "special": true
1738
+ },
1739
+ "128217": {
1740
+ "content": "<|reserved_special_token_209|>",
1741
+ "lstrip": false,
1742
+ "normalized": false,
1743
+ "rstrip": false,
1744
+ "single_word": false,
1745
+ "special": true
1746
+ },
1747
+ "128218": {
1748
+ "content": "<|reserved_special_token_210|>",
1749
+ "lstrip": false,
1750
+ "normalized": false,
1751
+ "rstrip": false,
1752
+ "single_word": false,
1753
+ "special": true
1754
+ },
1755
+ "128219": {
1756
+ "content": "<|reserved_special_token_211|>",
1757
+ "lstrip": false,
1758
+ "normalized": false,
1759
+ "rstrip": false,
1760
+ "single_word": false,
1761
+ "special": true
1762
+ },
1763
+ "128220": {
1764
+ "content": "<|reserved_special_token_212|>",
1765
+ "lstrip": false,
1766
+ "normalized": false,
1767
+ "rstrip": false,
1768
+ "single_word": false,
1769
+ "special": true
1770
+ },
1771
+ "128221": {
1772
+ "content": "<|reserved_special_token_213|>",
1773
+ "lstrip": false,
1774
+ "normalized": false,
1775
+ "rstrip": false,
1776
+ "single_word": false,
1777
+ "special": true
1778
+ },
1779
+ "128222": {
1780
+ "content": "<|reserved_special_token_214|>",
1781
+ "lstrip": false,
1782
+ "normalized": false,
1783
+ "rstrip": false,
1784
+ "single_word": false,
1785
+ "special": true
1786
+ },
1787
+ "128223": {
1788
+ "content": "<|reserved_special_token_215|>",
1789
+ "lstrip": false,
1790
+ "normalized": false,
1791
+ "rstrip": false,
1792
+ "single_word": false,
1793
+ "special": true
1794
+ },
1795
+ "128224": {
1796
+ "content": "<|reserved_special_token_216|>",
1797
+ "lstrip": false,
1798
+ "normalized": false,
1799
+ "rstrip": false,
1800
+ "single_word": false,
1801
+ "special": true
1802
+ },
1803
+ "128225": {
1804
+ "content": "<|reserved_special_token_217|>",
1805
+ "lstrip": false,
1806
+ "normalized": false,
1807
+ "rstrip": false,
1808
+ "single_word": false,
1809
+ "special": true
1810
+ },
1811
+ "128226": {
1812
+ "content": "<|reserved_special_token_218|>",
1813
+ "lstrip": false,
1814
+ "normalized": false,
1815
+ "rstrip": false,
1816
+ "single_word": false,
1817
+ "special": true
1818
+ },
1819
+ "128227": {
1820
+ "content": "<|reserved_special_token_219|>",
1821
+ "lstrip": false,
1822
+ "normalized": false,
1823
+ "rstrip": false,
1824
+ "single_word": false,
1825
+ "special": true
1826
+ },
1827
+ "128228": {
1828
+ "content": "<|reserved_special_token_220|>",
1829
+ "lstrip": false,
1830
+ "normalized": false,
1831
+ "rstrip": false,
1832
+ "single_word": false,
1833
+ "special": true
1834
+ },
1835
+ "128229": {
1836
+ "content": "<|reserved_special_token_221|>",
1837
+ "lstrip": false,
1838
+ "normalized": false,
1839
+ "rstrip": false,
1840
+ "single_word": false,
1841
+ "special": true
1842
+ },
1843
+ "128230": {
1844
+ "content": "<|reserved_special_token_222|>",
1845
+ "lstrip": false,
1846
+ "normalized": false,
1847
+ "rstrip": false,
1848
+ "single_word": false,
1849
+ "special": true
1850
+ },
1851
+ "128231": {
1852
+ "content": "<|reserved_special_token_223|>",
1853
+ "lstrip": false,
1854
+ "normalized": false,
1855
+ "rstrip": false,
1856
+ "single_word": false,
1857
+ "special": true
1858
+ },
1859
+ "128232": {
1860
+ "content": "<|reserved_special_token_224|>",
1861
+ "lstrip": false,
1862
+ "normalized": false,
1863
+ "rstrip": false,
1864
+ "single_word": false,
1865
+ "special": true
1866
+ },
1867
+ "128233": {
1868
+ "content": "<|reserved_special_token_225|>",
1869
+ "lstrip": false,
1870
+ "normalized": false,
1871
+ "rstrip": false,
1872
+ "single_word": false,
1873
+ "special": true
1874
+ },
1875
+ "128234": {
1876
+ "content": "<|reserved_special_token_226|>",
1877
+ "lstrip": false,
1878
+ "normalized": false,
1879
+ "rstrip": false,
1880
+ "single_word": false,
1881
+ "special": true
1882
+ },
1883
+ "128235": {
1884
+ "content": "<|reserved_special_token_227|>",
1885
+ "lstrip": false,
1886
+ "normalized": false,
1887
+ "rstrip": false,
1888
+ "single_word": false,
1889
+ "special": true
1890
+ },
1891
+ "128236": {
1892
+ "content": "<|reserved_special_token_228|>",
1893
+ "lstrip": false,
1894
+ "normalized": false,
1895
+ "rstrip": false,
1896
+ "single_word": false,
1897
+ "special": true
1898
+ },
1899
+ "128237": {
1900
+ "content": "<|reserved_special_token_229|>",
1901
+ "lstrip": false,
1902
+ "normalized": false,
1903
+ "rstrip": false,
1904
+ "single_word": false,
1905
+ "special": true
1906
+ },
1907
+ "128238": {
1908
+ "content": "<|reserved_special_token_230|>",
1909
+ "lstrip": false,
1910
+ "normalized": false,
1911
+ "rstrip": false,
1912
+ "single_word": false,
1913
+ "special": true
1914
+ },
1915
+ "128239": {
1916
+ "content": "<|reserved_special_token_231|>",
1917
+ "lstrip": false,
1918
+ "normalized": false,
1919
+ "rstrip": false,
1920
+ "single_word": false,
1921
+ "special": true
1922
+ },
1923
+ "128240": {
1924
+ "content": "<|reserved_special_token_232|>",
1925
+ "lstrip": false,
1926
+ "normalized": false,
1927
+ "rstrip": false,
1928
+ "single_word": false,
1929
+ "special": true
1930
+ },
1931
+ "128241": {
1932
+ "content": "<|reserved_special_token_233|>",
1933
+ "lstrip": false,
1934
+ "normalized": false,
1935
+ "rstrip": false,
1936
+ "single_word": false,
1937
+ "special": true
1938
+ },
1939
+ "128242": {
1940
+ "content": "<|reserved_special_token_234|>",
1941
+ "lstrip": false,
1942
+ "normalized": false,
1943
+ "rstrip": false,
1944
+ "single_word": false,
1945
+ "special": true
1946
+ },
1947
+ "128243": {
1948
+ "content": "<|reserved_special_token_235|>",
1949
+ "lstrip": false,
1950
+ "normalized": false,
1951
+ "rstrip": false,
1952
+ "single_word": false,
1953
+ "special": true
1954
+ },
1955
+ "128244": {
1956
+ "content": "<|reserved_special_token_236|>",
1957
+ "lstrip": false,
1958
+ "normalized": false,
1959
+ "rstrip": false,
1960
+ "single_word": false,
1961
+ "special": true
1962
+ },
1963
+ "128245": {
1964
+ "content": "<|reserved_special_token_237|>",
1965
+ "lstrip": false,
1966
+ "normalized": false,
1967
+ "rstrip": false,
1968
+ "single_word": false,
1969
+ "special": true
1970
+ },
1971
+ "128246": {
1972
+ "content": "<|reserved_special_token_238|>",
1973
+ "lstrip": false,
1974
+ "normalized": false,
1975
+ "rstrip": false,
1976
+ "single_word": false,
1977
+ "special": true
1978
+ },
1979
+ "128247": {
1980
+ "content": "<|reserved_special_token_239|>",
1981
+ "lstrip": false,
1982
+ "normalized": false,
1983
+ "rstrip": false,
1984
+ "single_word": false,
1985
+ "special": true
1986
+ },
1987
+ "128248": {
1988
+ "content": "<|reserved_special_token_240|>",
1989
+ "lstrip": false,
1990
+ "normalized": false,
1991
+ "rstrip": false,
1992
+ "single_word": false,
1993
+ "special": true
1994
+ },
1995
+ "128249": {
1996
+ "content": "<|reserved_special_token_241|>",
1997
+ "lstrip": false,
1998
+ "normalized": false,
1999
+ "rstrip": false,
2000
+ "single_word": false,
2001
+ "special": true
2002
+ },
2003
+ "128250": {
2004
+ "content": "<|reserved_special_token_242|>",
2005
+ "lstrip": false,
2006
+ "normalized": false,
2007
+ "rstrip": false,
2008
+ "single_word": false,
2009
+ "special": true
2010
+ },
2011
+ "128251": {
2012
+ "content": "<|reserved_special_token_243|>",
2013
+ "lstrip": false,
2014
+ "normalized": false,
2015
+ "rstrip": false,
2016
+ "single_word": false,
2017
+ "special": true
2018
+ },
2019
+ "128252": {
2020
+ "content": "<|reserved_special_token_244|>",
2021
+ "lstrip": false,
2022
+ "normalized": false,
2023
+ "rstrip": false,
2024
+ "single_word": false,
2025
+ "special": true
2026
+ },
2027
+ "128253": {
2028
+ "content": "<|reserved_special_token_245|>",
2029
+ "lstrip": false,
2030
+ "normalized": false,
2031
+ "rstrip": false,
2032
+ "single_word": false,
2033
+ "special": true
2034
+ },
2035
+ "128254": {
2036
+ "content": "<|reserved_special_token_246|>",
2037
+ "lstrip": false,
2038
+ "normalized": false,
2039
+ "rstrip": false,
2040
+ "single_word": false,
2041
+ "special": true
2042
+ },
2043
+ "128255": {
2044
+ "content": "<|reserved_special_token_247|>",
2045
+ "lstrip": false,
2046
+ "normalized": false,
2047
+ "rstrip": false,
2048
+ "single_word": false,
2049
+ "special": true
2050
+ }
2051
+ },
2052
+ "bos_token": "<|begin_of_text|>",
2053
+ "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n",
2054
+ "clean_up_tokenization_spaces": true,
2055
+ "eos_token": "<|eot_id|>",
2056
+ "extra_special_tokens": {},
2057
+ "model_input_names": [
2058
+ "input_ids",
2059
+ "attention_mask"
2060
+ ],
2061
+ "model_max_length": 131072,
2062
+ "pad_token": "<|eot_id|>",
2063
+ "tokenizer_class": "PreTrainedTokenizer"
2064
+ }
trainer_state.json ADDED
@@ -0,0 +1,3233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 0.7629947544110635,
5
+ "eval_steps": 500,
6
+ "global_step": 2000,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.0019074868860276585,
13
+ "grad_norm": 5.96875,
14
+ "learning_rate": 1.9987282207808727e-05,
15
+ "loss": 1.8153,
16
+ "mean_token_accuracy": 0.5708044067025184,
17
+ "step": 5
18
+ },
19
+ {
20
+ "epoch": 0.003814973772055317,
21
+ "grad_norm": 5.40625,
22
+ "learning_rate": 1.997456441561745e-05,
23
+ "loss": 1.5088,
24
+ "mean_token_accuracy": 0.6002451926469803,
25
+ "step": 10
26
+ },
27
+ {
28
+ "epoch": 0.005722460658082976,
29
+ "grad_norm": 5.5625,
30
+ "learning_rate": 1.9961846623426175e-05,
31
+ "loss": 1.5696,
32
+ "mean_token_accuracy": 0.5999565117061139,
33
+ "step": 15
34
+ },
35
+ {
36
+ "epoch": 0.007629947544110634,
37
+ "grad_norm": 6.0,
38
+ "learning_rate": 1.9949128831234897e-05,
39
+ "loss": 1.4962,
40
+ "mean_token_accuracy": 0.6145946934819222,
41
+ "step": 20
42
+ },
43
+ {
44
+ "epoch": 0.009537434430138292,
45
+ "grad_norm": 5.0625,
46
+ "learning_rate": 1.9936411039043622e-05,
47
+ "loss": 1.4145,
48
+ "mean_token_accuracy": 0.6282299846410752,
49
+ "step": 25
50
+ },
51
+ {
52
+ "epoch": 0.011444921316165951,
53
+ "grad_norm": 5.75,
54
+ "learning_rate": 1.9923693246852348e-05,
55
+ "loss": 1.4615,
56
+ "mean_token_accuracy": 0.6196133770048619,
57
+ "step": 30
58
+ },
59
+ {
60
+ "epoch": 0.01335240820219361,
61
+ "grad_norm": 4.84375,
62
+ "learning_rate": 1.9910975454661073e-05,
63
+ "loss": 1.4118,
64
+ "mean_token_accuracy": 0.6272433631122112,
65
+ "step": 35
66
+ },
67
+ {
68
+ "epoch": 0.015259895088221268,
69
+ "grad_norm": 5.0625,
70
+ "learning_rate": 1.98982576624698e-05,
71
+ "loss": 1.3874,
72
+ "mean_token_accuracy": 0.6295698702335357,
73
+ "step": 40
74
+ },
75
+ {
76
+ "epoch": 0.017167381974248927,
77
+ "grad_norm": 5.46875,
78
+ "learning_rate": 1.988553987027852e-05,
79
+ "loss": 1.4997,
80
+ "mean_token_accuracy": 0.6131108298897743,
81
+ "step": 45
82
+ },
83
+ {
84
+ "epoch": 0.019074868860276584,
85
+ "grad_norm": 4.59375,
86
+ "learning_rate": 1.9872822078087246e-05,
87
+ "loss": 1.3386,
88
+ "mean_token_accuracy": 0.6355413243174552,
89
+ "step": 50
90
+ },
91
+ {
92
+ "epoch": 0.020982355746304245,
93
+ "grad_norm": 4.46875,
94
+ "learning_rate": 1.986010428589597e-05,
95
+ "loss": 1.3453,
96
+ "mean_token_accuracy": 0.6322750248014927,
97
+ "step": 55
98
+ },
99
+ {
100
+ "epoch": 0.022889842632331903,
101
+ "grad_norm": 5.0625,
102
+ "learning_rate": 1.9847386493704694e-05,
103
+ "loss": 1.4213,
104
+ "mean_token_accuracy": 0.6266717866063118,
105
+ "step": 60
106
+ },
107
+ {
108
+ "epoch": 0.02479732951835956,
109
+ "grad_norm": 5.5625,
110
+ "learning_rate": 1.983466870151342e-05,
111
+ "loss": 1.3913,
112
+ "mean_token_accuracy": 0.6290012784302235,
113
+ "step": 65
114
+ },
115
+ {
116
+ "epoch": 0.02670481640438722,
117
+ "grad_norm": 5.0625,
118
+ "learning_rate": 1.982195090932214e-05,
119
+ "loss": 1.3871,
120
+ "mean_token_accuracy": 0.627622963488102,
121
+ "step": 70
122
+ },
123
+ {
124
+ "epoch": 0.02861230329041488,
125
+ "grad_norm": 4.84375,
126
+ "learning_rate": 1.9809233117130867e-05,
127
+ "loss": 1.3232,
128
+ "mean_token_accuracy": 0.6432097807526589,
129
+ "step": 75
130
+ },
131
+ {
132
+ "epoch": 0.030519790176442536,
133
+ "grad_norm": 5.96875,
134
+ "learning_rate": 1.9796515324939593e-05,
135
+ "loss": 1.3287,
136
+ "mean_token_accuracy": 0.6405125185847282,
137
+ "step": 80
138
+ },
139
+ {
140
+ "epoch": 0.03242727706247019,
141
+ "grad_norm": 4.78125,
142
+ "learning_rate": 1.9783797532748318e-05,
143
+ "loss": 1.4044,
144
+ "mean_token_accuracy": 0.6292843967676163,
145
+ "step": 85
146
+ },
147
+ {
148
+ "epoch": 0.034334763948497854,
149
+ "grad_norm": 4.6875,
150
+ "learning_rate": 1.977107974055704e-05,
151
+ "loss": 1.3368,
152
+ "mean_token_accuracy": 0.6363929770886898,
153
+ "step": 90
154
+ },
155
+ {
156
+ "epoch": 0.036242250834525515,
157
+ "grad_norm": 4.6875,
158
+ "learning_rate": 1.9758361948365766e-05,
159
+ "loss": 1.3156,
160
+ "mean_token_accuracy": 0.6389718689024448,
161
+ "step": 95
162
+ },
163
+ {
164
+ "epoch": 0.03814973772055317,
165
+ "grad_norm": 4.84375,
166
+ "learning_rate": 1.974564415617449e-05,
167
+ "loss": 1.3213,
168
+ "mean_token_accuracy": 0.6437985837459564,
169
+ "step": 100
170
+ },
171
+ {
172
+ "epoch": 0.04005722460658083,
173
+ "grad_norm": 5.34375,
174
+ "learning_rate": 1.9732926363983213e-05,
175
+ "loss": 1.3403,
176
+ "mean_token_accuracy": 0.6304401338100434,
177
+ "step": 105
178
+ },
179
+ {
180
+ "epoch": 0.04196471149260849,
181
+ "grad_norm": 5.21875,
182
+ "learning_rate": 1.972020857179194e-05,
183
+ "loss": 1.4318,
184
+ "mean_token_accuracy": 0.6314706668257714,
185
+ "step": 110
186
+ },
187
+ {
188
+ "epoch": 0.043872198378636144,
189
+ "grad_norm": 5.625,
190
+ "learning_rate": 1.970749077960066e-05,
191
+ "loss": 1.3123,
192
+ "mean_token_accuracy": 0.6482092589139938,
193
+ "step": 115
194
+ },
195
+ {
196
+ "epoch": 0.045779685264663805,
197
+ "grad_norm": 5.03125,
198
+ "learning_rate": 1.9694772987409387e-05,
199
+ "loss": 1.2722,
200
+ "mean_token_accuracy": 0.6475286811590195,
201
+ "step": 120
202
+ },
203
+ {
204
+ "epoch": 0.047687172150691466,
205
+ "grad_norm": 4.78125,
206
+ "learning_rate": 1.9682055195218112e-05,
207
+ "loss": 1.3184,
208
+ "mean_token_accuracy": 0.636443517357111,
209
+ "step": 125
210
+ },
211
+ {
212
+ "epoch": 0.04959465903671912,
213
+ "grad_norm": 4.75,
214
+ "learning_rate": 1.9669337403026834e-05,
215
+ "loss": 1.3604,
216
+ "mean_token_accuracy": 0.6383991658687591,
217
+ "step": 130
218
+ },
219
+ {
220
+ "epoch": 0.05150214592274678,
221
+ "grad_norm": 6.3125,
222
+ "learning_rate": 1.965661961083556e-05,
223
+ "loss": 1.3624,
224
+ "mean_token_accuracy": 0.6359823271632195,
225
+ "step": 135
226
+ },
227
+ {
228
+ "epoch": 0.05340963280877444,
229
+ "grad_norm": 4.9375,
230
+ "learning_rate": 1.9643901818644285e-05,
231
+ "loss": 1.3622,
232
+ "mean_token_accuracy": 0.6360629022121429,
233
+ "step": 140
234
+ },
235
+ {
236
+ "epoch": 0.055317119694802096,
237
+ "grad_norm": 5.25,
238
+ "learning_rate": 1.963118402645301e-05,
239
+ "loss": 1.3007,
240
+ "mean_token_accuracy": 0.6486773908138275,
241
+ "step": 145
242
+ },
243
+ {
244
+ "epoch": 0.05722460658082976,
245
+ "grad_norm": 4.625,
246
+ "learning_rate": 1.9618466234261733e-05,
247
+ "loss": 1.259,
248
+ "mean_token_accuracy": 0.6483664289116859,
249
+ "step": 150
250
+ },
251
+ {
252
+ "epoch": 0.05913209346685742,
253
+ "grad_norm": 4.4375,
254
+ "learning_rate": 1.9605748442070458e-05,
255
+ "loss": 1.2701,
256
+ "mean_token_accuracy": 0.6497010916471482,
257
+ "step": 155
258
+ },
259
+ {
260
+ "epoch": 0.06103958035288507,
261
+ "grad_norm": 5.0625,
262
+ "learning_rate": 1.9593030649879184e-05,
263
+ "loss": 1.2925,
264
+ "mean_token_accuracy": 0.645444954931736,
265
+ "step": 160
266
+ },
267
+ {
268
+ "epoch": 0.06294706723891273,
269
+ "grad_norm": 4.46875,
270
+ "learning_rate": 1.9580312857687906e-05,
271
+ "loss": 1.3194,
272
+ "mean_token_accuracy": 0.6443428501486779,
273
+ "step": 165
274
+ },
275
+ {
276
+ "epoch": 0.06485455412494039,
277
+ "grad_norm": 5.15625,
278
+ "learning_rate": 1.956759506549663e-05,
279
+ "loss": 1.2786,
280
+ "mean_token_accuracy": 0.6503037214279175,
281
+ "step": 170
282
+ },
283
+ {
284
+ "epoch": 0.06676204101096805,
285
+ "grad_norm": 5.65625,
286
+ "learning_rate": 1.9554877273305353e-05,
287
+ "loss": 1.3482,
288
+ "mean_token_accuracy": 0.6470891699194908,
289
+ "step": 175
290
+ },
291
+ {
292
+ "epoch": 0.06866952789699571,
293
+ "grad_norm": 4.21875,
294
+ "learning_rate": 1.954215948111408e-05,
295
+ "loss": 1.3022,
296
+ "mean_token_accuracy": 0.6400970220565796,
297
+ "step": 180
298
+ },
299
+ {
300
+ "epoch": 0.07057701478302336,
301
+ "grad_norm": 5.03125,
302
+ "learning_rate": 1.9529441688922804e-05,
303
+ "loss": 1.2821,
304
+ "mean_token_accuracy": 0.6461471430957317,
305
+ "step": 185
306
+ },
307
+ {
308
+ "epoch": 0.07248450166905103,
309
+ "grad_norm": 5.0,
310
+ "learning_rate": 1.951672389673153e-05,
311
+ "loss": 1.2824,
312
+ "mean_token_accuracy": 0.649085208773613,
313
+ "step": 190
314
+ },
315
+ {
316
+ "epoch": 0.07439198855507868,
317
+ "grad_norm": 4.5,
318
+ "learning_rate": 1.9504006104540255e-05,
319
+ "loss": 1.2508,
320
+ "mean_token_accuracy": 0.6536262959241868,
321
+ "step": 195
322
+ },
323
+ {
324
+ "epoch": 0.07629947544110634,
325
+ "grad_norm": 4.9375,
326
+ "learning_rate": 1.9491288312348978e-05,
327
+ "loss": 1.3044,
328
+ "mean_token_accuracy": 0.6513546489179134,
329
+ "step": 200
330
+ },
331
+ {
332
+ "epoch": 0.078206962327134,
333
+ "grad_norm": 5.125,
334
+ "learning_rate": 1.9478570520157703e-05,
335
+ "loss": 1.2265,
336
+ "mean_token_accuracy": 0.6645126178860664,
337
+ "step": 205
338
+ },
339
+ {
340
+ "epoch": 0.08011444921316166,
341
+ "grad_norm": 5.875,
342
+ "learning_rate": 1.9465852727966425e-05,
343
+ "loss": 1.3156,
344
+ "mean_token_accuracy": 0.6494258716702461,
345
+ "step": 210
346
+ },
347
+ {
348
+ "epoch": 0.08202193609918931,
349
+ "grad_norm": 5.0,
350
+ "learning_rate": 1.945313493577515e-05,
351
+ "loss": 1.1655,
352
+ "mean_token_accuracy": 0.6783517330884934,
353
+ "step": 215
354
+ },
355
+ {
356
+ "epoch": 0.08392942298521698,
357
+ "grad_norm": 5.4375,
358
+ "learning_rate": 1.9440417143583876e-05,
359
+ "loss": 1.2306,
360
+ "mean_token_accuracy": 0.6659620314836502,
361
+ "step": 220
362
+ },
363
+ {
364
+ "epoch": 0.08583690987124463,
365
+ "grad_norm": 4.40625,
366
+ "learning_rate": 1.9427699351392598e-05,
367
+ "loss": 1.3798,
368
+ "mean_token_accuracy": 0.6320724219083786,
369
+ "step": 225
370
+ },
371
+ {
372
+ "epoch": 0.08774439675727229,
373
+ "grad_norm": 4.75,
374
+ "learning_rate": 1.9414981559201324e-05,
375
+ "loss": 1.2437,
376
+ "mean_token_accuracy": 0.6454930439591408,
377
+ "step": 230
378
+ },
379
+ {
380
+ "epoch": 0.08965188364329996,
381
+ "grad_norm": 5.90625,
382
+ "learning_rate": 1.940226376701005e-05,
383
+ "loss": 1.2523,
384
+ "mean_token_accuracy": 0.6506562553346157,
385
+ "step": 235
386
+ },
387
+ {
388
+ "epoch": 0.09155937052932761,
389
+ "grad_norm": 4.75,
390
+ "learning_rate": 1.938954597481877e-05,
391
+ "loss": 1.2268,
392
+ "mean_token_accuracy": 0.6620514318346977,
393
+ "step": 240
394
+ },
395
+ {
396
+ "epoch": 0.09346685741535526,
397
+ "grad_norm": 4.53125,
398
+ "learning_rate": 1.9376828182627497e-05,
399
+ "loss": 1.2215,
400
+ "mean_token_accuracy": 0.6610720351338386,
401
+ "step": 245
402
+ },
403
+ {
404
+ "epoch": 0.09537434430138293,
405
+ "grad_norm": 5.15625,
406
+ "learning_rate": 1.9364110390436222e-05,
407
+ "loss": 1.2494,
408
+ "mean_token_accuracy": 0.653127409517765,
409
+ "step": 250
410
+ },
411
+ {
412
+ "epoch": 0.09728183118741059,
413
+ "grad_norm": 5.1875,
414
+ "learning_rate": 1.9351392598244948e-05,
415
+ "loss": 1.3126,
416
+ "mean_token_accuracy": 0.6540979892015457,
417
+ "step": 255
418
+ },
419
+ {
420
+ "epoch": 0.09918931807343824,
421
+ "grad_norm": 5.15625,
422
+ "learning_rate": 1.933867480605367e-05,
423
+ "loss": 1.2498,
424
+ "mean_token_accuracy": 0.6507880866527558,
425
+ "step": 260
426
+ },
427
+ {
428
+ "epoch": 0.10109680495946591,
429
+ "grad_norm": 5.8125,
430
+ "learning_rate": 1.9325957013862396e-05,
431
+ "loss": 1.3294,
432
+ "mean_token_accuracy": 0.6403125211596489,
433
+ "step": 265
434
+ },
435
+ {
436
+ "epoch": 0.10300429184549356,
437
+ "grad_norm": 6.09375,
438
+ "learning_rate": 1.9313239221671118e-05,
439
+ "loss": 1.3099,
440
+ "mean_token_accuracy": 0.6520273745059967,
441
+ "step": 270
442
+ },
443
+ {
444
+ "epoch": 0.10491177873152122,
445
+ "grad_norm": 5.40625,
446
+ "learning_rate": 1.9300521429479843e-05,
447
+ "loss": 1.2857,
448
+ "mean_token_accuracy": 0.6506179749965668,
449
+ "step": 275
450
+ },
451
+ {
452
+ "epoch": 0.10681926561754888,
453
+ "grad_norm": 5.71875,
454
+ "learning_rate": 1.928780363728857e-05,
455
+ "loss": 1.3496,
456
+ "mean_token_accuracy": 0.6408744707703591,
457
+ "step": 280
458
+ },
459
+ {
460
+ "epoch": 0.10872675250357654,
461
+ "grad_norm": 5.0625,
462
+ "learning_rate": 1.927508584509729e-05,
463
+ "loss": 1.2012,
464
+ "mean_token_accuracy": 0.6639982044696808,
465
+ "step": 285
466
+ },
467
+ {
468
+ "epoch": 0.11063423938960419,
469
+ "grad_norm": 5.5,
470
+ "learning_rate": 1.9262368052906016e-05,
471
+ "loss": 1.2449,
472
+ "mean_token_accuracy": 0.6594835132360458,
473
+ "step": 290
474
+ },
475
+ {
476
+ "epoch": 0.11254172627563186,
477
+ "grad_norm": 4.125,
478
+ "learning_rate": 1.9249650260714742e-05,
479
+ "loss": 1.1314,
480
+ "mean_token_accuracy": 0.6807294517755509,
481
+ "step": 295
482
+ },
483
+ {
484
+ "epoch": 0.11444921316165951,
485
+ "grad_norm": 5.25,
486
+ "learning_rate": 1.9236932468523467e-05,
487
+ "loss": 1.2528,
488
+ "mean_token_accuracy": 0.6543513402342797,
489
+ "step": 300
490
+ },
491
+ {
492
+ "epoch": 0.11635670004768717,
493
+ "grad_norm": 4.5,
494
+ "learning_rate": 1.9224214676332193e-05,
495
+ "loss": 1.201,
496
+ "mean_token_accuracy": 0.6674724757671356,
497
+ "step": 305
498
+ },
499
+ {
500
+ "epoch": 0.11826418693371483,
501
+ "grad_norm": 5.09375,
502
+ "learning_rate": 1.9211496884140915e-05,
503
+ "loss": 1.2232,
504
+ "mean_token_accuracy": 0.6661024749279022,
505
+ "step": 310
506
+ },
507
+ {
508
+ "epoch": 0.12017167381974249,
509
+ "grad_norm": 4.65625,
510
+ "learning_rate": 1.919877909194964e-05,
511
+ "loss": 1.2015,
512
+ "mean_token_accuracy": 0.6703806266188621,
513
+ "step": 315
514
+ },
515
+ {
516
+ "epoch": 0.12207916070577014,
517
+ "grad_norm": 4.90625,
518
+ "learning_rate": 1.9186061299758362e-05,
519
+ "loss": 1.265,
520
+ "mean_token_accuracy": 0.6571035169064998,
521
+ "step": 320
522
+ },
523
+ {
524
+ "epoch": 0.12398664759179781,
525
+ "grad_norm": 4.5625,
526
+ "learning_rate": 1.9173343507567088e-05,
527
+ "loss": 1.1817,
528
+ "mean_token_accuracy": 0.6720203042030335,
529
+ "step": 325
530
+ },
531
+ {
532
+ "epoch": 0.12589413447782546,
533
+ "grad_norm": 5.40625,
534
+ "learning_rate": 1.916062571537581e-05,
535
+ "loss": 1.3305,
536
+ "mean_token_accuracy": 0.6445886738598346,
537
+ "step": 330
538
+ },
539
+ {
540
+ "epoch": 0.12780162136385312,
541
+ "grad_norm": 5.34375,
542
+ "learning_rate": 1.9147907923184536e-05,
543
+ "loss": 1.2302,
544
+ "mean_token_accuracy": 0.6632393077015877,
545
+ "step": 335
546
+ },
547
+ {
548
+ "epoch": 0.12970910824988077,
549
+ "grad_norm": 4.40625,
550
+ "learning_rate": 1.913519013099326e-05,
551
+ "loss": 1.2463,
552
+ "mean_token_accuracy": 0.6618235319852829,
553
+ "step": 340
554
+ },
555
+ {
556
+ "epoch": 0.13161659513590845,
557
+ "grad_norm": 4.84375,
558
+ "learning_rate": 1.9122472338801987e-05,
559
+ "loss": 1.1995,
560
+ "mean_token_accuracy": 0.6734424993395806,
561
+ "step": 345
562
+ },
563
+ {
564
+ "epoch": 0.1335240820219361,
565
+ "grad_norm": 6.09375,
566
+ "learning_rate": 1.9109754546610712e-05,
567
+ "loss": 1.1695,
568
+ "mean_token_accuracy": 0.6744470730423927,
569
+ "step": 350
570
+ },
571
+ {
572
+ "epoch": 0.13543156890796376,
573
+ "grad_norm": 4.4375,
574
+ "learning_rate": 1.9097036754419434e-05,
575
+ "loss": 1.235,
576
+ "mean_token_accuracy": 0.6613016352057457,
577
+ "step": 355
578
+ },
579
+ {
580
+ "epoch": 0.13733905579399142,
581
+ "grad_norm": 5.15625,
582
+ "learning_rate": 1.908431896222816e-05,
583
+ "loss": 1.1908,
584
+ "mean_token_accuracy": 0.6631178431212902,
585
+ "step": 360
586
+ },
587
+ {
588
+ "epoch": 0.13924654268001907,
589
+ "grad_norm": 6.03125,
590
+ "learning_rate": 1.9071601170036885e-05,
591
+ "loss": 1.2538,
592
+ "mean_token_accuracy": 0.6583275809884072,
593
+ "step": 365
594
+ },
595
+ {
596
+ "epoch": 0.14115402956604672,
597
+ "grad_norm": 4.875,
598
+ "learning_rate": 1.9058883377845607e-05,
599
+ "loss": 1.1481,
600
+ "mean_token_accuracy": 0.6743377096951008,
601
+ "step": 370
602
+ },
603
+ {
604
+ "epoch": 0.1430615164520744,
605
+ "grad_norm": 4.65625,
606
+ "learning_rate": 1.9046165585654333e-05,
607
+ "loss": 1.1758,
608
+ "mean_token_accuracy": 0.6755423441529274,
609
+ "step": 375
610
+ },
611
+ {
612
+ "epoch": 0.14496900333810206,
613
+ "grad_norm": 4.21875,
614
+ "learning_rate": 1.9033447793463055e-05,
615
+ "loss": 1.1526,
616
+ "mean_token_accuracy": 0.6709615409374237,
617
+ "step": 380
618
+ },
619
+ {
620
+ "epoch": 0.1468764902241297,
621
+ "grad_norm": 5.34375,
622
+ "learning_rate": 1.902073000127178e-05,
623
+ "loss": 1.1614,
624
+ "mean_token_accuracy": 0.6803930580615998,
625
+ "step": 385
626
+ },
627
+ {
628
+ "epoch": 0.14878397711015737,
629
+ "grad_norm": 5.15625,
630
+ "learning_rate": 1.9008012209080503e-05,
631
+ "loss": 1.1651,
632
+ "mean_token_accuracy": 0.6757953256368637,
633
+ "step": 390
634
+ },
635
+ {
636
+ "epoch": 0.15069146399618502,
637
+ "grad_norm": 5.65625,
638
+ "learning_rate": 1.8995294416889228e-05,
639
+ "loss": 1.2219,
640
+ "mean_token_accuracy": 0.6725533396005631,
641
+ "step": 395
642
+ },
643
+ {
644
+ "epoch": 0.15259895088221268,
645
+ "grad_norm": 4.90625,
646
+ "learning_rate": 1.8982576624697954e-05,
647
+ "loss": 1.2598,
648
+ "mean_token_accuracy": 0.6562705941498279,
649
+ "step": 400
650
+ },
651
+ {
652
+ "epoch": 0.15450643776824036,
653
+ "grad_norm": 4.59375,
654
+ "learning_rate": 1.896985883250668e-05,
655
+ "loss": 1.1586,
656
+ "mean_token_accuracy": 0.6731373474001885,
657
+ "step": 405
658
+ },
659
+ {
660
+ "epoch": 0.156413924654268,
661
+ "grad_norm": 5.65625,
662
+ "learning_rate": 1.8957141040315405e-05,
663
+ "loss": 1.2544,
664
+ "mean_token_accuracy": 0.6664155155420304,
665
+ "step": 410
666
+ },
667
+ {
668
+ "epoch": 0.15832141154029566,
669
+ "grad_norm": 5.09375,
670
+ "learning_rate": 1.8944423248124127e-05,
671
+ "loss": 1.2045,
672
+ "mean_token_accuracy": 0.6721395581960679,
673
+ "step": 415
674
+ },
675
+ {
676
+ "epoch": 0.16022889842632332,
677
+ "grad_norm": 4.65625,
678
+ "learning_rate": 1.8931705455932852e-05,
679
+ "loss": 1.1623,
680
+ "mean_token_accuracy": 0.6825975701212883,
681
+ "step": 420
682
+ },
683
+ {
684
+ "epoch": 0.16213638531235097,
685
+ "grad_norm": 5.25,
686
+ "learning_rate": 1.8918987663741578e-05,
687
+ "loss": 1.2345,
688
+ "mean_token_accuracy": 0.655138723552227,
689
+ "step": 425
690
+ },
691
+ {
692
+ "epoch": 0.16404387219837863,
693
+ "grad_norm": 4.46875,
694
+ "learning_rate": 1.89062698715503e-05,
695
+ "loss": 1.1583,
696
+ "mean_token_accuracy": 0.6771410465240478,
697
+ "step": 430
698
+ },
699
+ {
700
+ "epoch": 0.1659513590844063,
701
+ "grad_norm": 4.34375,
702
+ "learning_rate": 1.8893552079359025e-05,
703
+ "loss": 1.2226,
704
+ "mean_token_accuracy": 0.6566869288682937,
705
+ "step": 435
706
+ },
707
+ {
708
+ "epoch": 0.16785884597043396,
709
+ "grad_norm": 4.8125,
710
+ "learning_rate": 1.8880834287167747e-05,
711
+ "loss": 1.2531,
712
+ "mean_token_accuracy": 0.6537335075438022,
713
+ "step": 440
714
+ },
715
+ {
716
+ "epoch": 0.16976633285646162,
717
+ "grad_norm": 5.1875,
718
+ "learning_rate": 1.8868116494976473e-05,
719
+ "loss": 1.1736,
720
+ "mean_token_accuracy": 0.6741863384842872,
721
+ "step": 445
722
+ },
723
+ {
724
+ "epoch": 0.17167381974248927,
725
+ "grad_norm": 5.0,
726
+ "learning_rate": 1.88553987027852e-05,
727
+ "loss": 1.1912,
728
+ "mean_token_accuracy": 0.6718283355236053,
729
+ "step": 450
730
+ },
731
+ {
732
+ "epoch": 0.17358130662851692,
733
+ "grad_norm": 5.03125,
734
+ "learning_rate": 1.8842680910593924e-05,
735
+ "loss": 1.2016,
736
+ "mean_token_accuracy": 0.670920492708683,
737
+ "step": 455
738
+ },
739
+ {
740
+ "epoch": 0.17548879351454458,
741
+ "grad_norm": 5.375,
742
+ "learning_rate": 1.882996311840265e-05,
743
+ "loss": 1.1818,
744
+ "mean_token_accuracy": 0.6705762408673763,
745
+ "step": 460
746
+ },
747
+ {
748
+ "epoch": 0.17739628040057226,
749
+ "grad_norm": 5.9375,
750
+ "learning_rate": 1.881724532621137e-05,
751
+ "loss": 1.3159,
752
+ "mean_token_accuracy": 0.6546284504234791,
753
+ "step": 465
754
+ },
755
+ {
756
+ "epoch": 0.1793037672865999,
757
+ "grad_norm": 4.8125,
758
+ "learning_rate": 1.8804527534020097e-05,
759
+ "loss": 1.2004,
760
+ "mean_token_accuracy": 0.6597321718931198,
761
+ "step": 470
762
+ },
763
+ {
764
+ "epoch": 0.18121125417262757,
765
+ "grad_norm": 6.9375,
766
+ "learning_rate": 1.879180974182882e-05,
767
+ "loss": 1.1672,
768
+ "mean_token_accuracy": 0.6835288152098655,
769
+ "step": 475
770
+ },
771
+ {
772
+ "epoch": 0.18311874105865522,
773
+ "grad_norm": 5.0625,
774
+ "learning_rate": 1.8779091949637545e-05,
775
+ "loss": 1.2113,
776
+ "mean_token_accuracy": 0.6654989182949066,
777
+ "step": 480
778
+ },
779
+ {
780
+ "epoch": 0.18502622794468288,
781
+ "grad_norm": 5.09375,
782
+ "learning_rate": 1.876637415744627e-05,
783
+ "loss": 1.076,
784
+ "mean_token_accuracy": 0.6919501051306725,
785
+ "step": 485
786
+ },
787
+ {
788
+ "epoch": 0.18693371483071053,
789
+ "grad_norm": 4.96875,
790
+ "learning_rate": 1.8753656365254992e-05,
791
+ "loss": 1.1946,
792
+ "mean_token_accuracy": 0.671660166978836,
793
+ "step": 490
794
+ },
795
+ {
796
+ "epoch": 0.1888412017167382,
797
+ "grad_norm": 5.875,
798
+ "learning_rate": 1.8740938573063718e-05,
799
+ "loss": 1.2334,
800
+ "mean_token_accuracy": 0.6634502306580543,
801
+ "step": 495
802
+ },
803
+ {
804
+ "epoch": 0.19074868860276586,
805
+ "grad_norm": 5.34375,
806
+ "learning_rate": 1.872822078087244e-05,
807
+ "loss": 1.1412,
808
+ "mean_token_accuracy": 0.6843819186091423,
809
+ "step": 500
810
+ },
811
+ {
812
+ "epoch": 0.19265617548879352,
813
+ "grad_norm": 4.875,
814
+ "learning_rate": 1.8715502988681165e-05,
815
+ "loss": 1.1017,
816
+ "mean_token_accuracy": 0.6859075799584389,
817
+ "step": 505
818
+ },
819
+ {
820
+ "epoch": 0.19456366237482117,
821
+ "grad_norm": 5.0,
822
+ "learning_rate": 1.870278519648989e-05,
823
+ "loss": 1.099,
824
+ "mean_token_accuracy": 0.6794175133109093,
825
+ "step": 510
826
+ },
827
+ {
828
+ "epoch": 0.19647114926084883,
829
+ "grad_norm": 5.0,
830
+ "learning_rate": 1.8690067404298616e-05,
831
+ "loss": 1.162,
832
+ "mean_token_accuracy": 0.6769187614321709,
833
+ "step": 515
834
+ },
835
+ {
836
+ "epoch": 0.19837863614687648,
837
+ "grad_norm": 4.21875,
838
+ "learning_rate": 1.8677349612107342e-05,
839
+ "loss": 1.1241,
840
+ "mean_token_accuracy": 0.6816845044493676,
841
+ "step": 520
842
+ },
843
+ {
844
+ "epoch": 0.20028612303290416,
845
+ "grad_norm": 7.09375,
846
+ "learning_rate": 1.8664631819916064e-05,
847
+ "loss": 1.1331,
848
+ "mean_token_accuracy": 0.6768893599510193,
849
+ "step": 525
850
+ },
851
+ {
852
+ "epoch": 0.20219360991893182,
853
+ "grad_norm": 4.25,
854
+ "learning_rate": 1.865191402772479e-05,
855
+ "loss": 1.2657,
856
+ "mean_token_accuracy": 0.6479664385318756,
857
+ "step": 530
858
+ },
859
+ {
860
+ "epoch": 0.20410109680495947,
861
+ "grad_norm": 4.5,
862
+ "learning_rate": 1.863919623553351e-05,
863
+ "loss": 1.2343,
864
+ "mean_token_accuracy": 0.6734806634485722,
865
+ "step": 535
866
+ },
867
+ {
868
+ "epoch": 0.20600858369098712,
869
+ "grad_norm": 12.3125,
870
+ "learning_rate": 1.8626478443342237e-05,
871
+ "loss": 1.1263,
872
+ "mean_token_accuracy": 0.6808793410658837,
873
+ "step": 540
874
+ },
875
+ {
876
+ "epoch": 0.20791607057701478,
877
+ "grad_norm": 5.9375,
878
+ "learning_rate": 1.8613760651150963e-05,
879
+ "loss": 1.0617,
880
+ "mean_token_accuracy": 0.6977316424250603,
881
+ "step": 545
882
+ },
883
+ {
884
+ "epoch": 0.20982355746304243,
885
+ "grad_norm": 5.96875,
886
+ "learning_rate": 1.8601042858959685e-05,
887
+ "loss": 1.1229,
888
+ "mean_token_accuracy": 0.6831489652395248,
889
+ "step": 550
890
+ },
891
+ {
892
+ "epoch": 0.2117310443490701,
893
+ "grad_norm": 4.84375,
894
+ "learning_rate": 1.858832506676841e-05,
895
+ "loss": 1.1216,
896
+ "mean_token_accuracy": 0.6838791735470295,
897
+ "step": 555
898
+ },
899
+ {
900
+ "epoch": 0.21363853123509777,
901
+ "grad_norm": 4.78125,
902
+ "learning_rate": 1.8575607274577136e-05,
903
+ "loss": 1.2059,
904
+ "mean_token_accuracy": 0.6669023260474205,
905
+ "step": 560
906
+ },
907
+ {
908
+ "epoch": 0.21554601812112542,
909
+ "grad_norm": 4.875,
910
+ "learning_rate": 1.856288948238586e-05,
911
+ "loss": 1.1515,
912
+ "mean_token_accuracy": 0.6748893111944199,
913
+ "step": 565
914
+ },
915
+ {
916
+ "epoch": 0.21745350500715308,
917
+ "grad_norm": 4.21875,
918
+ "learning_rate": 1.8550171690194583e-05,
919
+ "loss": 1.063,
920
+ "mean_token_accuracy": 0.7043292924761773,
921
+ "step": 570
922
+ },
923
+ {
924
+ "epoch": 0.21936099189318073,
925
+ "grad_norm": 5.34375,
926
+ "learning_rate": 1.853745389800331e-05,
927
+ "loss": 1.1071,
928
+ "mean_token_accuracy": 0.6816813468933105,
929
+ "step": 575
930
+ },
931
+ {
932
+ "epoch": 0.22126847877920838,
933
+ "grad_norm": 7.25,
934
+ "learning_rate": 1.8524736105812034e-05,
935
+ "loss": 1.1493,
936
+ "mean_token_accuracy": 0.6842595711350441,
937
+ "step": 580
938
+ },
939
+ {
940
+ "epoch": 0.22317596566523606,
941
+ "grad_norm": 6.3125,
942
+ "learning_rate": 1.8512018313620756e-05,
943
+ "loss": 1.2036,
944
+ "mean_token_accuracy": 0.6606533020734787,
945
+ "step": 585
946
+ },
947
+ {
948
+ "epoch": 0.22508345255126372,
949
+ "grad_norm": 5.1875,
950
+ "learning_rate": 1.8499300521429482e-05,
951
+ "loss": 1.0329,
952
+ "mean_token_accuracy": 0.7044132232666016,
953
+ "step": 590
954
+ },
955
+ {
956
+ "epoch": 0.22699093943729137,
957
+ "grad_norm": 4.90625,
958
+ "learning_rate": 1.8486582729238204e-05,
959
+ "loss": 1.183,
960
+ "mean_token_accuracy": 0.6742020189762116,
961
+ "step": 595
962
+ },
963
+ {
964
+ "epoch": 0.22889842632331903,
965
+ "grad_norm": 5.375,
966
+ "learning_rate": 1.847386493704693e-05,
967
+ "loss": 1.1212,
968
+ "mean_token_accuracy": 0.6900173485279083,
969
+ "step": 600
970
+ },
971
+ {
972
+ "epoch": 0.23080591320934668,
973
+ "grad_norm": 5.5,
974
+ "learning_rate": 1.8461147144855655e-05,
975
+ "loss": 1.1654,
976
+ "mean_token_accuracy": 0.6756381630897522,
977
+ "step": 605
978
+ },
979
+ {
980
+ "epoch": 0.23271340009537433,
981
+ "grad_norm": 4.8125,
982
+ "learning_rate": 1.8448429352664377e-05,
983
+ "loss": 1.1592,
984
+ "mean_token_accuracy": 0.6697646602988243,
985
+ "step": 610
986
+ },
987
+ {
988
+ "epoch": 0.23462088698140202,
989
+ "grad_norm": 4.84375,
990
+ "learning_rate": 1.8435711560473103e-05,
991
+ "loss": 1.0309,
992
+ "mean_token_accuracy": 0.6977804109454155,
993
+ "step": 615
994
+ },
995
+ {
996
+ "epoch": 0.23652837386742967,
997
+ "grad_norm": 5.78125,
998
+ "learning_rate": 1.8422993768281828e-05,
999
+ "loss": 1.1705,
1000
+ "mean_token_accuracy": 0.6789061531424523,
1001
+ "step": 620
1002
+ },
1003
+ {
1004
+ "epoch": 0.23843586075345732,
1005
+ "grad_norm": 4.84375,
1006
+ "learning_rate": 1.8410275976090554e-05,
1007
+ "loss": 1.1715,
1008
+ "mean_token_accuracy": 0.6736443802714348,
1009
+ "step": 625
1010
+ },
1011
+ {
1012
+ "epoch": 0.24034334763948498,
1013
+ "grad_norm": 4.6875,
1014
+ "learning_rate": 1.8397558183899276e-05,
1015
+ "loss": 1.1535,
1016
+ "mean_token_accuracy": 0.6837850168347359,
1017
+ "step": 630
1018
+ },
1019
+ {
1020
+ "epoch": 0.24225083452551263,
1021
+ "grad_norm": 5.625,
1022
+ "learning_rate": 1.8384840391708e-05,
1023
+ "loss": 1.1403,
1024
+ "mean_token_accuracy": 0.6860886000096797,
1025
+ "step": 635
1026
+ },
1027
+ {
1028
+ "epoch": 0.24415832141154029,
1029
+ "grad_norm": 5.78125,
1030
+ "learning_rate": 1.8372122599516727e-05,
1031
+ "loss": 1.1777,
1032
+ "mean_token_accuracy": 0.6730990558862686,
1033
+ "step": 640
1034
+ },
1035
+ {
1036
+ "epoch": 0.24606580829756797,
1037
+ "grad_norm": 4.96875,
1038
+ "learning_rate": 1.835940480732545e-05,
1039
+ "loss": 1.2174,
1040
+ "mean_token_accuracy": 0.6607669338583946,
1041
+ "step": 645
1042
+ },
1043
+ {
1044
+ "epoch": 0.24797329518359562,
1045
+ "grad_norm": 5.03125,
1046
+ "learning_rate": 1.8346687015134174e-05,
1047
+ "loss": 1.1306,
1048
+ "mean_token_accuracy": 0.6789732642471791,
1049
+ "step": 650
1050
+ },
1051
+ {
1052
+ "epoch": 0.24988078206962328,
1053
+ "grad_norm": 4.5,
1054
+ "learning_rate": 1.8333969222942896e-05,
1055
+ "loss": 1.0958,
1056
+ "mean_token_accuracy": 0.6940956100821495,
1057
+ "step": 655
1058
+ },
1059
+ {
1060
+ "epoch": 0.25178826895565093,
1061
+ "grad_norm": 4.53125,
1062
+ "learning_rate": 1.8321251430751622e-05,
1063
+ "loss": 1.1623,
1064
+ "mean_token_accuracy": 0.6806924149394036,
1065
+ "step": 660
1066
+ },
1067
+ {
1068
+ "epoch": 0.2536957558416786,
1069
+ "grad_norm": 5.59375,
1070
+ "learning_rate": 1.8308533638560347e-05,
1071
+ "loss": 1.1438,
1072
+ "mean_token_accuracy": 0.6787467435002327,
1073
+ "step": 665
1074
+ },
1075
+ {
1076
+ "epoch": 0.25560324272770624,
1077
+ "grad_norm": 4.65625,
1078
+ "learning_rate": 1.8295815846369073e-05,
1079
+ "loss": 1.2902,
1080
+ "mean_token_accuracy": 0.655436672270298,
1081
+ "step": 670
1082
+ },
1083
+ {
1084
+ "epoch": 0.2575107296137339,
1085
+ "grad_norm": 4.46875,
1086
+ "learning_rate": 1.82830980541778e-05,
1087
+ "loss": 1.1499,
1088
+ "mean_token_accuracy": 0.6697306737303734,
1089
+ "step": 675
1090
+ },
1091
+ {
1092
+ "epoch": 0.25941821649976154,
1093
+ "grad_norm": 5.78125,
1094
+ "learning_rate": 1.827038026198652e-05,
1095
+ "loss": 1.1432,
1096
+ "mean_token_accuracy": 0.6788436755537987,
1097
+ "step": 680
1098
+ },
1099
+ {
1100
+ "epoch": 0.2613257033857892,
1101
+ "grad_norm": 6.40625,
1102
+ "learning_rate": 1.8257662469795246e-05,
1103
+ "loss": 1.1457,
1104
+ "mean_token_accuracy": 0.6794642567634582,
1105
+ "step": 685
1106
+ },
1107
+ {
1108
+ "epoch": 0.2632331902718169,
1109
+ "grad_norm": 4.5625,
1110
+ "learning_rate": 1.8244944677603968e-05,
1111
+ "loss": 1.1842,
1112
+ "mean_token_accuracy": 0.6739339649677276,
1113
+ "step": 690
1114
+ },
1115
+ {
1116
+ "epoch": 0.26514067715784456,
1117
+ "grad_norm": 5.375,
1118
+ "learning_rate": 1.8232226885412694e-05,
1119
+ "loss": 1.1979,
1120
+ "mean_token_accuracy": 0.671060286462307,
1121
+ "step": 695
1122
+ },
1123
+ {
1124
+ "epoch": 0.2670481640438722,
1125
+ "grad_norm": 5.9375,
1126
+ "learning_rate": 1.821950909322142e-05,
1127
+ "loss": 1.1926,
1128
+ "mean_token_accuracy": 0.68006531894207,
1129
+ "step": 700
1130
+ },
1131
+ {
1132
+ "epoch": 0.26895565092989987,
1133
+ "grad_norm": 4.5,
1134
+ "learning_rate": 1.820679130103014e-05,
1135
+ "loss": 1.1425,
1136
+ "mean_token_accuracy": 0.686011116206646,
1137
+ "step": 705
1138
+ },
1139
+ {
1140
+ "epoch": 0.2708631378159275,
1141
+ "grad_norm": 4.125,
1142
+ "learning_rate": 1.8194073508838867e-05,
1143
+ "loss": 1.1241,
1144
+ "mean_token_accuracy": 0.6813527546823025,
1145
+ "step": 710
1146
+ },
1147
+ {
1148
+ "epoch": 0.2727706247019552,
1149
+ "grad_norm": 4.59375,
1150
+ "learning_rate": 1.8181355716647592e-05,
1151
+ "loss": 1.0763,
1152
+ "mean_token_accuracy": 0.6978838533163071,
1153
+ "step": 715
1154
+ },
1155
+ {
1156
+ "epoch": 0.27467811158798283,
1157
+ "grad_norm": 4.71875,
1158
+ "learning_rate": 1.8168637924456314e-05,
1159
+ "loss": 1.1214,
1160
+ "mean_token_accuracy": 0.6879947543144226,
1161
+ "step": 720
1162
+ },
1163
+ {
1164
+ "epoch": 0.2765855984740105,
1165
+ "grad_norm": 4.65625,
1166
+ "learning_rate": 1.815592013226504e-05,
1167
+ "loss": 1.145,
1168
+ "mean_token_accuracy": 0.6740229934453964,
1169
+ "step": 725
1170
+ },
1171
+ {
1172
+ "epoch": 0.27849308536003814,
1173
+ "grad_norm": 5.0,
1174
+ "learning_rate": 1.8143202340073765e-05,
1175
+ "loss": 1.0915,
1176
+ "mean_token_accuracy": 0.6966636836528778,
1177
+ "step": 730
1178
+ },
1179
+ {
1180
+ "epoch": 0.2804005722460658,
1181
+ "grad_norm": 5.46875,
1182
+ "learning_rate": 1.813048454788249e-05,
1183
+ "loss": 1.1534,
1184
+ "mean_token_accuracy": 0.6881409972906113,
1185
+ "step": 735
1186
+ },
1187
+ {
1188
+ "epoch": 0.28230805913209345,
1189
+ "grad_norm": 5.21875,
1190
+ "learning_rate": 1.8117766755691213e-05,
1191
+ "loss": 1.1306,
1192
+ "mean_token_accuracy": 0.6856201700866222,
1193
+ "step": 740
1194
+ },
1195
+ {
1196
+ "epoch": 0.2842155460181211,
1197
+ "grad_norm": 4.3125,
1198
+ "learning_rate": 1.810504896349994e-05,
1199
+ "loss": 1.1514,
1200
+ "mean_token_accuracy": 0.6833734557032585,
1201
+ "step": 745
1202
+ },
1203
+ {
1204
+ "epoch": 0.2861230329041488,
1205
+ "grad_norm": 5.1875,
1206
+ "learning_rate": 1.809233117130866e-05,
1207
+ "loss": 1.1379,
1208
+ "mean_token_accuracy": 0.6824650421738625,
1209
+ "step": 750
1210
+ },
1211
+ {
1212
+ "epoch": 0.28803051979017646,
1213
+ "grad_norm": 4.8125,
1214
+ "learning_rate": 1.8079613379117386e-05,
1215
+ "loss": 1.1685,
1216
+ "mean_token_accuracy": 0.6773202955722809,
1217
+ "step": 755
1218
+ },
1219
+ {
1220
+ "epoch": 0.2899380066762041,
1221
+ "grad_norm": 5.09375,
1222
+ "learning_rate": 1.806689558692611e-05,
1223
+ "loss": 1.1683,
1224
+ "mean_token_accuracy": 0.6770651459693908,
1225
+ "step": 760
1226
+ },
1227
+ {
1228
+ "epoch": 0.2918454935622318,
1229
+ "grad_norm": 4.875,
1230
+ "learning_rate": 1.8054177794734834e-05,
1231
+ "loss": 1.0853,
1232
+ "mean_token_accuracy": 0.6914259925484657,
1233
+ "step": 765
1234
+ },
1235
+ {
1236
+ "epoch": 0.2937529804482594,
1237
+ "grad_norm": 5.0,
1238
+ "learning_rate": 1.804146000254356e-05,
1239
+ "loss": 1.1336,
1240
+ "mean_token_accuracy": 0.6820079162716866,
1241
+ "step": 770
1242
+ },
1243
+ {
1244
+ "epoch": 0.2956604673342871,
1245
+ "grad_norm": 4.09375,
1246
+ "learning_rate": 1.8028742210352285e-05,
1247
+ "loss": 1.1233,
1248
+ "mean_token_accuracy": 0.6821878552436829,
1249
+ "step": 775
1250
+ },
1251
+ {
1252
+ "epoch": 0.29756795422031473,
1253
+ "grad_norm": 4.71875,
1254
+ "learning_rate": 1.801602441816101e-05,
1255
+ "loss": 1.1204,
1256
+ "mean_token_accuracy": 0.692288200557232,
1257
+ "step": 780
1258
+ },
1259
+ {
1260
+ "epoch": 0.2994754411063424,
1261
+ "grad_norm": 4.9375,
1262
+ "learning_rate": 1.8003306625969736e-05,
1263
+ "loss": 1.2294,
1264
+ "mean_token_accuracy": 0.673324004560709,
1265
+ "step": 785
1266
+ },
1267
+ {
1268
+ "epoch": 0.30138292799237004,
1269
+ "grad_norm": 4.9375,
1270
+ "learning_rate": 1.7990588833778458e-05,
1271
+ "loss": 1.2059,
1272
+ "mean_token_accuracy": 0.6697646111249924,
1273
+ "step": 790
1274
+ },
1275
+ {
1276
+ "epoch": 0.3032904148783977,
1277
+ "grad_norm": 4.5625,
1278
+ "learning_rate": 1.7977871041587183e-05,
1279
+ "loss": 1.1745,
1280
+ "mean_token_accuracy": 0.6823094062507152,
1281
+ "step": 795
1282
+ },
1283
+ {
1284
+ "epoch": 0.30519790176442535,
1285
+ "grad_norm": 4.625,
1286
+ "learning_rate": 1.7965153249395905e-05,
1287
+ "loss": 1.1519,
1288
+ "mean_token_accuracy": 0.6778446674346924,
1289
+ "step": 800
1290
+ },
1291
+ {
1292
+ "epoch": 0.307105388650453,
1293
+ "grad_norm": 4.53125,
1294
+ "learning_rate": 1.795243545720463e-05,
1295
+ "loss": 1.0918,
1296
+ "mean_token_accuracy": 0.6978467896580696,
1297
+ "step": 805
1298
+ },
1299
+ {
1300
+ "epoch": 0.3090128755364807,
1301
+ "grad_norm": 3.921875,
1302
+ "learning_rate": 1.7939717665013353e-05,
1303
+ "loss": 1.1631,
1304
+ "mean_token_accuracy": 0.6788024313747882,
1305
+ "step": 810
1306
+ },
1307
+ {
1308
+ "epoch": 0.31092036242250837,
1309
+ "grad_norm": 4.78125,
1310
+ "learning_rate": 1.792699987282208e-05,
1311
+ "loss": 1.1259,
1312
+ "mean_token_accuracy": 0.6834620237350464,
1313
+ "step": 815
1314
+ },
1315
+ {
1316
+ "epoch": 0.312827849308536,
1317
+ "grad_norm": 5.21875,
1318
+ "learning_rate": 1.7914282080630804e-05,
1319
+ "loss": 1.0979,
1320
+ "mean_token_accuracy": 0.6804828964173794,
1321
+ "step": 820
1322
+ },
1323
+ {
1324
+ "epoch": 0.3147353361945637,
1325
+ "grad_norm": 4.875,
1326
+ "learning_rate": 1.790156428843953e-05,
1327
+ "loss": 1.204,
1328
+ "mean_token_accuracy": 0.6713850289583206,
1329
+ "step": 825
1330
+ },
1331
+ {
1332
+ "epoch": 0.31664282308059133,
1333
+ "grad_norm": 4.6875,
1334
+ "learning_rate": 1.788884649624825e-05,
1335
+ "loss": 1.14,
1336
+ "mean_token_accuracy": 0.6814699381589889,
1337
+ "step": 830
1338
+ },
1339
+ {
1340
+ "epoch": 0.318550309966619,
1341
+ "grad_norm": 4.3125,
1342
+ "learning_rate": 1.7876128704056977e-05,
1343
+ "loss": 1.1383,
1344
+ "mean_token_accuracy": 0.672491405904293,
1345
+ "step": 835
1346
+ },
1347
+ {
1348
+ "epoch": 0.32045779685264664,
1349
+ "grad_norm": 4.875,
1350
+ "learning_rate": 1.7863410911865703e-05,
1351
+ "loss": 1.1993,
1352
+ "mean_token_accuracy": 0.662742418050766,
1353
+ "step": 840
1354
+ },
1355
+ {
1356
+ "epoch": 0.3223652837386743,
1357
+ "grad_norm": 4.53125,
1358
+ "learning_rate": 1.7850693119674428e-05,
1359
+ "loss": 1.0142,
1360
+ "mean_token_accuracy": 0.7142936125397682,
1361
+ "step": 845
1362
+ },
1363
+ {
1364
+ "epoch": 0.32427277062470194,
1365
+ "grad_norm": 4.6875,
1366
+ "learning_rate": 1.783797532748315e-05,
1367
+ "loss": 1.1083,
1368
+ "mean_token_accuracy": 0.6907312035560608,
1369
+ "step": 850
1370
+ },
1371
+ {
1372
+ "epoch": 0.3261802575107296,
1373
+ "grad_norm": 4.40625,
1374
+ "learning_rate": 1.7825257535291876e-05,
1375
+ "loss": 1.0248,
1376
+ "mean_token_accuracy": 0.7127422258257866,
1377
+ "step": 855
1378
+ },
1379
+ {
1380
+ "epoch": 0.32808774439675725,
1381
+ "grad_norm": 4.375,
1382
+ "learning_rate": 1.7812539743100598e-05,
1383
+ "loss": 1.1234,
1384
+ "mean_token_accuracy": 0.6854491457343102,
1385
+ "step": 860
1386
+ },
1387
+ {
1388
+ "epoch": 0.3299952312827849,
1389
+ "grad_norm": 5.0625,
1390
+ "learning_rate": 1.7799821950909323e-05,
1391
+ "loss": 1.1691,
1392
+ "mean_token_accuracy": 0.6794403240084648,
1393
+ "step": 865
1394
+ },
1395
+ {
1396
+ "epoch": 0.3319027181688126,
1397
+ "grad_norm": 5.5625,
1398
+ "learning_rate": 1.7787104158718045e-05,
1399
+ "loss": 1.1286,
1400
+ "mean_token_accuracy": 0.6781167238950729,
1401
+ "step": 870
1402
+ },
1403
+ {
1404
+ "epoch": 0.33381020505484027,
1405
+ "grad_norm": 4.8125,
1406
+ "learning_rate": 1.777438636652677e-05,
1407
+ "loss": 1.1314,
1408
+ "mean_token_accuracy": 0.6972567990422249,
1409
+ "step": 875
1410
+ },
1411
+ {
1412
+ "epoch": 0.3357176919408679,
1413
+ "grad_norm": 5.34375,
1414
+ "learning_rate": 1.7761668574335496e-05,
1415
+ "loss": 1.0309,
1416
+ "mean_token_accuracy": 0.7109489843249321,
1417
+ "step": 880
1418
+ },
1419
+ {
1420
+ "epoch": 0.3376251788268956,
1421
+ "grad_norm": 5.53125,
1422
+ "learning_rate": 1.7748950782144222e-05,
1423
+ "loss": 1.122,
1424
+ "mean_token_accuracy": 0.6877056941390037,
1425
+ "step": 885
1426
+ },
1427
+ {
1428
+ "epoch": 0.33953266571292323,
1429
+ "grad_norm": 4.53125,
1430
+ "learning_rate": 1.7736232989952947e-05,
1431
+ "loss": 1.0609,
1432
+ "mean_token_accuracy": 0.7033521652221679,
1433
+ "step": 890
1434
+ },
1435
+ {
1436
+ "epoch": 0.3414401525989509,
1437
+ "grad_norm": 4.125,
1438
+ "learning_rate": 1.772351519776167e-05,
1439
+ "loss": 1.0418,
1440
+ "mean_token_accuracy": 0.7021679773926734,
1441
+ "step": 895
1442
+ },
1443
+ {
1444
+ "epoch": 0.34334763948497854,
1445
+ "grad_norm": 4.4375,
1446
+ "learning_rate": 1.7710797405570395e-05,
1447
+ "loss": 1.1233,
1448
+ "mean_token_accuracy": 0.696443286538124,
1449
+ "step": 900
1450
+ },
1451
+ {
1452
+ "epoch": 0.3452551263710062,
1453
+ "grad_norm": 4.53125,
1454
+ "learning_rate": 1.7698079613379117e-05,
1455
+ "loss": 1.043,
1456
+ "mean_token_accuracy": 0.7000239789485931,
1457
+ "step": 905
1458
+ },
1459
+ {
1460
+ "epoch": 0.34716261325703385,
1461
+ "grad_norm": 4.75,
1462
+ "learning_rate": 1.7685361821187843e-05,
1463
+ "loss": 1.0404,
1464
+ "mean_token_accuracy": 0.7076486960053444,
1465
+ "step": 910
1466
+ },
1467
+ {
1468
+ "epoch": 0.3490701001430615,
1469
+ "grad_norm": 4.78125,
1470
+ "learning_rate": 1.7672644028996568e-05,
1471
+ "loss": 1.2165,
1472
+ "mean_token_accuracy": 0.6694424465298653,
1473
+ "step": 915
1474
+ },
1475
+ {
1476
+ "epoch": 0.35097758702908916,
1477
+ "grad_norm": 5.15625,
1478
+ "learning_rate": 1.765992623680529e-05,
1479
+ "loss": 1.1061,
1480
+ "mean_token_accuracy": 0.689212466776371,
1481
+ "step": 920
1482
+ },
1483
+ {
1484
+ "epoch": 0.3528850739151168,
1485
+ "grad_norm": 4.9375,
1486
+ "learning_rate": 1.7647208444614016e-05,
1487
+ "loss": 1.1573,
1488
+ "mean_token_accuracy": 0.6761819615960121,
1489
+ "step": 925
1490
+ },
1491
+ {
1492
+ "epoch": 0.3547925608011445,
1493
+ "grad_norm": 4.96875,
1494
+ "learning_rate": 1.763449065242274e-05,
1495
+ "loss": 1.0511,
1496
+ "mean_token_accuracy": 0.7017502933740616,
1497
+ "step": 930
1498
+ },
1499
+ {
1500
+ "epoch": 0.3567000476871722,
1501
+ "grad_norm": 5.0625,
1502
+ "learning_rate": 1.7621772860231467e-05,
1503
+ "loss": 1.176,
1504
+ "mean_token_accuracy": 0.6732675984501839,
1505
+ "step": 935
1506
+ },
1507
+ {
1508
+ "epoch": 0.3586075345731998,
1509
+ "grad_norm": 4.1875,
1510
+ "learning_rate": 1.760905506804019e-05,
1511
+ "loss": 1.0912,
1512
+ "mean_token_accuracy": 0.6839179575443268,
1513
+ "step": 940
1514
+ },
1515
+ {
1516
+ "epoch": 0.3605150214592275,
1517
+ "grad_norm": 5.53125,
1518
+ "learning_rate": 1.7596337275848914e-05,
1519
+ "loss": 1.1048,
1520
+ "mean_token_accuracy": 0.6849195197224617,
1521
+ "step": 945
1522
+ },
1523
+ {
1524
+ "epoch": 0.36242250834525513,
1525
+ "grad_norm": 4.5625,
1526
+ "learning_rate": 1.758361948365764e-05,
1527
+ "loss": 1.0162,
1528
+ "mean_token_accuracy": 0.6860754758119583,
1529
+ "step": 950
1530
+ },
1531
+ {
1532
+ "epoch": 0.3643299952312828,
1533
+ "grad_norm": 4.59375,
1534
+ "learning_rate": 1.7570901691466362e-05,
1535
+ "loss": 1.0933,
1536
+ "mean_token_accuracy": 0.6905333071947097,
1537
+ "step": 955
1538
+ },
1539
+ {
1540
+ "epoch": 0.36623748211731044,
1541
+ "grad_norm": 4.9375,
1542
+ "learning_rate": 1.7558183899275088e-05,
1543
+ "loss": 1.0952,
1544
+ "mean_token_accuracy": 0.6910875916481019,
1545
+ "step": 960
1546
+ },
1547
+ {
1548
+ "epoch": 0.3681449690033381,
1549
+ "grad_norm": 5.25,
1550
+ "learning_rate": 1.754546610708381e-05,
1551
+ "loss": 1.2019,
1552
+ "mean_token_accuracy": 0.6728987120091915,
1553
+ "step": 965
1554
+ },
1555
+ {
1556
+ "epoch": 0.37005245588936575,
1557
+ "grad_norm": 3.890625,
1558
+ "learning_rate": 1.7532748314892535e-05,
1559
+ "loss": 1.0999,
1560
+ "mean_token_accuracy": 0.6894315019249916,
1561
+ "step": 970
1562
+ },
1563
+ {
1564
+ "epoch": 0.3719599427753934,
1565
+ "grad_norm": 4.28125,
1566
+ "learning_rate": 1.752003052270126e-05,
1567
+ "loss": 1.0943,
1568
+ "mean_token_accuracy": 0.6812393218278885,
1569
+ "step": 975
1570
+ },
1571
+ {
1572
+ "epoch": 0.37386742966142106,
1573
+ "grad_norm": 4.5,
1574
+ "learning_rate": 1.7507312730509983e-05,
1575
+ "loss": 1.1383,
1576
+ "mean_token_accuracy": 0.6867758512496949,
1577
+ "step": 980
1578
+ },
1579
+ {
1580
+ "epoch": 0.3757749165474487,
1581
+ "grad_norm": 4.46875,
1582
+ "learning_rate": 1.7494594938318708e-05,
1583
+ "loss": 1.0795,
1584
+ "mean_token_accuracy": 0.6977563664317131,
1585
+ "step": 985
1586
+ },
1587
+ {
1588
+ "epoch": 0.3776824034334764,
1589
+ "grad_norm": 5.46875,
1590
+ "learning_rate": 1.7481877146127434e-05,
1591
+ "loss": 1.0531,
1592
+ "mean_token_accuracy": 0.7000179141759872,
1593
+ "step": 990
1594
+ },
1595
+ {
1596
+ "epoch": 0.3795898903195041,
1597
+ "grad_norm": 5.09375,
1598
+ "learning_rate": 1.746915935393616e-05,
1599
+ "loss": 1.1515,
1600
+ "mean_token_accuracy": 0.679880291223526,
1601
+ "step": 995
1602
+ },
1603
+ {
1604
+ "epoch": 0.38149737720553173,
1605
+ "grad_norm": 4.96875,
1606
+ "learning_rate": 1.7456441561744885e-05,
1607
+ "loss": 1.139,
1608
+ "mean_token_accuracy": 0.6736231818795204,
1609
+ "step": 1000
1610
+ },
1611
+ {
1612
+ "epoch": 0.3834048640915594,
1613
+ "grad_norm": 4.5625,
1614
+ "learning_rate": 1.7443723769553607e-05,
1615
+ "loss": 1.161,
1616
+ "mean_token_accuracy": 0.6775983899831772,
1617
+ "step": 1005
1618
+ },
1619
+ {
1620
+ "epoch": 0.38531235097758704,
1621
+ "grad_norm": 5.65625,
1622
+ "learning_rate": 1.7431005977362332e-05,
1623
+ "loss": 1.1337,
1624
+ "mean_token_accuracy": 0.6791507929563523,
1625
+ "step": 1010
1626
+ },
1627
+ {
1628
+ "epoch": 0.3872198378636147,
1629
+ "grad_norm": 4.71875,
1630
+ "learning_rate": 1.7418288185171054e-05,
1631
+ "loss": 1.0665,
1632
+ "mean_token_accuracy": 0.6990373253822326,
1633
+ "step": 1015
1634
+ },
1635
+ {
1636
+ "epoch": 0.38912732474964234,
1637
+ "grad_norm": 5.34375,
1638
+ "learning_rate": 1.740557039297978e-05,
1639
+ "loss": 0.9875,
1640
+ "mean_token_accuracy": 0.7201899453997612,
1641
+ "step": 1020
1642
+ },
1643
+ {
1644
+ "epoch": 0.39103481163567,
1645
+ "grad_norm": 5.15625,
1646
+ "learning_rate": 1.7392852600788502e-05,
1647
+ "loss": 1.1103,
1648
+ "mean_token_accuracy": 0.6919103190302849,
1649
+ "step": 1025
1650
+ },
1651
+ {
1652
+ "epoch": 0.39294229852169765,
1653
+ "grad_norm": 4.90625,
1654
+ "learning_rate": 1.7380134808597228e-05,
1655
+ "loss": 1.1621,
1656
+ "mean_token_accuracy": 0.6763632833957672,
1657
+ "step": 1030
1658
+ },
1659
+ {
1660
+ "epoch": 0.3948497854077253,
1661
+ "grad_norm": 5.375,
1662
+ "learning_rate": 1.7367417016405953e-05,
1663
+ "loss": 1.0891,
1664
+ "mean_token_accuracy": 0.6873229309916496,
1665
+ "step": 1035
1666
+ },
1667
+ {
1668
+ "epoch": 0.39675727229375296,
1669
+ "grad_norm": 4.9375,
1670
+ "learning_rate": 1.735469922421468e-05,
1671
+ "loss": 1.0736,
1672
+ "mean_token_accuracy": 0.6943288549780846,
1673
+ "step": 1040
1674
+ },
1675
+ {
1676
+ "epoch": 0.3986647591797806,
1677
+ "grad_norm": 4.84375,
1678
+ "learning_rate": 1.7341981432023404e-05,
1679
+ "loss": 1.1739,
1680
+ "mean_token_accuracy": 0.6772709146142006,
1681
+ "step": 1045
1682
+ },
1683
+ {
1684
+ "epoch": 0.4005722460658083,
1685
+ "grad_norm": 4.9375,
1686
+ "learning_rate": 1.7329263639832126e-05,
1687
+ "loss": 1.132,
1688
+ "mean_token_accuracy": 0.6861761540174485,
1689
+ "step": 1050
1690
+ },
1691
+ {
1692
+ "epoch": 0.402479732951836,
1693
+ "grad_norm": 5.0,
1694
+ "learning_rate": 1.731654584764085e-05,
1695
+ "loss": 1.0849,
1696
+ "mean_token_accuracy": 0.6876397714018821,
1697
+ "step": 1055
1698
+ },
1699
+ {
1700
+ "epoch": 0.40438721983786363,
1701
+ "grad_norm": 5.28125,
1702
+ "learning_rate": 1.7303828055449577e-05,
1703
+ "loss": 1.1119,
1704
+ "mean_token_accuracy": 0.6828581809997558,
1705
+ "step": 1060
1706
+ },
1707
+ {
1708
+ "epoch": 0.4062947067238913,
1709
+ "grad_norm": 4.78125,
1710
+ "learning_rate": 1.72911102632583e-05,
1711
+ "loss": 1.1542,
1712
+ "mean_token_accuracy": 0.6845688432455063,
1713
+ "step": 1065
1714
+ },
1715
+ {
1716
+ "epoch": 0.40820219360991894,
1717
+ "grad_norm": 4.78125,
1718
+ "learning_rate": 1.7278392471067025e-05,
1719
+ "loss": 1.245,
1720
+ "mean_token_accuracy": 0.6623896270990371,
1721
+ "step": 1070
1722
+ },
1723
+ {
1724
+ "epoch": 0.4101096804959466,
1725
+ "grad_norm": 4.40625,
1726
+ "learning_rate": 1.7265674678875747e-05,
1727
+ "loss": 0.9855,
1728
+ "mean_token_accuracy": 0.7169230833649636,
1729
+ "step": 1075
1730
+ },
1731
+ {
1732
+ "epoch": 0.41201716738197425,
1733
+ "grad_norm": 5.28125,
1734
+ "learning_rate": 1.7252956886684472e-05,
1735
+ "loss": 1.0003,
1736
+ "mean_token_accuracy": 0.7067764922976494,
1737
+ "step": 1080
1738
+ },
1739
+ {
1740
+ "epoch": 0.4139246542680019,
1741
+ "grad_norm": 4.71875,
1742
+ "learning_rate": 1.7240239094493198e-05,
1743
+ "loss": 1.0566,
1744
+ "mean_token_accuracy": 0.7076253116130828,
1745
+ "step": 1085
1746
+ },
1747
+ {
1748
+ "epoch": 0.41583214115402956,
1749
+ "grad_norm": 4.8125,
1750
+ "learning_rate": 1.722752130230192e-05,
1751
+ "loss": 1.0692,
1752
+ "mean_token_accuracy": 0.6991090714931488,
1753
+ "step": 1090
1754
+ },
1755
+ {
1756
+ "epoch": 0.4177396280400572,
1757
+ "grad_norm": 4.84375,
1758
+ "learning_rate": 1.7214803510110646e-05,
1759
+ "loss": 1.1702,
1760
+ "mean_token_accuracy": 0.6843620404601097,
1761
+ "step": 1095
1762
+ },
1763
+ {
1764
+ "epoch": 0.41964711492608486,
1765
+ "grad_norm": 5.34375,
1766
+ "learning_rate": 1.720208571791937e-05,
1767
+ "loss": 1.1131,
1768
+ "mean_token_accuracy": 0.6780217066407204,
1769
+ "step": 1100
1770
+ },
1771
+ {
1772
+ "epoch": 0.4215546018121125,
1773
+ "grad_norm": 5.03125,
1774
+ "learning_rate": 1.7189367925728097e-05,
1775
+ "loss": 1.1733,
1776
+ "mean_token_accuracy": 0.6738237209618092,
1777
+ "step": 1105
1778
+ },
1779
+ {
1780
+ "epoch": 0.4234620886981402,
1781
+ "grad_norm": 4.15625,
1782
+ "learning_rate": 1.717665013353682e-05,
1783
+ "loss": 1.0971,
1784
+ "mean_token_accuracy": 0.6967151150107384,
1785
+ "step": 1110
1786
+ },
1787
+ {
1788
+ "epoch": 0.4253695755841679,
1789
+ "grad_norm": 6.125,
1790
+ "learning_rate": 1.7163932341345544e-05,
1791
+ "loss": 1.0593,
1792
+ "mean_token_accuracy": 0.6975896939635277,
1793
+ "step": 1115
1794
+ },
1795
+ {
1796
+ "epoch": 0.42727706247019553,
1797
+ "grad_norm": 4.875,
1798
+ "learning_rate": 1.715121454915427e-05,
1799
+ "loss": 1.045,
1800
+ "mean_token_accuracy": 0.6995080903172493,
1801
+ "step": 1120
1802
+ },
1803
+ {
1804
+ "epoch": 0.4291845493562232,
1805
+ "grad_norm": 4.6875,
1806
+ "learning_rate": 1.7138496756962992e-05,
1807
+ "loss": 1.1514,
1808
+ "mean_token_accuracy": 0.6870008051395416,
1809
+ "step": 1125
1810
+ },
1811
+ {
1812
+ "epoch": 0.43109203624225084,
1813
+ "grad_norm": 4.9375,
1814
+ "learning_rate": 1.7125778964771717e-05,
1815
+ "loss": 1.147,
1816
+ "mean_token_accuracy": 0.6756279736757278,
1817
+ "step": 1130
1818
+ },
1819
+ {
1820
+ "epoch": 0.4329995231282785,
1821
+ "grad_norm": 3.953125,
1822
+ "learning_rate": 1.711306117258044e-05,
1823
+ "loss": 1.0626,
1824
+ "mean_token_accuracy": 0.6975025564432145,
1825
+ "step": 1135
1826
+ },
1827
+ {
1828
+ "epoch": 0.43490701001430615,
1829
+ "grad_norm": 4.78125,
1830
+ "learning_rate": 1.7100343380389165e-05,
1831
+ "loss": 1.0843,
1832
+ "mean_token_accuracy": 0.6906091332435608,
1833
+ "step": 1140
1834
+ },
1835
+ {
1836
+ "epoch": 0.4368144969003338,
1837
+ "grad_norm": 4.84375,
1838
+ "learning_rate": 1.708762558819789e-05,
1839
+ "loss": 1.1134,
1840
+ "mean_token_accuracy": 0.6875185921788216,
1841
+ "step": 1145
1842
+ },
1843
+ {
1844
+ "epoch": 0.43872198378636146,
1845
+ "grad_norm": 5.28125,
1846
+ "learning_rate": 1.7074907796006616e-05,
1847
+ "loss": 1.1802,
1848
+ "mean_token_accuracy": 0.6715085253119468,
1849
+ "step": 1150
1850
+ },
1851
+ {
1852
+ "epoch": 0.4406294706723891,
1853
+ "grad_norm": 5.1875,
1854
+ "learning_rate": 1.706219000381534e-05,
1855
+ "loss": 1.0848,
1856
+ "mean_token_accuracy": 0.6938497066497803,
1857
+ "step": 1155
1858
+ },
1859
+ {
1860
+ "epoch": 0.44253695755841677,
1861
+ "grad_norm": 4.34375,
1862
+ "learning_rate": 1.7049472211624063e-05,
1863
+ "loss": 0.99,
1864
+ "mean_token_accuracy": 0.7224840387701988,
1865
+ "step": 1160
1866
+ },
1867
+ {
1868
+ "epoch": 0.4444444444444444,
1869
+ "grad_norm": 5.0625,
1870
+ "learning_rate": 1.703675441943279e-05,
1871
+ "loss": 1.0878,
1872
+ "mean_token_accuracy": 0.6980762526392936,
1873
+ "step": 1165
1874
+ },
1875
+ {
1876
+ "epoch": 0.44635193133047213,
1877
+ "grad_norm": 4.84375,
1878
+ "learning_rate": 1.702403662724151e-05,
1879
+ "loss": 1.0144,
1880
+ "mean_token_accuracy": 0.7007738411426544,
1881
+ "step": 1170
1882
+ },
1883
+ {
1884
+ "epoch": 0.4482594182164998,
1885
+ "grad_norm": 4.71875,
1886
+ "learning_rate": 1.7011318835050237e-05,
1887
+ "loss": 1.0875,
1888
+ "mean_token_accuracy": 0.6976178154349327,
1889
+ "step": 1175
1890
+ },
1891
+ {
1892
+ "epoch": 0.45016690510252744,
1893
+ "grad_norm": 4.25,
1894
+ "learning_rate": 1.6998601042858962e-05,
1895
+ "loss": 1.1086,
1896
+ "mean_token_accuracy": 0.6936508253216743,
1897
+ "step": 1180
1898
+ },
1899
+ {
1900
+ "epoch": 0.4520743919885551,
1901
+ "grad_norm": 4.625,
1902
+ "learning_rate": 1.6985883250667684e-05,
1903
+ "loss": 1.0357,
1904
+ "mean_token_accuracy": 0.7059789746999741,
1905
+ "step": 1185
1906
+ },
1907
+ {
1908
+ "epoch": 0.45398187887458274,
1909
+ "grad_norm": 5.84375,
1910
+ "learning_rate": 1.697316545847641e-05,
1911
+ "loss": 1.1516,
1912
+ "mean_token_accuracy": 0.6797626093029976,
1913
+ "step": 1190
1914
+ },
1915
+ {
1916
+ "epoch": 0.4558893657606104,
1917
+ "grad_norm": 4.59375,
1918
+ "learning_rate": 1.6960447666285135e-05,
1919
+ "loss": 1.0598,
1920
+ "mean_token_accuracy": 0.6971547856926918,
1921
+ "step": 1195
1922
+ },
1923
+ {
1924
+ "epoch": 0.45779685264663805,
1925
+ "grad_norm": 4.34375,
1926
+ "learning_rate": 1.6947729874093857e-05,
1927
+ "loss": 0.9843,
1928
+ "mean_token_accuracy": 0.7089567899703979,
1929
+ "step": 1200
1930
+ },
1931
+ {
1932
+ "epoch": 0.4597043395326657,
1933
+ "grad_norm": 5.6875,
1934
+ "learning_rate": 1.6935012081902583e-05,
1935
+ "loss": 1.1058,
1936
+ "mean_token_accuracy": 0.6865063227713109,
1937
+ "step": 1205
1938
+ },
1939
+ {
1940
+ "epoch": 0.46161182641869336,
1941
+ "grad_norm": 4.65625,
1942
+ "learning_rate": 1.6922294289711308e-05,
1943
+ "loss": 1.1277,
1944
+ "mean_token_accuracy": 0.6827705770730972,
1945
+ "step": 1210
1946
+ },
1947
+ {
1948
+ "epoch": 0.463519313304721,
1949
+ "grad_norm": 4.875,
1950
+ "learning_rate": 1.6909576497520034e-05,
1951
+ "loss": 1.1664,
1952
+ "mean_token_accuracy": 0.6819883540272713,
1953
+ "step": 1215
1954
+ },
1955
+ {
1956
+ "epoch": 0.46542680019074867,
1957
+ "grad_norm": 5.09375,
1958
+ "learning_rate": 1.6896858705328756e-05,
1959
+ "loss": 1.0562,
1960
+ "mean_token_accuracy": 0.6979849010705947,
1961
+ "step": 1220
1962
+ },
1963
+ {
1964
+ "epoch": 0.4673342870767763,
1965
+ "grad_norm": 4.875,
1966
+ "learning_rate": 1.688414091313748e-05,
1967
+ "loss": 1.1879,
1968
+ "mean_token_accuracy": 0.6789781466126442,
1969
+ "step": 1225
1970
+ },
1971
+ {
1972
+ "epoch": 0.46924177396280403,
1973
+ "grad_norm": 4.6875,
1974
+ "learning_rate": 1.6871423120946204e-05,
1975
+ "loss": 1.1305,
1976
+ "mean_token_accuracy": 0.6878492012619972,
1977
+ "step": 1230
1978
+ },
1979
+ {
1980
+ "epoch": 0.4711492608488317,
1981
+ "grad_norm": 4.90625,
1982
+ "learning_rate": 1.685870532875493e-05,
1983
+ "loss": 1.1696,
1984
+ "mean_token_accuracy": 0.6815823867917061,
1985
+ "step": 1235
1986
+ },
1987
+ {
1988
+ "epoch": 0.47305674773485934,
1989
+ "grad_norm": 4.4375,
1990
+ "learning_rate": 1.6845987536563655e-05,
1991
+ "loss": 0.9887,
1992
+ "mean_token_accuracy": 0.7134695425629616,
1993
+ "step": 1240
1994
+ },
1995
+ {
1996
+ "epoch": 0.474964234620887,
1997
+ "grad_norm": 4.625,
1998
+ "learning_rate": 1.6833269744372377e-05,
1999
+ "loss": 1.0254,
2000
+ "mean_token_accuracy": 0.7122278586030006,
2001
+ "step": 1245
2002
+ },
2003
+ {
2004
+ "epoch": 0.47687172150691465,
2005
+ "grad_norm": 5.25,
2006
+ "learning_rate": 1.6820551952181102e-05,
2007
+ "loss": 1.123,
2008
+ "mean_token_accuracy": 0.6886913120746613,
2009
+ "step": 1250
2010
+ },
2011
+ {
2012
+ "epoch": 0.4787792083929423,
2013
+ "grad_norm": 4.5625,
2014
+ "learning_rate": 1.6807834159989828e-05,
2015
+ "loss": 1.1054,
2016
+ "mean_token_accuracy": 0.6899633683264256,
2017
+ "step": 1255
2018
+ },
2019
+ {
2020
+ "epoch": 0.48068669527896996,
2021
+ "grad_norm": 4.5,
2022
+ "learning_rate": 1.6795116367798553e-05,
2023
+ "loss": 0.9764,
2024
+ "mean_token_accuracy": 0.7191405698657036,
2025
+ "step": 1260
2026
+ },
2027
+ {
2028
+ "epoch": 0.4825941821649976,
2029
+ "grad_norm": 4.9375,
2030
+ "learning_rate": 1.6782398575607275e-05,
2031
+ "loss": 1.0562,
2032
+ "mean_token_accuracy": 0.7035323694348335,
2033
+ "step": 1265
2034
+ },
2035
+ {
2036
+ "epoch": 0.48450166905102526,
2037
+ "grad_norm": 4.25,
2038
+ "learning_rate": 1.6769680783416e-05,
2039
+ "loss": 1.0389,
2040
+ "mean_token_accuracy": 0.708684840798378,
2041
+ "step": 1270
2042
+ },
2043
+ {
2044
+ "epoch": 0.4864091559370529,
2045
+ "grad_norm": 4.375,
2046
+ "learning_rate": 1.6756962991224726e-05,
2047
+ "loss": 1.0037,
2048
+ "mean_token_accuracy": 0.7036843597888947,
2049
+ "step": 1275
2050
+ },
2051
+ {
2052
+ "epoch": 0.48831664282308057,
2053
+ "grad_norm": 4.46875,
2054
+ "learning_rate": 1.674424519903345e-05,
2055
+ "loss": 0.9991,
2056
+ "mean_token_accuracy": 0.708541002869606,
2057
+ "step": 1280
2058
+ },
2059
+ {
2060
+ "epoch": 0.4902241297091082,
2061
+ "grad_norm": 4.53125,
2062
+ "learning_rate": 1.6731527406842174e-05,
2063
+ "loss": 1.0307,
2064
+ "mean_token_accuracy": 0.7065932080149651,
2065
+ "step": 1285
2066
+ },
2067
+ {
2068
+ "epoch": 0.49213161659513593,
2069
+ "grad_norm": 5.3125,
2070
+ "learning_rate": 1.6718809614650896e-05,
2071
+ "loss": 1.1893,
2072
+ "mean_token_accuracy": 0.6674706935882568,
2073
+ "step": 1290
2074
+ },
2075
+ {
2076
+ "epoch": 0.4940391034811636,
2077
+ "grad_norm": 4.75,
2078
+ "learning_rate": 1.670609182245962e-05,
2079
+ "loss": 1.0691,
2080
+ "mean_token_accuracy": 0.6954927012324333,
2081
+ "step": 1295
2082
+ },
2083
+ {
2084
+ "epoch": 0.49594659036719124,
2085
+ "grad_norm": 5.0,
2086
+ "learning_rate": 1.6693374030268347e-05,
2087
+ "loss": 1.1,
2088
+ "mean_token_accuracy": 0.687789686024189,
2089
+ "step": 1300
2090
+ },
2091
+ {
2092
+ "epoch": 0.4978540772532189,
2093
+ "grad_norm": 5.4375,
2094
+ "learning_rate": 1.6680656238077072e-05,
2095
+ "loss": 0.995,
2096
+ "mean_token_accuracy": 0.7104071035981179,
2097
+ "step": 1305
2098
+ },
2099
+ {
2100
+ "epoch": 0.49976156413924655,
2101
+ "grad_norm": 8.9375,
2102
+ "learning_rate": 1.6667938445885795e-05,
2103
+ "loss": 1.1605,
2104
+ "mean_token_accuracy": 0.6653927579522133,
2105
+ "step": 1310
2106
+ },
2107
+ {
2108
+ "epoch": 0.5016690510252741,
2109
+ "grad_norm": 5.28125,
2110
+ "learning_rate": 1.665522065369452e-05,
2111
+ "loss": 1.0855,
2112
+ "mean_token_accuracy": 0.6951776430010795,
2113
+ "step": 1315
2114
+ },
2115
+ {
2116
+ "epoch": 0.5035765379113019,
2117
+ "grad_norm": 5.40625,
2118
+ "learning_rate": 1.6642502861503246e-05,
2119
+ "loss": 1.0628,
2120
+ "mean_token_accuracy": 0.6940785989165306,
2121
+ "step": 1320
2122
+ },
2123
+ {
2124
+ "epoch": 0.5054840247973296,
2125
+ "grad_norm": 5.34375,
2126
+ "learning_rate": 1.6629785069311968e-05,
2127
+ "loss": 0.988,
2128
+ "mean_token_accuracy": 0.7169103771448135,
2129
+ "step": 1325
2130
+ },
2131
+ {
2132
+ "epoch": 0.5073915116833572,
2133
+ "grad_norm": 6.0,
2134
+ "learning_rate": 1.6617067277120693e-05,
2135
+ "loss": 1.1389,
2136
+ "mean_token_accuracy": 0.6772550821304322,
2137
+ "step": 1330
2138
+ },
2139
+ {
2140
+ "epoch": 0.5092989985693849,
2141
+ "grad_norm": 5.21875,
2142
+ "learning_rate": 1.660434948492942e-05,
2143
+ "loss": 1.0482,
2144
+ "mean_token_accuracy": 0.7066885620355606,
2145
+ "step": 1335
2146
+ },
2147
+ {
2148
+ "epoch": 0.5112064854554125,
2149
+ "grad_norm": 4.46875,
2150
+ "learning_rate": 1.659163169273814e-05,
2151
+ "loss": 1.0581,
2152
+ "mean_token_accuracy": 0.6999363213777542,
2153
+ "step": 1340
2154
+ },
2155
+ {
2156
+ "epoch": 0.5131139723414402,
2157
+ "grad_norm": 4.625,
2158
+ "learning_rate": 1.6578913900546866e-05,
2159
+ "loss": 1.0167,
2160
+ "mean_token_accuracy": 0.7108445912599564,
2161
+ "step": 1345
2162
+ },
2163
+ {
2164
+ "epoch": 0.5150214592274678,
2165
+ "grad_norm": 4.34375,
2166
+ "learning_rate": 1.656619610835559e-05,
2167
+ "loss": 1.0204,
2168
+ "mean_token_accuracy": 0.7141309767961502,
2169
+ "step": 1350
2170
+ },
2171
+ {
2172
+ "epoch": 0.5169289461134955,
2173
+ "grad_norm": 5.0,
2174
+ "learning_rate": 1.6553478316164314e-05,
2175
+ "loss": 1.0762,
2176
+ "mean_token_accuracy": 0.681866991519928,
2177
+ "step": 1355
2178
+ },
2179
+ {
2180
+ "epoch": 0.5188364329995231,
2181
+ "grad_norm": 4.75,
2182
+ "learning_rate": 1.654076052397304e-05,
2183
+ "loss": 1.11,
2184
+ "mean_token_accuracy": 0.6910865843296051,
2185
+ "step": 1360
2186
+ },
2187
+ {
2188
+ "epoch": 0.5207439198855508,
2189
+ "grad_norm": 4.9375,
2190
+ "learning_rate": 1.6528042731781765e-05,
2191
+ "loss": 1.1043,
2192
+ "mean_token_accuracy": 0.6882475554943085,
2193
+ "step": 1365
2194
+ },
2195
+ {
2196
+ "epoch": 0.5226514067715784,
2197
+ "grad_norm": 4.25,
2198
+ "learning_rate": 1.651532493959049e-05,
2199
+ "loss": 1.0554,
2200
+ "mean_token_accuracy": 0.7098303481936454,
2201
+ "step": 1370
2202
+ },
2203
+ {
2204
+ "epoch": 0.5245588936576061,
2205
+ "grad_norm": 4.875,
2206
+ "learning_rate": 1.6502607147399213e-05,
2207
+ "loss": 1.0832,
2208
+ "mean_token_accuracy": 0.7008169665932655,
2209
+ "step": 1375
2210
+ },
2211
+ {
2212
+ "epoch": 0.5264663805436338,
2213
+ "grad_norm": 4.75,
2214
+ "learning_rate": 1.6489889355207938e-05,
2215
+ "loss": 1.0496,
2216
+ "mean_token_accuracy": 0.7001980841159821,
2217
+ "step": 1380
2218
+ },
2219
+ {
2220
+ "epoch": 0.5283738674296614,
2221
+ "grad_norm": 4.96875,
2222
+ "learning_rate": 1.647717156301666e-05,
2223
+ "loss": 1.058,
2224
+ "mean_token_accuracy": 0.6955149456858635,
2225
+ "step": 1385
2226
+ },
2227
+ {
2228
+ "epoch": 0.5302813543156891,
2229
+ "grad_norm": 4.5,
2230
+ "learning_rate": 1.6464453770825386e-05,
2231
+ "loss": 1.0637,
2232
+ "mean_token_accuracy": 0.6973527297377586,
2233
+ "step": 1390
2234
+ },
2235
+ {
2236
+ "epoch": 0.5321888412017167,
2237
+ "grad_norm": 4.65625,
2238
+ "learning_rate": 1.645173597863411e-05,
2239
+ "loss": 1.0224,
2240
+ "mean_token_accuracy": 0.6985811904072762,
2241
+ "step": 1395
2242
+ },
2243
+ {
2244
+ "epoch": 0.5340963280877444,
2245
+ "grad_norm": 5.90625,
2246
+ "learning_rate": 1.6439018186442833e-05,
2247
+ "loss": 0.9889,
2248
+ "mean_token_accuracy": 0.7180039718747139,
2249
+ "step": 1400
2250
+ },
2251
+ {
2252
+ "epoch": 0.536003814973772,
2253
+ "grad_norm": 5.65625,
2254
+ "learning_rate": 1.642630039425156e-05,
2255
+ "loss": 1.1035,
2256
+ "mean_token_accuracy": 0.6911762669682503,
2257
+ "step": 1405
2258
+ },
2259
+ {
2260
+ "epoch": 0.5379113018597997,
2261
+ "grad_norm": 5.3125,
2262
+ "learning_rate": 1.6413582602060284e-05,
2263
+ "loss": 1.121,
2264
+ "mean_token_accuracy": 0.6914720147848129,
2265
+ "step": 1410
2266
+ },
2267
+ {
2268
+ "epoch": 0.5398187887458273,
2269
+ "grad_norm": 4.6875,
2270
+ "learning_rate": 1.640086480986901e-05,
2271
+ "loss": 1.0923,
2272
+ "mean_token_accuracy": 0.7057502642273903,
2273
+ "step": 1415
2274
+ },
2275
+ {
2276
+ "epoch": 0.541726275631855,
2277
+ "grad_norm": 4.03125,
2278
+ "learning_rate": 1.6388147017677732e-05,
2279
+ "loss": 1.0645,
2280
+ "mean_token_accuracy": 0.6903545215725899,
2281
+ "step": 1420
2282
+ },
2283
+ {
2284
+ "epoch": 0.5436337625178826,
2285
+ "grad_norm": 4.46875,
2286
+ "learning_rate": 1.6375429225486457e-05,
2287
+ "loss": 1.067,
2288
+ "mean_token_accuracy": 0.6956262946128845,
2289
+ "step": 1425
2290
+ },
2291
+ {
2292
+ "epoch": 0.5455412494039104,
2293
+ "grad_norm": 5.40625,
2294
+ "learning_rate": 1.6362711433295183e-05,
2295
+ "loss": 1.051,
2296
+ "mean_token_accuracy": 0.7086583986878395,
2297
+ "step": 1430
2298
+ },
2299
+ {
2300
+ "epoch": 0.547448736289938,
2301
+ "grad_norm": 5.15625,
2302
+ "learning_rate": 1.6349993641103905e-05,
2303
+ "loss": 1.083,
2304
+ "mean_token_accuracy": 0.6992680087685585,
2305
+ "step": 1435
2306
+ },
2307
+ {
2308
+ "epoch": 0.5493562231759657,
2309
+ "grad_norm": 4.875,
2310
+ "learning_rate": 1.633727584891263e-05,
2311
+ "loss": 1.048,
2312
+ "mean_token_accuracy": 0.7062048301100731,
2313
+ "step": 1440
2314
+ },
2315
+ {
2316
+ "epoch": 0.5512637100619934,
2317
+ "grad_norm": 4.375,
2318
+ "learning_rate": 1.6324558056721353e-05,
2319
+ "loss": 1.0279,
2320
+ "mean_token_accuracy": 0.6988534897565841,
2321
+ "step": 1445
2322
+ },
2323
+ {
2324
+ "epoch": 0.553171196948021,
2325
+ "grad_norm": 5.59375,
2326
+ "learning_rate": 1.6311840264530078e-05,
2327
+ "loss": 1.1266,
2328
+ "mean_token_accuracy": 0.6839306525886059,
2329
+ "step": 1450
2330
+ },
2331
+ {
2332
+ "epoch": 0.5550786838340487,
2333
+ "grad_norm": 5.25,
2334
+ "learning_rate": 1.6299122472338804e-05,
2335
+ "loss": 1.0217,
2336
+ "mean_token_accuracy": 0.711203609406948,
2337
+ "step": 1455
2338
+ },
2339
+ {
2340
+ "epoch": 0.5569861707200763,
2341
+ "grad_norm": 4.59375,
2342
+ "learning_rate": 1.6286404680147526e-05,
2343
+ "loss": 1.0203,
2344
+ "mean_token_accuracy": 0.7061103895306587,
2345
+ "step": 1460
2346
+ },
2347
+ {
2348
+ "epoch": 0.558893657606104,
2349
+ "grad_norm": 4.5,
2350
+ "learning_rate": 1.627368688795625e-05,
2351
+ "loss": 1.1219,
2352
+ "mean_token_accuracy": 0.6869349181652069,
2353
+ "step": 1465
2354
+ },
2355
+ {
2356
+ "epoch": 0.5608011444921316,
2357
+ "grad_norm": 5.78125,
2358
+ "learning_rate": 1.6260969095764977e-05,
2359
+ "loss": 1.0224,
2360
+ "mean_token_accuracy": 0.7102344155311584,
2361
+ "step": 1470
2362
+ },
2363
+ {
2364
+ "epoch": 0.5627086313781593,
2365
+ "grad_norm": 4.71875,
2366
+ "learning_rate": 1.6248251303573702e-05,
2367
+ "loss": 1.0301,
2368
+ "mean_token_accuracy": 0.7014199420809746,
2369
+ "step": 1475
2370
+ },
2371
+ {
2372
+ "epoch": 0.5646161182641869,
2373
+ "grad_norm": 4.84375,
2374
+ "learning_rate": 1.6235533511382428e-05,
2375
+ "loss": 1.0919,
2376
+ "mean_token_accuracy": 0.6958119504153728,
2377
+ "step": 1480
2378
+ },
2379
+ {
2380
+ "epoch": 0.5665236051502146,
2381
+ "grad_norm": 3.796875,
2382
+ "learning_rate": 1.622281571919115e-05,
2383
+ "loss": 1.0172,
2384
+ "mean_token_accuracy": 0.7171666666865348,
2385
+ "step": 1485
2386
+ },
2387
+ {
2388
+ "epoch": 0.5684310920362422,
2389
+ "grad_norm": 4.9375,
2390
+ "learning_rate": 1.6210097926999875e-05,
2391
+ "loss": 1.0293,
2392
+ "mean_token_accuracy": 0.7110596433281898,
2393
+ "step": 1490
2394
+ },
2395
+ {
2396
+ "epoch": 0.5703385789222699,
2397
+ "grad_norm": 5.0,
2398
+ "learning_rate": 1.6197380134808597e-05,
2399
+ "loss": 1.0437,
2400
+ "mean_token_accuracy": 0.7055989898741245,
2401
+ "step": 1495
2402
+ },
2403
+ {
2404
+ "epoch": 0.5722460658082976,
2405
+ "grad_norm": 4.5625,
2406
+ "learning_rate": 1.6184662342617323e-05,
2407
+ "loss": 1.1109,
2408
+ "mean_token_accuracy": 0.6983527675271034,
2409
+ "step": 1500
2410
+ },
2411
+ {
2412
+ "epoch": 0.5741535526943252,
2413
+ "grad_norm": 5.21875,
2414
+ "learning_rate": 1.6171944550426045e-05,
2415
+ "loss": 1.0585,
2416
+ "mean_token_accuracy": 0.7039476573467255,
2417
+ "step": 1505
2418
+ },
2419
+ {
2420
+ "epoch": 0.5760610395803529,
2421
+ "grad_norm": 4.71875,
2422
+ "learning_rate": 1.615922675823477e-05,
2423
+ "loss": 1.0795,
2424
+ "mean_token_accuracy": 0.6893104076385498,
2425
+ "step": 1510
2426
+ },
2427
+ {
2428
+ "epoch": 0.5779685264663805,
2429
+ "grad_norm": 4.71875,
2430
+ "learning_rate": 1.6146508966043496e-05,
2431
+ "loss": 0.9975,
2432
+ "mean_token_accuracy": 0.7137760400772095,
2433
+ "step": 1515
2434
+ },
2435
+ {
2436
+ "epoch": 0.5798760133524082,
2437
+ "grad_norm": 4.5625,
2438
+ "learning_rate": 1.613379117385222e-05,
2439
+ "loss": 1.0283,
2440
+ "mean_token_accuracy": 0.7071486204862595,
2441
+ "step": 1520
2442
+ },
2443
+ {
2444
+ "epoch": 0.5817835002384358,
2445
+ "grad_norm": 4.125,
2446
+ "learning_rate": 1.6121073381660947e-05,
2447
+ "loss": 0.9634,
2448
+ "mean_token_accuracy": 0.7267276033759117,
2449
+ "step": 1525
2450
+ },
2451
+ {
2452
+ "epoch": 0.5836909871244635,
2453
+ "grad_norm": 5.28125,
2454
+ "learning_rate": 1.610835558946967e-05,
2455
+ "loss": 1.141,
2456
+ "mean_token_accuracy": 0.6760995179414749,
2457
+ "step": 1530
2458
+ },
2459
+ {
2460
+ "epoch": 0.5855984740104911,
2461
+ "grad_norm": 4.3125,
2462
+ "learning_rate": 1.6095637797278395e-05,
2463
+ "loss": 1.0584,
2464
+ "mean_token_accuracy": 0.7001825541257858,
2465
+ "step": 1535
2466
+ },
2467
+ {
2468
+ "epoch": 0.5875059608965189,
2469
+ "grad_norm": 4.71875,
2470
+ "learning_rate": 1.608292000508712e-05,
2471
+ "loss": 0.9554,
2472
+ "mean_token_accuracy": 0.7191137507557869,
2473
+ "step": 1540
2474
+ },
2475
+ {
2476
+ "epoch": 0.5894134477825465,
2477
+ "grad_norm": 4.59375,
2478
+ "learning_rate": 1.6070202212895842e-05,
2479
+ "loss": 1.0338,
2480
+ "mean_token_accuracy": 0.6991492182016372,
2481
+ "step": 1545
2482
+ },
2483
+ {
2484
+ "epoch": 0.5913209346685742,
2485
+ "grad_norm": 4.375,
2486
+ "learning_rate": 1.6057484420704568e-05,
2487
+ "loss": 1.1116,
2488
+ "mean_token_accuracy": 0.6837974414229393,
2489
+ "step": 1550
2490
+ },
2491
+ {
2492
+ "epoch": 0.5932284215546018,
2493
+ "grad_norm": 5.0,
2494
+ "learning_rate": 1.604476662851329e-05,
2495
+ "loss": 1.1166,
2496
+ "mean_token_accuracy": 0.6914651602506637,
2497
+ "step": 1555
2498
+ },
2499
+ {
2500
+ "epoch": 0.5951359084406295,
2501
+ "grad_norm": 4.53125,
2502
+ "learning_rate": 1.6032048836322015e-05,
2503
+ "loss": 1.092,
2504
+ "mean_token_accuracy": 0.6894845418632031,
2505
+ "step": 1560
2506
+ },
2507
+ {
2508
+ "epoch": 0.5970433953266572,
2509
+ "grad_norm": 3.96875,
2510
+ "learning_rate": 1.601933104413074e-05,
2511
+ "loss": 1.0382,
2512
+ "mean_token_accuracy": 0.7044162392616272,
2513
+ "step": 1565
2514
+ },
2515
+ {
2516
+ "epoch": 0.5989508822126848,
2517
+ "grad_norm": 5.28125,
2518
+ "learning_rate": 1.6006613251939463e-05,
2519
+ "loss": 1.1431,
2520
+ "mean_token_accuracy": 0.6869931921362877,
2521
+ "step": 1570
2522
+ },
2523
+ {
2524
+ "epoch": 0.6008583690987125,
2525
+ "grad_norm": 5.03125,
2526
+ "learning_rate": 1.599389545974819e-05,
2527
+ "loss": 0.9842,
2528
+ "mean_token_accuracy": 0.7128385215997696,
2529
+ "step": 1575
2530
+ },
2531
+ {
2532
+ "epoch": 0.6027658559847401,
2533
+ "grad_norm": 4.09375,
2534
+ "learning_rate": 1.5981177667556914e-05,
2535
+ "loss": 0.9261,
2536
+ "mean_token_accuracy": 0.7247092142701149,
2537
+ "step": 1580
2538
+ },
2539
+ {
2540
+ "epoch": 0.6046733428707678,
2541
+ "grad_norm": 6.1875,
2542
+ "learning_rate": 1.596845987536564e-05,
2543
+ "loss": 1.1425,
2544
+ "mean_token_accuracy": 0.690905112028122,
2545
+ "step": 1585
2546
+ },
2547
+ {
2548
+ "epoch": 0.6065808297567954,
2549
+ "grad_norm": 4.15625,
2550
+ "learning_rate": 1.595574208317436e-05,
2551
+ "loss": 1.0104,
2552
+ "mean_token_accuracy": 0.7160186618566513,
2553
+ "step": 1590
2554
+ },
2555
+ {
2556
+ "epoch": 0.6084883166428231,
2557
+ "grad_norm": 4.25,
2558
+ "learning_rate": 1.5943024290983087e-05,
2559
+ "loss": 1.0177,
2560
+ "mean_token_accuracy": 0.7115990072488785,
2561
+ "step": 1595
2562
+ },
2563
+ {
2564
+ "epoch": 0.6103958035288507,
2565
+ "grad_norm": 4.125,
2566
+ "learning_rate": 1.5930306498791813e-05,
2567
+ "loss": 0.9649,
2568
+ "mean_token_accuracy": 0.7167477622628212,
2569
+ "step": 1600
2570
+ },
2571
+ {
2572
+ "epoch": 0.6123032904148784,
2573
+ "grad_norm": 4.78125,
2574
+ "learning_rate": 1.5917588706600535e-05,
2575
+ "loss": 1.0788,
2576
+ "mean_token_accuracy": 0.6938311874866485,
2577
+ "step": 1605
2578
+ },
2579
+ {
2580
+ "epoch": 0.614210777300906,
2581
+ "grad_norm": 4.8125,
2582
+ "learning_rate": 1.590487091440926e-05,
2583
+ "loss": 1.0125,
2584
+ "mean_token_accuracy": 0.7016476511955261,
2585
+ "step": 1610
2586
+ },
2587
+ {
2588
+ "epoch": 0.6161182641869337,
2589
+ "grad_norm": 4.875,
2590
+ "learning_rate": 1.5892153122217982e-05,
2591
+ "loss": 1.0339,
2592
+ "mean_token_accuracy": 0.7032722011208534,
2593
+ "step": 1615
2594
+ },
2595
+ {
2596
+ "epoch": 0.6180257510729614,
2597
+ "grad_norm": 5.0625,
2598
+ "learning_rate": 1.5879435330026708e-05,
2599
+ "loss": 1.0328,
2600
+ "mean_token_accuracy": 0.7095901571214199,
2601
+ "step": 1620
2602
+ },
2603
+ {
2604
+ "epoch": 0.619933237958989,
2605
+ "grad_norm": 5.25,
2606
+ "learning_rate": 1.5866717537835433e-05,
2607
+ "loss": 1.0373,
2608
+ "mean_token_accuracy": 0.7035743817687035,
2609
+ "step": 1625
2610
+ },
2611
+ {
2612
+ "epoch": 0.6218407248450167,
2613
+ "grad_norm": 4.53125,
2614
+ "learning_rate": 1.585399974564416e-05,
2615
+ "loss": 0.9541,
2616
+ "mean_token_accuracy": 0.7259443908929825,
2617
+ "step": 1630
2618
+ },
2619
+ {
2620
+ "epoch": 0.6237482117310443,
2621
+ "grad_norm": 5.40625,
2622
+ "learning_rate": 1.5841281953452884e-05,
2623
+ "loss": 1.163,
2624
+ "mean_token_accuracy": 0.6807891383767128,
2625
+ "step": 1635
2626
+ },
2627
+ {
2628
+ "epoch": 0.625655698617072,
2629
+ "grad_norm": 5.46875,
2630
+ "learning_rate": 1.5828564161261606e-05,
2631
+ "loss": 0.9723,
2632
+ "mean_token_accuracy": 0.7241554304957389,
2633
+ "step": 1640
2634
+ },
2635
+ {
2636
+ "epoch": 0.6275631855030996,
2637
+ "grad_norm": 4.5625,
2638
+ "learning_rate": 1.5815846369070332e-05,
2639
+ "loss": 1.0736,
2640
+ "mean_token_accuracy": 0.7066580310463906,
2641
+ "step": 1645
2642
+ },
2643
+ {
2644
+ "epoch": 0.6294706723891274,
2645
+ "grad_norm": 5.125,
2646
+ "learning_rate": 1.5803128576879054e-05,
2647
+ "loss": 1.0553,
2648
+ "mean_token_accuracy": 0.7062164053320885,
2649
+ "step": 1650
2650
+ },
2651
+ {
2652
+ "epoch": 0.631378159275155,
2653
+ "grad_norm": 4.1875,
2654
+ "learning_rate": 1.579041078468778e-05,
2655
+ "loss": 1.0238,
2656
+ "mean_token_accuracy": 0.7111857526004315,
2657
+ "step": 1655
2658
+ },
2659
+ {
2660
+ "epoch": 0.6332856461611827,
2661
+ "grad_norm": 4.59375,
2662
+ "learning_rate": 1.5777692992496505e-05,
2663
+ "loss": 0.9547,
2664
+ "mean_token_accuracy": 0.7140131160616875,
2665
+ "step": 1660
2666
+ },
2667
+ {
2668
+ "epoch": 0.6351931330472103,
2669
+ "grad_norm": 4.75,
2670
+ "learning_rate": 1.5764975200305227e-05,
2671
+ "loss": 1.0719,
2672
+ "mean_token_accuracy": 0.6966261744499207,
2673
+ "step": 1665
2674
+ },
2675
+ {
2676
+ "epoch": 0.637100619933238,
2677
+ "grad_norm": 4.5625,
2678
+ "learning_rate": 1.5752257408113953e-05,
2679
+ "loss": 1.0385,
2680
+ "mean_token_accuracy": 0.7105199143290519,
2681
+ "step": 1670
2682
+ },
2683
+ {
2684
+ "epoch": 0.6390081068192656,
2685
+ "grad_norm": 5.40625,
2686
+ "learning_rate": 1.5739539615922678e-05,
2687
+ "loss": 1.0362,
2688
+ "mean_token_accuracy": 0.7015564523637294,
2689
+ "step": 1675
2690
+ },
2691
+ {
2692
+ "epoch": 0.6409155937052933,
2693
+ "grad_norm": 5.3125,
2694
+ "learning_rate": 1.57268218237314e-05,
2695
+ "loss": 0.9366,
2696
+ "mean_token_accuracy": 0.7337832853198052,
2697
+ "step": 1680
2698
+ },
2699
+ {
2700
+ "epoch": 0.642823080591321,
2701
+ "grad_norm": 5.4375,
2702
+ "learning_rate": 1.5714104031540126e-05,
2703
+ "loss": 1.1166,
2704
+ "mean_token_accuracy": 0.6753425896167755,
2705
+ "step": 1685
2706
+ },
2707
+ {
2708
+ "epoch": 0.6447305674773486,
2709
+ "grad_norm": 4.5625,
2710
+ "learning_rate": 1.570138623934885e-05,
2711
+ "loss": 1.0364,
2712
+ "mean_token_accuracy": 0.7042675077915191,
2713
+ "step": 1690
2714
+ },
2715
+ {
2716
+ "epoch": 0.6466380543633763,
2717
+ "grad_norm": 5.1875,
2718
+ "learning_rate": 1.5688668447157577e-05,
2719
+ "loss": 0.9948,
2720
+ "mean_token_accuracy": 0.7185570999979973,
2721
+ "step": 1695
2722
+ },
2723
+ {
2724
+ "epoch": 0.6485455412494039,
2725
+ "grad_norm": 5.25,
2726
+ "learning_rate": 1.56759506549663e-05,
2727
+ "loss": 1.0878,
2728
+ "mean_token_accuracy": 0.6928838163614273,
2729
+ "step": 1700
2730
+ },
2731
+ {
2732
+ "epoch": 0.6504530281354316,
2733
+ "grad_norm": 5.90625,
2734
+ "learning_rate": 1.5663232862775024e-05,
2735
+ "loss": 1.0671,
2736
+ "mean_token_accuracy": 0.7043869346380234,
2737
+ "step": 1705
2738
+ },
2739
+ {
2740
+ "epoch": 0.6523605150214592,
2741
+ "grad_norm": 4.5,
2742
+ "learning_rate": 1.5650515070583746e-05,
2743
+ "loss": 1.0721,
2744
+ "mean_token_accuracy": 0.7013254553079605,
2745
+ "step": 1710
2746
+ },
2747
+ {
2748
+ "epoch": 0.6542680019074869,
2749
+ "grad_norm": 4.90625,
2750
+ "learning_rate": 1.5637797278392472e-05,
2751
+ "loss": 1.0065,
2752
+ "mean_token_accuracy": 0.7042224168777466,
2753
+ "step": 1715
2754
+ },
2755
+ {
2756
+ "epoch": 0.6561754887935145,
2757
+ "grad_norm": 4.15625,
2758
+ "learning_rate": 1.5625079486201197e-05,
2759
+ "loss": 1.0739,
2760
+ "mean_token_accuracy": 0.6945244207978248,
2761
+ "step": 1720
2762
+ },
2763
+ {
2764
+ "epoch": 0.6580829756795422,
2765
+ "grad_norm": 5.5625,
2766
+ "learning_rate": 1.561236169400992e-05,
2767
+ "loss": 1.0859,
2768
+ "mean_token_accuracy": 0.6950926452875137,
2769
+ "step": 1725
2770
+ },
2771
+ {
2772
+ "epoch": 0.6599904625655698,
2773
+ "grad_norm": 4.8125,
2774
+ "learning_rate": 1.5599643901818645e-05,
2775
+ "loss": 0.9103,
2776
+ "mean_token_accuracy": 0.7312288954854012,
2777
+ "step": 1730
2778
+ },
2779
+ {
2780
+ "epoch": 0.6618979494515975,
2781
+ "grad_norm": 4.375,
2782
+ "learning_rate": 1.558692610962737e-05,
2783
+ "loss": 0.9913,
2784
+ "mean_token_accuracy": 0.7258316233754158,
2785
+ "step": 1735
2786
+ },
2787
+ {
2788
+ "epoch": 0.6638054363376252,
2789
+ "grad_norm": 5.84375,
2790
+ "learning_rate": 1.5574208317436096e-05,
2791
+ "loss": 1.1365,
2792
+ "mean_token_accuracy": 0.6847386986017228,
2793
+ "step": 1740
2794
+ },
2795
+ {
2796
+ "epoch": 0.6657129232236528,
2797
+ "grad_norm": 4.34375,
2798
+ "learning_rate": 1.5561490525244818e-05,
2799
+ "loss": 0.9208,
2800
+ "mean_token_accuracy": 0.7318013399839401,
2801
+ "step": 1745
2802
+ },
2803
+ {
2804
+ "epoch": 0.6676204101096805,
2805
+ "grad_norm": 4.59375,
2806
+ "learning_rate": 1.5548772733053544e-05,
2807
+ "loss": 1.0381,
2808
+ "mean_token_accuracy": 0.7117675840854645,
2809
+ "step": 1750
2810
+ },
2811
+ {
2812
+ "epoch": 0.6695278969957081,
2813
+ "grad_norm": 4.0,
2814
+ "learning_rate": 1.553605494086227e-05,
2815
+ "loss": 0.9807,
2816
+ "mean_token_accuracy": 0.7145498290657997,
2817
+ "step": 1755
2818
+ },
2819
+ {
2820
+ "epoch": 0.6714353838817358,
2821
+ "grad_norm": 4.4375,
2822
+ "learning_rate": 1.552333714867099e-05,
2823
+ "loss": 0.9746,
2824
+ "mean_token_accuracy": 0.7150619328022003,
2825
+ "step": 1760
2826
+ },
2827
+ {
2828
+ "epoch": 0.6733428707677634,
2829
+ "grad_norm": 5.0625,
2830
+ "learning_rate": 1.5510619356479717e-05,
2831
+ "loss": 1.0595,
2832
+ "mean_token_accuracy": 0.7089547023177147,
2833
+ "step": 1765
2834
+ },
2835
+ {
2836
+ "epoch": 0.6752503576537912,
2837
+ "grad_norm": 4.59375,
2838
+ "learning_rate": 1.549790156428844e-05,
2839
+ "loss": 1.0631,
2840
+ "mean_token_accuracy": 0.7015356197953224,
2841
+ "step": 1770
2842
+ },
2843
+ {
2844
+ "epoch": 0.6771578445398188,
2845
+ "grad_norm": 6.28125,
2846
+ "learning_rate": 1.5485183772097164e-05,
2847
+ "loss": 1.0188,
2848
+ "mean_token_accuracy": 0.7043671816587448,
2849
+ "step": 1775
2850
+ },
2851
+ {
2852
+ "epoch": 0.6790653314258465,
2853
+ "grad_norm": 4.34375,
2854
+ "learning_rate": 1.547246597990589e-05,
2855
+ "loss": 1.017,
2856
+ "mean_token_accuracy": 0.707620695233345,
2857
+ "step": 1780
2858
+ },
2859
+ {
2860
+ "epoch": 0.6809728183118741,
2861
+ "grad_norm": 5.25,
2862
+ "learning_rate": 1.5459748187714615e-05,
2863
+ "loss": 1.0261,
2864
+ "mean_token_accuracy": 0.7107647344470024,
2865
+ "step": 1785
2866
+ },
2867
+ {
2868
+ "epoch": 0.6828803051979018,
2869
+ "grad_norm": 5.1875,
2870
+ "learning_rate": 1.5447030395523338e-05,
2871
+ "loss": 0.976,
2872
+ "mean_token_accuracy": 0.7236540615558624,
2873
+ "step": 1790
2874
+ },
2875
+ {
2876
+ "epoch": 0.6847877920839294,
2877
+ "grad_norm": 4.40625,
2878
+ "learning_rate": 1.5434312603332063e-05,
2879
+ "loss": 1.0489,
2880
+ "mean_token_accuracy": 0.7052806288003921,
2881
+ "step": 1795
2882
+ },
2883
+ {
2884
+ "epoch": 0.6866952789699571,
2885
+ "grad_norm": 4.53125,
2886
+ "learning_rate": 1.542159481114079e-05,
2887
+ "loss": 1.0648,
2888
+ "mean_token_accuracy": 0.6937704533338547,
2889
+ "step": 1800
2890
+ },
2891
+ {
2892
+ "epoch": 0.6886027658559848,
2893
+ "grad_norm": 3.921875,
2894
+ "learning_rate": 1.540887701894951e-05,
2895
+ "loss": 1.0472,
2896
+ "mean_token_accuracy": 0.7000033929944038,
2897
+ "step": 1805
2898
+ },
2899
+ {
2900
+ "epoch": 0.6905102527420124,
2901
+ "grad_norm": 4.0625,
2902
+ "learning_rate": 1.5396159226758236e-05,
2903
+ "loss": 0.9398,
2904
+ "mean_token_accuracy": 0.7206048682332039,
2905
+ "step": 1810
2906
+ },
2907
+ {
2908
+ "epoch": 0.6924177396280401,
2909
+ "grad_norm": 4.71875,
2910
+ "learning_rate": 1.538344143456696e-05,
2911
+ "loss": 1.078,
2912
+ "mean_token_accuracy": 0.6949393272399902,
2913
+ "step": 1815
2914
+ },
2915
+ {
2916
+ "epoch": 0.6943252265140677,
2917
+ "grad_norm": 4.78125,
2918
+ "learning_rate": 1.5370723642375684e-05,
2919
+ "loss": 0.9936,
2920
+ "mean_token_accuracy": 0.716967236995697,
2921
+ "step": 1820
2922
+ },
2923
+ {
2924
+ "epoch": 0.6962327134000954,
2925
+ "grad_norm": 5.46875,
2926
+ "learning_rate": 1.535800585018441e-05,
2927
+ "loss": 1.0597,
2928
+ "mean_token_accuracy": 0.7033153355121613,
2929
+ "step": 1825
2930
+ },
2931
+ {
2932
+ "epoch": 0.698140200286123,
2933
+ "grad_norm": 5.59375,
2934
+ "learning_rate": 1.534528805799313e-05,
2935
+ "loss": 1.0689,
2936
+ "mean_token_accuracy": 0.6991181001067162,
2937
+ "step": 1830
2938
+ },
2939
+ {
2940
+ "epoch": 0.7000476871721507,
2941
+ "grad_norm": 5.59375,
2942
+ "learning_rate": 1.5332570265801857e-05,
2943
+ "loss": 1.0807,
2944
+ "mean_token_accuracy": 0.6999934658408165,
2945
+ "step": 1835
2946
+ },
2947
+ {
2948
+ "epoch": 0.7019551740581783,
2949
+ "grad_norm": 5.0625,
2950
+ "learning_rate": 1.5319852473610582e-05,
2951
+ "loss": 0.9682,
2952
+ "mean_token_accuracy": 0.723272667825222,
2953
+ "step": 1840
2954
+ },
2955
+ {
2956
+ "epoch": 0.703862660944206,
2957
+ "grad_norm": 4.15625,
2958
+ "learning_rate": 1.5307134681419308e-05,
2959
+ "loss": 1.031,
2960
+ "mean_token_accuracy": 0.6966592162847519,
2961
+ "step": 1845
2962
+ },
2963
+ {
2964
+ "epoch": 0.7057701478302336,
2965
+ "grad_norm": 5.15625,
2966
+ "learning_rate": 1.5294416889228033e-05,
2967
+ "loss": 1.0431,
2968
+ "mean_token_accuracy": 0.714342576265335,
2969
+ "step": 1850
2970
+ },
2971
+ {
2972
+ "epoch": 0.7076776347162613,
2973
+ "grad_norm": 5.78125,
2974
+ "learning_rate": 1.5281699097036755e-05,
2975
+ "loss": 1.0259,
2976
+ "mean_token_accuracy": 0.7083830907940865,
2977
+ "step": 1855
2978
+ },
2979
+ {
2980
+ "epoch": 0.709585121602289,
2981
+ "grad_norm": 4.5625,
2982
+ "learning_rate": 1.526898130484548e-05,
2983
+ "loss": 0.9847,
2984
+ "mean_token_accuracy": 0.7163553655147552,
2985
+ "step": 1860
2986
+ },
2987
+ {
2988
+ "epoch": 0.7114926084883166,
2989
+ "grad_norm": 6.28125,
2990
+ "learning_rate": 1.5256263512654203e-05,
2991
+ "loss": 0.9951,
2992
+ "mean_token_accuracy": 0.7172233253717423,
2993
+ "step": 1865
2994
+ },
2995
+ {
2996
+ "epoch": 0.7134000953743443,
2997
+ "grad_norm": 5.25,
2998
+ "learning_rate": 1.5243545720462929e-05,
2999
+ "loss": 1.0708,
3000
+ "mean_token_accuracy": 0.6974482744932174,
3001
+ "step": 1870
3002
+ },
3003
+ {
3004
+ "epoch": 0.7153075822603719,
3005
+ "grad_norm": 4.625,
3006
+ "learning_rate": 1.5230827928271654e-05,
3007
+ "loss": 1.0573,
3008
+ "mean_token_accuracy": 0.7091765016317367,
3009
+ "step": 1875
3010
+ },
3011
+ {
3012
+ "epoch": 0.7172150691463997,
3013
+ "grad_norm": 4.96875,
3014
+ "learning_rate": 1.5218110136080378e-05,
3015
+ "loss": 0.969,
3016
+ "mean_token_accuracy": 0.7144028797745705,
3017
+ "step": 1880
3018
+ },
3019
+ {
3020
+ "epoch": 0.7191225560324273,
3021
+ "grad_norm": 4.71875,
3022
+ "learning_rate": 1.5205392343889103e-05,
3023
+ "loss": 1.0841,
3024
+ "mean_token_accuracy": 0.696842522919178,
3025
+ "step": 1885
3026
+ },
3027
+ {
3028
+ "epoch": 0.721030042918455,
3029
+ "grad_norm": 4.21875,
3030
+ "learning_rate": 1.5192674551697825e-05,
3031
+ "loss": 0.9193,
3032
+ "mean_token_accuracy": 0.7247643247246742,
3033
+ "step": 1890
3034
+ },
3035
+ {
3036
+ "epoch": 0.7229375298044826,
3037
+ "grad_norm": 5.3125,
3038
+ "learning_rate": 1.5179956759506551e-05,
3039
+ "loss": 0.9693,
3040
+ "mean_token_accuracy": 0.7202573090791702,
3041
+ "step": 1895
3042
+ },
3043
+ {
3044
+ "epoch": 0.7248450166905103,
3045
+ "grad_norm": 4.59375,
3046
+ "learning_rate": 1.5167238967315275e-05,
3047
+ "loss": 0.9176,
3048
+ "mean_token_accuracy": 0.7282809093594551,
3049
+ "step": 1900
3050
+ },
3051
+ {
3052
+ "epoch": 0.7267525035765379,
3053
+ "grad_norm": 4.53125,
3054
+ "learning_rate": 1.5154521175124e-05,
3055
+ "loss": 0.9122,
3056
+ "mean_token_accuracy": 0.7338912770152092,
3057
+ "step": 1905
3058
+ },
3059
+ {
3060
+ "epoch": 0.7286599904625656,
3061
+ "grad_norm": 4.96875,
3062
+ "learning_rate": 1.5141803382932724e-05,
3063
+ "loss": 1.0756,
3064
+ "mean_token_accuracy": 0.6949716225266457,
3065
+ "step": 1910
3066
+ },
3067
+ {
3068
+ "epoch": 0.7305674773485932,
3069
+ "grad_norm": 4.96875,
3070
+ "learning_rate": 1.5129085590741448e-05,
3071
+ "loss": 1.0789,
3072
+ "mean_token_accuracy": 0.6967040143907071,
3073
+ "step": 1915
3074
+ },
3075
+ {
3076
+ "epoch": 0.7324749642346209,
3077
+ "grad_norm": 4.71875,
3078
+ "learning_rate": 1.5116367798550173e-05,
3079
+ "loss": 0.9752,
3080
+ "mean_token_accuracy": 0.7204620942473412,
3081
+ "step": 1920
3082
+ },
3083
+ {
3084
+ "epoch": 0.7343824511206486,
3085
+ "grad_norm": 3.8125,
3086
+ "learning_rate": 1.5103650006358897e-05,
3087
+ "loss": 1.0254,
3088
+ "mean_token_accuracy": 0.7050608977675438,
3089
+ "step": 1925
3090
+ },
3091
+ {
3092
+ "epoch": 0.7362899380066762,
3093
+ "grad_norm": 4.5625,
3094
+ "learning_rate": 1.5090932214167621e-05,
3095
+ "loss": 0.9845,
3096
+ "mean_token_accuracy": 0.718043963611126,
3097
+ "step": 1930
3098
+ },
3099
+ {
3100
+ "epoch": 0.7381974248927039,
3101
+ "grad_norm": 4.75,
3102
+ "learning_rate": 1.5078214421976347e-05,
3103
+ "loss": 0.9798,
3104
+ "mean_token_accuracy": 0.7155537083745003,
3105
+ "step": 1935
3106
+ },
3107
+ {
3108
+ "epoch": 0.7401049117787315,
3109
+ "grad_norm": 4.125,
3110
+ "learning_rate": 1.506549662978507e-05,
3111
+ "loss": 0.9766,
3112
+ "mean_token_accuracy": 0.7140335828065872,
3113
+ "step": 1940
3114
+ },
3115
+ {
3116
+ "epoch": 0.7420123986647592,
3117
+ "grad_norm": 4.125,
3118
+ "learning_rate": 1.5052778837593796e-05,
3119
+ "loss": 1.048,
3120
+ "mean_token_accuracy": 0.6943504139780998,
3121
+ "step": 1945
3122
+ },
3123
+ {
3124
+ "epoch": 0.7439198855507868,
3125
+ "grad_norm": 4.46875,
3126
+ "learning_rate": 1.5040061045402518e-05,
3127
+ "loss": 0.9615,
3128
+ "mean_token_accuracy": 0.7220544546842576,
3129
+ "step": 1950
3130
+ },
3131
+ {
3132
+ "epoch": 0.7458273724368145,
3133
+ "grad_norm": 5.0,
3134
+ "learning_rate": 1.5027343253211243e-05,
3135
+ "loss": 0.9978,
3136
+ "mean_token_accuracy": 0.7115991845726967,
3137
+ "step": 1955
3138
+ },
3139
+ {
3140
+ "epoch": 0.7477348593228421,
3141
+ "grad_norm": 4.25,
3142
+ "learning_rate": 1.5014625461019967e-05,
3143
+ "loss": 0.9384,
3144
+ "mean_token_accuracy": 0.7263565197587013,
3145
+ "step": 1960
3146
+ },
3147
+ {
3148
+ "epoch": 0.7496423462088698,
3149
+ "grad_norm": 4.90625,
3150
+ "learning_rate": 1.5001907668828693e-05,
3151
+ "loss": 1.0709,
3152
+ "mean_token_accuracy": 0.6875549122691155,
3153
+ "step": 1965
3154
+ },
3155
+ {
3156
+ "epoch": 0.7515498330948974,
3157
+ "grad_norm": 5.4375,
3158
+ "learning_rate": 1.4989189876637418e-05,
3159
+ "loss": 1.0374,
3160
+ "mean_token_accuracy": 0.7037866428494454,
3161
+ "step": 1970
3162
+ },
3163
+ {
3164
+ "epoch": 0.7534573199809251,
3165
+ "grad_norm": 4.4375,
3166
+ "learning_rate": 1.497647208444614e-05,
3167
+ "loss": 0.9627,
3168
+ "mean_token_accuracy": 0.7117268234491348,
3169
+ "step": 1975
3170
+ },
3171
+ {
3172
+ "epoch": 0.7553648068669528,
3173
+ "grad_norm": 4.34375,
3174
+ "learning_rate": 1.4963754292254866e-05,
3175
+ "loss": 0.9921,
3176
+ "mean_token_accuracy": 0.7058862507343292,
3177
+ "step": 1980
3178
+ },
3179
+ {
3180
+ "epoch": 0.7572722937529804,
3181
+ "grad_norm": 5.09375,
3182
+ "learning_rate": 1.495103650006359e-05,
3183
+ "loss": 0.961,
3184
+ "mean_token_accuracy": 0.7215966627001762,
3185
+ "step": 1985
3186
+ },
3187
+ {
3188
+ "epoch": 0.7591797806390082,
3189
+ "grad_norm": 4.375,
3190
+ "learning_rate": 1.4938318707872315e-05,
3191
+ "loss": 0.8637,
3192
+ "mean_token_accuracy": 0.7477660223841667,
3193
+ "step": 1990
3194
+ },
3195
+ {
3196
+ "epoch": 0.7610872675250357,
3197
+ "grad_norm": 4.71875,
3198
+ "learning_rate": 1.492560091568104e-05,
3199
+ "loss": 0.9912,
3200
+ "mean_token_accuracy": 0.7125525683164596,
3201
+ "step": 1995
3202
+ },
3203
+ {
3204
+ "epoch": 0.7629947544110635,
3205
+ "grad_norm": 4.09375,
3206
+ "learning_rate": 1.4912883123489763e-05,
3207
+ "loss": 0.9836,
3208
+ "mean_token_accuracy": 0.7163909748196602,
3209
+ "step": 2000
3210
+ }
3211
+ ],
3212
+ "logging_steps": 5,
3213
+ "max_steps": 7863,
3214
+ "num_input_tokens_seen": 0,
3215
+ "num_train_epochs": 3,
3216
+ "save_steps": 2000,
3217
+ "stateful_callbacks": {
3218
+ "TrainerControl": {
3219
+ "args": {
3220
+ "should_epoch_stop": false,
3221
+ "should_evaluate": false,
3222
+ "should_log": false,
3223
+ "should_save": true,
3224
+ "should_training_stop": false
3225
+ },
3226
+ "attributes": {}
3227
+ }
3228
+ },
3229
+ "total_flos": 5.321196176694559e+17,
3230
+ "train_batch_size": 1,
3231
+ "trial_name": null,
3232
+ "trial_params": null
3233
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd31b6093969947f34cd8076ac7269829d1e9a4decbfa4ef086a6a60f50412c0
3
+ size 5560