sheepy928 commited on
Commit
cfad6f6
1 Parent(s): 3a2f8c7

Upload 11 files

Browse files
config.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "../../save/marinda-default-ep0.4-26m/checkpoint-25000",
3
+ "architectures": [
4
+ "MarindaForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 1,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "ep_add_linear_projection": true,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "id2label": {
15
+ "0": "noacc",
16
+ "1": "base(int)",
17
+ "2": "base(char)**",
18
+ "3": "base(char)*",
19
+ "4": "base(_Bool)",
20
+ "5": "base(unsigned int)",
21
+ "6": "base(long unsigned int)",
22
+ "7": "struct*",
23
+ "8": "void*",
24
+ "9": "base(unsigned char)*",
25
+ "10": "enum",
26
+ "11": "base(unsigned char)",
27
+ "12": "base(char)",
28
+ "13": "base(unsigned int)*",
29
+ "14": "base(long int)",
30
+ "15": "base(short int)*",
31
+ "16": "union*",
32
+ "17": "subroutine*",
33
+ "18": "base(long int)*",
34
+ "19": "base(int)*",
35
+ "20": "array*",
36
+ "21": "struct**",
37
+ "22": "base(long unsigned int)*",
38
+ "23": "base(double)*",
39
+ "24": "void**",
40
+ "25": "base(short unsigned int)",
41
+ "26": "struct",
42
+ "27": "base(_Bool)*",
43
+ "28": "base(char)***",
44
+ "29": "base(long unsigned int)**",
45
+ "30": "base(long double)",
46
+ "31": "struct***",
47
+ "32": "enum*",
48
+ "33": "base(unsigned int)**",
49
+ "34": "base(long double)*",
50
+ "35": "base(float)*",
51
+ "36": "base(long long unsigned int)*",
52
+ "37": "base(short unsigned int)*",
53
+ "38": "base(signed char)*",
54
+ "39": "base(long long int)",
55
+ "40": "array",
56
+ "41": "base(double)",
57
+ "42": "base(unsigned char)**",
58
+ "43": "union",
59
+ "44": "base(short int)",
60
+ "45": "base(long long unsigned int)",
61
+ "46": "subroutine**",
62
+ "47": "array**",
63
+ "48": "base(signed char)",
64
+ "49": "base(float)"
65
+ },
66
+ "initializer_range": 0.02,
67
+ "intermediate_size": 3072,
68
+ "label2id": {
69
+ "array": 40,
70
+ "array*": 20,
71
+ "array**": 47,
72
+ "base(_Bool)": 4,
73
+ "base(_Bool)*": 27,
74
+ "base(char)": 12,
75
+ "base(char)*": 3,
76
+ "base(char)**": 2,
77
+ "base(char)***": 28,
78
+ "base(double)": 41,
79
+ "base(double)*": 23,
80
+ "base(float)": 49,
81
+ "base(float)*": 35,
82
+ "base(int)": 1,
83
+ "base(int)*": 19,
84
+ "base(long double)": 30,
85
+ "base(long double)*": 34,
86
+ "base(long int)": 14,
87
+ "base(long int)*": 18,
88
+ "base(long long int)": 39,
89
+ "base(long long unsigned int)": 45,
90
+ "base(long long unsigned int)*": 36,
91
+ "base(long unsigned int)": 6,
92
+ "base(long unsigned int)*": 22,
93
+ "base(long unsigned int)**": 29,
94
+ "base(short int)": 44,
95
+ "base(short int)*": 15,
96
+ "base(short unsigned int)": 25,
97
+ "base(short unsigned int)*": 37,
98
+ "base(signed char)": 48,
99
+ "base(signed char)*": 38,
100
+ "base(unsigned char)": 11,
101
+ "base(unsigned char)*": 9,
102
+ "base(unsigned char)**": 42,
103
+ "base(unsigned int)": 5,
104
+ "base(unsigned int)*": 13,
105
+ "base(unsigned int)**": 33,
106
+ "enum": 10,
107
+ "enum*": 32,
108
+ "noacc": 0,
109
+ "struct": 26,
110
+ "struct*": 7,
111
+ "struct**": 21,
112
+ "struct***": 31,
113
+ "subroutine*": 17,
114
+ "subroutine**": 46,
115
+ "union": 43,
116
+ "union*": 16,
117
+ "void*": 8,
118
+ "void**": 24
119
+ },
120
+ "layer_norm_eps": 1e-12,
121
+ "max_position_embeddings": 600,
122
+ "max_relative_position_embeddings": 8,
123
+ "model_type": "marinda",
124
+ "num_attention_heads": 12,
125
+ "num_hidden_layers": 12,
126
+ "pad_token_id": 3,
127
+ "position_embedding_type": "mixed",
128
+ "torch_dtype": "float32",
129
+ "transformers_version": "4.30.2",
130
+ "type_vocab_size": 2,
131
+ "use_cache": true,
132
+ "vocab_size": 30523
133
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e960298d1a877deb85869d85e565c059833f69bd28ad709c0b25afb13c8c4a82
3
+ size 872120581
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905272567cc87d98fcec5297e8b81ca35be2974d2b102245e17b036e5b5ce389
3
+ size 436071129
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11f3a7054d26117bdc6d40253a30d6656e5c3f358e6d4d576ab4a9fefc8222a
3
+ size 15607
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bfd1658408a7ddca315af7526ede4be019fa71f91bcb14c0899ad6267fe10fb
3
+ size 15607
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:866e66f6886ae3313cb1e46e06227457ab6b00dd5b87d31de1835790ea4e94a2
3
+ size 627
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "clean_up_tokenization_spaces": true,
3
+ "model_max_length": 512,
4
+ "tokenizer_class": "MarindaTokenizer"
5
+ }
trainer_state.json ADDED
@@ -0,0 +1,1948 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.9297905882112695,
3
+ "best_model_checkpoint": "../save/marinda-default-ep0.4-26m-ti-di-only-O3-shuffle/checkpoint-600",
4
+ "epoch": 4.316546762589928,
5
+ "global_step": 600,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.01,
12
+ "learning_rate": 9.971223021582734e-05,
13
+ "loss": 3.7929,
14
+ "step": 2
15
+ },
16
+ {
17
+ "epoch": 0.03,
18
+ "learning_rate": 9.942446043165468e-05,
19
+ "loss": 3.3681,
20
+ "step": 4
21
+ },
22
+ {
23
+ "epoch": 0.04,
24
+ "learning_rate": 9.913669064748203e-05,
25
+ "loss": 2.5519,
26
+ "step": 6
27
+ },
28
+ {
29
+ "epoch": 0.06,
30
+ "learning_rate": 9.884892086330935e-05,
31
+ "loss": 1.3021,
32
+ "step": 8
33
+ },
34
+ {
35
+ "epoch": 0.07,
36
+ "learning_rate": 9.856115107913669e-05,
37
+ "loss": 0.5662,
38
+ "step": 10
39
+ },
40
+ {
41
+ "epoch": 0.09,
42
+ "learning_rate": 9.827338129496403e-05,
43
+ "loss": 0.4006,
44
+ "step": 12
45
+ },
46
+ {
47
+ "epoch": 0.1,
48
+ "learning_rate": 9.798561151079138e-05,
49
+ "loss": 0.3735,
50
+ "step": 14
51
+ },
52
+ {
53
+ "epoch": 0.12,
54
+ "learning_rate": 9.769784172661871e-05,
55
+ "loss": 0.3599,
56
+ "step": 16
57
+ },
58
+ {
59
+ "epoch": 0.13,
60
+ "learning_rate": 9.741007194244605e-05,
61
+ "loss": 0.3238,
62
+ "step": 18
63
+ },
64
+ {
65
+ "epoch": 0.14,
66
+ "learning_rate": 9.712230215827339e-05,
67
+ "loss": 0.2998,
68
+ "step": 20
69
+ },
70
+ {
71
+ "epoch": 0.16,
72
+ "learning_rate": 9.683453237410072e-05,
73
+ "loss": 0.2738,
74
+ "step": 22
75
+ },
76
+ {
77
+ "epoch": 0.17,
78
+ "learning_rate": 9.654676258992806e-05,
79
+ "loss": 0.2698,
80
+ "step": 24
81
+ },
82
+ {
83
+ "epoch": 0.19,
84
+ "learning_rate": 9.62589928057554e-05,
85
+ "loss": 0.2616,
86
+ "step": 26
87
+ },
88
+ {
89
+ "epoch": 0.2,
90
+ "learning_rate": 9.597122302158273e-05,
91
+ "loss": 0.2386,
92
+ "step": 28
93
+ },
94
+ {
95
+ "epoch": 0.22,
96
+ "learning_rate": 9.568345323741009e-05,
97
+ "loss": 0.2266,
98
+ "step": 30
99
+ },
100
+ {
101
+ "epoch": 0.23,
102
+ "learning_rate": 9.539568345323742e-05,
103
+ "loss": 0.2159,
104
+ "step": 32
105
+ },
106
+ {
107
+ "epoch": 0.24,
108
+ "learning_rate": 9.510791366906475e-05,
109
+ "loss": 0.2166,
110
+ "step": 34
111
+ },
112
+ {
113
+ "epoch": 0.26,
114
+ "learning_rate": 9.482014388489208e-05,
115
+ "loss": 0.2089,
116
+ "step": 36
117
+ },
118
+ {
119
+ "epoch": 0.27,
120
+ "learning_rate": 9.453237410071943e-05,
121
+ "loss": 0.1988,
122
+ "step": 38
123
+ },
124
+ {
125
+ "epoch": 0.29,
126
+ "learning_rate": 9.424460431654677e-05,
127
+ "loss": 0.1958,
128
+ "step": 40
129
+ },
130
+ {
131
+ "epoch": 0.3,
132
+ "learning_rate": 9.39568345323741e-05,
133
+ "loss": 0.1898,
134
+ "step": 42
135
+ },
136
+ {
137
+ "epoch": 0.32,
138
+ "learning_rate": 9.366906474820144e-05,
139
+ "loss": 0.166,
140
+ "step": 44
141
+ },
142
+ {
143
+ "epoch": 0.33,
144
+ "learning_rate": 9.338129496402878e-05,
145
+ "loss": 0.1805,
146
+ "step": 46
147
+ },
148
+ {
149
+ "epoch": 0.35,
150
+ "learning_rate": 9.309352517985612e-05,
151
+ "loss": 0.1653,
152
+ "step": 48
153
+ },
154
+ {
155
+ "epoch": 0.36,
156
+ "learning_rate": 9.280575539568345e-05,
157
+ "loss": 0.155,
158
+ "step": 50
159
+ },
160
+ {
161
+ "epoch": 0.36,
162
+ "eval_f1": 0.3575783510975672,
163
+ "eval_loss": 0.13829465210437775,
164
+ "eval_precision": 0.42337897661762086,
165
+ "eval_recall": 0.30948700941378743,
166
+ "eval_runtime": 51.1038,
167
+ "eval_samples_per_second": 27.454,
168
+ "eval_steps_per_second": 0.117,
169
+ "step": 50
170
+ },
171
+ {
172
+ "epoch": 0.37,
173
+ "learning_rate": 9.251798561151079e-05,
174
+ "loss": 0.148,
175
+ "step": 52
176
+ },
177
+ {
178
+ "epoch": 0.39,
179
+ "learning_rate": 9.223021582733813e-05,
180
+ "loss": 0.1477,
181
+ "step": 54
182
+ },
183
+ {
184
+ "epoch": 0.4,
185
+ "learning_rate": 9.194244604316548e-05,
186
+ "loss": 0.1613,
187
+ "step": 56
188
+ },
189
+ {
190
+ "epoch": 0.42,
191
+ "learning_rate": 9.165467625899282e-05,
192
+ "loss": 0.1362,
193
+ "step": 58
194
+ },
195
+ {
196
+ "epoch": 0.43,
197
+ "learning_rate": 9.136690647482015e-05,
198
+ "loss": 0.1396,
199
+ "step": 60
200
+ },
201
+ {
202
+ "epoch": 0.45,
203
+ "learning_rate": 9.107913669064748e-05,
204
+ "loss": 0.136,
205
+ "step": 62
206
+ },
207
+ {
208
+ "epoch": 0.46,
209
+ "learning_rate": 9.079136690647483e-05,
210
+ "loss": 0.1397,
211
+ "step": 64
212
+ },
213
+ {
214
+ "epoch": 0.47,
215
+ "learning_rate": 9.050359712230216e-05,
216
+ "loss": 0.1337,
217
+ "step": 66
218
+ },
219
+ {
220
+ "epoch": 0.49,
221
+ "learning_rate": 9.02158273381295e-05,
222
+ "loss": 0.1232,
223
+ "step": 68
224
+ },
225
+ {
226
+ "epoch": 0.5,
227
+ "learning_rate": 8.992805755395684e-05,
228
+ "loss": 0.1229,
229
+ "step": 70
230
+ },
231
+ {
232
+ "epoch": 0.52,
233
+ "learning_rate": 8.964028776978419e-05,
234
+ "loss": 0.1284,
235
+ "step": 72
236
+ },
237
+ {
238
+ "epoch": 0.53,
239
+ "learning_rate": 8.935251798561151e-05,
240
+ "loss": 0.1198,
241
+ "step": 74
242
+ },
243
+ {
244
+ "epoch": 0.55,
245
+ "learning_rate": 8.906474820143885e-05,
246
+ "loss": 0.116,
247
+ "step": 76
248
+ },
249
+ {
250
+ "epoch": 0.56,
251
+ "learning_rate": 8.877697841726618e-05,
252
+ "loss": 0.1044,
253
+ "step": 78
254
+ },
255
+ {
256
+ "epoch": 0.58,
257
+ "learning_rate": 8.848920863309353e-05,
258
+ "loss": 0.0968,
259
+ "step": 80
260
+ },
261
+ {
262
+ "epoch": 0.59,
263
+ "learning_rate": 8.820143884892087e-05,
264
+ "loss": 0.1038,
265
+ "step": 82
266
+ },
267
+ {
268
+ "epoch": 0.6,
269
+ "learning_rate": 8.791366906474821e-05,
270
+ "loss": 0.0936,
271
+ "step": 84
272
+ },
273
+ {
274
+ "epoch": 0.62,
275
+ "learning_rate": 8.762589928057555e-05,
276
+ "loss": 0.117,
277
+ "step": 86
278
+ },
279
+ {
280
+ "epoch": 0.63,
281
+ "learning_rate": 8.733812949640288e-05,
282
+ "loss": 0.0876,
283
+ "step": 88
284
+ },
285
+ {
286
+ "epoch": 0.65,
287
+ "learning_rate": 8.705035971223022e-05,
288
+ "loss": 0.1114,
289
+ "step": 90
290
+ },
291
+ {
292
+ "epoch": 0.66,
293
+ "learning_rate": 8.676258992805756e-05,
294
+ "loss": 0.0882,
295
+ "step": 92
296
+ },
297
+ {
298
+ "epoch": 0.68,
299
+ "learning_rate": 8.647482014388489e-05,
300
+ "loss": 0.1021,
301
+ "step": 94
302
+ },
303
+ {
304
+ "epoch": 0.69,
305
+ "learning_rate": 8.618705035971223e-05,
306
+ "loss": 0.0864,
307
+ "step": 96
308
+ },
309
+ {
310
+ "epoch": 0.71,
311
+ "learning_rate": 8.589928057553958e-05,
312
+ "loss": 0.0885,
313
+ "step": 98
314
+ },
315
+ {
316
+ "epoch": 0.72,
317
+ "learning_rate": 8.561151079136692e-05,
318
+ "loss": 0.084,
319
+ "step": 100
320
+ },
321
+ {
322
+ "epoch": 0.72,
323
+ "eval_f1": 0.7231108774684605,
324
+ "eval_loss": 0.07253779470920563,
325
+ "eval_precision": 0.7317808420138814,
326
+ "eval_recall": 0.7146537125821346,
327
+ "eval_runtime": 51.1794,
328
+ "eval_samples_per_second": 27.413,
329
+ "eval_steps_per_second": 0.117,
330
+ "step": 100
331
+ },
332
+ {
333
+ "epoch": 0.73,
334
+ "learning_rate": 8.532374100719424e-05,
335
+ "loss": 0.0875,
336
+ "step": 102
337
+ },
338
+ {
339
+ "epoch": 0.75,
340
+ "learning_rate": 8.503597122302158e-05,
341
+ "loss": 0.0845,
342
+ "step": 104
343
+ },
344
+ {
345
+ "epoch": 0.76,
346
+ "learning_rate": 8.474820143884893e-05,
347
+ "loss": 0.0797,
348
+ "step": 106
349
+ },
350
+ {
351
+ "epoch": 0.78,
352
+ "learning_rate": 8.446043165467626e-05,
353
+ "loss": 0.082,
354
+ "step": 108
355
+ },
356
+ {
357
+ "epoch": 0.79,
358
+ "learning_rate": 8.41726618705036e-05,
359
+ "loss": 0.0933,
360
+ "step": 110
361
+ },
362
+ {
363
+ "epoch": 0.81,
364
+ "learning_rate": 8.388489208633094e-05,
365
+ "loss": 0.0815,
366
+ "step": 112
367
+ },
368
+ {
369
+ "epoch": 0.82,
370
+ "learning_rate": 8.359712230215828e-05,
371
+ "loss": 0.0814,
372
+ "step": 114
373
+ },
374
+ {
375
+ "epoch": 0.83,
376
+ "learning_rate": 8.330935251798561e-05,
377
+ "loss": 0.0715,
378
+ "step": 116
379
+ },
380
+ {
381
+ "epoch": 0.85,
382
+ "learning_rate": 8.302158273381295e-05,
383
+ "loss": 0.0728,
384
+ "step": 118
385
+ },
386
+ {
387
+ "epoch": 0.86,
388
+ "learning_rate": 8.273381294964029e-05,
389
+ "loss": 0.0788,
390
+ "step": 120
391
+ },
392
+ {
393
+ "epoch": 0.88,
394
+ "learning_rate": 8.244604316546764e-05,
395
+ "loss": 0.0718,
396
+ "step": 122
397
+ },
398
+ {
399
+ "epoch": 0.89,
400
+ "learning_rate": 8.215827338129497e-05,
401
+ "loss": 0.0717,
402
+ "step": 124
403
+ },
404
+ {
405
+ "epoch": 0.91,
406
+ "learning_rate": 8.187050359712231e-05,
407
+ "loss": 0.0718,
408
+ "step": 126
409
+ },
410
+ {
411
+ "epoch": 0.92,
412
+ "learning_rate": 8.158273381294965e-05,
413
+ "loss": 0.0767,
414
+ "step": 128
415
+ },
416
+ {
417
+ "epoch": 0.94,
418
+ "learning_rate": 8.129496402877698e-05,
419
+ "loss": 0.067,
420
+ "step": 130
421
+ },
422
+ {
423
+ "epoch": 0.95,
424
+ "learning_rate": 8.100719424460432e-05,
425
+ "loss": 0.0642,
426
+ "step": 132
427
+ },
428
+ {
429
+ "epoch": 0.96,
430
+ "learning_rate": 8.071942446043166e-05,
431
+ "loss": 0.0642,
432
+ "step": 134
433
+ },
434
+ {
435
+ "epoch": 0.98,
436
+ "learning_rate": 8.0431654676259e-05,
437
+ "loss": 0.072,
438
+ "step": 136
439
+ },
440
+ {
441
+ "epoch": 0.99,
442
+ "learning_rate": 8.014388489208633e-05,
443
+ "loss": 0.0625,
444
+ "step": 138
445
+ },
446
+ {
447
+ "epoch": 1.01,
448
+ "learning_rate": 7.985611510791368e-05,
449
+ "loss": 0.0681,
450
+ "step": 140
451
+ },
452
+ {
453
+ "epoch": 1.02,
454
+ "learning_rate": 7.9568345323741e-05,
455
+ "loss": 0.0558,
456
+ "step": 142
457
+ },
458
+ {
459
+ "epoch": 1.04,
460
+ "learning_rate": 7.928057553956834e-05,
461
+ "loss": 0.0708,
462
+ "step": 144
463
+ },
464
+ {
465
+ "epoch": 1.05,
466
+ "learning_rate": 7.899280575539568e-05,
467
+ "loss": 0.0664,
468
+ "step": 146
469
+ },
470
+ {
471
+ "epoch": 1.06,
472
+ "learning_rate": 7.870503597122303e-05,
473
+ "loss": 0.0657,
474
+ "step": 148
475
+ },
476
+ {
477
+ "epoch": 1.08,
478
+ "learning_rate": 7.841726618705037e-05,
479
+ "loss": 0.0602,
480
+ "step": 150
481
+ },
482
+ {
483
+ "epoch": 1.08,
484
+ "eval_f1": 0.8063984928986366,
485
+ "eval_loss": 0.053158584982156754,
486
+ "eval_precision": 0.7973809175439769,
487
+ "eval_recall": 0.8156325893754084,
488
+ "eval_runtime": 51.4131,
489
+ "eval_samples_per_second": 27.289,
490
+ "eval_steps_per_second": 0.117,
491
+ "step": 150
492
+ },
493
+ {
494
+ "epoch": 1.09,
495
+ "learning_rate": 7.81294964028777e-05,
496
+ "loss": 0.0672,
497
+ "step": 152
498
+ },
499
+ {
500
+ "epoch": 1.11,
501
+ "learning_rate": 7.784172661870504e-05,
502
+ "loss": 0.0622,
503
+ "step": 154
504
+ },
505
+ {
506
+ "epoch": 1.12,
507
+ "learning_rate": 7.755395683453238e-05,
508
+ "loss": 0.0525,
509
+ "step": 156
510
+ },
511
+ {
512
+ "epoch": 1.14,
513
+ "learning_rate": 7.726618705035971e-05,
514
+ "loss": 0.0646,
515
+ "step": 158
516
+ },
517
+ {
518
+ "epoch": 1.15,
519
+ "learning_rate": 7.697841726618705e-05,
520
+ "loss": 0.0619,
521
+ "step": 160
522
+ },
523
+ {
524
+ "epoch": 1.17,
525
+ "learning_rate": 7.669064748201439e-05,
526
+ "loss": 0.0518,
527
+ "step": 162
528
+ },
529
+ {
530
+ "epoch": 1.18,
531
+ "learning_rate": 7.640287769784174e-05,
532
+ "loss": 0.0538,
533
+ "step": 164
534
+ },
535
+ {
536
+ "epoch": 1.19,
537
+ "learning_rate": 7.611510791366907e-05,
538
+ "loss": 0.0604,
539
+ "step": 166
540
+ },
541
+ {
542
+ "epoch": 1.21,
543
+ "learning_rate": 7.582733812949641e-05,
544
+ "loss": 0.0563,
545
+ "step": 168
546
+ },
547
+ {
548
+ "epoch": 1.22,
549
+ "learning_rate": 7.553956834532374e-05,
550
+ "loss": 0.0503,
551
+ "step": 170
552
+ },
553
+ {
554
+ "epoch": 1.24,
555
+ "learning_rate": 7.525179856115109e-05,
556
+ "loss": 0.0524,
557
+ "step": 172
558
+ },
559
+ {
560
+ "epoch": 1.25,
561
+ "learning_rate": 7.496402877697842e-05,
562
+ "loss": 0.0618,
563
+ "step": 174
564
+ },
565
+ {
566
+ "epoch": 1.27,
567
+ "learning_rate": 7.467625899280576e-05,
568
+ "loss": 0.0516,
569
+ "step": 176
570
+ },
571
+ {
572
+ "epoch": 1.28,
573
+ "learning_rate": 7.43884892086331e-05,
574
+ "loss": 0.0516,
575
+ "step": 178
576
+ },
577
+ {
578
+ "epoch": 1.29,
579
+ "learning_rate": 7.410071942446043e-05,
580
+ "loss": 0.0488,
581
+ "step": 180
582
+ },
583
+ {
584
+ "epoch": 1.31,
585
+ "learning_rate": 7.381294964028777e-05,
586
+ "loss": 0.0686,
587
+ "step": 182
588
+ },
589
+ {
590
+ "epoch": 1.32,
591
+ "learning_rate": 7.352517985611511e-05,
592
+ "loss": 0.0534,
593
+ "step": 184
594
+ },
595
+ {
596
+ "epoch": 1.34,
597
+ "learning_rate": 7.323741007194244e-05,
598
+ "loss": 0.0548,
599
+ "step": 186
600
+ },
601
+ {
602
+ "epoch": 1.35,
603
+ "learning_rate": 7.294964028776978e-05,
604
+ "loss": 0.0554,
605
+ "step": 188
606
+ },
607
+ {
608
+ "epoch": 1.37,
609
+ "learning_rate": 7.266187050359713e-05,
610
+ "loss": 0.0547,
611
+ "step": 190
612
+ },
613
+ {
614
+ "epoch": 1.38,
615
+ "learning_rate": 7.237410071942447e-05,
616
+ "loss": 0.0516,
617
+ "step": 192
618
+ },
619
+ {
620
+ "epoch": 1.4,
621
+ "learning_rate": 7.20863309352518e-05,
622
+ "loss": 0.051,
623
+ "step": 194
624
+ },
625
+ {
626
+ "epoch": 1.41,
627
+ "learning_rate": 7.179856115107914e-05,
628
+ "loss": 0.0484,
629
+ "step": 196
630
+ },
631
+ {
632
+ "epoch": 1.42,
633
+ "learning_rate": 7.151079136690648e-05,
634
+ "loss": 0.053,
635
+ "step": 198
636
+ },
637
+ {
638
+ "epoch": 1.44,
639
+ "learning_rate": 7.122302158273382e-05,
640
+ "loss": 0.0469,
641
+ "step": 200
642
+ },
643
+ {
644
+ "epoch": 1.44,
645
+ "eval_f1": 0.8520792676649102,
646
+ "eval_loss": 0.03934021294116974,
647
+ "eval_precision": 0.8650739470116997,
648
+ "eval_recall": 0.8394789130496217,
649
+ "eval_runtime": 49.6143,
650
+ "eval_samples_per_second": 28.278,
651
+ "eval_steps_per_second": 0.121,
652
+ "step": 200
653
+ },
654
+ {
655
+ "epoch": 1.45,
656
+ "learning_rate": 7.093525179856115e-05,
657
+ "loss": 0.0585,
658
+ "step": 202
659
+ },
660
+ {
661
+ "epoch": 1.47,
662
+ "learning_rate": 7.064748201438849e-05,
663
+ "loss": 0.0441,
664
+ "step": 204
665
+ },
666
+ {
667
+ "epoch": 1.48,
668
+ "learning_rate": 7.035971223021584e-05,
669
+ "loss": 0.0511,
670
+ "step": 206
671
+ },
672
+ {
673
+ "epoch": 1.5,
674
+ "learning_rate": 7.007194244604318e-05,
675
+ "loss": 0.049,
676
+ "step": 208
677
+ },
678
+ {
679
+ "epoch": 1.51,
680
+ "learning_rate": 6.97841726618705e-05,
681
+ "loss": 0.049,
682
+ "step": 210
683
+ },
684
+ {
685
+ "epoch": 1.53,
686
+ "learning_rate": 6.949640287769784e-05,
687
+ "loss": 0.0469,
688
+ "step": 212
689
+ },
690
+ {
691
+ "epoch": 1.54,
692
+ "learning_rate": 6.920863309352519e-05,
693
+ "loss": 0.0473,
694
+ "step": 214
695
+ },
696
+ {
697
+ "epoch": 1.55,
698
+ "learning_rate": 6.892086330935252e-05,
699
+ "loss": 0.0418,
700
+ "step": 216
701
+ },
702
+ {
703
+ "epoch": 1.57,
704
+ "learning_rate": 6.863309352517986e-05,
705
+ "loss": 0.0491,
706
+ "step": 218
707
+ },
708
+ {
709
+ "epoch": 1.58,
710
+ "learning_rate": 6.83453237410072e-05,
711
+ "loss": 0.0519,
712
+ "step": 220
713
+ },
714
+ {
715
+ "epoch": 1.6,
716
+ "learning_rate": 6.805755395683453e-05,
717
+ "loss": 0.0465,
718
+ "step": 222
719
+ },
720
+ {
721
+ "epoch": 1.61,
722
+ "learning_rate": 6.776978417266187e-05,
723
+ "loss": 0.044,
724
+ "step": 224
725
+ },
726
+ {
727
+ "epoch": 1.63,
728
+ "learning_rate": 6.748201438848921e-05,
729
+ "loss": 0.0499,
730
+ "step": 226
731
+ },
732
+ {
733
+ "epoch": 1.64,
734
+ "learning_rate": 6.719424460431655e-05,
735
+ "loss": 0.0384,
736
+ "step": 228
737
+ },
738
+ {
739
+ "epoch": 1.65,
740
+ "learning_rate": 6.690647482014388e-05,
741
+ "loss": 0.048,
742
+ "step": 230
743
+ },
744
+ {
745
+ "epoch": 1.67,
746
+ "learning_rate": 6.661870503597123e-05,
747
+ "loss": 0.041,
748
+ "step": 232
749
+ },
750
+ {
751
+ "epoch": 1.68,
752
+ "learning_rate": 6.633093525179857e-05,
753
+ "loss": 0.0468,
754
+ "step": 234
755
+ },
756
+ {
757
+ "epoch": 1.7,
758
+ "learning_rate": 6.60431654676259e-05,
759
+ "loss": 0.0433,
760
+ "step": 236
761
+ },
762
+ {
763
+ "epoch": 1.71,
764
+ "learning_rate": 6.575539568345323e-05,
765
+ "loss": 0.041,
766
+ "step": 238
767
+ },
768
+ {
769
+ "epoch": 1.73,
770
+ "learning_rate": 6.546762589928058e-05,
771
+ "loss": 0.0455,
772
+ "step": 240
773
+ },
774
+ {
775
+ "epoch": 1.74,
776
+ "learning_rate": 6.517985611510792e-05,
777
+ "loss": 0.0462,
778
+ "step": 242
779
+ },
780
+ {
781
+ "epoch": 1.76,
782
+ "learning_rate": 6.489208633093525e-05,
783
+ "loss": 0.0438,
784
+ "step": 244
785
+ },
786
+ {
787
+ "epoch": 1.77,
788
+ "learning_rate": 6.460431654676259e-05,
789
+ "loss": 0.0459,
790
+ "step": 246
791
+ },
792
+ {
793
+ "epoch": 1.78,
794
+ "learning_rate": 6.431654676258994e-05,
795
+ "loss": 0.0428,
796
+ "step": 248
797
+ },
798
+ {
799
+ "epoch": 1.8,
800
+ "learning_rate": 6.402877697841726e-05,
801
+ "loss": 0.0457,
802
+ "step": 250
803
+ },
804
+ {
805
+ "epoch": 1.8,
806
+ "eval_f1": 0.8805310226478207,
807
+ "eval_loss": 0.03352304548025131,
808
+ "eval_precision": 0.8808927512662841,
809
+ "eval_recall": 0.880179582777523,
810
+ "eval_runtime": 52.5354,
811
+ "eval_samples_per_second": 26.706,
812
+ "eval_steps_per_second": 0.114,
813
+ "step": 250
814
+ },
815
+ {
816
+ "epoch": 1.81,
817
+ "learning_rate": 6.37410071942446e-05,
818
+ "loss": 0.044,
819
+ "step": 252
820
+ },
821
+ {
822
+ "epoch": 1.83,
823
+ "learning_rate": 6.345323741007194e-05,
824
+ "loss": 0.043,
825
+ "step": 254
826
+ },
827
+ {
828
+ "epoch": 1.84,
829
+ "learning_rate": 6.316546762589929e-05,
830
+ "loss": 0.0359,
831
+ "step": 256
832
+ },
833
+ {
834
+ "epoch": 1.86,
835
+ "learning_rate": 6.287769784172663e-05,
836
+ "loss": 0.0415,
837
+ "step": 258
838
+ },
839
+ {
840
+ "epoch": 1.87,
841
+ "learning_rate": 6.258992805755396e-05,
842
+ "loss": 0.0375,
843
+ "step": 260
844
+ },
845
+ {
846
+ "epoch": 1.88,
847
+ "learning_rate": 6.23021582733813e-05,
848
+ "loss": 0.0406,
849
+ "step": 262
850
+ },
851
+ {
852
+ "epoch": 1.9,
853
+ "learning_rate": 6.201438848920864e-05,
854
+ "loss": 0.033,
855
+ "step": 264
856
+ },
857
+ {
858
+ "epoch": 1.91,
859
+ "learning_rate": 6.172661870503597e-05,
860
+ "loss": 0.0444,
861
+ "step": 266
862
+ },
863
+ {
864
+ "epoch": 1.93,
865
+ "learning_rate": 6.143884892086331e-05,
866
+ "loss": 0.0448,
867
+ "step": 268
868
+ },
869
+ {
870
+ "epoch": 1.94,
871
+ "learning_rate": 6.115107913669065e-05,
872
+ "loss": 0.0381,
873
+ "step": 270
874
+ },
875
+ {
876
+ "epoch": 1.96,
877
+ "learning_rate": 6.0863309352517984e-05,
878
+ "loss": 0.0393,
879
+ "step": 272
880
+ },
881
+ {
882
+ "epoch": 1.97,
883
+ "learning_rate": 6.057553956834533e-05,
884
+ "loss": 0.0381,
885
+ "step": 274
886
+ },
887
+ {
888
+ "epoch": 1.99,
889
+ "learning_rate": 6.0287769784172665e-05,
890
+ "loss": 0.0359,
891
+ "step": 276
892
+ },
893
+ {
894
+ "epoch": 2.0,
895
+ "learning_rate": 6e-05,
896
+ "loss": 0.0407,
897
+ "step": 278
898
+ },
899
+ {
900
+ "epoch": 2.01,
901
+ "learning_rate": 5.971223021582734e-05,
902
+ "loss": 0.0337,
903
+ "step": 280
904
+ },
905
+ {
906
+ "epoch": 2.03,
907
+ "learning_rate": 5.942446043165468e-05,
908
+ "loss": 0.0413,
909
+ "step": 282
910
+ },
911
+ {
912
+ "epoch": 2.04,
913
+ "learning_rate": 5.913669064748202e-05,
914
+ "loss": 0.0394,
915
+ "step": 284
916
+ },
917
+ {
918
+ "epoch": 2.06,
919
+ "learning_rate": 5.8848920863309356e-05,
920
+ "loss": 0.0403,
921
+ "step": 286
922
+ },
923
+ {
924
+ "epoch": 2.07,
925
+ "learning_rate": 5.8561151079136686e-05,
926
+ "loss": 0.0436,
927
+ "step": 288
928
+ },
929
+ {
930
+ "epoch": 2.09,
931
+ "learning_rate": 5.8273381294964036e-05,
932
+ "loss": 0.04,
933
+ "step": 290
934
+ },
935
+ {
936
+ "epoch": 2.1,
937
+ "learning_rate": 5.798561151079137e-05,
938
+ "loss": 0.0374,
939
+ "step": 292
940
+ },
941
+ {
942
+ "epoch": 2.12,
943
+ "learning_rate": 5.7697841726618703e-05,
944
+ "loss": 0.0342,
945
+ "step": 294
946
+ },
947
+ {
948
+ "epoch": 2.13,
949
+ "learning_rate": 5.741007194244604e-05,
950
+ "loss": 0.03,
951
+ "step": 296
952
+ },
953
+ {
954
+ "epoch": 2.14,
955
+ "learning_rate": 5.712230215827339e-05,
956
+ "loss": 0.0365,
957
+ "step": 298
958
+ },
959
+ {
960
+ "epoch": 2.16,
961
+ "learning_rate": 5.683453237410072e-05,
962
+ "loss": 0.038,
963
+ "step": 300
964
+ },
965
+ {
966
+ "epoch": 2.16,
967
+ "eval_f1": 0.9002805338260745,
968
+ "eval_loss": 0.028384625911712646,
969
+ "eval_precision": 0.9072496256298583,
970
+ "eval_recall": 0.8934275403743082,
971
+ "eval_runtime": 50.0846,
972
+ "eval_samples_per_second": 28.013,
973
+ "eval_steps_per_second": 0.12,
974
+ "step": 300
975
+ },
976
+ {
977
+ "epoch": 2.17,
978
+ "learning_rate": 5.654676258992806e-05,
979
+ "loss": 0.0371,
980
+ "step": 302
981
+ },
982
+ {
983
+ "epoch": 2.19,
984
+ "learning_rate": 5.6258992805755395e-05,
985
+ "loss": 0.0364,
986
+ "step": 304
987
+ },
988
+ {
989
+ "epoch": 2.2,
990
+ "learning_rate": 5.597122302158274e-05,
991
+ "loss": 0.0375,
992
+ "step": 306
993
+ },
994
+ {
995
+ "epoch": 2.22,
996
+ "learning_rate": 5.5683453237410075e-05,
997
+ "loss": 0.0375,
998
+ "step": 308
999
+ },
1000
+ {
1001
+ "epoch": 2.23,
1002
+ "learning_rate": 5.539568345323741e-05,
1003
+ "loss": 0.0336,
1004
+ "step": 310
1005
+ },
1006
+ {
1007
+ "epoch": 2.24,
1008
+ "learning_rate": 5.510791366906475e-05,
1009
+ "loss": 0.0362,
1010
+ "step": 312
1011
+ },
1012
+ {
1013
+ "epoch": 2.26,
1014
+ "learning_rate": 5.4820143884892086e-05,
1015
+ "loss": 0.0307,
1016
+ "step": 314
1017
+ },
1018
+ {
1019
+ "epoch": 2.27,
1020
+ "learning_rate": 5.453237410071943e-05,
1021
+ "loss": 0.0359,
1022
+ "step": 316
1023
+ },
1024
+ {
1025
+ "epoch": 2.29,
1026
+ "learning_rate": 5.4244604316546766e-05,
1027
+ "loss": 0.037,
1028
+ "step": 318
1029
+ },
1030
+ {
1031
+ "epoch": 2.3,
1032
+ "learning_rate": 5.39568345323741e-05,
1033
+ "loss": 0.0311,
1034
+ "step": 320
1035
+ },
1036
+ {
1037
+ "epoch": 2.32,
1038
+ "learning_rate": 5.366906474820143e-05,
1039
+ "loss": 0.0345,
1040
+ "step": 322
1041
+ },
1042
+ {
1043
+ "epoch": 2.33,
1044
+ "learning_rate": 5.3381294964028784e-05,
1045
+ "loss": 0.026,
1046
+ "step": 324
1047
+ },
1048
+ {
1049
+ "epoch": 2.35,
1050
+ "learning_rate": 5.309352517985612e-05,
1051
+ "loss": 0.0323,
1052
+ "step": 326
1053
+ },
1054
+ {
1055
+ "epoch": 2.36,
1056
+ "learning_rate": 5.280575539568345e-05,
1057
+ "loss": 0.0329,
1058
+ "step": 328
1059
+ },
1060
+ {
1061
+ "epoch": 2.37,
1062
+ "learning_rate": 5.251798561151079e-05,
1063
+ "loss": 0.0368,
1064
+ "step": 330
1065
+ },
1066
+ {
1067
+ "epoch": 2.39,
1068
+ "learning_rate": 5.223021582733814e-05,
1069
+ "loss": 0.0381,
1070
+ "step": 332
1071
+ },
1072
+ {
1073
+ "epoch": 2.4,
1074
+ "learning_rate": 5.194244604316547e-05,
1075
+ "loss": 0.0351,
1076
+ "step": 334
1077
+ },
1078
+ {
1079
+ "epoch": 2.42,
1080
+ "learning_rate": 5.1654676258992805e-05,
1081
+ "loss": 0.0375,
1082
+ "step": 336
1083
+ },
1084
+ {
1085
+ "epoch": 2.43,
1086
+ "learning_rate": 5.136690647482014e-05,
1087
+ "loss": 0.0306,
1088
+ "step": 338
1089
+ },
1090
+ {
1091
+ "epoch": 2.45,
1092
+ "learning_rate": 5.1079136690647486e-05,
1093
+ "loss": 0.036,
1094
+ "step": 340
1095
+ },
1096
+ {
1097
+ "epoch": 2.46,
1098
+ "learning_rate": 5.079136690647482e-05,
1099
+ "loss": 0.0358,
1100
+ "step": 342
1101
+ },
1102
+ {
1103
+ "epoch": 2.47,
1104
+ "learning_rate": 5.050359712230216e-05,
1105
+ "loss": 0.0332,
1106
+ "step": 344
1107
+ },
1108
+ {
1109
+ "epoch": 2.49,
1110
+ "learning_rate": 5.0215827338129496e-05,
1111
+ "loss": 0.0353,
1112
+ "step": 346
1113
+ },
1114
+ {
1115
+ "epoch": 2.5,
1116
+ "learning_rate": 4.992805755395683e-05,
1117
+ "loss": 0.0349,
1118
+ "step": 348
1119
+ },
1120
+ {
1121
+ "epoch": 2.52,
1122
+ "learning_rate": 4.964028776978418e-05,
1123
+ "loss": 0.0374,
1124
+ "step": 350
1125
+ },
1126
+ {
1127
+ "epoch": 2.52,
1128
+ "eval_f1": 0.9069143048629241,
1129
+ "eval_loss": 0.02605625055730343,
1130
+ "eval_precision": 0.908493352357095,
1131
+ "eval_recall": 0.9053507022114148,
1132
+ "eval_runtime": 50.6976,
1133
+ "eval_samples_per_second": 27.674,
1134
+ "eval_steps_per_second": 0.118,
1135
+ "step": 350
1136
+ },
1137
+ {
1138
+ "epoch": 2.53,
1139
+ "learning_rate": 4.9352517985611514e-05,
1140
+ "loss": 0.0271,
1141
+ "step": 352
1142
+ },
1143
+ {
1144
+ "epoch": 2.55,
1145
+ "learning_rate": 4.906474820143885e-05,
1146
+ "loss": 0.0305,
1147
+ "step": 354
1148
+ },
1149
+ {
1150
+ "epoch": 2.56,
1151
+ "learning_rate": 4.877697841726619e-05,
1152
+ "loss": 0.0337,
1153
+ "step": 356
1154
+ },
1155
+ {
1156
+ "epoch": 2.58,
1157
+ "learning_rate": 4.848920863309353e-05,
1158
+ "loss": 0.03,
1159
+ "step": 358
1160
+ },
1161
+ {
1162
+ "epoch": 2.59,
1163
+ "learning_rate": 4.820143884892087e-05,
1164
+ "loss": 0.0291,
1165
+ "step": 360
1166
+ },
1167
+ {
1168
+ "epoch": 2.6,
1169
+ "learning_rate": 4.79136690647482e-05,
1170
+ "loss": 0.0255,
1171
+ "step": 362
1172
+ },
1173
+ {
1174
+ "epoch": 2.62,
1175
+ "learning_rate": 4.762589928057554e-05,
1176
+ "loss": 0.0273,
1177
+ "step": 364
1178
+ },
1179
+ {
1180
+ "epoch": 2.63,
1181
+ "learning_rate": 4.733812949640288e-05,
1182
+ "loss": 0.0354,
1183
+ "step": 366
1184
+ },
1185
+ {
1186
+ "epoch": 2.65,
1187
+ "learning_rate": 4.7050359712230216e-05,
1188
+ "loss": 0.0357,
1189
+ "step": 368
1190
+ },
1191
+ {
1192
+ "epoch": 2.66,
1193
+ "learning_rate": 4.676258992805755e-05,
1194
+ "loss": 0.0326,
1195
+ "step": 370
1196
+ },
1197
+ {
1198
+ "epoch": 2.68,
1199
+ "learning_rate": 4.6474820143884896e-05,
1200
+ "loss": 0.0336,
1201
+ "step": 372
1202
+ },
1203
+ {
1204
+ "epoch": 2.69,
1205
+ "learning_rate": 4.618705035971223e-05,
1206
+ "loss": 0.0327,
1207
+ "step": 374
1208
+ },
1209
+ {
1210
+ "epoch": 2.71,
1211
+ "learning_rate": 4.589928057553957e-05,
1212
+ "loss": 0.0305,
1213
+ "step": 376
1214
+ },
1215
+ {
1216
+ "epoch": 2.72,
1217
+ "learning_rate": 4.561151079136691e-05,
1218
+ "loss": 0.031,
1219
+ "step": 378
1220
+ },
1221
+ {
1222
+ "epoch": 2.73,
1223
+ "learning_rate": 4.532374100719425e-05,
1224
+ "loss": 0.0328,
1225
+ "step": 380
1226
+ },
1227
+ {
1228
+ "epoch": 2.75,
1229
+ "learning_rate": 4.503597122302158e-05,
1230
+ "loss": 0.0316,
1231
+ "step": 382
1232
+ },
1233
+ {
1234
+ "epoch": 2.76,
1235
+ "learning_rate": 4.4748201438848924e-05,
1236
+ "loss": 0.0328,
1237
+ "step": 384
1238
+ },
1239
+ {
1240
+ "epoch": 2.78,
1241
+ "learning_rate": 4.446043165467626e-05,
1242
+ "loss": 0.0281,
1243
+ "step": 386
1244
+ },
1245
+ {
1246
+ "epoch": 2.79,
1247
+ "learning_rate": 4.41726618705036e-05,
1248
+ "loss": 0.0317,
1249
+ "step": 388
1250
+ },
1251
+ {
1252
+ "epoch": 2.81,
1253
+ "learning_rate": 4.3884892086330935e-05,
1254
+ "loss": 0.0312,
1255
+ "step": 390
1256
+ },
1257
+ {
1258
+ "epoch": 2.82,
1259
+ "learning_rate": 4.359712230215828e-05,
1260
+ "loss": 0.0285,
1261
+ "step": 392
1262
+ },
1263
+ {
1264
+ "epoch": 2.83,
1265
+ "learning_rate": 4.3309352517985616e-05,
1266
+ "loss": 0.0305,
1267
+ "step": 394
1268
+ },
1269
+ {
1270
+ "epoch": 2.85,
1271
+ "learning_rate": 4.302158273381295e-05,
1272
+ "loss": 0.0282,
1273
+ "step": 396
1274
+ },
1275
+ {
1276
+ "epoch": 2.86,
1277
+ "learning_rate": 4.273381294964029e-05,
1278
+ "loss": 0.0242,
1279
+ "step": 398
1280
+ },
1281
+ {
1282
+ "epoch": 2.88,
1283
+ "learning_rate": 4.244604316546763e-05,
1284
+ "loss": 0.0311,
1285
+ "step": 400
1286
+ },
1287
+ {
1288
+ "epoch": 2.88,
1289
+ "eval_f1": 0.9081299492825968,
1290
+ "eval_loss": 0.025341803207993507,
1291
+ "eval_precision": 0.9010941229613114,
1292
+ "eval_recall": 0.9152866704090037,
1293
+ "eval_runtime": 50.33,
1294
+ "eval_samples_per_second": 27.876,
1295
+ "eval_steps_per_second": 0.119,
1296
+ "step": 400
1297
+ },
1298
+ {
1299
+ "epoch": 2.89,
1300
+ "learning_rate": 4.215827338129496e-05,
1301
+ "loss": 0.0296,
1302
+ "step": 402
1303
+ },
1304
+ {
1305
+ "epoch": 2.91,
1306
+ "learning_rate": 4.18705035971223e-05,
1307
+ "loss": 0.0324,
1308
+ "step": 404
1309
+ },
1310
+ {
1311
+ "epoch": 2.92,
1312
+ "learning_rate": 4.1582733812949644e-05,
1313
+ "loss": 0.033,
1314
+ "step": 406
1315
+ },
1316
+ {
1317
+ "epoch": 2.94,
1318
+ "learning_rate": 4.129496402877698e-05,
1319
+ "loss": 0.0313,
1320
+ "step": 408
1321
+ },
1322
+ {
1323
+ "epoch": 2.95,
1324
+ "learning_rate": 4.100719424460432e-05,
1325
+ "loss": 0.0244,
1326
+ "step": 410
1327
+ },
1328
+ {
1329
+ "epoch": 2.96,
1330
+ "learning_rate": 4.0719424460431654e-05,
1331
+ "loss": 0.0285,
1332
+ "step": 412
1333
+ },
1334
+ {
1335
+ "epoch": 2.98,
1336
+ "learning_rate": 4.0431654676259e-05,
1337
+ "loss": 0.0363,
1338
+ "step": 414
1339
+ },
1340
+ {
1341
+ "epoch": 2.99,
1342
+ "learning_rate": 4.014388489208633e-05,
1343
+ "loss": 0.0281,
1344
+ "step": 416
1345
+ },
1346
+ {
1347
+ "epoch": 3.01,
1348
+ "learning_rate": 3.985611510791367e-05,
1349
+ "loss": 0.0326,
1350
+ "step": 418
1351
+ },
1352
+ {
1353
+ "epoch": 3.02,
1354
+ "learning_rate": 3.956834532374101e-05,
1355
+ "loss": 0.0253,
1356
+ "step": 420
1357
+ },
1358
+ {
1359
+ "epoch": 3.04,
1360
+ "learning_rate": 3.9280575539568345e-05,
1361
+ "loss": 0.0265,
1362
+ "step": 422
1363
+ },
1364
+ {
1365
+ "epoch": 3.05,
1366
+ "learning_rate": 3.899280575539568e-05,
1367
+ "loss": 0.0346,
1368
+ "step": 424
1369
+ },
1370
+ {
1371
+ "epoch": 3.06,
1372
+ "learning_rate": 3.8705035971223026e-05,
1373
+ "loss": 0.0286,
1374
+ "step": 426
1375
+ },
1376
+ {
1377
+ "epoch": 3.08,
1378
+ "learning_rate": 3.841726618705036e-05,
1379
+ "loss": 0.0251,
1380
+ "step": 428
1381
+ },
1382
+ {
1383
+ "epoch": 3.09,
1384
+ "learning_rate": 3.81294964028777e-05,
1385
+ "loss": 0.0266,
1386
+ "step": 430
1387
+ },
1388
+ {
1389
+ "epoch": 3.11,
1390
+ "learning_rate": 3.784172661870504e-05,
1391
+ "loss": 0.0308,
1392
+ "step": 432
1393
+ },
1394
+ {
1395
+ "epoch": 3.12,
1396
+ "learning_rate": 3.755395683453238e-05,
1397
+ "loss": 0.0268,
1398
+ "step": 434
1399
+ },
1400
+ {
1401
+ "epoch": 3.14,
1402
+ "learning_rate": 3.726618705035971e-05,
1403
+ "loss": 0.0255,
1404
+ "step": 436
1405
+ },
1406
+ {
1407
+ "epoch": 3.15,
1408
+ "learning_rate": 3.6978417266187054e-05,
1409
+ "loss": 0.028,
1410
+ "step": 438
1411
+ },
1412
+ {
1413
+ "epoch": 3.17,
1414
+ "learning_rate": 3.669064748201439e-05,
1415
+ "loss": 0.0293,
1416
+ "step": 440
1417
+ },
1418
+ {
1419
+ "epoch": 3.18,
1420
+ "learning_rate": 3.640287769784173e-05,
1421
+ "loss": 0.0214,
1422
+ "step": 442
1423
+ },
1424
+ {
1425
+ "epoch": 3.19,
1426
+ "learning_rate": 3.6115107913669065e-05,
1427
+ "loss": 0.0248,
1428
+ "step": 444
1429
+ },
1430
+ {
1431
+ "epoch": 3.21,
1432
+ "learning_rate": 3.582733812949641e-05,
1433
+ "loss": 0.026,
1434
+ "step": 446
1435
+ },
1436
+ {
1437
+ "epoch": 3.22,
1438
+ "learning_rate": 3.5539568345323745e-05,
1439
+ "loss": 0.0287,
1440
+ "step": 448
1441
+ },
1442
+ {
1443
+ "epoch": 3.24,
1444
+ "learning_rate": 3.5251798561151075e-05,
1445
+ "loss": 0.025,
1446
+ "step": 450
1447
+ },
1448
+ {
1449
+ "epoch": 3.24,
1450
+ "eval_f1": 0.9162968278365243,
1451
+ "eval_loss": 0.022837216034531593,
1452
+ "eval_precision": 0.9160659107576388,
1453
+ "eval_recall": 0.9165378664042556,
1454
+ "eval_runtime": 49.8961,
1455
+ "eval_samples_per_second": 28.118,
1456
+ "eval_steps_per_second": 0.12,
1457
+ "step": 450
1458
+ },
1459
+ {
1460
+ "epoch": 3.25,
1461
+ "learning_rate": 3.496402877697842e-05,
1462
+ "loss": 0.0217,
1463
+ "step": 452
1464
+ },
1465
+ {
1466
+ "epoch": 3.27,
1467
+ "learning_rate": 3.4676258992805756e-05,
1468
+ "loss": 0.0274,
1469
+ "step": 454
1470
+ },
1471
+ {
1472
+ "epoch": 3.28,
1473
+ "learning_rate": 3.438848920863309e-05,
1474
+ "loss": 0.0172,
1475
+ "step": 456
1476
+ },
1477
+ {
1478
+ "epoch": 3.29,
1479
+ "learning_rate": 3.410071942446043e-05,
1480
+ "loss": 0.032,
1481
+ "step": 458
1482
+ },
1483
+ {
1484
+ "epoch": 3.31,
1485
+ "learning_rate": 3.3812949640287773e-05,
1486
+ "loss": 0.0251,
1487
+ "step": 460
1488
+ },
1489
+ {
1490
+ "epoch": 3.32,
1491
+ "learning_rate": 3.352517985611511e-05,
1492
+ "loss": 0.0214,
1493
+ "step": 462
1494
+ },
1495
+ {
1496
+ "epoch": 3.34,
1497
+ "learning_rate": 3.323741007194245e-05,
1498
+ "loss": 0.0248,
1499
+ "step": 464
1500
+ },
1501
+ {
1502
+ "epoch": 3.35,
1503
+ "learning_rate": 3.2949640287769784e-05,
1504
+ "loss": 0.0291,
1505
+ "step": 466
1506
+ },
1507
+ {
1508
+ "epoch": 3.37,
1509
+ "learning_rate": 3.266187050359713e-05,
1510
+ "loss": 0.0259,
1511
+ "step": 468
1512
+ },
1513
+ {
1514
+ "epoch": 3.38,
1515
+ "learning_rate": 3.237410071942446e-05,
1516
+ "loss": 0.0247,
1517
+ "step": 470
1518
+ },
1519
+ {
1520
+ "epoch": 3.4,
1521
+ "learning_rate": 3.20863309352518e-05,
1522
+ "loss": 0.0293,
1523
+ "step": 472
1524
+ },
1525
+ {
1526
+ "epoch": 3.41,
1527
+ "learning_rate": 3.179856115107914e-05,
1528
+ "loss": 0.0331,
1529
+ "step": 474
1530
+ },
1531
+ {
1532
+ "epoch": 3.42,
1533
+ "learning_rate": 3.1510791366906475e-05,
1534
+ "loss": 0.026,
1535
+ "step": 476
1536
+ },
1537
+ {
1538
+ "epoch": 3.44,
1539
+ "learning_rate": 3.122302158273381e-05,
1540
+ "loss": 0.0279,
1541
+ "step": 478
1542
+ },
1543
+ {
1544
+ "epoch": 3.45,
1545
+ "learning_rate": 3.0935251798561156e-05,
1546
+ "loss": 0.0263,
1547
+ "step": 480
1548
+ },
1549
+ {
1550
+ "epoch": 3.47,
1551
+ "learning_rate": 3.064748201438849e-05,
1552
+ "loss": 0.0303,
1553
+ "step": 482
1554
+ },
1555
+ {
1556
+ "epoch": 3.48,
1557
+ "learning_rate": 3.035971223021583e-05,
1558
+ "loss": 0.0276,
1559
+ "step": 484
1560
+ },
1561
+ {
1562
+ "epoch": 3.5,
1563
+ "learning_rate": 3.0071942446043167e-05,
1564
+ "loss": 0.0284,
1565
+ "step": 486
1566
+ },
1567
+ {
1568
+ "epoch": 3.51,
1569
+ "learning_rate": 2.9784172661870507e-05,
1570
+ "loss": 0.0278,
1571
+ "step": 488
1572
+ },
1573
+ {
1574
+ "epoch": 3.53,
1575
+ "learning_rate": 2.9496402877697844e-05,
1576
+ "loss": 0.0248,
1577
+ "step": 490
1578
+ },
1579
+ {
1580
+ "epoch": 3.54,
1581
+ "learning_rate": 2.9208633093525184e-05,
1582
+ "loss": 0.0249,
1583
+ "step": 492
1584
+ },
1585
+ {
1586
+ "epoch": 3.55,
1587
+ "learning_rate": 2.892086330935252e-05,
1588
+ "loss": 0.0275,
1589
+ "step": 494
1590
+ },
1591
+ {
1592
+ "epoch": 3.57,
1593
+ "learning_rate": 2.8633093525179854e-05,
1594
+ "loss": 0.0267,
1595
+ "step": 496
1596
+ },
1597
+ {
1598
+ "epoch": 3.58,
1599
+ "learning_rate": 2.8345323741007195e-05,
1600
+ "loss": 0.0253,
1601
+ "step": 498
1602
+ },
1603
+ {
1604
+ "epoch": 3.6,
1605
+ "learning_rate": 2.805755395683453e-05,
1606
+ "loss": 0.0245,
1607
+ "step": 500
1608
+ },
1609
+ {
1610
+ "epoch": 3.6,
1611
+ "eval_f1": 0.9240470400791703,
1612
+ "eval_loss": 0.021140407770872116,
1613
+ "eval_precision": 0.9307795691974465,
1614
+ "eval_recall": 0.9174210635773746,
1615
+ "eval_runtime": 50.9677,
1616
+ "eval_samples_per_second": 27.527,
1617
+ "eval_steps_per_second": 0.118,
1618
+ "step": 500
1619
+ },
1620
+ {
1621
+ "epoch": 3.61,
1622
+ "learning_rate": 2.7769784172661872e-05,
1623
+ "loss": 0.0234,
1624
+ "step": 502
1625
+ },
1626
+ {
1627
+ "epoch": 3.63,
1628
+ "learning_rate": 2.748201438848921e-05,
1629
+ "loss": 0.0304,
1630
+ "step": 504
1631
+ },
1632
+ {
1633
+ "epoch": 3.64,
1634
+ "learning_rate": 2.719424460431655e-05,
1635
+ "loss": 0.0254,
1636
+ "step": 506
1637
+ },
1638
+ {
1639
+ "epoch": 3.65,
1640
+ "learning_rate": 2.6906474820143886e-05,
1641
+ "loss": 0.0279,
1642
+ "step": 508
1643
+ },
1644
+ {
1645
+ "epoch": 3.67,
1646
+ "learning_rate": 2.6618705035971226e-05,
1647
+ "loss": 0.0273,
1648
+ "step": 510
1649
+ },
1650
+ {
1651
+ "epoch": 3.68,
1652
+ "learning_rate": 2.633093525179856e-05,
1653
+ "loss": 0.0263,
1654
+ "step": 512
1655
+ },
1656
+ {
1657
+ "epoch": 3.7,
1658
+ "learning_rate": 2.6043165467625903e-05,
1659
+ "loss": 0.0257,
1660
+ "step": 514
1661
+ },
1662
+ {
1663
+ "epoch": 3.71,
1664
+ "learning_rate": 2.5755395683453237e-05,
1665
+ "loss": 0.024,
1666
+ "step": 516
1667
+ },
1668
+ {
1669
+ "epoch": 3.73,
1670
+ "learning_rate": 2.5467625899280577e-05,
1671
+ "loss": 0.0215,
1672
+ "step": 518
1673
+ },
1674
+ {
1675
+ "epoch": 3.74,
1676
+ "learning_rate": 2.5179856115107914e-05,
1677
+ "loss": 0.0232,
1678
+ "step": 520
1679
+ },
1680
+ {
1681
+ "epoch": 3.76,
1682
+ "learning_rate": 2.489208633093525e-05,
1683
+ "loss": 0.0267,
1684
+ "step": 522
1685
+ },
1686
+ {
1687
+ "epoch": 3.77,
1688
+ "learning_rate": 2.460431654676259e-05,
1689
+ "loss": 0.0328,
1690
+ "step": 524
1691
+ },
1692
+ {
1693
+ "epoch": 3.78,
1694
+ "learning_rate": 2.4316546762589928e-05,
1695
+ "loss": 0.0236,
1696
+ "step": 526
1697
+ },
1698
+ {
1699
+ "epoch": 3.8,
1700
+ "learning_rate": 2.4028776978417268e-05,
1701
+ "loss": 0.0237,
1702
+ "step": 528
1703
+ },
1704
+ {
1705
+ "epoch": 3.81,
1706
+ "learning_rate": 2.3741007194244605e-05,
1707
+ "loss": 0.0254,
1708
+ "step": 530
1709
+ },
1710
+ {
1711
+ "epoch": 3.83,
1712
+ "learning_rate": 2.3453237410071942e-05,
1713
+ "loss": 0.0225,
1714
+ "step": 532
1715
+ },
1716
+ {
1717
+ "epoch": 3.84,
1718
+ "learning_rate": 2.3165467625899282e-05,
1719
+ "loss": 0.0285,
1720
+ "step": 534
1721
+ },
1722
+ {
1723
+ "epoch": 3.86,
1724
+ "learning_rate": 2.287769784172662e-05,
1725
+ "loss": 0.0283,
1726
+ "step": 536
1727
+ },
1728
+ {
1729
+ "epoch": 3.87,
1730
+ "learning_rate": 2.258992805755396e-05,
1731
+ "loss": 0.0233,
1732
+ "step": 538
1733
+ },
1734
+ {
1735
+ "epoch": 3.88,
1736
+ "learning_rate": 2.2302158273381296e-05,
1737
+ "loss": 0.0223,
1738
+ "step": 540
1739
+ },
1740
+ {
1741
+ "epoch": 3.9,
1742
+ "learning_rate": 2.2014388489208633e-05,
1743
+ "loss": 0.0257,
1744
+ "step": 542
1745
+ },
1746
+ {
1747
+ "epoch": 3.91,
1748
+ "learning_rate": 2.1726618705035974e-05,
1749
+ "loss": 0.0255,
1750
+ "step": 544
1751
+ },
1752
+ {
1753
+ "epoch": 3.93,
1754
+ "learning_rate": 2.143884892086331e-05,
1755
+ "loss": 0.0215,
1756
+ "step": 546
1757
+ },
1758
+ {
1759
+ "epoch": 3.94,
1760
+ "learning_rate": 2.115107913669065e-05,
1761
+ "loss": 0.021,
1762
+ "step": 548
1763
+ },
1764
+ {
1765
+ "epoch": 3.96,
1766
+ "learning_rate": 2.0863309352517988e-05,
1767
+ "loss": 0.0239,
1768
+ "step": 550
1769
+ },
1770
+ {
1771
+ "epoch": 3.96,
1772
+ "eval_f1": 0.9255869648252579,
1773
+ "eval_loss": 0.020801428705453873,
1774
+ "eval_precision": 0.9219423140402028,
1775
+ "eval_recall": 0.9292706256500548,
1776
+ "eval_runtime": 48.2186,
1777
+ "eval_samples_per_second": 29.097,
1778
+ "eval_steps_per_second": 0.124,
1779
+ "step": 550
1780
+ },
1781
+ {
1782
+ "epoch": 3.97,
1783
+ "learning_rate": 2.0575539568345324e-05,
1784
+ "loss": 0.0226,
1785
+ "step": 552
1786
+ },
1787
+ {
1788
+ "epoch": 3.99,
1789
+ "learning_rate": 2.0287769784172665e-05,
1790
+ "loss": 0.0217,
1791
+ "step": 554
1792
+ },
1793
+ {
1794
+ "epoch": 4.0,
1795
+ "learning_rate": 2e-05,
1796
+ "loss": 0.0279,
1797
+ "step": 556
1798
+ },
1799
+ {
1800
+ "epoch": 4.01,
1801
+ "learning_rate": 1.9712230215827342e-05,
1802
+ "loss": 0.0271,
1803
+ "step": 558
1804
+ },
1805
+ {
1806
+ "epoch": 4.03,
1807
+ "learning_rate": 1.942446043165468e-05,
1808
+ "loss": 0.0235,
1809
+ "step": 560
1810
+ },
1811
+ {
1812
+ "epoch": 4.04,
1813
+ "learning_rate": 1.9136690647482016e-05,
1814
+ "loss": 0.0239,
1815
+ "step": 562
1816
+ },
1817
+ {
1818
+ "epoch": 4.06,
1819
+ "learning_rate": 1.8848920863309353e-05,
1820
+ "loss": 0.0235,
1821
+ "step": 564
1822
+ },
1823
+ {
1824
+ "epoch": 4.07,
1825
+ "learning_rate": 1.856115107913669e-05,
1826
+ "loss": 0.0231,
1827
+ "step": 566
1828
+ },
1829
+ {
1830
+ "epoch": 4.09,
1831
+ "learning_rate": 1.827338129496403e-05,
1832
+ "loss": 0.0286,
1833
+ "step": 568
1834
+ },
1835
+ {
1836
+ "epoch": 4.1,
1837
+ "learning_rate": 1.7985611510791367e-05,
1838
+ "loss": 0.0225,
1839
+ "step": 570
1840
+ },
1841
+ {
1842
+ "epoch": 4.12,
1843
+ "learning_rate": 1.7697841726618707e-05,
1844
+ "loss": 0.0272,
1845
+ "step": 572
1846
+ },
1847
+ {
1848
+ "epoch": 4.13,
1849
+ "learning_rate": 1.7410071942446044e-05,
1850
+ "loss": 0.0235,
1851
+ "step": 574
1852
+ },
1853
+ {
1854
+ "epoch": 4.14,
1855
+ "learning_rate": 1.712230215827338e-05,
1856
+ "loss": 0.0243,
1857
+ "step": 576
1858
+ },
1859
+ {
1860
+ "epoch": 4.16,
1861
+ "learning_rate": 1.683453237410072e-05,
1862
+ "loss": 0.0209,
1863
+ "step": 578
1864
+ },
1865
+ {
1866
+ "epoch": 4.17,
1867
+ "learning_rate": 1.6546762589928058e-05,
1868
+ "loss": 0.0253,
1869
+ "step": 580
1870
+ },
1871
+ {
1872
+ "epoch": 4.19,
1873
+ "learning_rate": 1.6258992805755395e-05,
1874
+ "loss": 0.0199,
1875
+ "step": 582
1876
+ },
1877
+ {
1878
+ "epoch": 4.2,
1879
+ "learning_rate": 1.5971223021582735e-05,
1880
+ "loss": 0.0223,
1881
+ "step": 584
1882
+ },
1883
+ {
1884
+ "epoch": 4.22,
1885
+ "learning_rate": 1.5683453237410072e-05,
1886
+ "loss": 0.0214,
1887
+ "step": 586
1888
+ },
1889
+ {
1890
+ "epoch": 4.23,
1891
+ "learning_rate": 1.5395683453237412e-05,
1892
+ "loss": 0.02,
1893
+ "step": 588
1894
+ },
1895
+ {
1896
+ "epoch": 4.24,
1897
+ "learning_rate": 1.5107913669064749e-05,
1898
+ "loss": 0.024,
1899
+ "step": 590
1900
+ },
1901
+ {
1902
+ "epoch": 4.26,
1903
+ "learning_rate": 1.4820143884892088e-05,
1904
+ "loss": 0.0267,
1905
+ "step": 592
1906
+ },
1907
+ {
1908
+ "epoch": 4.27,
1909
+ "learning_rate": 1.4532374100719426e-05,
1910
+ "loss": 0.0234,
1911
+ "step": 594
1912
+ },
1913
+ {
1914
+ "epoch": 4.29,
1915
+ "learning_rate": 1.4244604316546765e-05,
1916
+ "loss": 0.0263,
1917
+ "step": 596
1918
+ },
1919
+ {
1920
+ "epoch": 4.3,
1921
+ "learning_rate": 1.3956834532374102e-05,
1922
+ "loss": 0.0203,
1923
+ "step": 598
1924
+ },
1925
+ {
1926
+ "epoch": 4.32,
1927
+ "learning_rate": 1.366906474820144e-05,
1928
+ "loss": 0.0218,
1929
+ "step": 600
1930
+ },
1931
+ {
1932
+ "epoch": 4.32,
1933
+ "eval_f1": 0.9297905882112695,
1934
+ "eval_loss": 0.020102111622691154,
1935
+ "eval_precision": 0.9272434483038768,
1936
+ "eval_recall": 0.9323618157559713,
1937
+ "eval_runtime": 47.4996,
1938
+ "eval_samples_per_second": 29.537,
1939
+ "eval_steps_per_second": 0.126,
1940
+ "step": 600
1941
+ }
1942
+ ],
1943
+ "max_steps": 695,
1944
+ "num_train_epochs": 5,
1945
+ "total_flos": 3.00872626077696e+16,
1946
+ "trial_name": null,
1947
+ "trial_params": null
1948
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:919cb43ca4a1fa70256f9151e215ab3b922a48c5229ecc7f31ecdf1dfa58dc0f
3
+ size 4027