stulcrad commited on
Commit
33b3efd
1 Parent(s): 038f857

Training in progress, step 500

Browse files
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "FacebookAI/xlm-roberta-large",
3
+ "architectures": [
4
+ "XLMRobertaForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "bos_token_id": 0,
8
+ "classifier_dropout": null,
9
+ "eos_token_id": 2,
10
+ "hidden_act": "gelu",
11
+ "hidden_dropout_prob": 0.1,
12
+ "hidden_size": 1024,
13
+ "id2label": {
14
+ "0": "O",
15
+ "1": "B-ah",
16
+ "2": "I-ah",
17
+ "3": "B-at",
18
+ "4": "I-at",
19
+ "5": "B-az",
20
+ "6": "I-az",
21
+ "7": "B-g_",
22
+ "8": "I-g_",
23
+ "9": "B-gc",
24
+ "10": "I-gc",
25
+ "11": "B-gh",
26
+ "12": "I-gh",
27
+ "13": "B-gl",
28
+ "14": "I-gl",
29
+ "15": "B-gp",
30
+ "16": "I-gp",
31
+ "17": "B-gq",
32
+ "18": "I-gq",
33
+ "19": "B-gr",
34
+ "20": "I-gr",
35
+ "21": "B-gs",
36
+ "22": "I-gs",
37
+ "23": "B-gt",
38
+ "24": "I-gt",
39
+ "25": "B-gu",
40
+ "26": "I-gu",
41
+ "27": "B-i_",
42
+ "28": "I-i_",
43
+ "29": "B-ia",
44
+ "30": "I-ia",
45
+ "31": "B-ic",
46
+ "32": "I-ic",
47
+ "33": "B-if",
48
+ "34": "I-if",
49
+ "35": "B-io",
50
+ "36": "I-io",
51
+ "37": "B-mn",
52
+ "38": "I-mn",
53
+ "39": "B-mt",
54
+ "40": "I-mt",
55
+ "41": "B-mr",
56
+ "42": "I-mr",
57
+ "43": "B-o_",
58
+ "44": "I-o_",
59
+ "45": "B-oa",
60
+ "46": "I-oa",
61
+ "47": "B-oc",
62
+ "48": "I-oc",
63
+ "49": "B-oe",
64
+ "50": "I-oe",
65
+ "51": "B-om",
66
+ "52": "I-om",
67
+ "53": "B-op",
68
+ "54": "I-op",
69
+ "55": "B-or",
70
+ "56": "I-or",
71
+ "57": "B-p_",
72
+ "58": "I-p_",
73
+ "59": "B-pb",
74
+ "60": "I-pb",
75
+ "61": "B-pc",
76
+ "62": "I-pc",
77
+ "63": "B-pd",
78
+ "64": "I-pd",
79
+ "65": "B-pf",
80
+ "66": "I-pf",
81
+ "67": "B-pm",
82
+ "68": "I-pm",
83
+ "69": "B-pp",
84
+ "70": "I-pp",
85
+ "71": "B-ps",
86
+ "72": "I-ps",
87
+ "73": "B-td",
88
+ "74": "I-td",
89
+ "75": "B-tf",
90
+ "76": "I-tf",
91
+ "77": "B-th",
92
+ "78": "I-th",
93
+ "79": "B-ti",
94
+ "80": "I-ti",
95
+ "81": "B-tm",
96
+ "82": "I-tm",
97
+ "83": "B-ty",
98
+ "84": "I-ty"
99
+ },
100
+ "initializer_range": 0.02,
101
+ "intermediate_size": 4096,
102
+ "label2id": {
103
+ "B-ah": 1,
104
+ "B-at": 3,
105
+ "B-az": 5,
106
+ "B-g_": 7,
107
+ "B-gc": 9,
108
+ "B-gh": 11,
109
+ "B-gl": 13,
110
+ "B-gp": 15,
111
+ "B-gq": 17,
112
+ "B-gr": 19,
113
+ "B-gs": 21,
114
+ "B-gt": 23,
115
+ "B-gu": 25,
116
+ "B-i_": 27,
117
+ "B-ia": 29,
118
+ "B-ic": 31,
119
+ "B-if": 33,
120
+ "B-io": 35,
121
+ "B-mn": 37,
122
+ "B-mr": 41,
123
+ "B-mt": 39,
124
+ "B-o_": 43,
125
+ "B-oa": 45,
126
+ "B-oc": 47,
127
+ "B-oe": 49,
128
+ "B-om": 51,
129
+ "B-op": 53,
130
+ "B-or": 55,
131
+ "B-p_": 57,
132
+ "B-pb": 59,
133
+ "B-pc": 61,
134
+ "B-pd": 63,
135
+ "B-pf": 65,
136
+ "B-pm": 67,
137
+ "B-pp": 69,
138
+ "B-ps": 71,
139
+ "B-td": 73,
140
+ "B-tf": 75,
141
+ "B-th": 77,
142
+ "B-ti": 79,
143
+ "B-tm": 81,
144
+ "B-ty": 83,
145
+ "I-ah": 2,
146
+ "I-at": 4,
147
+ "I-az": 6,
148
+ "I-g_": 8,
149
+ "I-gc": 10,
150
+ "I-gh": 12,
151
+ "I-gl": 14,
152
+ "I-gp": 16,
153
+ "I-gq": 18,
154
+ "I-gr": 20,
155
+ "I-gs": 22,
156
+ "I-gt": 24,
157
+ "I-gu": 26,
158
+ "I-i_": 28,
159
+ "I-ia": 30,
160
+ "I-ic": 32,
161
+ "I-if": 34,
162
+ "I-io": 36,
163
+ "I-mn": 38,
164
+ "I-mr": 42,
165
+ "I-mt": 40,
166
+ "I-o_": 44,
167
+ "I-oa": 46,
168
+ "I-oc": 48,
169
+ "I-oe": 50,
170
+ "I-om": 52,
171
+ "I-op": 54,
172
+ "I-or": 56,
173
+ "I-p_": 58,
174
+ "I-pb": 60,
175
+ "I-pc": 62,
176
+ "I-pd": 64,
177
+ "I-pf": 66,
178
+ "I-pm": 68,
179
+ "I-pp": 70,
180
+ "I-ps": 72,
181
+ "I-td": 74,
182
+ "I-tf": 76,
183
+ "I-th": 78,
184
+ "I-ti": 80,
185
+ "I-tm": 82,
186
+ "I-ty": 84,
187
+ "O": 0
188
+ },
189
+ "layer_norm_eps": 1e-05,
190
+ "max_position_embeddings": 514,
191
+ "model_type": "xlm-roberta",
192
+ "num_attention_heads": 16,
193
+ "num_hidden_layers": 24,
194
+ "output_past": true,
195
+ "pad_token_id": 1,
196
+ "position_embedding_type": "absolute",
197
+ "torch_dtype": "float32",
198
+ "transformers_version": "4.36.2",
199
+ "type_vocab_size": 1,
200
+ "use_cache": true,
201
+ "vocab_size": 250002
202
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e9cb4f7f1e90679b89a884583e876590aef239160b14de0d9961b6f0205e5ff
3
+ size 2235760364
runs/Mar04_00-21-19_n21/events.out.tfevents.1709508081.n21.1060809.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad274b0bf1bb99c54cb7f3fec26452cb1d5f27a14429b5f99a164234dde53fda
3
+ size 7291
runs/Mar04_23-10-18_g11/events.out.tfevents.1709590223.g11.840720.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:231961c6b25dbab6499c7f02ef60b1b43edc5cb2fec7e0a291020571b0147797
3
+ size 7919
sentencepiece.bpe.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfc8146abe2a0488e9e2a0c56de7952f7c11ab059eca145a0a727afce0db2865
3
+ size 5069051
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "cls_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "mask_token": {
6
+ "content": "<mask>",
7
+ "lstrip": true,
8
+ "normalized": false,
9
+ "rstrip": false,
10
+ "single_word": false
11
+ },
12
+ "pad_token": "<pad>",
13
+ "sep_token": "</s>",
14
+ "unk_token": "<unk>"
15
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f59925fcb90c92b894cb93e51bb9b4a6105c5c249fe54ce1c704420ac39b81af
3
+ size 17082756
tokenizer_config.json ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "<s>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "<pad>",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "</s>",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "<unk>",
29
+ "lstrip": false,
30
+ "normalized": false,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "250001": {
36
+ "content": "<mask>",
37
+ "lstrip": true,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "<s>",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "<s>",
47
+ "eos_token": "</s>",
48
+ "mask_token": "<mask>",
49
+ "model_max_length": 512,
50
+ "pad_token": "<pad>",
51
+ "sep_token": "</s>",
52
+ "tokenizer_class": "XLMRobertaTokenizer",
53
+ "unk_token": "<unk>"
54
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6aa291bfa97d66d7fb8430f5288946c29885347653dc5902c0f31eba8bd89df6
3
+ size 4728