eek commited on
Commit
4c9039b
1 Parent(s): 5fb5d79

Training in progress, epoch 1

Browse files
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 128000
3
+ }
config.json ADDED
@@ -0,0 +1,173 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/deberta-v3-large",
3
+ "architectures": [
4
+ "DebertaV2ForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 1024,
10
+ "id2label": {
11
+ "0": "O",
12
+ "1": "art-broadcastprogram",
13
+ "2": "art-film",
14
+ "3": "art-music",
15
+ "4": "art-other",
16
+ "5": "art-painting",
17
+ "6": "art-writtenart",
18
+ "7": "building-airport",
19
+ "8": "building-hospital",
20
+ "9": "building-hotel",
21
+ "10": "building-library",
22
+ "11": "building-other",
23
+ "12": "building-restaurant",
24
+ "13": "building-sportsfacility",
25
+ "14": "building-theater",
26
+ "15": "event-attack/battle/war/militaryconflict",
27
+ "16": "event-disaster",
28
+ "17": "event-election",
29
+ "18": "event-other",
30
+ "19": "event-protest",
31
+ "20": "event-sportsevent",
32
+ "21": "location-GPE",
33
+ "22": "location-bodiesofwater",
34
+ "23": "location-island",
35
+ "24": "location-mountain",
36
+ "25": "location-other",
37
+ "26": "location-park",
38
+ "27": "location-road/railway/highway/transit",
39
+ "28": "organization-company",
40
+ "29": "organization-education",
41
+ "30": "organization-government/governmentagency",
42
+ "31": "organization-media/newspaper",
43
+ "32": "organization-other",
44
+ "33": "organization-politicalparty",
45
+ "34": "organization-religion",
46
+ "35": "organization-showorganization",
47
+ "36": "organization-sportsleague",
48
+ "37": "organization-sportsteam",
49
+ "38": "other-astronomything",
50
+ "39": "other-award",
51
+ "40": "other-biologything",
52
+ "41": "other-chemicalthing",
53
+ "42": "other-currency",
54
+ "43": "other-disease",
55
+ "44": "other-educationaldegree",
56
+ "45": "other-god",
57
+ "46": "other-language",
58
+ "47": "other-law",
59
+ "48": "other-livingthing",
60
+ "49": "other-medical",
61
+ "50": "person-actor",
62
+ "51": "person-artist/author",
63
+ "52": "person-athlete",
64
+ "53": "person-director",
65
+ "54": "person-other",
66
+ "55": "person-politician",
67
+ "56": "person-scholar",
68
+ "57": "person-soldier",
69
+ "58": "product-airplane",
70
+ "59": "product-car",
71
+ "60": "product-food",
72
+ "61": "product-game",
73
+ "62": "product-other",
74
+ "63": "product-ship",
75
+ "64": "product-software",
76
+ "65": "product-train",
77
+ "66": "product-weapon"
78
+ },
79
+ "initializer_range": 0.02,
80
+ "intermediate_size": 4096,
81
+ "label2id": {
82
+ "O": 0,
83
+ "art-broadcastprogram": 1,
84
+ "art-film": 2,
85
+ "art-music": 3,
86
+ "art-other": 4,
87
+ "art-painting": 5,
88
+ "art-writtenart": 6,
89
+ "building-airport": 7,
90
+ "building-hospital": 8,
91
+ "building-hotel": 9,
92
+ "building-library": 10,
93
+ "building-other": 11,
94
+ "building-restaurant": 12,
95
+ "building-sportsfacility": 13,
96
+ "building-theater": 14,
97
+ "event-attack/battle/war/militaryconflict": 15,
98
+ "event-disaster": 16,
99
+ "event-election": 17,
100
+ "event-other": 18,
101
+ "event-protest": 19,
102
+ "event-sportsevent": 20,
103
+ "location-GPE": 21,
104
+ "location-bodiesofwater": 22,
105
+ "location-island": 23,
106
+ "location-mountain": 24,
107
+ "location-other": 25,
108
+ "location-park": 26,
109
+ "location-road/railway/highway/transit": 27,
110
+ "organization-company": 28,
111
+ "organization-education": 29,
112
+ "organization-government/governmentagency": 30,
113
+ "organization-media/newspaper": 31,
114
+ "organization-other": 32,
115
+ "organization-politicalparty": 33,
116
+ "organization-religion": 34,
117
+ "organization-showorganization": 35,
118
+ "organization-sportsleague": 36,
119
+ "organization-sportsteam": 37,
120
+ "other-astronomything": 38,
121
+ "other-award": 39,
122
+ "other-biologything": 40,
123
+ "other-chemicalthing": 41,
124
+ "other-currency": 42,
125
+ "other-disease": 43,
126
+ "other-educationaldegree": 44,
127
+ "other-god": 45,
128
+ "other-language": 46,
129
+ "other-law": 47,
130
+ "other-livingthing": 48,
131
+ "other-medical": 49,
132
+ "person-actor": 50,
133
+ "person-artist/author": 51,
134
+ "person-athlete": 52,
135
+ "person-director": 53,
136
+ "person-other": 54,
137
+ "person-politician": 55,
138
+ "person-scholar": 56,
139
+ "person-soldier": 57,
140
+ "product-airplane": 58,
141
+ "product-car": 59,
142
+ "product-food": 60,
143
+ "product-game": 61,
144
+ "product-other": 62,
145
+ "product-ship": 63,
146
+ "product-software": 64,
147
+ "product-train": 65,
148
+ "product-weapon": 66
149
+ },
150
+ "layer_norm_eps": 1e-07,
151
+ "max_position_embeddings": 512,
152
+ "max_relative_positions": -1,
153
+ "model_type": "deberta-v2",
154
+ "norm_rel_ebd": "layer_norm",
155
+ "num_attention_heads": 16,
156
+ "num_hidden_layers": 24,
157
+ "pad_token_id": 0,
158
+ "pooler_dropout": 0,
159
+ "pooler_hidden_act": "gelu",
160
+ "pooler_hidden_size": 1024,
161
+ "pos_att_type": [
162
+ "p2c",
163
+ "c2p"
164
+ ],
165
+ "position_biased_input": false,
166
+ "position_buckets": 256,
167
+ "relative_attention": true,
168
+ "share_att_key": true,
169
+ "torch_dtype": "float32",
170
+ "transformers_version": "4.36.2",
171
+ "type_vocab_size": 0,
172
+ "vocab_size": 128100
173
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e2bdf878da463ad6a226c750deb246600cf8d29adbe22d6a7fa53d4e22e5330
3
+ size 1736372372
special_tokens_map.json ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": {
9
+ "content": "[UNK]",
10
+ "lstrip": false,
11
+ "normalized": true,
12
+ "rstrip": false,
13
+ "single_word": false
14
+ }
15
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,59 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": true,
3
+ "added_tokens_decoder": {
4
+ "0": {
5
+ "content": "[PAD]",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "1": {
13
+ "content": "[CLS]",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "2": {
21
+ "content": "[SEP]",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "3": {
29
+ "content": "[UNK]",
30
+ "lstrip": false,
31
+ "normalized": true,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "128000": {
37
+ "content": "[MASK]",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ }
44
+ },
45
+ "bos_token": "[CLS]",
46
+ "clean_up_tokenization_spaces": true,
47
+ "cls_token": "[CLS]",
48
+ "do_lower_case": false,
49
+ "eos_token": "[SEP]",
50
+ "mask_token": "[MASK]",
51
+ "model_max_length": 1000000000000000019884624838656,
52
+ "pad_token": "[PAD]",
53
+ "sep_token": "[SEP]",
54
+ "sp_model_kwargs": {},
55
+ "split_by_punct": false,
56
+ "tokenizer_class": "DebertaV2Tokenizer",
57
+ "unk_token": "[UNK]",
58
+ "vocab_type": "spm"
59
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5af2dc53413a1b070b2373eb2cfec9192ce0591ae99d0937bbe5040bb74b8510
3
+ size 4728