tangminhanh commited on
Commit
55d80df
0 Parent(s):

Duplicate from tangminhanh/results

Browse files
.gitattributes ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,75 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ base_model: tangminhanh/results
4
+ tags:
5
+ - generated_from_trainer
6
+ metrics:
7
+ - accuracy
8
+ - f1
9
+ - precision
10
+ - recall
11
+ model-index:
12
+ - name: results
13
+ results: []
14
+ ---
15
+
16
+ <!-- This model card has been generated automatically according to the information the Trainer had access to. You
17
+ should probably proofread and complete it, then remove this comment. -->
18
+
19
+ # results
20
+
21
+ This model is a fine-tuned version of [tangminhanh/results](https://huggingface.co/tangminhanh/results) on the None dataset.
22
+ It achieves the following results on the evaluation set:
23
+ - Loss: 0.0214
24
+ - Accuracy: 0.8673
25
+ - F1: 0.8828
26
+ - Precision: 0.8907
27
+ - Recall: 0.8750
28
+
29
+ ## Model description
30
+
31
+ More information needed
32
+
33
+ ## Intended uses & limitations
34
+
35
+ More information needed
36
+
37
+ ## Training and evaluation data
38
+
39
+ More information needed
40
+
41
+ ## Training procedure
42
+
43
+ ### Training hyperparameters
44
+
45
+ The following hyperparameters were used during training:
46
+ - learning_rate: 2e-05
47
+ - train_batch_size: 16
48
+ - eval_batch_size: 16
49
+ - seed: 42
50
+ - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
51
+ - lr_scheduler_type: linear
52
+ - num_epochs: 10
53
+
54
+ ### Training results
55
+
56
+ | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 | Precision | Recall |
57
+ |:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|:---------:|:------:|
58
+ | 0.0959 | 1.0 | 816 | 0.0287 | 0.7330 | 0.7966 | 0.8666 | 0.7371 |
59
+ | 0.0223 | 2.0 | 1632 | 0.0203 | 0.8256 | 0.8587 | 0.8922 | 0.8277 |
60
+ | 0.0171 | 3.0 | 2448 | 0.0197 | 0.8348 | 0.8639 | 0.8824 | 0.8463 |
61
+ | 0.0116 | 4.0 | 3264 | 0.0194 | 0.8486 | 0.8708 | 0.8873 | 0.8548 |
62
+ | 0.0101 | 5.0 | 4080 | 0.0198 | 0.8532 | 0.8704 | 0.8798 | 0.8612 |
63
+ | 0.008 | 6.0 | 4896 | 0.0200 | 0.8550 | 0.8742 | 0.8872 | 0.8615 |
64
+ | 0.0065 | 7.0 | 5712 | 0.0204 | 0.8614 | 0.8775 | 0.8867 | 0.8686 |
65
+ | 0.0056 | 8.0 | 6528 | 0.0208 | 0.8587 | 0.8768 | 0.8858 | 0.8679 |
66
+ | 0.0048 | 9.0 | 7344 | 0.0214 | 0.8624 | 0.8781 | 0.8875 | 0.8689 |
67
+ | 0.0044 | 10.0 | 8160 | 0.0214 | 0.8673 | 0.8828 | 0.8907 | 0.8750 |
68
+
69
+
70
+ ### Framework versions
71
+
72
+ - Transformers 4.41.2
73
+ - Pytorch 2.3.0+cu121
74
+ - Datasets 2.20.0
75
+ - Tokenizers 0.19.1
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 128000
3
+ }
config.json ADDED
@@ -0,0 +1,128 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "tangminhanh/results",
3
+ "architectures": [
4
+ "DebertaV2ForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 768,
10
+ "id2label": {
11
+ "0": "Biometric",
12
+ "1": "Document",
13
+ "2": "Asset Management",
14
+ "3": "Data Security Incident",
15
+ "4": "Off Boarding",
16
+ "5": "CCTV",
17
+ "6": "Network",
18
+ "7": "Network and Infrastructure Design",
19
+ "8": "Circuit",
20
+ "9": "Outage",
21
+ "10": "Network Security",
22
+ "11": "Notification",
23
+ "12": "System Security",
24
+ "13": "Server Management",
25
+ "14": "Server Projects",
26
+ "15": "Services Management",
27
+ "16": "User Account",
28
+ "17": "Checklist",
29
+ "18": "Deployment / Movement",
30
+ "19": "CASA",
31
+ "20": "Email",
32
+ "21": "General Assistance",
33
+ "22": "Hardware",
34
+ "23": "Printer",
35
+ "24": "Software",
36
+ "25": "Telephony",
37
+ "26": "TV Advertisement",
38
+ "27": "Development",
39
+ "28": "New Hire Shadowing",
40
+ "29": "Web/Application Security",
41
+ "30": "On Boarding",
42
+ "31": "BCP Activation",
43
+ "32": "Ticketing Support",
44
+ "33": "Email Security",
45
+ "34": "TPMO",
46
+ "35": "Food Allowance",
47
+ "36": "Procurement",
48
+ "37": "Compliance",
49
+ "38": "P&C Payroll",
50
+ "39": "Unnamed: 33",
51
+ "40": "P&C Allowance",
52
+ "41": "Server",
53
+ "42": "P&C HR Documents",
54
+ "43": "HRDT - HRIS"
55
+ },
56
+ "initializer_range": 0.02,
57
+ "intermediate_size": 3072,
58
+ "label2id": {
59
+ "Asset Management": 2,
60
+ "BCP Activation": 31,
61
+ "Biometric": 0,
62
+ "CASA": 19,
63
+ "CCTV": 5,
64
+ "Checklist": 17,
65
+ "Circuit": 8,
66
+ "Compliance": 37,
67
+ "Data Security Incident": 3,
68
+ "Deployment / Movement": 18,
69
+ "Development": 27,
70
+ "Document": 1,
71
+ "Email": 20,
72
+ "Email Security": 33,
73
+ "Food Allowance": 35,
74
+ "General Assistance": 21,
75
+ "HRDT - HRIS": 43,
76
+ "Hardware": 22,
77
+ "Network": 6,
78
+ "Network Security": 10,
79
+ "Network and Infrastructure Design": 7,
80
+ "New Hire Shadowing": 28,
81
+ "Notification": 11,
82
+ "Off Boarding": 4,
83
+ "On Boarding": 30,
84
+ "Outage": 9,
85
+ "P&C Allowance": 40,
86
+ "P&C HR Documents": 42,
87
+ "P&C Payroll": 38,
88
+ "Printer": 23,
89
+ "Procurement": 36,
90
+ "Server": 41,
91
+ "Server Management": 13,
92
+ "Server Projects": 14,
93
+ "Services Management": 15,
94
+ "Software": 24,
95
+ "System Security": 12,
96
+ "TPMO": 34,
97
+ "TV Advertisement": 26,
98
+ "Telephony": 25,
99
+ "Ticketing Support": 32,
100
+ "Unnamed: 33": 39,
101
+ "User Account": 16,
102
+ "Web/Application Security": 29
103
+ },
104
+ "layer_norm_eps": 1e-07,
105
+ "max_position_embeddings": 512,
106
+ "max_relative_positions": -1,
107
+ "model_type": "deberta-v2",
108
+ "norm_rel_ebd": "layer_norm",
109
+ "num_attention_heads": 12,
110
+ "num_hidden_layers": 6,
111
+ "pad_token_id": 0,
112
+ "pooler_dropout": 0,
113
+ "pooler_hidden_act": "gelu",
114
+ "pooler_hidden_size": 768,
115
+ "pos_att_type": [
116
+ "p2c",
117
+ "c2p"
118
+ ],
119
+ "position_biased_input": false,
120
+ "position_buckets": 256,
121
+ "problem_type": "multi_label_classification",
122
+ "relative_attention": true,
123
+ "share_att_key": true,
124
+ "torch_dtype": "float32",
125
+ "transformers_version": "4.41.2",
126
+ "type_vocab_size": 0,
127
+ "vocab_size": 128100
128
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4efe6f098276869ce7e9d9b0179ea823c957b0deb9192e43cae7e1f7448e853
3
+ size 567727760
runs/Jul04_02-40-46_c9d52955b7c1/events.out.tfevents.1720060850.c9d52955b7c1.6814.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81af0e837d6ac92ede36d0ccf66ba4aade8cd12f18b2aebfe31dd8e3e9e35ed2
3
+ size 11853
runs/Jul04_02-40-46_c9d52955b7c1/events.out.tfevents.1720064385.c9d52955b7c1.6814.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80deb80f17dc871c16effccd984bd8f058e2cf83d8b01794e34fd6c7738631d8
3
+ size 560
runs/Jul04_07-20-33_ab9456ecbf20/events.out.tfevents.1720077641.ab9456ecbf20.6855.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4629fc0c4bdfcd0b3f62a13023b7b3d15bed39196c2896efcf70364945ca4eca
3
+ size 15780
runs/Jul04_07-20-33_ab9456ecbf20/events.out.tfevents.1720083972.ab9456ecbf20.6855.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e3bf029c182446cb220e8c2459c7a9f7eccbd178d6b05d9d245da5957b9e60
3
+ size 560
special_tokens_map.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "[CLS]",
4
+ "lstrip": false,
5
+ "normalized": false,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "cls_token": {
10
+ "content": "[CLS]",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "eos_token": {
17
+ "content": "[SEP]",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "mask_token": {
24
+ "content": "[MASK]",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ },
30
+ "pad_token": {
31
+ "content": "[PAD]",
32
+ "lstrip": false,
33
+ "normalized": false,
34
+ "rstrip": false,
35
+ "single_word": false
36
+ },
37
+ "sep_token": {
38
+ "content": "[SEP]",
39
+ "lstrip": false,
40
+ "normalized": false,
41
+ "rstrip": false,
42
+ "single_word": false
43
+ },
44
+ "unk_token": {
45
+ "content": "[UNK]",
46
+ "lstrip": false,
47
+ "normalized": true,
48
+ "rstrip": false,
49
+ "single_word": false
50
+ }
51
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "added_tokens_decoder": {
3
+ "0": {
4
+ "content": "[PAD]",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false,
9
+ "special": true
10
+ },
11
+ "1": {
12
+ "content": "[CLS]",
13
+ "lstrip": false,
14
+ "normalized": false,
15
+ "rstrip": false,
16
+ "single_word": false,
17
+ "special": true
18
+ },
19
+ "2": {
20
+ "content": "[SEP]",
21
+ "lstrip": false,
22
+ "normalized": false,
23
+ "rstrip": false,
24
+ "single_word": false,
25
+ "special": true
26
+ },
27
+ "3": {
28
+ "content": "[UNK]",
29
+ "lstrip": false,
30
+ "normalized": true,
31
+ "rstrip": false,
32
+ "single_word": false,
33
+ "special": true
34
+ },
35
+ "128000": {
36
+ "content": "[MASK]",
37
+ "lstrip": false,
38
+ "normalized": false,
39
+ "rstrip": false,
40
+ "single_word": false,
41
+ "special": true
42
+ }
43
+ },
44
+ "bos_token": "[CLS]",
45
+ "clean_up_tokenization_spaces": true,
46
+ "cls_token": "[CLS]",
47
+ "do_lower_case": false,
48
+ "eos_token": "[SEP]",
49
+ "mask_token": "[MASK]",
50
+ "max_length": 512,
51
+ "model_max_length": 1000000000000000019884624838656,
52
+ "pad_to_multiple_of": null,
53
+ "pad_token": "[PAD]",
54
+ "pad_token_type_id": 0,
55
+ "padding_side": "right",
56
+ "sep_token": "[SEP]",
57
+ "sp_model_kwargs": {},
58
+ "split_by_punct": false,
59
+ "stride": 0,
60
+ "tokenizer_class": "DebertaV2Tokenizer",
61
+ "truncation_side": "right",
62
+ "truncation_strategy": "longest_first",
63
+ "unk_token": "[UNK]",
64
+ "vocab_type": "spm"
65
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a99559e29b5803050397d24fb3cee2b26db595706d1a9ab86ce34a081e632dd
3
+ size 5112