Hugging Face's logo

lenatr99
/
fine_tuned_cb_croslo

Text Classification
Transformers
Safetensors
bert
Generated from Trainer
Inference Endpoints
Model card Files Community
lenatr99 commited on
Commit
0e7e121
•
1 Parent(s): 77ebd85

fine_tuned_cb_croslo

Browse files
Files changed (6) hide show
  1. README.md +11 -11
  2. config.json +1 -1
  3. model.safetensors +1 -1
  4. special_tokens_map.json +5 -35
  5. tokenizer_config.json +0 -4
  6. training_args.bin +1 -1
README.md CHANGED
@@ -18,9 +18,9 @@ should probably proofread and complete it, then remove this comment. -->
18
 
19
  This model is a fine-tuned version of [EMBEDDIA/crosloengual-bert](https://huggingface.co/EMBEDDIA/crosloengual-bert) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
- - Loss: 0.5829
22
- - Accuracy: 0.8636
23
- - F1: 0.8452
24
 
25
  ## Model description
26
 
@@ -51,14 +51,14 @@ The following hyperparameters were used during training:
51
 
52
  | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 |
53
  |:-------------:|:-------:|:----:|:---------------:|:--------:|:------:|
54
- | 0.5945 | 3.5714 | 50 | 0.9554 | 0.4091 | 0.3208 |
55
- | 0.1464 | 7.1429 | 100 | 0.5574 | 0.8182 | 0.8024 |
56
- | 0.0128 | 10.7143 | 150 | 0.5869 | 0.8182 | 0.8024 |
57
- | 0.0036 | 14.2857 | 200 | 0.5764 | 0.8636 | 0.8452 |
58
- | 0.0024 | 17.8571 | 250 | 0.5659 | 0.8636 | 0.8452 |
59
- | 0.0018 | 21.4286 | 300 | 0.5763 | 0.8636 | 0.8452 |
60
- | 0.0015 | 25.0 | 350 | 0.5791 | 0.8636 | 0.8452 |
61
- | 0.0014 | 28.5714 | 400 | 0.5829 | 0.8636 | 0.8452 |
62
 
63
 
64
  ### Framework versions
 
18
 
19
  This model is a fine-tuned version of [EMBEDDIA/crosloengual-bert](https://huggingface.co/EMBEDDIA/crosloengual-bert) on an unknown dataset.
20
  It achieves the following results on the evaluation set:
21
+ - Loss: 1.2679
22
+ - Accuracy: 0.6818
23
+ - F1: 0.6488
24
 
25
  ## Model description
26
 
 
51
 
52
  | Training Loss | Epoch | Step | Validation Loss | Accuracy | F1 |
53
  |:-------------:|:-------:|:----:|:---------------:|:--------:|:------:|
54
+ | 0.6412 | 3.5714 | 50 | 1.2351 | 0.3182 | 0.1536 |
55
+ | 0.2271 | 7.1429 | 100 | 0.9940 | 0.5455 | 0.4896 |
56
+ | 0.0176 | 10.7143 | 150 | 1.0287 | 0.6818 | 0.6313 |
57
+ | 0.0031 | 14.2857 | 200 | 1.1287 | 0.6818 | 0.6313 |
58
+ | 0.002 | 17.8571 | 250 | 1.1967 | 0.6818 | 0.6488 |
59
+ | 0.0015 | 21.4286 | 300 | 1.2596 | 0.6818 | 0.6488 |
60
+ | 0.0013 | 25.0 | 350 | 1.2666 | 0.6818 | 0.6488 |
61
+ | 0.0013 | 28.5714 | 400 | 1.2679 | 0.6818 | 0.6488 |
62
 
63
 
64
  ### Framework versions
config.json CHANGED
@@ -31,6 +31,6 @@
31
  "torch_dtype": "float32",
32
  "transformers_version": "4.40.1",
33
  "type_vocab_size": 2,
34
- "use_cache": true,
35
  "vocab_size": 49601
36
  }
 
31
  "torch_dtype": "float32",
32
  "transformers_version": "4.40.1",
33
  "type_vocab_size": 2,
34
+ "use_cache": false,
35
  "vocab_size": 49601
36
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a93a970d6e09aea4300793258dc78f5376b1909c85402fefe470dee85ec18d9
3
  size 496572420
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ce33ed1f4a586b6c0d3abacbcd71cf071fffb414ab2b10f6845db1bcdaab1a4
3
  size 496572420
special_tokens_map.json CHANGED
@@ -1,37 +1,7 @@
1
  {
2
- "cls_token": {
3
- "content": "[CLS]",
4
- "lstrip": false,
5
- "normalized": false,
6
- "rstrip": false,
7
- "single_word": false
8
- },
9
- "mask_token": {
10
- "content": "[MASK]",
11
- "lstrip": false,
12
- "normalized": false,
13
- "rstrip": false,
14
- "single_word": false
15
- },
16
- "pad_token": {
17
- "content": "[PAD]",
18
- "lstrip": false,
19
- "normalized": false,
20
- "rstrip": false,
21
- "single_word": false
22
- },
23
- "sep_token": {
24
- "content": "[SEP]",
25
- "lstrip": false,
26
- "normalized": false,
27
- "rstrip": false,
28
- "single_word": false
29
- },
30
- "unk_token": {
31
- "content": "[UNK]",
32
- "lstrip": false,
33
- "normalized": false,
34
- "rstrip": false,
35
- "single_word": false
36
- }
37
  }
 
1
  {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7
  }
tokenizer_config.json CHANGED
@@ -47,16 +47,12 @@
47
  "do_lower_case": false,
48
  "mask_token": "[MASK]",
49
  "max_len": 512,
50
- "max_length": 512,
51
  "model_max_length": 512,
52
  "never_split": null,
53
  "pad_token": "[PAD]",
54
  "sep_token": "[SEP]",
55
- "stride": 0,
56
  "strip_accents": null,
57
  "tokenize_chinese_chars": true,
58
  "tokenizer_class": "BertTokenizer",
59
- "truncation_side": "right",
60
- "truncation_strategy": "longest_first",
61
  "unk_token": "[UNK]"
62
  }
 
47
  "do_lower_case": false,
48
  "mask_token": "[MASK]",
49
  "max_len": 512,
 
50
  "model_max_length": 512,
51
  "never_split": null,
52
  "pad_token": "[PAD]",
53
  "sep_token": "[SEP]",
 
54
  "strip_accents": null,
55
  "tokenize_chinese_chars": true,
56
  "tokenizer_class": "BertTokenizer",
 
 
57
  "unk_token": "[UNK]"
58
  }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d3f39ec1d1195a786276f7272ffcbab4296d1d20e3592ab8a6baf585f5bed45
3
  size 4984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5fe8a523c3c30ecb777ab495a6d49914345148651972f853a2af9794f11998af
3
  size 4984