epoch 1 - full

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "mjwong/multilingual-e5-base-xnli-anli",
+  "_name_or_path": "bhavikardeshna/xlm-roberta-base-vietnamese",
   "architectures": [
     "XLMRobertaForSequenceClassification"
   ],
@@ -7,24 +7,27 @@
   "bos_token_id": 0,
   "classifier_dropout": null,
   "eos_token_id": 2,
+  "gradient_checkpointing": false,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
   "id2label": {
-    "0": "entailment",
-    "1": "neutral",
-    "2": "contradiction"
+    "0": "SUPPORTED",
+    "1": "NEI",
+    "2": "REFUTED"
   },
   "initializer_range": 0.02,
   "intermediate_size": 3072,
   "label2id": {
-    "contradiction": 2,
-    "entailment": 0,
-    "neutral": 1
+    "NEI": 1,
+    "REFUTED": 2,
+    "SUPPORTED": 0
   },
+  "language": "english",
   "layer_norm_eps": 1e-05,
   "max_position_embeddings": 514,
   "model_type": "xlm-roberta",
+  "name": "XLMRoberta",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
   "output_past": true,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a353b30f34cb9175d8885c936835ce59b87ac0587213ee17e914e6d5e9bd4aee
+oid sha256:19ec0f6a22b53464f286288c20949091c16b38954be83ceec527075c24a401e0
 size 1112252785

special_tokens_map.json

@@ -2,13 +2,7 @@
   "bos_token": "<s>",
   "cls_token": "<s>",
   "eos_token": "</s>",
-  "mask_token": {
-    "content": "<mask>",
-    "lstrip": true,
-    "normalized": false,
-    "rstrip": false,
-    "single_word": false
-  },
+  "mask_token": "<mask>",
   "pad_token": "<pad>",
   "sep_token": "</s>",
   "unk_token": "<unk>"

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:affcfb1f45c4b14a70a6589c3d153b430ed4309e5a6613a88dab64d5a923a5d6
-size 17082925
+oid sha256:ba4f7ed33878951645d85826a4eeee7638c0bdc3675ad123f647c4c22df8fb7c
+size 17082995

tokenizer_config.json

@@ -2,7 +2,9 @@
   "bos_token": "<s>",
   "clean_up_tokenization_spaces": true,
   "cls_token": "<s>",
+  "do_lower_case": false,
   "eos_token": "</s>",
+  "full_tokenizer_file": null,
   "mask_token": {
     "__type": "AddedToken",
     "content": "<mask>",
@@ -11,13 +13,17 @@
     "rstrip": false,
     "single_word": false
   },
-  "max_length": 512,
+  "max_length": 256,
   "model_max_length": 512,
+  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
+  "pad_token_type_id": 0,
+  "padding_side": "right",
   "sep_token": "</s>",
-  "stride": 0,
+  "sp_model_kwargs": {},
+  "stride": 128,
   "tokenizer_class": "XLMRobertaTokenizer",
   "truncation_side": "right",
-  "truncation_strategy": "longest_first",
+  "truncation_strategy": "only_second",
   "unk_token": "<unk>"
 }