fixed tokenizer

config.json

@@ -1,39 +1,39 @@
 {
-  "_name_or_path": "PlanTL-GOB-ES/roberta-base-bne",
-  "architectures": [
-    "RobertaForSequenceClassification"
-  ],
-  "attention_probs_dropout_prob": 0.0,
-  "bos_token_id": 0,
-  "classifier_dropout": null,
-  "eos_token_id": 2,
-  "gradient_checkpointing": false,
-  "hidden_act": "gelu",
-  "hidden_dropout_prob": 0.0,
-  "hidden_size": 768,
-  "id2label": {
-    "0": "LABEL_0",
-    "1": "LABEL_1",
-    "2": "LABEL_2"
-  },
-  "initializer_range": 0.02,
-  "intermediate_size": 3072,
-  "label2id": {
-    "LABEL_0": 0,
-    "LABEL_1": 1,
-    "LABEL_2": 2
-  },
-  "layer_norm_eps": 1e-05,
-  "max_position_embeddings": 514,
-  "model_type": "roberta",
-  "num_attention_heads": 12,
-  "num_hidden_layers": 12,
-  "pad_token_id": 1,
-  "position_embedding_type": "absolute",
-  "problem_type": "single_label_classification",
-  "torch_dtype": "float32",
-  "transformers_version": "4.46.2",
-  "type_vocab_size": 1,
-  "use_cache": true,
-  "vocab_size": 50262
-}
+    "_name_or_path": "PlanTL-GOB-ES/roberta-base-bne",
+    "architectures": [
+        "RobertaForSequenceClassification"
+    ],
+    "attention_probs_dropout_prob": 0.0,
+    "bos_token_id": 0,
+    "classifier_dropout": null,
+    "eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout_prob": 0.0,
+    "hidden_size": 768,
+    "id2label": {
+        "0": "negative",
+        "1": "neutral",
+        "2": "positive"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "label2id": {
+        "negative": 0,
+        "neutral": 1,
+        "positive": 2
+    },
+    "layer_norm_eps": 1e-05,
+    "max_position_embeddings": 514,
+    "model_type": "roberta",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 12,
+    "pad_token_id": 1,
+    "position_embedding_type": "absolute",
+    "problem_type": "single_label_classification",
+    "torch_dtype": "float32",
+    "transformers_version": "4.46.2",
+    "type_vocab_size": 1,
+    "use_cache": true,
+    "vocab_size": 50262
+}

hyperparameters.csv

@@ -1,11 +1,11 @@
 objective,best,learning_rate,num_train_epochs,per_device_train_batch_size,warmup_steps,weight_decay,time_this_iter_s
-0.635863107603759,False,3.487183059077524e-05,5,16,0,0.16271145844833626,56.91134285926819
-0.5713238859688857,False,3.92751967399588e-05,4,16,250,0.0061185848088987855,58.02219867706299
-0.641436354838909,False,3.9497762762426766e-05,3,8,250,0.044230525736229806,62.00673007965088
-0.6449889137818522,False,2.3273470571085874e-05,3,16,1000,0.09207606882549886,57.14790916442871
-0.660660334863665,False,2.5113275842289397e-05,4,8,500,0.1809870185862566,62.34332537651062
-0.5987772133234199,False,1.7492926677930877e-05,5,8,1000,0.05366028217715286,63.19422936439514
-0.648060368915552,False,4.7394780811102786e-05,4,16,500,0.1475032763776485,56.89936542510986
-0.6674442219731551,True,2.9456252296428165e-05,2,16,250,0.22747954091633416,56.93232560157776
-0.5823305961166283,False,4.179982776009024e-05,3,8,500,0.052250462762862,63.28155493736267
-0.5644954235807155,False,4.6929190913739005e-05,5,8,500,0.07469826013421123,63.23927354812622
+0.6375283056594502,False,2.2682993818119634e-05,4,8,250,0.11257883483123868,62.295817613601685
+0.6379352675229796,False,3.590880126653354e-05,3,16,1000,0.04950127542303912,57.21566104888916
+0.6430101919356234,False,1.3305018813937754e-05,5,16,0,0.12477446104218509,57.07160472869873
+0.5816271212668901,False,4.3719292103728615e-05,4,16,0,0.1691336373423109,58.25519013404846
+0.6034066935437185,False,4.5066082606416965e-05,2,8,0,0.14557098270440524,63.2433078289032
+0.565798317351568,False,4.5661870380314306e-05,5,8,250,0.2447905231269368,63.3815643787384
+0.608610258345654,False,4.2309504791301604e-05,2,8,500,0.10748446501369772,63.30465888977051
+0.6436338860188018,True,3.270513699172022e-05,4,16,0,0.07303439372733585,57.2542085647583
+0.6128416978240078,False,4.0694553908891e-05,4,16,0,0.02683040797439604,58.1628360748291
+0.6023919757272725,False,4.636122094405269e-05,1,8,1000,0.2126251167385789,64.2628378868103

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:01ecb8da88a38e6361c3763e3270d513d10a876220f702c540b116965d3831a0
+oid sha256:f8bcc165d8ed8e483102b09ac6474223640ad6efb6875e87067085d5b551dee3
 size 498606684

optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4cd814e920a50e33f69bee3307d10b0249397b5411b51bd62292cb069b242645
+oid sha256:ec9610175848862ca038e87ea85d878ec4a68aa555a0749b997bc68d78acff8e
 size 997333242

scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c24956e398ad60127304c49f511c572209abfd09352648bc248f4ceb4c7819ed
+oid sha256:72eb625897e65592fa617f063dfc48812023fc6a9a3a4970bad58bf9ba8f479a
 size 1064

special_tokens_map.json

@@ -1 +1,51 @@
-{"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -1,14 +1,58 @@
-{
-    "do_lower_case": false,
-    "unk_token": "[UNK]",
-    "sep_token": "[SEP]",
-    "pad_token": "[PAD]",
-    "cls_token": "[CLS]",
-    "mask_token": "[MASK]",
-    "tokenize_chinese_chars": true,
-    "strip_accents": false,
-    "name_or_path": "./bert-base-spanish-wwm-cased",
-    "do_basic_tokenize": true,
-    "never_split": null,
-    "model_max_length": 512
-}
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<s>",
+  "eos_token": "</s>",
+  "errors": "replace",
+  "mask_token": "<mask>",
+  "max_len": 512,
+  "model_max_length": 512,
+  "pad_token": "<pad>",
+  "sep_token": "</s>",
+  "tokenizer_class": "RobertaTokenizer",
+  "trim_offsets": true,
+  "unk_token": "<unk>"
+}

trainer_state.json

@@ -1,43 +1,68 @@
 {
-  "best_metric": 0.8178452253341675,
-  "best_model_checkpoint": "./results/run-a80efcad/checkpoint-344",
-  "epoch": 2.0,
+  "best_metric": 0.8585572838783264,
+  "best_model_checkpoint": "./results/run-37598087/checkpoint-344",
+  "epoch": 4.0,
   "eval_steps": 500,
-  "global_step": 688,
+  "global_step": 1376,
   "is_hyper_param_search": true,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.0029069767441860465,
-      "grad_norm": 1.1931110620498657,
-      "learning_rate": 1.1782500918571267e-07,
-      "loss": 1.0951,
+      "grad_norm": 1.1999566555023193,
+      "learning_rate": 3.2681368723557635e-05,
+      "loss": 1.0968,
       "step": 1
     },
     {
       "epoch": 1.0,
-      "eval_f1": 0.621996151996152,
-      "eval_loss": 0.8178452253341675,
-      "eval_runtime": 1.0,
-      "eval_samples_per_second": 1831.952,
-      "eval_steps_per_second": 228.994,
+      "eval_f1": 0.6239361242297824,
+      "eval_loss": 0.8585572838783264,
+      "eval_runtime": 1.1693,
+      "eval_samples_per_second": 1566.772,
+      "eval_steps_per_second": 195.846,
       "step": 344
     },
     {
       "epoch": 2.0,
-      "eval_f1": 0.6674442219731551,
-      "eval_loss": 0.8049888014793396,
-      "eval_runtime": 0.9934,
-      "eval_samples_per_second": 1844.13,
-      "eval_steps_per_second": 230.516,
+      "eval_f1": 0.6482640943501118,
+      "eval_loss": 0.9017149806022644,
+      "eval_runtime": 1.1788,
+      "eval_samples_per_second": 1554.158,
+      "eval_steps_per_second": 194.27,
       "step": 688
+    },
+    {
+      "epoch": 2.9069767441860463,
+      "grad_norm": 10.886157989501953,
+      "learning_rate": 8.93686882913285e-06,
+      "loss": 0.5554,
+      "step": 1000
+    },
+    {
+      "epoch": 3.0,
+      "eval_f1": 0.649741833511255,
+      "eval_loss": 1.2939248085021973,
+      "eval_runtime": 1.1859,
+      "eval_samples_per_second": 1544.754,
+      "eval_steps_per_second": 193.094,
+      "step": 1032
+    },
+    {
+      "epoch": 4.0,
+      "eval_f1": 0.6436338860188018,
+      "eval_loss": 1.5838754177093506,
+      "eval_runtime": 1.1543,
+      "eval_samples_per_second": 1587.073,
+      "eval_steps_per_second": 198.384,
+      "step": 1376
     }
   ],
   "logging_steps": 1000,
-  "max_steps": 688,
+  "max_steps": 1376,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 2,
+  "num_train_epochs": 4,
   "save_steps": 500,
   "stateful_callbacks": {
     "TrainerControl": {
@@ -51,14 +76,14 @@
       "attributes": {}
     }
   },
-  "total_flos": 4209814683648.0,
+  "total_flos": 4202973734787072.0,
   "train_batch_size": 16,
   "trial_name": null,
   "trial_params": {
-    "learning_rate": 2.9456252296428165e-05,
-    "num_train_epochs": 2,
+    "learning_rate": 3.270513699172022e-05,
+    "num_train_epochs": 4,
     "per_device_train_batch_size": 16,
-    "warmup_steps": 250,
-    "weight_decay": 0.22747954091633416
+    "warmup_steps": 0,
+    "weight_decay": 0.07303439372733585
   }
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a5afbd7f8771645a9efe81630284ed528da552fb284078c9d417059b32bc9eeb
+oid sha256:f91c32ad276d2e896aadd62adf8948a10e9ca13ebf58837f96206e3ee4b8fc14
 size 5240

training_resume.json

@@ -19,10 +19,10 @@
     "resources_per_trial": {
         "gpu": 1
     },
-    "run_id": "a80efcad",
+    "run_id": "37598087",
     "task": "",
     "task_type": "classification",
-    "tokenizer_field": "tweet",
+    "tokenizer_field": "tweet_clean_lowercase",
     "tokenizer_model": "PlanTL-GOB-ES/roberta-base-bne",
     "warmup_steps": 500,
     "weight_decay": 0.01