Upload folder using huggingface_hub

README.md

@@ -0,0 +1,37 @@
+
+---
+tags:
+- autotrain
+- text-classification
+widget:
+- text: "I love AutoTrain"
+datasets:
+- autotrain-Tweet-Classifier/autotrain-data
+---
+
+# Model Trained Using AutoTrain
+
+- Problem type: Text Classification
+
+## Validation Metrics
+loss: 1.1234140396118164
+
+f1_macro: 0.17777777777777778
+
+f1_micro: 0.36363636363636365
+
+f1_weighted: 0.19393939393939394
+
+precision_macro: 0.12121212121212122
+
+precision_micro: 0.36363636363636365
+
+precision_weighted: 0.1322314049586777
+
+recall_macro: 0.3333333333333333
+
+recall_micro: 0.36363636363636365
+
+recall_weighted: 0.36363636363636365
+
+accuracy: 0.36363636363636365

checkpoint-12/config.json

@@ -0,0 +1,38 @@
+{
+  "_name_or_path": "google-bert/bert-base-uncased",
+  "_num_labels": 3,
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Negativo",
+    "1": "Neutral",
+    "2": "Positivo"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "Negativo": 0,
+    "Neutral": 1,
+    "Positivo": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

checkpoint-12/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d197159069386f87fb4c7a88524c9cc94e17d586594f75e2695895b35664c5
+size 437961724

checkpoint-12/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44aa1fe4707693443a04338f9b6c4571dbe2c4d513157556fc0f27792a2ab262
+size 876038906

checkpoint-12/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5900070e851429e17b164d3847bb2a62480b49110d0593f412e9cc25b7c62c3a
+size 13990

checkpoint-12/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:703eea4812f54e382130b8a6015717e2bb1c7f3f2350cf0fe7194a916ceb8c5d
+size 1064

checkpoint-12/trainer_state.json

@@ -0,0 +1,141 @@
+{
+  "best_metric": 1.1234140396118164,
+  "best_model_checkpoint": "autotrain-Tweet-Classifier/checkpoint-12",
+  "epoch": 2.0,
+  "eval_steps": 500,
+  "global_step": 12,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.17,
+      "grad_norm": 12.977298736572266,
+      "learning_rate": 2.5e-05,
+      "loss": 1.0989,
+      "step": 1
+    },
+    {
+      "epoch": 0.33,
+      "grad_norm": 5.110796928405762,
+      "learning_rate": 5e-05,
+      "loss": 1.0898,
+      "step": 2
+    },
+    {
+      "epoch": 0.5,
+      "grad_norm": 6.790207862854004,
+      "learning_rate": 4.6875e-05,
+      "loss": 0.9728,
+      "step": 3
+    },
+    {
+      "epoch": 0.67,
+      "grad_norm": 9.658609390258789,
+      "learning_rate": 4.375e-05,
+      "loss": 1.3658,
+      "step": 4
+    },
+    {
+      "epoch": 0.83,
+      "grad_norm": 9.872339248657227,
+      "learning_rate": 4.0625000000000005e-05,
+      "loss": 1.3639,
+      "step": 5
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 17.13404655456543,
+      "learning_rate": 3.7500000000000003e-05,
+      "loss": 1.5233,
+      "step": 6
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.36363636363636365,
+      "eval_f1_macro": 0.17777777777777778,
+      "eval_f1_micro": 0.36363636363636365,
+      "eval_f1_weighted": 0.19393939393939394,
+      "eval_loss": 1.1655577421188354,
+      "eval_precision_macro": 0.12121212121212122,
+      "eval_precision_micro": 0.36363636363636365,
+      "eval_precision_weighted": 0.1322314049586777,
+      "eval_recall_macro": 0.3333333333333333,
+      "eval_recall_micro": 0.36363636363636365,
+      "eval_recall_weighted": 0.36363636363636365,
+      "eval_runtime": 2.0574,
+      "eval_samples_per_second": 5.346,
+      "eval_steps_per_second": 0.486,
+      "step": 6
+    },
+    {
+      "epoch": 1.17,
+      "grad_norm": 15.478323936462402,
+      "learning_rate": 3.4375e-05,
+      "loss": 1.2839,
+      "step": 7
+    },
+    {
+      "epoch": 1.33,
+      "grad_norm": 8.981595039367676,
+      "learning_rate": 3.125e-05,
+      "loss": 1.1181,
+      "step": 8
+    },
+    {
+      "epoch": 1.5,
+      "grad_norm": 8.584152221679688,
+      "learning_rate": 2.8125000000000003e-05,
+      "loss": 1.166,
+      "step": 9
+    },
+    {
+      "epoch": 1.67,
+      "grad_norm": 4.148137092590332,
+      "learning_rate": 2.5e-05,
+      "loss": 1.0376,
+      "step": 10
+    },
+    {
+      "epoch": 1.83,
+      "grad_norm": 5.527700424194336,
+      "learning_rate": 2.1875e-05,
+      "loss": 0.9684,
+      "step": 11
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 17.105709075927734,
+      "learning_rate": 1.8750000000000002e-05,
+      "loss": 0.7871,
+      "step": 12
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.36363636363636365,
+      "eval_f1_macro": 0.17777777777777778,
+      "eval_f1_micro": 0.36363636363636365,
+      "eval_f1_weighted": 0.19393939393939394,
+      "eval_loss": 1.1234140396118164,
+      "eval_precision_macro": 0.12121212121212122,
+      "eval_precision_micro": 0.36363636363636365,
+      "eval_precision_weighted": 0.1322314049586777,
+      "eval_recall_macro": 0.3333333333333333,
+      "eval_recall_micro": 0.36363636363636365,
+      "eval_recall_weighted": 0.36363636363636365,
+      "eval_runtime": 2.0537,
+      "eval_samples_per_second": 5.356,
+      "eval_steps_per_second": 0.487,
+      "step": 12
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 18,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 3,
+  "save_steps": 500,
+  "total_flos": 5788495190016.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-12/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5639698c814fcd9f464d4f41578b56259e485785de4fa85adfa12ccaeb357e
+size 4920

config.json

@@ -0,0 +1,38 @@
+{
+  "_name_or_path": "google-bert/bert-base-uncased",
+  "_num_labels": 3,
+  "architectures": [
+    "BertForSequenceClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "gradient_checkpointing": false,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 768,
+  "id2label": {
+    "0": "Negativo",
+    "1": "Neutral",
+    "2": "Positivo"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "label2id": {
+    "Negativo": 0,
+    "Neutral": 1,
+    "Positivo": 2
+  },
+  "layer_norm_eps": 1e-12,
+  "max_position_embeddings": 512,
+  "model_type": "bert",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "position_embedding_type": "absolute",
+  "problem_type": "single_label_classification",
+  "torch_dtype": "float32",
+  "transformers_version": "4.38.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
+  "vocab_size": 30522
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81d197159069386f87fb4c7a88524c9cc94e17d586594f75e2695895b35664c5
+size 437961724

special_tokens_map.json

@@ -0,0 +1,7 @@
+{
+  "cls_token": "[CLS]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": "[UNK]"
+}

tokenizer_config.json

@@ -0,0 +1,55 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "100": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "101": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "102": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "103": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "clean_up_tokenization_spaces": true,
+  "cls_token": "[CLS]",
+  "do_lower_case": true,
+  "mask_token": "[MASK]",
+  "model_max_length": 512,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "strip_accents": null,
+  "tokenize_chinese_chars": true,
+  "tokenizer_class": "BertTokenizer",
+  "unk_token": "[UNK]"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f5639698c814fcd9f464d4f41578b56259e485785de4fa85adfa12ccaeb357e
+size 4920

training_params.json

@@ -0,0 +1,30 @@
+{
+    "data_path": "autotrain-Tweet-Classifier/autotrain-data",
+    "model": "google-bert/bert-base-uncased",
+    "lr": 5e-05,
+    "epochs": 3,
+    "max_seq_length": 128,
+    "batch_size": 8,
+    "warmup_ratio": 0.1,
+    "gradient_accumulation": 1,
+    "optimizer": "adamw_torch",
+    "scheduler": "linear",
+    "weight_decay": 0.0,
+    "max_grad_norm": 1.0,
+    "seed": 42,
+    "train_split": "train",
+    "valid_split": "validation",
+    "text_column": "autotrain_text",
+    "target_column": "autotrain_label",
+    "logging_steps": -1,
+    "project_name": "autotrain-Tweet-Classifier",
+    "auto_find_batch_size": false,
+    "mixed_precision": null,
+    "save_total_limit": 1,
+    "save_strategy": "epoch",
+    "push_to_hub": true,
+    "repo_id": "CamiloVega/autotrain-Tweet-Classifier",
+    "evaluation_strategy": "epoch",
+    "username": "CamiloVega",
+    "log": "none"
+}