Training in progress, epoch 1

config.json

@@ -1,25 +1,36 @@
 {
-  "_name_or_path": "distilbert-base-uncased",
   "activation": "gelu",
   "architectures": [
-    "DistilBertForSequenceClassification"
+    "BertForSequenceClassification"
   ],
   "attention_dropout": 0.1,
-  "dim": 192,
+  "attention_probs_dropout_prob": 0.1,
+  "classifier_dropout": null,
+  "dim": 768,
   "dropout": 0.1,
+  "hidden_act": "gelu",
   "hidden_dim": 3072,
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 512,
   "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-12,
   "max_position_embeddings": 512,
-  "model_type": "distilbert",
-  "n_heads": 3,
-  "n_layers": 3,
+  "model_type": "bert",
+  "n_heads": 12,
+  "n_layers": 6,
+  "num_attention_heads": 4,
+  "num_hidden_layers": 4,
   "pad_token_id": 0,
+  "position_embedding_type": "absolute",
   "problem_type": "single_label_classification",
   "qa_dropout": 0.1,
   "seq_classif_dropout": 0.2,
   "sinusoidal_pos_embds": false,
   "tie_weights_": true,
   "torch_dtype": "float32",
-  "transformers_version": "4.34.0",
+  "transformers_version": "4.32.0",
+  "type_vocab_size": 2,
+  "use_cache": true,
   "vocab_size": 30522
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab7f07d1a701229801436d55fbb423b51ac4e6d5de560c611e5ab1741769632d
-size 39987478
+oid sha256:6b26d463791bab905bffb3588ab037ce1ad19d50a9ff070ead52ef397caac2a5
+size 131876748

tokenizer_config.json

@@ -1,47 +1,4 @@
 {
-  "added_tokens_decoder": {
-    "0": {
-      "content": "[PAD]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "100": {
-      "content": "[UNK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "101": {
-      "content": "[CLS]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "102": {
-      "content": "[SEP]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "103": {
-      "content": "[MASK]",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    }
-  },
-  "additional_special_tokens": [],
   "clean_up_tokenization_spaces": true,
   "cls_token": "[CLS]",
   "do_lower_case": true,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66e410bc3720c360d96183e93e70953e0d1df4f3f288664596de7255b4993206
-size 4600
+oid sha256:74fdf41783bab7b8a5f1d4fe468d800a5d7400ca4d9d7357248e84035b8aa6b2
+size 4091