BATCH_SIZE=8

LEARNING_RATE=1e-05
MAX_LENGTH=512
FOLD=1

README.md

@@ -15,7 +15,7 @@ model-index:
     metrics:
     - name: Accuracy
       type: accuracy
-      value: 0.66
+      value: 0.52
 ---
 
 <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -25,8 +25,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext](https://huggingface.co/microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract-fulltext) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.9645
-- Accuracy: 0.66
+- Loss: 1.0977
+- Accuracy: 0.52
 
 ## Model description
 
@@ -57,16 +57,16 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 57   | 0.9439          | 0.54     |
-| No log        | 2.0   | 114  | 0.9126          | 0.56     |
-| No log        | 3.0   | 171  | 0.8494          | 0.64     |
-| No log        | 4.0   | 228  | 0.9225          | 0.64     |
-| No log        | 5.0   | 285  | 0.9457          | 0.64     |
-| No log        | 6.0   | 342  | 0.8899          | 0.66     |
-| No log        | 7.0   | 399  | 0.9066          | 0.62     |
-| No log        | 8.0   | 456  | 0.9356          | 0.66     |
-| 0.5861        | 9.0   | 513  | 0.9550          | 0.66     |
-| 0.5861        | 10.0  | 570  | 0.9645          | 0.66     |
+| No log        | 1.0   | 57   | 0.9515          | 0.54     |
+| No log        | 2.0   | 114  | 0.9530          | 0.54     |
+| No log        | 3.0   | 171  | 0.9705          | 0.46     |
+| No log        | 4.0   | 228  | 0.9688          | 0.56     |
+| No log        | 5.0   | 285  | 0.9674          | 0.58     |
+| No log        | 6.0   | 342  | 0.9474          | 0.58     |
+| No log        | 7.0   | 399  | 1.0309          | 0.54     |
+| No log        | 8.0   | 456  | 1.0307          | 0.56     |
+| 0.6657        | 9.0   | 513  | 1.0825          | 0.52     |
+| 0.6657        | 10.0  | 570  | 1.0977          | 0.52     |
 
 
 ### Framework versions

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8dccbd7992376a0b4effff113db2061059adc402cfaacafc56384f03f190b323
+oid sha256:caf4874dcee11edcc47708afb192c1f741219bdf333b549c6177aeb04fb23ed2
 size 438022317

runs/Sep15_05-25-25_6f87b01ed96f/events.out.tfevents.1631684572.6f87b01ed96f.89.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d774b7fd2d4146db0542d00aaf0ab8139f0711a4513b32296f5f15fcbfc21a6
+size 363

runs/Sep15_05-43-02_6f87b01ed96f/1631684586.5927768/events.out.tfevents.1631684586.6f87b01ed96f.89.4

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19852dae571c895ef73850949b3325264aabdb4432d5152611582ce7f2ab08d8
+size 4429

runs/Sep15_05-43-02_6f87b01ed96f/events.out.tfevents.1631684586.6f87b01ed96f.89.3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f932d4cbe81dce51122e88aff162a02f5863ff403a92a5b4edae8be52a6bb1b6
+size 7060

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1506df13c33b5ce5807b806a413bd5e8c1fbdc01f5e6fa44783d7fde4dad0a01
+oid sha256:03cb62cd2fdc070a81876be9d45089b49ab6290380c0c928807d6038a151326b
 size 2863