eskayML/interview_classifier

README.md

@@ -18,8 +18,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 2.1799
-- Accuracy: 0.3491
+- Loss: 2.0881
+- Accuracy: 0.2593
 
 ## Model description
 
@@ -42,18 +42,24 @@ The following hyperparameters were used during training:
 - train_batch_size: 2
 - eval_batch_size: 2
 - seed: 42
-- optimizer: Use adamw_torch with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: linear
-- num_epochs: 4
+- num_epochs: 10
 
 ### Training results
 
 | Training Loss | Epoch | Step | Validation Loss | Accuracy |
 |:-------------:|:-----:|:----:|:---------------:|:--------:|
-| No log        | 1.0   | 463  | 2.4565          | 0.2155   |
-| 2.5921        | 2.0   | 926  | 2.2935          | 0.3060   |
-| 2.2523        | 3.0   | 1389 | 2.2197          | 0.3362   |
-| 2.0511        | 4.0   | 1852 | 2.1799          | 0.3491   |
+| No log        | 1.0   | 54   | 2.2885          | 0.1481   |
+| No log        | 2.0   | 108  | 2.2611          | 0.1481   |
+| No log        | 3.0   | 162  | 2.2186          | 0.2593   |
+| No log        | 4.0   | 216  | 2.1877          | 0.2222   |
+| No log        | 5.0   | 270  | 2.1593          | 0.2593   |
+| No log        | 6.0   | 324  | 2.1332          | 0.2593   |
+| No log        | 7.0   | 378  | 2.1185          | 0.2963   |
+| No log        | 8.0   | 432  | 2.0965          | 0.2593   |
+| No log        | 9.0   | 486  | 2.0914          | 0.2593   |
+| 1.9418        | 10.0  | 540  | 2.0881          | 0.2593   |
 
 
 ### Framework versions

config.json

@@ -9,49 +9,29 @@
   "dropout": 0.1,
   "hidden_dim": 3072,
   "id2label": {
-    "0": "ALGORITHM",
-    "1": "COMANAGEMENT",
-    "2": "COMPETING PRIORITIES",
-    "3": "COST",
-    "4": "COVID",
-    "5": "EHR",
-    "6": "GUIDELINES",
-    "7": "HFREF COMFORT MANAGING",
-    "8": "INFO NEEDS",
-    "9": "INTERNAL & EXTERNAL SUPPORT BAR",
-    "10": "JUICY QUOTE",
-    "11": "MAGIC WAND",
-    "12": "MED MANAGEMENT",
-    "13": "OTHER",
-    "14": "PATIENT DIGITAL TOOLS",
-    "15": "PATIENTS",
-    "16": "PROVIDER EDUCATION",
-    "17": "ROLE OF OTHER STAFF",
-    "18": "TIME CONSTRAINTS",
-    "19": "WORKFLOW"
+    "0": "Provider Characteristics",
+    "1": "Finanicial Impact",
+    "2": "Imaging modalities in general",
+    "3": "Clinical utility & efficiency-Provider perspective",
+    "4": "Health System Characteristics",
+    "5": "Training",
+    "6": "Value equation",
+    "7": "Workflow related problems",
+    "8": "Credentialing / Quality Assurance Infrastructure",
+    "9": "Patient/Physican interaction in LUS"
   },
   "initializer_range": 0.02,
   "label2id": {
-    "ALGORITHM": 0,
-    "COMANAGEMENT": 1,
-    "COMPETING PRIORITIES": 2,
-    "COST": 3,
-    "COVID": 4,
-    "EHR": 5,
-    "GUIDELINES": 6,
-    "HFREF COMFORT MANAGING": 7,
-    "INFO NEEDS": 8,
-    "INTERNAL & EXTERNAL SUPPORT BAR": 9,
-    "JUICY QUOTE": 10,
-    "MAGIC WAND": 11,
-    "MED MANAGEMENT": 12,
-    "OTHER": 13,
-    "PATIENT DIGITAL TOOLS": 14,
-    "PATIENTS": 15,
-    "PROVIDER EDUCATION": 16,
-    "ROLE OF OTHER STAFF": 17,
-    "TIME CONSTRAINTS": 18,
-    "WORKFLOW": 19
+    "Clinical utility & efficiency-Provider perspective": 3,
+    "Credentialing / Quality Assurance Infrastructure": 8,
+    "Finanicial Impact": 1,
+    "Health System Characteristics": 4,
+    "Imaging modalities in general": 2,
+    "Patient/Physican interaction in LUS": 9,
+    "Provider Characteristics": 0,
+    "Training": 5,
+    "Value equation": 6,
+    "Workflow related problems": 7
   },
   "max_position_embeddings": 512,
   "model_type": "distilbert",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ba634f663c49ef1cf0640bab1fc367eece12066bb6c109a14ae66f21a1ca320
-size 267887936
+oid sha256:c746289e38cf0dc9354955351115fe44941e54e64e6a5c7bd35c7bd70ab81c5f
+size 267857176