Model save

README.md

@@ -18,9 +18,9 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.8622
-- Accuracy: 0.7214
-- F1: 0.7360
+- Loss: 0.7899
+- Accuracy: 0.8078
+- F1: 0.8069
 
 ## Model description
 
@@ -50,13 +50,13 @@ The following hyperparameters were used during training:
 
 ### Training results
 
-| Training Loss | Epoch | Step | Validation Loss | Accuracy | F1     |
-|:-------------:|:-----:|:----:|:---------------:|:--------:|:------:|
-| 1.9352        | 1.0   | 53   | 1.9292          | 0.2286   | 0.1424 |
-| 1.7661        | 2.0   | 106  | 1.6808          | 0.4      | 0.3464 |
-| 1.5131        | 3.0   | 159  | 1.4096          | 0.6357   | 0.6419 |
-| 0.9411        | 4.0   | 212  | 1.0246          | 0.6714   | 0.6749 |
-| 0.5521        | 5.0   | 265  | 0.8622          | 0.7214   | 0.7360 |
+| Training Loss | Epoch | Step   | Validation Loss | Accuracy | F1     |
+|:-------------:|:-----:|:------:|:---------------:|:--------:|:------:|
+| 0.6237        | 1.0   | 65741  | 0.8881          | 0.7796   | 0.7739 |
+| 1.3107        | 2.0   | 131482 | 0.8164          | 0.7995   | 0.7953 |
+| 0.8264        | 3.0   | 197223 | 0.7899          | 0.8078   | 0.8069 |
+| 0.4175        | 4.0   | 262964 | 0.8556          | 0.8130   | 0.8116 |
+| 0.3076        | 5.0   | 328705 | 0.9789          | 0.8127   | 0.8116 |
 
 
 ### Framework versions

all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.8077568110254187,
+    "eval_f1": 0.8068614260807857,
+    "eval_loss": 0.789943277835846,
+    "eval_runtime": 238.3634,
+    "eval_samples_per_second": 735.448,
+    "eval_steps_per_second": 91.931
+}

config.json

@@ -9,13 +9,106 @@
   "dropout": 0.1,
   "hidden_dim": 3072,
   "id2label": {
-    "0": "fees_and_charges",
-    "1": "fees_and_charges/loans",
-    "2": "fees_and_charges/loans/payday",
-    "3": "fees_and_charges/service_fee",
-    "4": "income/paycheck",
-    "5": "transfer",
-    "6": "transfer/email"
+    "0": "auto_and_transport",
+    "1": "auto_and_transport/car_rental",
+    "2": "auto_and_transport/gas_and_fuel",
+    "3": "auto_and_transport/parking",
+    "4": "auto_and_transport/public_transportation",
+    "5": "auto_and_transport/service_and_parts",
+    "6": "auto_and_transport/taxi",
+    "7": "bills_and_utilities",
+    "8": "bills_and_utilities/internet",
+    "9": "bills_and_utilities/phone",
+    "10": "bills_and_utilities/television",
+    "11": "bills_and_utilities/utilities",
+    "12": "business_services",
+    "13": "business_services/accounting",
+    "14": "business_services/advertising",
+    "15": "business_services/office_supplies",
+    "16": "business_services/shipping",
+    "17": "education",
+    "18": "education/books_and_supplies",
+    "19": "education/student_loan",
+    "20": "education/tuition",
+    "21": "entertainment",
+    "22": "entertainment/amusement",
+    "23": "entertainment/arts",
+    "24": "entertainment/gambling",
+    "25": "entertainment/games",
+    "26": "entertainment/movies_and_music",
+    "27": "entertainment/newspapers_and_magazines",
+    "28": "fees_and_charges",
+    "29": "fees_and_charges/bankruptcy",
+    "30": "fees_and_charges/collections_agency",
+    "31": "fees_and_charges/loans",
+    "32": "fees_and_charges/loans/auto",
+    "33": "fees_and_charges/loans/high_cost",
+    "34": "fees_and_charges/loans/pawn",
+    "35": "fees_and_charges/loans/payday",
+    "36": "fees_and_charges/provider_fee",
+    "37": "fees_and_charges/provider_fee/penalty",
+    "38": "fees_and_charges/provider_fee/penalty/nsf",
+    "39": "fees_and_charges/provider_fee/penalty/overdraft",
+    "40": "fees_and_charges/provider_fee/penalty/stop_payment",
+    "41": "fees_and_charges/provider_fee/recurring",
+    "42": "fees_and_charges/service_fee",
+    "43": "fees_and_charges/service_fee/laundromat",
+    "44": "fees_and_charges/taxes",
+    "45": "fees_and_charges/union",
+    "46": "food_and_dining",
+    "47": "food_and_dining/alcohol_and_bars",
+    "48": "food_and_dining/cafes_and_restaurants",
+    "49": "food_and_dining/groceries",
+    "50": "food_and_dining/marijuana",
+    "51": "gifts_and_donations",
+    "52": "gifts_and_donations/charity",
+    "53": "gifts_and_donations/gifts",
+    "54": "health_and_fitness",
+    "55": "health_and_fitness/doctor",
+    "56": "health_and_fitness/personal_care",
+    "57": "health_and_fitness/pharmacy",
+    "58": "health_and_fitness/sports",
+    "59": "health_and_fitness/wellness",
+    "60": "home",
+    "61": "home/home_improvement",
+    "62": "home/home_services",
+    "63": "home/home_supplies",
+    "64": "home/mortgage",
+    "65": "home/mortgage_and_rent",
+    "66": "home/rent",
+    "67": "income",
+    "68": "income/bonus",
+    "69": "income/child_support",
+    "70": "income/government",
+    "71": "income/investment_income",
+    "72": "income/paycheck",
+    "73": "income/pension",
+    "74": "insurance",
+    "75": "insurance/car_insurance",
+    "76": "insurance/health_insurance",
+    "77": "insurance/life_insurance",
+    "78": "insurance/property_insurance",
+    "79": "kids",
+    "80": "kids/baby_supplies",
+    "81": "kids/babysitter_and_daycare",
+    "82": "kids/toys",
+    "83": "pets",
+    "84": "pets/pet_food_and_supplies",
+    "85": "pets/pet_grooming",
+    "86": "pets/veterinary",
+    "87": "shopping",
+    "88": "shopping/clothing",
+    "89": "shopping/electronics_and_software",
+    "90": "shopping/sporting_goods",
+    "91": "transfer",
+    "92": "transfer/atm",
+    "93": "transfer/credit_card",
+    "94": "transfer/email",
+    "95": "transfer/wire",
+    "96": "travel",
+    "97": "travel/hotel",
+    "98": "travel/transportation",
+    "99": "travel/vacation"
   },
   "initializer_range": 0.02,
   "max_position_embeddings": 512,

eval_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 5.0,
+    "eval_accuracy": 0.8077568110254187,
+    "eval_f1": 0.8068614260807857,
+    "eval_loss": 0.789943277835846,
+    "eval_runtime": 238.3634,
+    "eval_samples_per_second": 735.448,
+    "eval_steps_per_second": 91.931
+}

logs/events.out.tfevents.1722942262.pop-os.3585575.5

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fe02832e9c4f5a59cc72627f72038e26bff2eb087859a6fc522838259c9875d2
-size 457
+oid sha256:ee4f22368f718c805c2d97028dc11ec8a33d1dedd4c61067ac9dd2997e076db3
+size 13893

logs/events.out.tfevents.1722944581.pop-os.3585575.6

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf396faa53c79a92adab13ebc67eabba9d22dc31f7eac5b2fa6307cc24c2346
+size 457

logs/events.out.tfevents.1723453114.pop-os.3800496.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50888ac088513823e93d22e3835d0c7ca9f98142bedda5af2fc56f3a91316d6f
+size 7071208

logs/events.out.tfevents.1723473977.pop-os.3800496.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f38517ff974dc70c9e53cd312510e0bcd6375975ebe161c8d93d7327ed68a840
+size 464

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:54a75b737029f65b0c4fecf0a696b9ee9b2198682b0e4c27f12e41138b631775
-size 267847948
+oid sha256:2f2b04ddab86585885edb924bd6d85a186084e3fed37fb103d7e096052f8325c
+size 268134024