Maximofn
/

GPT2-small-PEFT-LoRA-finetuned-amazon-reviews-en-classification

Text Classification

Generated from Trainer

Model card Files Files and versions Community

Maximofn commited on Jul 28

Commit

f15117b

•

1 Parent(s): ccbaeb9

Training in progress, epoch 1

Files changed (2) hide show

adapter_config.json +5 -2
adapter_model.safetensors +2 -2

adapter_config.json CHANGED Viewed

@@ -14,7 +14,10 @@
   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
-  "modules_to_save": null,
   "peft_type": "LORA",
   "r": 16,
   "rank_pattern": {},
@@ -22,7 +25,7 @@
   "target_modules": [
     "score"
   ],
-  "task_type": "CAUSAL_LM",
   "use_dora": false,
   "use_rslora": false
 }

   "lora_dropout": 0.1,
   "megatron_config": null,
   "megatron_core": "megatron.core",
+  "modules_to_save": [
+    "classifier",
+    "score"
+  ],
   "peft_type": "LORA",
   "r": 16,
   "rank_pattern": {},
   "target_modules": [
     "score"
   ],
+  "task_type": "SEQ_CLS",
   "use_dora": false,
   "use_rslora": false
 }

adapter_model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8fd37bd2b570fcae04778dffa23802642b2b9d96c5391c6fb911b087eaa1f036
-size 49712

 version https://git-lfs.github.com/spec/v1
+oid sha256:5f53b0afc4499d60ecf8bc602ecf127e106cc5e6654eccbd2579beacd46d1aa4
+size 164592