chtan
/

gpt4-alpaca-lora_mlp-65b

Text2Text Generation

Model card Files Files and versions Community

chtan commited on May 5, 2023

Commit

3d067d8

•

1 Parent(s): da53079

10 epochs and rank set to 16

Files changed (2) hide show

adapter_config.json +1 -1
adapter_model.bin +2 -2

adapter_config.json CHANGED Viewed

@@ -9,7 +9,7 @@
   "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 8,
   "target_modules": [
     "gate_proj",
     "down_proj",

   "merge_weights": false,
   "modules_to_save": null,
   "peft_type": "LORA",
+  "r": 16,
   "target_modules": [
     "gate_proj",
     "down_proj",

adapter_model.bin CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6a48054d036354e5fbe0c2420ee80a765b1ceb66187b7fde33d1e743220a5fdb
-size 232169613

 version https://git-lfs.github.com/spec/v1
+oid sha256:1044edc673d5f9e4157d4674489ccb84c522f334239a7ff1108e448720dbea84
+size 464167053