Upload 3 files

README.md

@@ -112,6 +112,18 @@ The following `bitsandbytes` quantization config was used during training:
 - bnb_4bit_use_double_quant: False
 - bnb_4bit_compute_dtype: float32
 
+The following `bitsandbytes` quantization config was used during training:
+- quant_method: bitsandbytes
+- load_in_8bit: False
+- load_in_4bit: True
+- llm_int8_threshold: 6.0
+- llm_int8_skip_modules: None
+- llm_int8_enable_fp32_cpu_offload: False
+- llm_int8_has_fp16_weight: False
+- bnb_4bit_quant_type: nf4
+- bnb_4bit_use_double_quant: False
+- bnb_4bit_compute_dtype: float32
+
 The following `bitsandbytes` quantization config was used during training:
 - quant_method: bitsandbytes
 - load_in_8bit: False
@@ -134,5 +146,6 @@ The following `bitsandbytes` quantization config was used during training:
 - PEFT 0.5.0
 - PEFT 0.5.0
 - PEFT 0.5.0
+- PEFT 0.5.0
 
 - PEFT 0.5.0

adapter_config.json

@@ -11,16 +11,16 @@
   "lora_dropout": 0.1,
   "modules_to_save": null,
   "peft_type": "LORA",
-  "r": 128,
+  "r": 64,
   "revision": null,
   "target_modules": [
-    "up_proj",
     "k_proj",
     "q_proj",
     "v_proj",
     "gate_proj",
+    "down_proj",
     "o_proj",
-    "down_proj"
+    "up_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a0f7ab38d0a8979e6a45ab9c3ce9e5de5a3dc111cb705d765bb153e2d95dcab0
-size 1342338829
+oid sha256:7c08924efae3ed321fababeb3cb46e017c15f3de6e7a25c291141d49687fbbc6
+size 671250189