Crystalcareai
commited on
Commit
•
18ce566
1
Parent(s):
6ff6eb4
Rename train-dora-alpaca.py to sft-dora-alpaca.py
Browse files
train-dora-alpaca.py → sft-dora-alpaca.py
RENAMED
@@ -134,7 +134,7 @@ peft_config = LoraConfig(
|
|
134 |
target_modules = ["q_proj", "k_proj"],
|
135 |
lora_alpha = 16,
|
136 |
lora_dropout = 0, # Supports any, but = 0 is optimized
|
137 |
-
bias = "none",
|
138 |
use_dora=True,
|
139 |
)
|
140 |
|
|
|
134 |
target_modules = ["q_proj", "k_proj"],
|
135 |
lora_alpha = 16,
|
136 |
lora_dropout = 0, # Supports any, but = 0 is optimized
|
137 |
+
bias = "none",
|
138 |
use_dora=True,
|
139 |
)
|
140 |
|