Crystalcareai commited on
Commit
18ce566
1 Parent(s): 6ff6eb4

Rename train-dora-alpaca.py to sft-dora-alpaca.py

Browse files
train-dora-alpaca.py → sft-dora-alpaca.py RENAMED
@@ -134,7 +134,7 @@ peft_config = LoraConfig(
134
  target_modules = ["q_proj", "k_proj"],
135
  lora_alpha = 16,
136
  lora_dropout = 0, # Supports any, but = 0 is optimized
137
- bias = "none", # Enable Dora method
138
  use_dora=True,
139
  )
140
 
 
134
  target_modules = ["q_proj", "k_proj"],
135
  lora_alpha = 16,
136
  lora_dropout = 0, # Supports any, but = 0 is optimized
137
+ bias = "none",
138
  use_dora=True,
139
  )
140