Update adapter_config.json
Browse files- adapter_config.json +9 -1
adapter_config.json
CHANGED
|
@@ -3,7 +3,15 @@
|
|
| 3 |
"architectures": [
|
| 4 |
"LlamaForCausalLM"
|
| 5 |
],
|
| 6 |
-
"peft_type":
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
"attention_bias": false,
|
| 8 |
"attention_dropout": 0.0,
|
| 9 |
"bos_token_id": 128000,
|
|
|
|
| 3 |
"architectures": [
|
| 4 |
"LlamaForCausalLM"
|
| 5 |
],
|
| 6 |
+
"peft_type": {
|
| 7 |
+
"train_batch_size": 4,
|
| 8 |
+
"gradient_accumulation_steps": 1,
|
| 9 |
+
"learning_rate": 1e-4,
|
| 10 |
+
"num_train_epochs": 1,
|
| 11 |
+
"warmup_steps": 2,
|
| 12 |
+
"logging_steps": 300,
|
| 13 |
+
"saving_strategy": 'no
|
| 14 |
+
},
|
| 15 |
"attention_bias": false,
|
| 16 |
"attention_dropout": 0.0,
|
| 17 |
"bos_token_id": 128000,
|