mhaseeb1604
commited on
Commit
•
f58653f
1
Parent(s):
e5eb504
Create adapter_config.json
Browse files- adapter_config.json +9 -0
adapter_config.json
ADDED
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"peft_type": "Lora",
|
3 |
+
"config": {
|
4 |
+
"r": 8,
|
5 |
+
"lora_alpha": 16,
|
6 |
+
"task_type": "FEATURE_EXTRACTION",
|
7 |
+
"target_modules": ["query", "value"]
|
8 |
+
}
|
9 |
+
}
|