Retrained 13b models on Cleaned Dataset (April 9)
Browse files- adapter_config.json +2 -1
- adapter_model.bin +1 -1
adapter_config.json
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"base_model_name_or_path": "
|
| 3 |
"bias": "none",
|
| 4 |
"enable_lora": null,
|
| 5 |
"fan_in_fan_out": false,
|
| 6 |
"inference_mode": true,
|
|
|
|
| 7 |
"lora_alpha": 16,
|
| 8 |
"lora_dropout": 0.05,
|
| 9 |
"merge_weights": false,
|
|
|
|
| 1 |
{
|
| 2 |
+
"base_model_name_or_path": "yahma/llama-13b-hf",
|
| 3 |
"bias": "none",
|
| 4 |
"enable_lora": null,
|
| 5 |
"fan_in_fan_out": false,
|
| 6 |
"inference_mode": true,
|
| 7 |
+
"init_lora_weights": true,
|
| 8 |
"lora_alpha": 16,
|
| 9 |
"lora_dropout": 0.05,
|
| 10 |
"merge_weights": false,
|
adapter_model.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 104973389
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:beb0ad0cbc5898af105e81d94199886685fb01b403cdae7eaa7e6ca69e9c18a7
|
| 3 |
size 104973389
|