Update README.md
Browse files
README.md
CHANGED
@@ -20,7 +20,7 @@ base_model_config: NousResearch/Llama-2-13b-hf
|
|
20 |
model_type: LlamaForCausalLM
|
21 |
tokenizer_type: LlamaTokenizer
|
22 |
push_dataset_to_hub:
|
23 |
-
hub_model_id:
|
24 |
|
25 |
load_in_8bit: false
|
26 |
load_in_4bit: true
|
@@ -31,7 +31,7 @@ datasets:
|
|
31 |
type: alpaca
|
32 |
dataset_prepared_path: last_run_prepared
|
33 |
val_set_size: 0.01
|
34 |
-
output_dir:
|
35 |
|
36 |
adapter: qlora
|
37 |
lora_model_dir:
|
|
|
20 |
model_type: LlamaForCausalLM
|
21 |
tokenizer_type: LlamaTokenizer
|
22 |
push_dataset_to_hub:
|
23 |
+
hub_model_id:
|
24 |
|
25 |
load_in_8bit: false
|
26 |
load_in_4bit: true
|
|
|
31 |
type: alpaca
|
32 |
dataset_prepared_path: last_run_prepared
|
33 |
val_set_size: 0.01
|
34 |
+
output_dir: ./checkpoints/llama-2-13b-qlora
|
35 |
|
36 |
adapter: qlora
|
37 |
lora_model_dir:
|