Update README.md
Browse files
README.md
CHANGED
@@ -33,6 +33,8 @@ print(tokenizer.decode(outputs[0]))
|
|
33 |
### Training dataset
|
34 |
dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
|
35 |
|
|
|
|
|
36 |
bnd_config = BitsAndBytesConfig(
|
37 |
load_in_4bit = True
|
38 |
)
|
@@ -41,8 +43,9 @@ lora_config = LoraConfig(
|
|
41 |
r = 16,
|
42 |
lora_alpha = 16,
|
43 |
lora_dropout = 0.05,
|
44 |
-
target_modules = ['
|
45 |
)
|
|
|
46 |
|
47 |
### Hardware
|
48 |
RTX 3090 Ti 24GB x 1
|
|
|
33 |
### Training dataset
|
34 |
dataset : [kyujinpy/KOpen-platypus](https://huggingface.co/datasets/kyujinpy/KOpen-platypus)
|
35 |
|
36 |
+
### lora_config and bnb_config in Training
|
37 |
+
```python
|
38 |
bnd_config = BitsAndBytesConfig(
|
39 |
load_in_4bit = True
|
40 |
)
|
|
|
43 |
r = 16,
|
44 |
lora_alpha = 16,
|
45 |
lora_dropout = 0.05,
|
46 |
+
target_modules = ['gate_proj', 'up_proj', 'down_proj']
|
47 |
)
|
48 |
+
```
|
49 |
|
50 |
### Hardware
|
51 |
RTX 3090 Ti 24GB x 1
|