arthurangelici
commited on
Commit
•
9e4f835
1
Parent(s):
19e1175
Update README.md
Browse files
README.md
CHANGED
@@ -33,22 +33,4 @@ This model is a fine-tuned (with Lora and peft) version of [google/flan-t5-xxl](
|
|
33 |
- Pytorch 1.13.1+cu117
|
34 |
- Datasets 2.9.0
|
35 |
- Peft
|
36 |
-
-
|
37 |
-
|
38 |
-
### Usage
|
39 |
-
```py
|
40 |
-
>>> import torch
|
41 |
-
>>> from peft import PeftModel, PeftConfig
|
42 |
-
>>> from transformers import AutoModelForSeq2SeqLM, AutoTokenizer
|
43 |
-
|
44 |
-
##### Load peft config for pre-trained checkpoint etc.
|
45 |
-
>>> peft_model_id = "results"
|
46 |
-
>>> config = PeftConfig.from_pretrained(peft_model_id)
|
47 |
-
|
48 |
-
##### load base LLM model and tokenizer
|
49 |
-
>>> model = AutoModelForSeq2SeqLM.from_pretrained(config.base_model_name_or_path, load_in_8bit=True, device_map={"":0})
|
50 |
-
>>> tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
|
51 |
-
|
52 |
-
##### Load the Lora model
|
53 |
-
>>> model = PeftModel.from_pretrained(model, peft_model_id, device_map={"":0})
|
54 |
-
```
|
|
|
33 |
- Pytorch 1.13.1+cu117
|
34 |
- Datasets 2.9.0
|
35 |
- Peft
|
36 |
+
- Lora
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|