gokaygokay
commited on
Commit
•
9af8e61
1
Parent(s):
225e7ea
Update README.md
Browse files
README.md
CHANGED
@@ -9,10 +9,11 @@ language:
|
|
9 |
pipeline_tag: text2text-generation
|
10 |
---
|
11 |
|
|
|
|
|
12 |
```
|
13 |
|
14 |
-
|
15 |
-
|
16 |
from transformers import AutoModelForCausalLM, GenerationConfig, AutoTokenizer
|
17 |
import torch
|
18 |
import os
|
@@ -38,5 +39,4 @@ def generate_response(user_input):
|
|
38 |
|
39 |
outputs = model.generate(**inputs, generation_config=generation_config)
|
40 |
print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|
41 |
-
|
42 |
```
|
|
|
9 |
pipeline_tag: text2text-generation
|
10 |
---
|
11 |
|
12 |
+
```
|
13 |
+
pip install -q -U transformers trl accelerate peft bitsandbytes
|
14 |
```
|
15 |
|
16 |
+
```
|
|
|
17 |
from transformers import AutoModelForCausalLM, GenerationConfig, AutoTokenizer
|
18 |
import torch
|
19 |
import os
|
|
|
39 |
|
40 |
outputs = model.generate(**inputs, generation_config=generation_config)
|
41 |
print(tokenizer.decode(outputs[0], skip_special_tokens=True))
|
|
|
42 |
```
|