Upload 3 files
Browse files
README.md
CHANGED
@@ -4,7 +4,7 @@ emoji: π§ββοΈ
|
|
4 |
colorFrom: yellow
|
5 |
colorTo: blue
|
6 |
sdk: gradio
|
7 |
-
sdk_version: 3.
|
8 |
app_file: app.py
|
9 |
pinned: false
|
10 |
license: mit
|
|
|
4 |
colorFrom: yellow
|
5 |
colorTo: blue
|
6 |
sdk: gradio
|
7 |
+
sdk_version: 3.28.1
|
8 |
app_file: app.py
|
9 |
pinned: false
|
10 |
license: mit
|
app.py
CHANGED
@@ -13,7 +13,7 @@ device = torch.device("cuda" if CUDA_AVAILABLE else "cpu")
|
|
13 |
|
14 |
generator = pipeline('text-generation', model=model_id,
|
15 |
tokenizer=model_id,
|
16 |
-
|
17 |
device=device)
|
18 |
|
19 |
early_stop_pattern = "\n\n\n"
|
|
|
13 |
|
14 |
generator = pipeline('text-generation', model=model_id,
|
15 |
tokenizer=model_id,
|
16 |
+
load_in_8bit=True,
|
17 |
device=device)
|
18 |
|
19 |
early_stop_pattern = "\n\n\n"
|