Spaces:
Running
on
Zero
Running
on
Zero
Commit
•
30cab95
1
Parent(s):
8e3f5cc
Update app.py
Browse files
app.py
CHANGED
|
@@ -87,7 +87,7 @@ def initialize_model():
|
|
| 87 |
torch_dtype=torch.float16,
|
| 88 |
device_map="cuda",
|
| 89 |
attn_implementation="flash_attention_2",
|
| 90 |
-
|
| 91 |
|
| 92 |
)
|
| 93 |
|
|
|
|
| 87 |
torch_dtype=torch.float16,
|
| 88 |
device_map="cuda",
|
| 89 |
attn_implementation="flash_attention_2",
|
| 90 |
+
quantization_config=quantization_config
|
| 91 |
|
| 92 |
)
|
| 93 |
|