Commit
•
d7f4d4c
1
Parent(s):
1ba92de
Update pipeline.py
Browse files- pipeline.py +1 -1
pipeline.py
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
import
|
| 2 |
import transformers
|
| 3 |
from accelerate import dispatch_model, infer_auto_device_map
|
| 4 |
from accelerate.utils import get_balanced_memory
|
|
|
|
| 1 |
+
from torch import cuda
|
| 2 |
import transformers
|
| 3 |
from accelerate import dispatch_model, infer_auto_device_map
|
| 4 |
from accelerate.utils import get_balanced_memory
|