Commit
•
ed817dc
1
Parent(s):
44092ff
Update pipeline.py
Browse files- pipeline.py +2 -1
pipeline.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1 |
-
|
2 |
import transformers
|
|
|
3 |
from accelerate import dispatch_model, infer_auto_device_map
|
4 |
from accelerate.utils import get_balanced_memory
|
5 |
from transformers import BitsAndBytesConfig, StoppingCriteria, StoppingCriteriaList
|
|
|
1 |
+
import torch
|
2 |
import transformers
|
3 |
+
from torch import cuda
|
4 |
from accelerate import dispatch_model, infer_auto_device_map
|
5 |
from accelerate.utils import get_balanced_memory
|
6 |
from transformers import BitsAndBytesConfig, StoppingCriteria, StoppingCriteriaList
|