philipp-zettl
commited on
Commit
•
51e1218
1
Parent(s):
1444006
Update handler.py
Browse files- handler.py +1 -1
handler.py
CHANGED
@@ -1,7 +1,7 @@
|
|
1 |
from typing import Dict, List, Any
|
2 |
from optimum.pipelines import pipeline
|
3 |
from transformers import AutoTokenizer
|
4 |
-
from optimum import ORTModelForSeq2SeqLM
|
5 |
|
6 |
|
7 |
class EndpointHandler():
|
|
|
1 |
from typing import Dict, List, Any
|
2 |
from optimum.pipelines import pipeline
|
3 |
from transformers import AutoTokenizer
|
4 |
+
from optimum.onnxruntime import ORTModelForSeq2SeqLM
|
5 |
|
6 |
|
7 |
class EndpointHandler():
|