Commit
•
608249a
1
Parent(s):
7e08b37
Update handler.py
Browse files- handler.py +1 -0
handler.py
CHANGED
@@ -9,6 +9,7 @@ from accelerate.utils import get_balanced_memory
|
|
9 |
class EndpointHandler:
|
10 |
def __init__(self, path=""):
|
11 |
with torch.autocast('cuda'):
|
|
|
12 |
config = AutoConfig.from_pretrained(
|
13 |
path,
|
14 |
trust_remote_code=True
|
|
|
9 |
class EndpointHandler:
|
10 |
def __init__(self, path=""):
|
11 |
with torch.autocast('cuda'):
|
12 |
+
path = "oleksandrfluxon/mpt-7b-instruct-evaluate"
|
13 |
config = AutoConfig.from_pretrained(
|
14 |
path,
|
15 |
trust_remote_code=True
|