oleksandrfluxon commited on
Commit
608249a
1 Parent(s): 7e08b37

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -0
handler.py CHANGED
@@ -9,6 +9,7 @@ from accelerate.utils import get_balanced_memory
9
  class EndpointHandler:
10
  def __init__(self, path=""):
11
  with torch.autocast('cuda'):
 
12
  config = AutoConfig.from_pretrained(
13
  path,
14
  trust_remote_code=True
 
9
  class EndpointHandler:
10
  def __init__(self, path=""):
11
  with torch.autocast('cuda'):
12
+ path = "oleksandrfluxon/mpt-7b-instruct-evaluate"
13
  config = AutoConfig.from_pretrained(
14
  path,
15
  trust_remote_code=True