pminervini commited on
Commit
d265631
1 Parent(s): c27e834
Files changed (1) hide show
  1. src/backend/manage_requests.py +1 -1
src/backend/manage_requests.py CHANGED
@@ -23,7 +23,7 @@ class EvalRequest:
23
  license: Optional[str] = ""
24
 
25
  def get_model_args(self):
26
- model_args = f"pretrained={self.model},revision={self.revision}"
27
 
28
  if self.precision in ["float16", "float32", "bfloat16"]:
29
  model_args += f",dtype={self.precision}"
 
23
  license: Optional[str] = ""
24
 
25
  def get_model_args(self):
26
+ model_args = f"pretrained={self.model},revision={self.revision},parallelize=True"
27
 
28
  if self.precision in ["float16", "float32", "bfloat16"]:
29
  model_args += f",dtype={self.precision}"