Shaltiel commited on
Commit
3042a5d
1 Parent(s): ee78bc4

Adjusted large dtype

Browse files
Files changed (1) hide show
  1. main_backend_lighteval.py +1 -1
main_backend_lighteval.py CHANGED
@@ -70,7 +70,7 @@ def run_auto_eval():
70
  elif eval_request.params < 9:
71
  instance_size, instance_type = "medium", "g5.2xlarge"
72
  elif eval_request.params < 24:
73
- instance_size, instance_type = "large", "g4dn.12xlarge"
74
  else:
75
  raise ValueError("Number of params too big, can't run this model")
76
  # For CPU
 
70
  elif eval_request.params < 9:
71
  instance_size, instance_type = "medium", "g5.2xlarge"
72
  elif eval_request.params < 24:
73
+ instance_size, instance_type = "xxlarge", "g5.12xlarge"
74
  else:
75
  raise ValueError("Number of params too big, can't run this model")
76
  # For CPU