runtime error

Exit code: 1. Reason: y", line 378, in run_mp_engine ERROR 02-06 07:27:55 engine.py:387] engine = MQLLMEngine.from_engine_args(engine_args=engine_args, ERROR 02-06 07:27:55 engine.py:387] File "/usr/local/lib/python3.10/site-packages/vllm/engine/multiprocessing/engine.py", line 116, in from_engine_args ERROR 02-06 07:27:55 engine.py:387] engine_config = engine_args.create_engine_config(usage_context) ERROR 02-06 07:27:55 engine.py:387] File "/usr/local/lib/python3.10/site-packages/vllm/engine/arg_utils.py", line 1058, in create_engine_config ERROR 02-06 07:27:55 engine.py:387] device_config = DeviceConfig(device=self.device) ERROR 02-06 07:27:55 engine.py:387] File "/usr/local/lib/python3.10/site-packages/vllm/config.py", line 1608, in __init__ ERROR 02-06 07:27:55 engine.py:387] raise RuntimeError("Failed to infer device type") ERROR 02-06 07:27:55 engine.py:387] RuntimeError: Failed to infer device type Process SpawnProcess-1: Traceback (most recent call last): File "/usr/local/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap self.run() File "/usr/local/lib/python3.10/multiprocessing/process.py", line 108, in run self._target(*self._args, **self._kwargs) File "/usr/local/lib/python3.10/site-packages/vllm/engine/multiprocessing/engine.py", line 389, in run_mp_engine raise e File "/usr/local/lib/python3.10/site-packages/vllm/engine/multiprocessing/engine.py", line 378, in run_mp_engine engine = MQLLMEngine.from_engine_args(engine_args=engine_args, File "/usr/local/lib/python3.10/site-packages/vllm/engine/multiprocessing/engine.py", line 116, in from_engine_args engine_config = engine_args.create_engine_config(usage_context) File "/usr/local/lib/python3.10/site-packages/vllm/engine/arg_utils.py", line 1058, in create_engine_config device_config = DeviceConfig(device=self.device) File "/usr/local/lib/python3.10/site-packages/vllm/config.py", line 1608, in __init__ raise RuntimeError("Failed to infer device type") RuntimeError: Failed to infer device type

Container logs: