Update serve/builder.py

serve/builder.py

@@ -11,7 +11,7 @@ def load_pretrained_model(model_path, model_base, model_name, model_type, load_8
     if model_type not in {'qwen1.5-1.8b', 'qwen1.5-0.5b'}:
         raise ValueError(f"Unknown Model Type {model_type}")
 
-    kwargs = {"device_map": device_map, **kwargs}
+    kwargs = {**kwargs}
 
     if device != "cuda":
         kwargs['device_map'] = {"": device}