Update serve/builder.py

serve/builder.py

@@ -13,8 +13,8 @@ def load_pretrained_model(model_path, model_base, model_name, model_type, load_8
 
     kwargs = {**kwargs}
 
-    if device != "cuda":
-        kwargs['device_map'] = {"": device}
+    # if device != "cuda":
+    #     kwargs['device_map'] = {"": device}
 
     if load_8bit:
         kwargs['load_in_8bit'] = True