use cli bin

Author: chibu

src/automation/vllm/server.py

@@ -26,7 +26,8 @@ def start_vllm_server(
     parsed_target = urlparse(target)
 
     server_command = [
-        f"{vllm_path}", "serve", 
+        #f"{vllm_path}", "serve", 
+        "vllm", "serve", 
         model_id,
         "--host", parsed_target.hostname, 
         "--port", str(parsed_target.port),
@@ -35,6 +36,7 @@ def start_vllm_server(
 
     subprocess_env = os.environ.copy()
 
+    """
     for k, v in vllm_args.items():
         if k.startswith("VLLM_"):
             subprocess_env[k] = str(v)
@@ -43,6 +45,7 @@ def start_vllm_server(
                 server_command.append(f"--{k}")
             else:
                 server_command.extend([f"--{k}", str(v)])
+    """
 
 
     server_log_file_name = f"{SERVER_LOG_PREFIX}_{task.id}.txt"