Optional displaying vllm args, env vars, and bind paths, merge bind paths from cli arg with config instead of overwrite

Author: XkunW

vec_inf/cli/_helper.py

@@ -85,22 +85,25 @@ def format_table_output(self) -> Table:
         table.add_row("Log Directory", self.params["log_dir"])
 
         # Add vLLM configuration details
-        table.add_row("vLLM Arguments:", style="magenta")
-        for arg, value in self.params["vllm_args"].items():
-            table.add_row(f"  {arg}:", str(value))
+        if self.params.get("vllm_args"):
+            table.add_row("vLLM Arguments:", style="magenta")
+            for arg, value in self.params["vllm_args"].items():
+                table.add_row(f"  {arg}:", str(value))
 
         # Add environment variable configuration details
-        table.add_row("Environment Variables", style="magenta")
-        for arg, value in self.params["env"].items():
-            table.add_row(f"  {arg}:", str(value))
+        if self.params.get("env"):
+            table.add_row("Environment Variables", style="magenta")
+            for arg, value in self.params["env"].items():
+                table.add_row(f"  {arg}:", str(value))
 
         # Add bind path configuration details
-        table.add_row("Bind Paths", style="magenta")
-        for path in self.params["bind"].split(","):
-            host = target = path
-            if ":" in path:
-                host, target = path.split(":")
-            table.add_row(f"  {host}:", target)
+        if self.params.get("bind"):
+            table.add_row("Bind Paths", style="magenta")
+            for path in self.params["bind"].split(","):
+                host = target = path
+                if ":" in path:
+                    host, target = path.split(":")
+                table.add_row(f"  {host}:", target)
 
         return table
 

vec_inf/client/_helper.py

@@ -225,6 +225,10 @@ def _get_launch_params(self) -> dict[str, Any]:
                 params["env"][key] = str(value)
             del self.kwargs["env"]
 
+        if self.kwargs.get("bind") and params.get("bind"):
+            params["bind"] = f"{params['bind']},{self.kwargs['bind']}"
+            del self.kwargs["bind"]
+
         for key, value in self.kwargs.items():
             params[key] = value