Add cpus_per_task and mem_per_node to CLI launch options, add response rendering for additional bind paths

Author: XkunW

vec_inf/cli/_cli.py

@@ -69,6 +69,16 @@ def cli() -> None:
     type=int,
     help="Number of GPUs/node to use, default to suggested resource allocation for model",
 )
+@click.option(
+    "--cpus-per-task",
+    type=int,
+    help="Number of CPU cores per task",
+)
+@click.option(
+    "--mem-per-node",
+    type=str,
+    help="Memory allocation per node in GB format (e.g., '32G')",
+)
 @click.option(
     "--account",
     "-A",
@@ -165,6 +175,10 @@ def launch(
             Number of nodes to use
         - gpus_per_node : int, optional
             Number of GPUs per node
+        - cpus_per_task : int, optional
+            Number of CPU cores per task
+        - mem_per_node : str, optional
+            Memory allocation per node in GB format (e.g., '32G')
         - account : str, optional
             Charge resources used by this job to specified account
         - work_dir : str, optional

vec_inf/cli/_helper.py

@@ -89,11 +89,19 @@ def format_table_output(self) -> Table:
         for arg, value in self.params["vllm_args"].items():
             table.add_row(f"  {arg}:", str(value))
 
-        # Add Environment Variable Configuration Details
+        # Add environment variable configuration details
         table.add_row("Environment Variables", style="magenta")
         for arg, value in self.params["env"].items():
             table.add_row(f"  {arg}:", str(value))
 
+        # Add bind path configuration details
+        table.add_row("Bind Paths", style="magenta")
+        for path in self.params["bind"].split(","):
+            host = target = path
+            if ":" in path:
+                host, target = path.split(":")
+            table.add_row(f"  {host}:", target)
+
         return table
 
 

vec_inf/client/models.py

@@ -194,6 +194,10 @@ class LaunchOptions:
         Number of nodes to allocate
     gpus_per_node : int, optional
         Number of GPUs per node
+    cpus_per_task : int, optional
+        Number of CPUs per task
+    mem_per_node : str, optional
+        Memory per node
     account : str, optional
         Account name for job scheduling
     work_dir : str, optional
@@ -232,6 +236,8 @@ class LaunchOptions:
     resource_type: Optional[str] = None
     num_nodes: Optional[int] = None
     gpus_per_node: Optional[int] = None
+    cpus_per_task: Optional[int] = None
+    mem_per_node: Optional[str] = None
     account: Optional[str] = None
     work_dir: Optional[str] = None
     qos: Optional[str] = None