Skip to content

Commit f170696

Browse files
committed
added env vars to launch response
1 parent 0b02224 commit f170696

File tree

3 files changed

+8
-0
lines changed

3 files changed

+8
-0
lines changed

tests/vec_inf/cli/test_cli.py

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -40,6 +40,7 @@ def test_launch_command_success(runner):
4040
"model_weights_parent_dir": "/model-weights",
4141
"vocab_size": "128000", # Changed to string
4242
"vllm_args": {"max_model_len": 8192},
43+
"env": {"CACHE": "/cache"},
4344
}
4445
mock_client.launch_model.return_value = mock_response
4546

tests/vec_inf/cli/test_helper.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ def test_format_table_output(self):
3636
"model_weights_parent_dir": "/model-weights",
3737
"log_dir": "/tmp/logs",
3838
"vllm_args": {"max_model_len": 8192, "enable_prefix_caching": True},
39+
"env": {"CACHE": "/cache"},
3940
}
4041

4142
formatter = LaunchResponseFormatter(model_name, params)
@@ -63,6 +64,7 @@ def test_format_table_output_with_minimal_params(self):
6364
"model_weights_parent_dir": "/weights",
6465
"log_dir": "/logs",
6566
"vllm_args": {},
67+
"env": {},
6668
}
6769

6870
formatter = LaunchResponseFormatter(model_name, params)

vec_inf/cli/_helper.py

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -79,6 +79,11 @@ def format_table_output(self) -> Table:
7979
for arg, value in self.params["vllm_args"].items():
8080
table.add_row(f" {arg}:", str(value))
8181

82+
# Add Environment Variable Configuration Details
83+
table.add_row("Environment Variables", style="magenta")
84+
for arg, value in self.params["env"].items():
85+
table.add_row(f" {arg}:", str(value))
86+
8287
return table
8388

8489

0 commit comments

Comments
 (0)