Skip to content

Commit a1f8b3e

Browse files
committed
Remove task map as each model would have a default task
1 parent 8fbdeab commit a1f8b3e

File tree

2 files changed

+0
-12
lines changed

2 files changed

+0
-12
lines changed

vec_inf/client/_client_vars.py

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -10,8 +10,6 @@
1010
Signature string indicating successful model server startup
1111
SRC_DIR : str
1212
Absolute path to the package source directory
13-
VLLM_TASK_MAP : dict
14-
Mapping of model types to their corresponding vLLM tasks
1513
REQUIRED_FIELDS : set
1614
Set of required fields for model configuration
1715
KEY_METRICS : dict
@@ -30,14 +28,6 @@
3028
SRC_DIR = str(Path(__file__).parent.parent)
3129

3230

33-
# Maps model types to vLLM tasks
34-
VLLM_TASK_MAP = {
35-
"LLM": "generate",
36-
"VLM": "generate",
37-
"TEXT_EMBEDDING": "embed",
38-
"REWARD_MODELING": "reward",
39-
}
40-
4131
# Required fields for model configuration
4232
REQUIRED_FIELDS = {
4333
"model_family",

vec_inf/client/_slurm_script_generator.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@
1111
from vec_inf.client._client_vars import (
1212
SLURM_JOB_CONFIG_ARGS,
1313
SLURM_SCRIPT_TEMPLATE,
14-
VLLM_TASK_MAP,
1514
)
1615

1716

@@ -43,7 +42,6 @@ def __init__(self, params: dict[str, Any]):
4342
self.model_weights_path = str(
4443
Path(params["model_weights_parent_dir"], params["model_name"])
4544
)
46-
self.task = VLLM_TASK_MAP[self.params["model_type"]]
4745

4846
def _generate_script_content(self) -> str:
4947
"""Generate the complete SLURM script content.

0 commit comments

Comments
 (0)