Skip to content

Commit 360c242

Browse files
committed
Remove LaunchOptionsDict
1 parent 4c6db55 commit 360c242

File tree

2 files changed

+0
-39
lines changed

2 files changed

+0
-39
lines changed

vec_inf/client/__init__.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -9,7 +9,6 @@
99
from vec_inf.client.config import ModelConfig
1010
from vec_inf.client.models import (
1111
LaunchOptions,
12-
LaunchOptionsDict,
1312
LaunchResponse,
1413
MetricsResponse,
1514
ModelInfo,
@@ -28,6 +27,5 @@
2827
"ModelStatus",
2928
"ModelType",
3029
"LaunchOptions",
31-
"LaunchOptionsDict",
3230
"ModelConfig",
3331
]

vec_inf/client/models.py

Lines changed: 0 additions & 37 deletions
Original file line numberDiff line numberDiff line change
@@ -197,43 +197,6 @@ class LaunchOptions:
197197
vllm_args: Optional[str] = None
198198

199199

200-
class LaunchOptionsDict(TypedDict):
201-
"""TypedDict for LaunchOptions.
202-
203-
A TypedDict representation of LaunchOptions for type checking and
204-
serialization purposes. All fields are optional and may be None.
205-
206-
Attributes
207-
----------
208-
model_family : str, optional
209-
Family/architecture of the model
210-
model_variant : str, optional
211-
Specific variant/version of the model
212-
partition : str, optional
213-
SLURM partition to use
214-
num_nodes : int, optional
215-
Number of nodes to allocate
216-
gpus_per_node : int, optional
217-
Number of GPUs per node
218-
qos : str, optional
219-
Quality of Service level
220-
time : str, optional
221-
Time limit for the job
222-
vocab_size : int, optional
223-
Size of model vocabulary
224-
data_type : str, optional
225-
Data type for model weights
226-
venv : str, optional
227-
Virtual environment to use
228-
log_dir : str, optional
229-
Directory for logs
230-
model_weights_parent_dir : str, optional
231-
Parent directory containing model weights
232-
vllm_args : str, optional
233-
Additional arguments for vLLM
234-
"""
235-
236-
237200
@dataclass
238201
class ModelInfo:
239202
"""Information about an available model.

0 commit comments

Comments
 (0)