Add default for bind, nodelist, exclude, and venv

Author: XkunW

vec_inf/client/config.py

@@ -125,17 +125,20 @@ class ModelConfig(BaseModel):
         description="Resource type",
     )
     exclude: Optional[str] = Field(
-        default=None,
+        default=DEFAULT_ARGS["exclude"],
         description="Exclude certain nodes from the resources granted to the job",
     )
     nodelist: Optional[str] = Field(
-        default=None, description="Request a specific list of nodes for deployment"
+        default=DEFAULT_ARGS["nodelist"],
+        description="Request a specific list of nodes for deployment",
     )
     bind: Optional[str] = Field(
-        default=None, description="Additional binds for the singularity container"
+        default=DEFAULT_ARGS["bind"],
+        description="Additional binds for the container",
     )
     venv: str = Field(
-        default="singularity", description="Virtual environment/container system"
+        default=DEFAULT_ARGS["venv"],
+        description="Virtual environment/container system",
     )
     log_dir: Path = Field(
         default=Path(DEFAULT_ARGS["log_dir"]),

vec_inf/config/environment.yaml

@@ -1,6 +1,5 @@
 paths:
   image_path: "/model-weights/vec-inf-shared/vector-inference_latest.sif"
-  vllm_nccl_so_path: "/vec-inf/nccl/libnccl.so.2.18.1"
 
 containerization:
   module_load_cmd: "module load apptainer"
@@ -23,6 +22,10 @@ default_args:
   qos: ""
   partition: ""
   resource_type: ""
+  exclude: ""
+  nodelist: ""
+  bind: ""
+  venv: "apptainer"
   data_type: "auto"
   log_dir: "~/.vec-inf-logs"
   model_weights_parent_dir: "/model-weights"