Merge branch 'add_env_arg' of github.com:VectorInstitute/vector-inference into add_env_arg

Author: scarere

vec_inf/cli/_cli.py

@@ -122,7 +122,7 @@ def cli() -> None:
 @click.option(
     "--env",
     type=str,
-    help="Environment variables to be set. Seperate variables with commas. Can also include path to a file containing environment variables seperated by newlines. e.g. --env 'TRITON_CACHE_DIR=/scratch/.cache/triton,my_custom_vars_file.env'"
+    help="Environment variables to be set. Seperate variables with commas. Can also include path to a file containing environment variables seperated by newlines. e.g. --env 'TRITON_CACHE_DIR=/scratch/.cache/triton,my_custom_vars_file.env'",
 )
 def launch(
     model_name: str,

vec_inf/client/_slurm_script_generator.py

@@ -107,7 +107,7 @@ def _generate_server_setup(self) -> str:
                     SLURM_SCRIPT_TEMPLATE["singularity_command"].format(
                         model_weights_path=self.model_weights_path,
                         additional_binds=self.additional_binds,
-                        env_str=self.env_str
+                        env_str=self.env_str,
                     ),
                 )
         else:
@@ -140,7 +140,7 @@ def _generate_launch_cmd(self) -> str:
                 SLURM_SCRIPT_TEMPLATE["singularity_command"].format(
                     model_weights_path=self.model_weights_path,
                     additional_binds=self.additional_binds,
-                    env_str=self.env_str
+                    env_str=self.env_str,
                 )
             )
         else: