Add command to support remote model launching via SSH

XkunW · XkunW · commit d578a8ab2977 · 2024-11-01T11:25:31.000-04:00
diff --git a/vec_inf/multinode_vllm.slurm b/vec_inf/multinode_vllm.slurm
@@ -5,6 +5,7 @@
 #SBATCH --tasks-per-node=1
 
 # Load CUDA, change to the cuda version on your environment if different
+source /opt/lmod/lmod/init/profile
 module load cuda-12.3
 nvidia-smi
 
diff --git a/vec_inf/vllm.slurm b/vec_inf/vllm.slurm
@@ -3,6 +3,7 @@
 #SBATCH --mem=64G
 
 # Load CUDA, change to the cuda version on your environment if different
+source /opt/lmod/lmod/init/profile
 module load cuda-12.3
 nvidia-smi
 
