File tree Expand file tree Collapse file tree 1 file changed +3
-3
lines changed
Expand file tree Collapse file tree 1 file changed +3
-3
lines changed Original file line number Diff line number Diff line change @@ -124,7 +124,7 @@ def _generate_multinode_server_script(self) -> str:
124124
125125 if self .params ["venv" ] == "singularity" :
126126 server_script .append (
127- f" singularity exec --nv --bind { self .model_weights_path } :{ self .model_weights_path } $SINGULARITY_IMAGE \\ "
127+ f" singularity exec --nv --bind { self .model_weights_path } :{ self .model_weights_path } --containall $SINGULARITY_IMAGE \\ "
128128 )
129129
130130 server_script .append (""" ray start --head --node-ip-address="$head_node_ip" --port=$head_node_port \\
@@ -140,7 +140,7 @@ def _generate_multinode_server_script(self) -> str:
140140
141141 if self .params ["venv" ] == "singularity" :
142142 server_script .append (
143- f""" singularity exec --nv --bind { self .model_weights_path } :{ self .model_weights_path } $SINGULARITY_IMAGE \\ """
143+ f""" singularity exec --nv --bind { self .model_weights_path } :{ self .model_weights_path } --containall $SINGULARITY_IMAGE \\ """
144144 )
145145 server_script .append (""" ray start --address "$ip_head" \\
146146 --num-cpus "${SLURM_CPUS_PER_TASK}" --num-gpus "${SLURM_GPUS_PER_NODE}" --block &
@@ -158,7 +158,7 @@ def _generate_multinode_server_script(self) -> str:
158158 def _generate_launcher (self ) -> str :
159159 if self .params ["venv" ] == "singularity" :
160160 launcher_script = [
161- f"""singularity exec --nv --bind { self .model_weights_path } :{ self .model_weights_path } $SINGULARITY_IMAGE \\ """
161+ f"""singularity exec --nv --bind { self .model_weights_path } :{ self .model_weights_path } --containall $SINGULARITY_IMAGE \\ """
162162 ]
163163 else :
164164 launcher_script = [f"""source { self .params ["venv" ]} /bin/activate""" ]
You can’t perform that action at this time.
0 commit comments