We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 348a22e commit a6a090cCopy full SHA for a6a090c
vec_inf/client/_slurm_script_generator.py
@@ -38,7 +38,9 @@ def _generate_preamble(self) -> str:
38
39
def _generate_shared_args(self) -> str:
40
if self.is_multinode and not self.params["pipeline_parallelism"]:
41
- tensor_parallel_size = self.params["num_nodes"] * self.params["gpus_per_node"]
+ tensor_parallel_size = (
42
+ self.params["num_nodes"] * self.params["gpus_per_node"]
43
+ )
44
pipeline_parallel_size = 1
45
else:
46
tensor_parallel_size = self.params["gpus_per_node"]
0 commit comments