Merge branch 'main' into f/sglang-support

Author: XkunW

.pre-commit-config.yaml

@@ -17,7 +17,7 @@ repos:
     - id: check-toml
 
   - repo: https://github.com/astral-sh/ruff-pre-commit
-    rev: 'v0.14.4'
+    rev: 'v0.14.5'
     hooks:
     - id: ruff
       args: [--fix, --exit-non-zero-on-fix]

vec_inf/config/models.yaml

@@ -1059,15 +1059,14 @@ models:
     model_family: gpt-oss
     model_variant: 120b
     model_type: LLM
-    gpus_per_node: 4
-    num_nodes: 2
+    gpus_per_node: 2
+    num_nodes: 1
     vocab_size: 201088
     time: 08:00:00
     resource_type: l40s
     vllm_args:
-      --tensor-parallel-size: 4
-      --pipeline-parallel-size: 2
-      --max-model-len: 40960
+      --tensor-parallel-size: 2
+      --max-model-len: 32768
   Llama-4-Maverick-17B-128E-Instruct:
     model_family: Llama-4
     model_variant: Maverick-17B-128E-Instruct

vec_inf/find_port.sh

@@ -28,7 +28,16 @@ find_available_port() {
     local base_port=$2
     local max_port=$3
 
-    for ((port=base_port; port<=max_port; port++)); do
+    # Generate shuffled list of ports; fallback to sequential if shuf not present
+    if command -v shuf >/dev/null 2>&1; then
+        local port_list
+        port_list=$(shuf -i "${base_port}-${max_port}")
+    else
+        local port_list
+        port_list=$(seq $base_port $max_port)
+    fi
+
+    for port in $port_list; do
         if is_port_available $ip $port; then
             echo $port
             return