adjust github test.yml

Author: jessegrabowski

.github/workflows/test.yml

@@ -151,14 +151,17 @@ jobs:
             fast-compile: 0
             float32: 0
             part: "tests/xtensor"
-          - install-mlx: 1
-            os: "macos-15"
+          - os: "macos-15"
             python-version: "3.10"
             numpy-version: ">=2.0"
             fast-compile: 0
             float32: 0
+            install-mlx: 1
+            install-numba: 0
+            install-jax: 0
+            install-torch: 0
             part: "tests/link/mlx"
-          - os: macos-15
+          - os: "macos-15"
             python-version: "3.13"
             fast-compile: 0
             float32: 0