We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 15cb80a commit 628d3c3Copy full SHA for 628d3c3
pyproject.toml
@@ -1,6 +1,6 @@
1
[project]
2
name = "vec-inf"
3
-version = "0.6.1"
+version = "0.7.0"
4
description = "Efficient LLM inference on Slurm clusters using vLLM."
5
readme = "README.md"
6
authors = [{name = "Marshall Wang", email = "marshall.wang@vectorinstitute.ai"}]
@@ -40,8 +40,8 @@ docs = [
40
[project.optional-dependencies]
41
dev = [
42
"xgrammar>=0.1.11",
43
- "torch>=2.5.1",
44
- "vllm>=0.7.3",
+ "torch>=2.7.0",
+ "vllm>=0.9.2",
45
"vllm-nccl-cu12>=2.18,<2.19",
46
"ray>=2.40.0",
47
"cupy-cuda12x==12.1.0"
0 commit comments