Skip to content

Commit 8e7e5a3

Browse files
committed
Add additional dependencies for sglang
1 parent 3896a32 commit 8e7e5a3

File tree

3 files changed

+115
-19
lines changed

3 files changed

+115
-19
lines changed

Dockerfile

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ ARG CUDA_VISIBLE_DEVICES=none
1010
ARG TORCH_CUDA_ARCH_LIST="7.5;8.0;8.6;8.9;9.0+PTX"
1111

1212
# Set the Python version
13-
ARG PYTHON_VERSION=3.10.12
13+
ARG PYTHON_VERSION=3.12.12
1414

1515
# Install system dependencies
1616
RUN apt-get update && apt-get install -y \
@@ -31,9 +31,9 @@ RUN wget https://www.python.org/ftp/python/$PYTHON_VERSION/Python-$PYTHON_VERSIO
3131

3232
# Install pip and core Python tools
3333
RUN wget https://bootstrap.pypa.io/get-pip.py && \
34-
python3.10 get-pip.py && \
34+
python3.12 get-pip.py && \
3535
rm get-pip.py && \
36-
python3.10 -m pip install --upgrade pip setuptools wheel uv
36+
python3.12 -m pip install --upgrade pip setuptools wheel uv
3737

3838
# Install RDMA support
3939
RUN apt-get update && apt-get install -y \

pyproject.toml

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -46,6 +46,8 @@ dev = [
4646
"cupy-cuda12x==12.1.0",
4747
"flashinfer-python>=0.4.0",
4848
"sglang>=0.5.0",
49+
"orjson>=3.11.0",
50+
"sgl_kernel"
4951
]
5052

5153
[project.scripts]

0 commit comments

Comments
 (0)