Skip to content

Commit 447a5b2

Browse files
authored
Fixing TRTLLM dockerfile. (#2922)
* Fixing TRTLLM dockerfile. * Fixed. * Creating a dummy modification to chekc CI runs. * Removing the cache directive. * Modifying this should cache hit. * Revert "Modifying this should cache hit." This reverts commit 46a2bde. * Modifying this should cache hit. * Unwanted files.
1 parent 630f198 commit 447a5b2

File tree

4 files changed

+16
-100
lines changed

4 files changed

+16
-100
lines changed

.devcontainer/Dockerfile_trtllm

Lines changed: 0 additions & 75 deletions
This file was deleted.

.devcontainer/devcontainer.json

Lines changed: 0 additions & 19 deletions
This file was deleted.

Dockerfile_trtllm

Lines changed: 14 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6,15 +6,19 @@ FROM lukemathwalker/cargo-chef:latest-rust-1.84.0 AS chef
66
WORKDIR /usr/src/text-generation-inference/backends/trtllm
77

88
FROM chef AS planner
9-
COPY . .
9+
COPY Cargo.lock Cargo.lock
10+
COPY Cargo.toml Cargo.toml
11+
COPY rust-toolchain.toml rust-toolchain.toml
12+
COPY router router
13+
COPY benchmark/ benchmark/
14+
COPY backends/ backends/
15+
COPY launcher/ launcher/
1016
RUN cargo chef prepare --recipe-path recipe.json
1117

1218
# CUDA dependent dependencies resolver stage
1319
FROM nvidia/cuda:12.6.3-cudnn-devel-ubuntu24.04 AS cuda-builder
1420

15-
RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
16-
--mount=type=cache,target=/var/lib/apt,sharing=locked \
17-
apt update && apt install -y \
21+
RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y \
1822
build-essential \
1923
cmake \
2024
curl \
@@ -31,7 +35,7 @@ RUN --mount=type=cache,target=/var/cache/apt,sharing=locked \
3135
python3-dev \
3236
python3-setuptools \
3337
tar \
34-
wget && \
38+
wget --no-install-recommends && \
3539
pipx ensurepath
3640

3741
ENV TGI_INSTALL_PREFIX=/usr/local/tgi
@@ -79,7 +83,11 @@ ENV CMAKE_PREFIX_PATH="/usr/local/mpi:/usr/local/tensorrt:$CMAKE_PREFIX_PATH"
7983
ENV LD_LIBRARY_PATH="/usr/local/mpi/lib:$LD_LIBRARY_PATH"
8084
ENV PKG_CONFIG_PATH="/usr/local/mpi/lib/pkgconfig:$PKG_CONFIG_PATH"
8185

82-
COPY . .
86+
COPY Cargo.lock Cargo.lock
87+
COPY Cargo.toml Cargo.toml
88+
COPY rust-toolchain.toml rust-toolchain.toml
89+
COPY router router
90+
COPY backends/trtllm backends/trtllm
8391
COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
8492
COPY --from=mpi-builder /usr/local/mpi /usr/local/mpi
8593
RUN mkdir $TGI_INSTALL_PREFIX && mkdir "$TGI_INSTALL_PREFIX/include" && mkdir "$TGI_INSTALL_PREFIX/lib" && \

server/text_generation_server/cli.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -9,6 +9,8 @@
99
from huggingface_hub import hf_hub_download
1010
from text_generation_server.utils.adapter import parse_lora_adapters
1111

12+
# Dummy change should cache hit.
13+
1214

1315
app = typer.Typer()
1416

0 commit comments

Comments
 (0)