Skip to content

Commit

Permalink
misc(ci): wtf2
Browse files Browse the repository at this point in the history
  • Loading branch information
mfuntowicz committed Jan 9, 2025
1 parent 17c04f4 commit 329b6fc
Showing 1 changed file with 1 addition and 7 deletions.
8 changes: 1 addition & 7 deletions Dockerfile_trtllm
Original file line number Diff line number Diff line change
Expand Up @@ -150,10 +150,4 @@ COPY --from=trt-builder /usr/local/tensorrt /usr/local/tensorrt
COPY --from=tgi-builder /usr/local/tgi /usr/local/tgi

# Basically we copy from target/debug instead of target/release
COPY --from=tgi-builder /usr/src/text-generation-inference/target/debug/text-generation-backends-trtllm /usr/local/tgi/bin/text-generation-launcher

FROM ci-runtime

LABEL co.huggingface.vendor="Hugging Face Inc."
LABEL org.opencontainers.image.authors="[email protected]"
LABEL org.opencontainers.title="Text-Generation-Inference TensorRT-LLM Backend CI/CD"
COPY --from=tgi-builder /usr/src/text-generation-inference/target/debug/text-generation-backends-trtllm /usr/local/tgi/bin/text-generation-launcher

0 comments on commit 329b6fc

Please sign in to comment.