cjones/WhisperLive
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

updatetensorrt-llm dockerfile

Browse Source
This commit is contained in:
makaveli10
2024-01-19 11:58:40 +00:00
parent 6f1d13f25b
commit 75001ae6b7
1 changed files with 7 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/Dockerfile.tensorrt
+7 -1
View File
@@ -1,8 +1,14 @@
ARG BASE_IMAGE=nvcr.io/nvidia/pytorch ARG BASE_IMAGE=nvcr.io/nvidia/pytorch
ARG BASE_TAG=23.10-py3 ARG BASE_TAG=23.10-py3
ARG CUDA_ARCHITECTURES="89-real"
FROM ${BASE_IMAGE}:${BASE_TAG} as base FROM ${BASE_IMAGE}:${BASE_TAG} as base
WORKDIR /home WORKDIR /home
COPY script/install_trt_llm.sh install_trt_llm.sh COPY script/install_trt_llm.sh install_trt_llm.sh
RUN bash install_trt_llm.sh && rm install_trt_llm.sh RUN bash install_trt_llm.sh ${CUDA_ARCHITECTURES} && rm install_trt_llm.sh
COPY scripts/setup.sh /home
RUN apt update && bash setup.sh && rm setup.sh
COPY requirements/ /home
RUN pip install -r server.txt && rm server.txt