cjones/WhisperLive
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: tensorrt llm idocker setup & docs

Browse Source
This commit is contained in:
makaveli10
2024-01-19 10:40:59 -05:00
parent e3084b34cb
commit 1e2faa3f2b
3 changed files with 12 additions and 27 deletions
Download Patch File Download Diff File Expand all files Collapse all files
docker/Dockerfile.tensorrt
+1 -2
View File
@@ -1,12 +1,11 @@
ARG BASE_IMAGE=nvcr.io/nvidia/pytorch
ARG BASE_TAG=23.10-py3
ARG CUDA_ARCHITECTURES="89-real"
FROM ${BASE_IMAGE}:${BASE_TAG} as base
WORKDIR /home
COPY scripts/install_tensorrt_llm.sh install_tensorrt_llm.sh
RUN bash install_tensorrt_llm.sh ${CUDA_ARCHITECTURES} && rm install_tensorrt_llm.sh
RUN bash install_tensorrt_llm.sh && rm install_tensorrt_llm.sh
COPY scripts/setup.sh /home
RUN apt update && bash setup.sh && rm setup.sh