add docker setup for tensorrt-llm; update readme

2024-01-12 08:15:53 +00:00
parent f06b9bc827
commit 389bb5ae37
4 changed files with 24 additions and 21 deletions
@@ -0,0 +1,8 @@
+ARG BASE_IMAGE=nvcr.io/nvidia/pytorch
+ARG BASE_TAG=23.10-py3
+
+FROM ${BASE_IMAGE}:${BASE_TAG} as base
+
+WORKDIR /home
+COPY script/install_trt_llm.sh install_trt_llm.sh
+RUN bash install_trt_llm.sh && rm install_trt_llm.sh