add tensorrt installation & whisper conversion script

2024-01-19 11:59:16 +00:00
parent 75001ae6b7
commit 867ff522ae
2 changed files with 83 additions and 2 deletions
@@ -33,6 +33,10 @@ cd /home/TensorRT-LLM/docker/common/
 bash install_mpi4py.sh
 source $ENV

+cuda_architectures="${1:-89-real}"
+
+
 cd /home/TensorRT-LLM
-python3 scripts/build_wheel.py --clean --trt_root /usr/local/tensorrt
-pip install build/tensorrt_llm-0.7.1-cp310-cp310-linux_x86_64.whl
+python3 scripts/build_wheel.py --cuda_architectures "${cuda_architectures}" --clean --trt_root /usr/local/tensorrt
+pip install build/tensorrt_llm-*.whl
+pip install --no-deps openai-whisper