cjones/WhisperLive
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update TensorRT backend tensorrt_llm==0.9.0

Browse Source 
Signed-off-by: makaveli10 <vineet.suryan@collabora.com>
This commit is contained in:
makaveli10
2024-06-03 05:24:41 -04:00
parent e1a42c22d2
commit f73a146eb9
5 changed files with 73 additions and 41 deletions
Download Patch File Download Diff File Expand all files Collapse all files
scripts/build_whisper_tensorrt.sh
+1 -1
View File
@@ -57,7 +57,7 @@ download_and_build_model() {
local output_dir="whisper_${model_name//./_}"
echo "$output_dir"
echo "Running build script for $model_name with output directory $output_dir"
python3 build.py --output_dir "$output_dir" --use_gpt_attention_plugin --use_gemm_plugin --use_bert_attention_plugin --model_name "$model_name"
python3 build.py --output_dir "$output_dir" --use_gpt_attention_plugin --use_gemm_plugin --use_bert_attention_plugin --enable_context_fmha --model_name "$model_name"
echo "Whisper $model_name TensorRT engine built."
echo "========================================="
echo "Model is located at: $(pwd)/$output_dir"