Merge branch 'collabora:main' into main

whisper_live/server.py

@@ -398,6 +398,7 @@ class ServeClientTensorRT(ServeClientBase):
             language=self.language,
             task=self.task
         )
+        self.warmup()
 
         # threading
         self.trans_thread = threading.Thread(target=self.speech_to_text)
@@ -411,6 +412,12 @@ class ServeClientTensorRT(ServeClientBase):
                 }
             )
         )
+
+    def warmup(self, warmup_steps=10):
+        logging.info("[INFO:] Warming up TensorRT engine..")
+        mel, duration = self.transcriber.log_mel_spectrogram("tests/jfk.flac")
+        for i in range(warmup_steps):
+            last_segment = self.transcriber.transcribe(mel)
     
     def set_eos(self, eos):
         self.lock.acquire()

whisper_live/transcriber_tensorrt.py

@@ -11,7 +11,7 @@ import numpy as np
 from whisper.tokenizer import get_tokenizer
 from whisper_live.tensorrt_utils import (mel_filters, store_transcripts,
                            write_error_stats, load_audio_wav_format,
-                           pad_or_trim)
+                           pad_or_trim, load_audio)
 
 import tensorrt_llm
 import tensorrt_llm.logger as logger
@@ -337,4 +337,4 @@ def decode_wav_file(
     if normalizer:
         prediction = normalizer(prediction)
     
-    return prediction.strip()
+    return prediction.strip()