cjones/WhisperLive
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

wamrup tensorrt engine

Browse Source
This commit is contained in:
makaveli
2024-01-29 12:17:27 +05:30
committed by GitHub
parent 30d2cffb93
commit 703263b375
1 changed files with 7 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
whisper_live/server.py
+7
View File
@@ -397,6 +397,7 @@ class ServeClientTensorRT(ServeClientBase):
language=self.language, language=self.language,
task=self.task task=self.task
) )
self.warmup()
# threading # threading
self.trans_thread = threading.Thread(target=self.speech_to_text) self.trans_thread = threading.Thread(target=self.speech_to_text)
@@ -411,6 +412,12 @@ class ServeClientTensorRT(ServeClientBase):
) )
) )
def warmup(self, warmup_steps=10):
logging.info("[INFO:] Warming up TensorRT engine..")
mel, duration = self.transcriber.log_mel_spectrogram("tests/jfk.flac")
for i in range(warmup_steps):
last_segment = self.transcriber.transcribe(mel)
def set_eos(self, eos): def set_eos(self, eos):
self.lock.acquire() self.lock.acquire()
self.eos = eos self.eos = eos