Merge remote-tracking branch 'upstream/main' into save_transcript

This commit is contained in:
makaveli10
2024-02-01 12:14:09 +05:30
6 changed files with 15 additions and 10 deletions
+3 -3
View File
@@ -414,10 +414,10 @@ class ServeClientTensorRT(ServeClientBase):
def warmup(self, warmup_steps=10):
logging.info("[INFO:] Warming up TensorRT engine..")
mel, duration = self.transcriber.log_mel_spectrogram("tests/jfk.flac")
mel, _ = self.transcriber.log_mel_spectrogram("tests/jfk.flac")
for i in range(warmup_steps):
last_segment = self.transcriber.transcribe(mel)
self.transcriber.transcribe(mel)
def set_eos(self, eos):
self.lock.acquire()
self.eos = eos
+2 -2
View File
@@ -11,7 +11,7 @@ import numpy as np
from whisper.tokenizer import get_tokenizer
from whisper_live.tensorrt_utils import (mel_filters, store_transcripts,
write_error_stats, load_audio_wav_format,
pad_or_trim)
pad_or_trim, load_audio)
import tensorrt_llm
import tensorrt_llm.logger as logger
@@ -337,4 +337,4 @@ def decode_wav_file(
if normalizer:
prediction = normalizer(prediction)
return prediction.strip()
return prediction.strip()