cjones/WhisperLive
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix: lanuguage, task prefix in decoder start ids

Browse Source
This commit is contained in:
makaveli10
2024-02-26 23:31:19 -05:00
parent 2d16ee552f
commit a41e714801
1 changed files with 5 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
whisper_live/server.py
+5 -2
View File
@@ -575,7 +575,7 @@ class ServeClientTensorRT(ServeClientBase):
warmup_steps (int): Number of steps to warm up the model for. warmup_steps (int): Number of steps to warm up the model for.
""" """
logging.info("[INFO:] Warming up TensorRT engine..") logging.info("[INFO:] Warming up TensorRT engine..")
mel, _ = self.transcriber.log_mel_spectrogram("tests/jfk.flac") mel, _ = self.transcriber.log_mel_spectrogram("assets/jfk.flac")
for i in range(warmup_steps): for i in range(warmup_steps):
self.transcriber.transcribe(mel) self.transcriber.transcribe(mel)
@@ -613,7 +613,10 @@ class ServeClientTensorRT(ServeClientBase):
""" """
logging.info(f"[WhisperTensorRT:] Processing audio with duration: {input_bytes.shape[0] / self.RATE}") logging.info(f"[WhisperTensorRT:] Processing audio with duration: {input_bytes.shape[0] / self.RATE}")
mel, duration = self.transcriber.log_mel_spectrogram(input_bytes) mel, duration = self.transcriber.log_mel_spectrogram(input_bytes)
last_segment = self.transcriber.transcribe(mel) last_segment = self.transcriber.transcribe(
mel,
text_prefix=f"<|startoftranscript|><|{self.language}|><|{self.task}|><|notimestamps|>"
)
if last_segment: if last_segment:
self.handle_transcription_output(last_segment, duration) self.handle_transcription_output(last_segment, duration)