fix(batch): add temperature fallback to prevent decoder runaway

Signed-off-by: makaveli10 <vineet.suryan@collabora.com>
This commit is contained in:
makaveli10
2026-06-16 15:55:34 +05:30
committed by Aaron Boxer
parent ecb052c873
commit ac7a9f849c
2 changed files with 76 additions and 22 deletions
@@ -220,6 +220,7 @@ class ServeClientFasterWhisper(ServeClientBase):
use_vad=self.use_vad,
vad_parameters=self.vad_parameters if self.use_vad else None,
word_timestamps=self.word_timestamps,
client_uid=self.client_uid,
)
ServeClientFasterWhisper.BATCH_WORKER.submit(request)
request.future.wait(timeout=30)