Enable single-model mode for stock models when batch_inference is set

Signed-off-by: makaveli10 <vineet.suryan@collabora.com>
2026-06-16 15:54:19 +05:30
parent ee3113a507
commit ecb052c873
1 changed files with 3 additions and 0 deletions
@@ -663,6 +663,9 @@ class TranscriptionServer:
                logging.info("Custom model option was provided. Switching to single model mode.")
                self.single_model = True
                # TODO: load model initially
+            elif batch_enabled:
+                logging.info("Batch inference enabled. Switching to single model mode for stock model.")
+                self.single_model = True
            else:
                logging.info("Single model mode currently only works with custom models.")
        if not BackendType.is_valid(backend):