update with multilingual option

This commit is contained in:
makaveli10
2024-01-11 08:17:56 +00:00
parent 71a062b726
commit 647c576e6a
3 changed files with 33 additions and 12 deletions
+13 -3
View File
@@ -3,11 +3,15 @@ from whisper_live.server import TranscriptionServer
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument('--backend', type=str, default='tensorrt', help='Backends from ["tensorrt", "faster_whisper"]')
parser.add_argument('--port', type=int, default=9090, help="Websocket port to run the server on.")
parser.add_argument('--backend', type=str, default='faster_whisper', help='Backends from ["tensorrt", "faster_whisper"]')
parser.add_argument('--whisper_tensorrt_path',
type=str,
default="/root/TensorRT-LLM/examples/whisper/whisper_small_en",
default=None,
help='Whisper TensorRT model path')
parser.add_argument('--trt_multilingual',
action="store_true",
help='Boolean only for TensorRT model. True if multilingual.')
args = parser.parse_args()
if args.backend == "tensorrt":
@@ -15,4 +19,10 @@ if __name__ == "__main__":
raise ValueError("Please Provide a valid tensorrt model path")
server = TranscriptionServer()
server.run("0.0.0.0", port=6006, backend=args.backend, whisper_tensorrt_path=args.whisper_tensorrt_path)
server.run(
"0.0.0.0",
port=6006,
backend=args.backend,
whisper_tensorrt_path=args.whisper_tensorrt_path,
multilingual=args.trt_multilingual
)