Make cache path configurable to save auto converted ct2 models

Signed-off-by: makaveli10 <vineet.suryan@collabora.com>
This commit is contained in:
makaveli10
2025-06-01 09:04:22 +00:00
parent bff88ed3e7
commit 74abf66d48
4 changed files with 14 additions and 3 deletions
@@ -31,6 +31,7 @@ class ServeClientFasterWhisper(ServeClientBase):
no_speech_thresh=0.45,
clip_audio=False,
same_output_threshold=10,
cache_path="~/.cache/whisper-live/"
):
"""
Initialize a ServeClient instance.
@@ -61,6 +62,7 @@ class ServeClientFasterWhisper(ServeClientBase):
clip_audio,
same_output_threshold,
)
self.cache_path = cache_path
self.model_sizes = [
"tiny", "tiny.en", "base", "base.en", "small", "small.en",
"medium", "medium.en", "large-v2", "large-v3", "distil-small.en",
@@ -140,7 +142,7 @@ class ServeClientFasterWhisper(ServeClientBase):
if ctranslate2.contains_model(local_snapshot):
model_to_load = local_snapshot
else:
cache_root = os.path.expanduser("~/.cache/whisper-live/whisper-ct2-models/")
cache_root = os.path.expanduser(os.path.join(self.cache_path, "whisper-ct2-models/"))
os.makedirs(cache_root, exist_ok=True)
safe_name = model_ref.replace("/", "--")
ct2_dir = os.path.join(cache_root, safe_name)
+4 -1
View File
@@ -233,6 +233,7 @@ class TranscriptionServer:
no_speech_thresh=options.get("no_speech_thresh", 0.45),
clip_audio=options.get("clip_audio", False),
same_output_threshold=options.get("same_output_threshold", 10),
cache_path=self.cache_path,
)
logging.info("Running faster_whisper backend.")
@@ -369,7 +370,8 @@ class TranscriptionServer:
whisper_tensorrt_path=None,
trt_multilingual=False,
trt_py_session=False,
single_model=False):
single_model=False,
cache_path="~/.cache/whisper-live/"):
"""
Run the transcription server.
@@ -377,6 +379,7 @@ class TranscriptionServer:
host (str): The host address to bind the server.
port (int): The port number to bind the server.
"""
self.cache_path = cache_path
if faster_whisper_custom_model_path is not None and not os.path.exists(faster_whisper_custom_model_path):
raise ValueError(f"Custom faster_whisper model '{faster_whisper_custom_model_path}' is not a valid path.")
if whisper_tensorrt_path is not None and not os.path.exists(whisper_tensorrt_path):