From ad37d8c63cebcd00fc272137b9e98e06c8b50c48 Mon Sep 17 00:00:00 2001 From: makaveli10 Date: Thu, 28 Sep 2023 23:41:31 +0530 Subject: [PATCH] add arg to run vad on cpu --- whisper_live/vad.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/whisper_live/vad.py b/whisper_live/vad.py index 50a406c..22a06e4 100644 --- a/whisper_live/vad.py +++ b/whisper_live/vad.py @@ -9,7 +9,7 @@ import onnxruntime class VoiceActivityDetection(): - def __init__(self): + def __init__(self, force_onnx_cpu=True): path = self.download() opts = onnxruntime.SessionOptions() opts.log_severity_level = 3 @@ -17,7 +17,11 @@ class VoiceActivityDetection(): opts.inter_op_num_threads = 1 opts.intra_op_num_threads = 1 - self.session = onnxruntime.InferenceSession(path, providers=['CPUExecutionProvider'], sess_options=opts) + if force_onnx_cpu and 'CPUExecutionProvider' in onnxruntime.get_available_providers(): + self.session = onnxruntime.InferenceSession(path, providers=['CPUExecutionProvider'], sess_options=opts) + else: + self.session = onnxruntime.InferenceSession(path, providers=['CUDAExecutionProvider'], sess_options=opts) + self.reset_states() self.sample_rates = [8000, 16000]