diff --git a/whisper/compose.yaml b/whisper/compose.yaml index d53ffad..9957dc0 100644 --- a/whisper/compose.yaml +++ b/whisper/compose.yaml @@ -9,14 +9,14 @@ services: - whisper-live-data:/var/lib/whisper-live # Tells WhisperLive to use the OpenVINO hardware engine - command: ["python3", "run_server.py", "--port", "9090", "--backend", "openvino"] + command: ["python3", "run_server.py", "--port", "9090", "--backend", "openvino", "--omp_num_threads", "4", "--max_clients", "1", "--max_connection_time", "7200", "--raw_pcm_input"] devices: - /dev/dri/renderD128:/dev/dri/renderD128 - /dev/dri/card1:/dev/dri/card1 # Change to card0 if your 13700K is the only GPU - cpuset: "0-15" # Giving it all 16 P-core logical threads - mem_limit: 6g + cpuset: "0-7" # 4 P-cores / 8 logical threads — sufficient for OpenVINO orchestration + mem_limit: 10g # confirmed adequate from OOM testing volumes: whisper-live-data: