Tuning changes to command inside the container.
This commit is contained in:
@@ -9,14 +9,14 @@ services:
|
||||
- whisper-live-data:/var/lib/whisper-live
|
||||
|
||||
# Tells WhisperLive to use the OpenVINO hardware engine
|
||||
command: ["python3", "run_server.py", "--port", "9090", "--backend", "openvino"]
|
||||
command: ["python3", "run_server.py", "--port", "9090", "--backend", "openvino", "--omp_num_threads", "4", "--max_clients", "1", "--max_connection_time", "7200", "--raw_pcm_input"]
|
||||
|
||||
devices:
|
||||
- /dev/dri/renderD128:/dev/dri/renderD128
|
||||
- /dev/dri/card1:/dev/dri/card1 # Change to card0 if your 13700K is the only GPU
|
||||
|
||||
cpuset: "0-15" # Giving it all 16 P-core logical threads
|
||||
mem_limit: 6g
|
||||
cpuset: "0-7" # 4 P-cores / 8 logical threads — sufficient for OpenVINO orchestration
|
||||
mem_limit: 10g # confirmed adequate from OOM testing
|
||||
|
||||
volumes:
|
||||
whisper-live-data:
|
||||
|
||||
Reference in New Issue
Block a user