Tuning changes to command inside the container.
This commit is contained in:
@@ -9,14 +9,14 @@ services:
|
|||||||
- whisper-live-data:/var/lib/whisper-live
|
- whisper-live-data:/var/lib/whisper-live
|
||||||
|
|
||||||
# Tells WhisperLive to use the OpenVINO hardware engine
|
# Tells WhisperLive to use the OpenVINO hardware engine
|
||||||
command: ["python3", "run_server.py", "--port", "9090", "--backend", "openvino"]
|
command: ["python3", "run_server.py", "--port", "9090", "--backend", "openvino", "--omp_num_threads", "4", "--max_clients", "1", "--max_connection_time", "7200", "--raw_pcm_input"]
|
||||||
|
|
||||||
devices:
|
devices:
|
||||||
- /dev/dri/renderD128:/dev/dri/renderD128
|
- /dev/dri/renderD128:/dev/dri/renderD128
|
||||||
- /dev/dri/card1:/dev/dri/card1 # Change to card0 if your 13700K is the only GPU
|
- /dev/dri/card1:/dev/dri/card1 # Change to card0 if your 13700K is the only GPU
|
||||||
|
|
||||||
cpuset: "0-15" # Giving it all 16 P-core logical threads
|
cpuset: "0-7" # 4 P-cores / 8 logical threads — sufficient for OpenVINO orchestration
|
||||||
mem_limit: 6g
|
mem_limit: 10g # confirmed adequate from OOM testing
|
||||||
|
|
||||||
volumes:
|
volumes:
|
||||||
whisper-live-data:
|
whisper-live-data:
|
||||||
|
|||||||
Reference in New Issue
Block a user