Change to OpenVINO backend
This commit is contained in:
+11
-13
@@ -1,25 +1,23 @@
|
|||||||
services:
|
services:
|
||||||
whisper-live:
|
whisper-live:
|
||||||
image: hwdsl2/whisper-live-server:latest
|
image: ghcr.io/collabora/whisperlive-openvino:latest
|
||||||
container_name: whisper-live
|
container_name: whisper-live
|
||||||
restart: unless-stopped
|
restart: unless-stopped
|
||||||
ports:
|
ports:
|
||||||
- "9097:9090" # WebSocket — real-time streaming clients
|
- "9097:9090" # Maps your existing client port 9097 to the official 9090 port
|
||||||
- "8071:8000" # REST API — OpenAI-compatible /v1/audio/transcriptions
|
|
||||||
volumes:
|
volumes:
|
||||||
- whisper-live-data:/var/lib/whisper-live # persists downloaded models
|
- whisper-live-data:/var/lib/whisper-live
|
||||||
env_file:
|
|
||||||
- whisper-live.env
|
# Tells WhisperLive to use the OpenVINO hardware engine
|
||||||
# --- ADDED FOR INTEL iGPU PASSTHROUGH ---
|
command: ["python3", "run_server.py", "--port", "9090", "--backend", "openvino"]
|
||||||
|
|
||||||
devices:
|
devices:
|
||||||
- /dev/dri/renderD128:/dev/dri/renderD128
|
- /dev/dri/renderD128:/dev/dri/renderD128
|
||||||
- /dev/dri/card1:/dev/dri/card1
|
- /dev/dri/card1:/dev/dri/card1 # Change to card0 if your 13700K is the only GPU
|
||||||
# ----------------------------------------
|
|
||||||
|
|
||||||
# The 13700K has 8 P-cores; give the container access to all of them.
|
cpuset: "0-15" # Giving it all 16 P-core logical threads
|
||||||
# Adjust cpuset if you want to reserve cores for other workloads.
|
mem_limit: 6g
|
||||||
cpuset: "0-15" # all 16 logical P-core threads
|
|
||||||
mem_limit: 6g # medium int8 needs ~2 GB; headroom for concurrency
|
|
||||||
|
|
||||||
volumes:
|
volumes:
|
||||||
whisper-live-data:
|
whisper-live-data:
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user