add cpu&gpu specifice Dockerfiles

docker/Dockerfile.cpu

@@ -0,0 +1,45 @@
+FROM ubuntu:focal
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+# Remove any third-party apt sources to avoid issues with expiring keys.
+RUN rm -f /etc/apt/sources.list.d/*.list
+
+# Install some basic utilities.
+RUN apt-get update && apt-get install -y \
+    curl \
+    ca-certificates \
+    sudo \
+    git \
+    bzip2 \
+    libx11-6 \
+ && rm -rf /var/lib/apt/lists/*
+
+RUN apt update
+
+# install python
+RUN apt install software-properties-common -y && \
+    add-apt-repository ppa:deadsnakes/ppa && \
+    apt update
+
+RUN apt install python3-dev -y && \
+    apt install python-is-python3
+    
+
+# install pip
+RUN apt install python3-pip -y
+
+# Create a working directory.
+RUN mkdir /app
+WORKDIR /app
+
+COPY setup.sh /app
+COPY requirements/ /app
+
+RUN bash setup.sh
+RUN pip install -r server.txt
+
+COPY whisper_live /app/whisper_live
+
+COPY run_server.py /app
+CMD ["python", "run_server.py"]

docker/Dockerfile.gpu

@@ -0,0 +1,47 @@
+FROM nvidia/cuda:11.2.2-cudnn8-runtime-ubuntu20.04
+
+ARG DEBIAN_FRONTEND=noninteractive
+
+# Remove any third-party apt sources to avoid issues with expiring keys.
+RUN rm -f /etc/apt/sources.list.d/*.list
+
+# Install some basic utilities.
+RUN apt-get update && apt-get install -y \
+    curl \
+    ca-certificates \
+    sudo \
+    git \
+    bzip2 \
+    libx11-6 \
+ && rm -rf /var/lib/apt/lists/*
+
+RUN apt update
+
+# install python
+RUN apt install software-properties-common -y && \
+    add-apt-repository ppa:deadsnakes/ppa && \
+    apt update
+
+RUN apt install python3-dev -y && \
+    apt install python-is-python3
+    
+
+# install pip
+RUN apt install python3-pip -y
+
+# Create a working directory.
+RUN mkdir /app
+WORKDIR /app
+
+COPY setup.sh /app
+COPY requirements/ /app
+
+RUN apt update --fix-missing
+RUN bash setup.sh
+RUN pip install -r server.txt
+
+COPY whisper_live /app/whisper_live
+
+COPY run_server.py /app
+
+CMD ["python", "run_server.py"]

whisper_live/server.py

@@ -79,10 +79,11 @@ class ServeClient:
         self.frames = b""
         self.language = language if multilingual else "en"
         self.task = task
+        device = "cuda" if torch.cuda.is_available() else "cpu"
         self.transcriber = WhisperModel(
             "small" if multilingual else "small.en", 
-            device=device if device else "cuda",
+            device=device,
-            compute_type="float16", 
+            compute_type="int8" if device=="cpu" else "float16", 
             local_files_only=False,
         )