+44
@@ -0,0 +1,44 @@
|
|||||||
|
FROM nvidia/cuda:11.2.2-cudnn8-devel-ubuntu20.04
|
||||||
|
|
||||||
|
ARG DEBIAN_FRONTEND=noninteractive
|
||||||
|
|
||||||
|
# Remove any third-party apt sources to avoid issues with expiring keys.
|
||||||
|
RUN rm -f /etc/apt/sources.list.d/*.list
|
||||||
|
|
||||||
|
# Install some basic utilities.
|
||||||
|
RUN apt-get update && apt-get install -y \
|
||||||
|
curl \
|
||||||
|
ca-certificates \
|
||||||
|
sudo \
|
||||||
|
git \
|
||||||
|
bzip2 \
|
||||||
|
libx11-6 \
|
||||||
|
&& rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
|
RUN apt update
|
||||||
|
|
||||||
|
# install python
|
||||||
|
RUN apt install software-properties-common -y && \
|
||||||
|
add-apt-repository ppa:deadsnakes/ppa && \
|
||||||
|
apt update
|
||||||
|
|
||||||
|
RUN apt install python3-dev -y && \
|
||||||
|
apt install python-is-python3
|
||||||
|
|
||||||
|
|
||||||
|
# install pip
|
||||||
|
RUN apt install python3-pip -y
|
||||||
|
|
||||||
|
# Create a working directory.
|
||||||
|
RUN mkdir /app
|
||||||
|
WORKDIR /app
|
||||||
|
|
||||||
|
COPY setup.sh /app
|
||||||
|
COPY requirements/ /app
|
||||||
|
|
||||||
|
RUN bash setup.sh
|
||||||
|
RUN pip install -r server.txt
|
||||||
|
|
||||||
|
COPY *py /app
|
||||||
|
|
||||||
|
CMD ["python", "server.py"]
|
||||||
@@ -46,13 +46,28 @@ Unlike traditional speech recognition systems that rely on continuous audio stre
|
|||||||
```
|
```
|
||||||
This would start the websocket server on port ```9090```.
|
This would start the websocket server on port ```9090```.
|
||||||
|
|
||||||
|
### Chrome Extension
|
||||||
|
- Head over to ```Audio-Transcription``` module to unpack and load a chrome extension to capture any audio in the browser and send it to the websocket server to transcribe the audio in the current tab.
|
||||||
|
|
||||||
- Head over to ```Audio-Transcription``` module to unpack and load a chrome extension to capture any audio in the browser(only Chrome for now) and send it to the websocket server to transcribe the audio in the current tab.
|
### Firefox Extension
|
||||||
|
- Refer to [Audio-Transcription-Firefox](https://github.com/collabora/whisper-live/tree/main/Audio-Transcription-Firefox#readme) to use mozilla firefox extension.
|
||||||
|
|
||||||
|
|
||||||
|
## Whisper Live Server in Docker
|
||||||
|
- Build docker container
|
||||||
|
```bash
|
||||||
|
docker build . -t whisper-live
|
||||||
|
```
|
||||||
|
|
||||||
|
- Run docker container
|
||||||
|
```bash
|
||||||
|
docker run -it --gpus all -p 9090:9090 whisper-live:latest
|
||||||
|
```
|
||||||
|
|
||||||
|
|
||||||
## Future Work
|
## Future Work
|
||||||
- [ ] Update Documentation.
|
- [ ] Update Documentation.
|
||||||
- [ ] Keep only a single server implementation i.e. websockets and get rid of the socket implementation in ```server.py```. Also, update ```client.py``` to websockets-client implemenation.
|
- [x] Keep only a single server implementation i.e. websockets and get rid of the socket implementation in ```server.py```. Also, update ```client.py``` to websockets-client implemenation.
|
||||||
- [ ] Add translation to other languages on top of transcription.
|
- [ ] Add translation to other languages on top of transcription.
|
||||||
|
|
||||||
## Citations
|
## Citations
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
PyAudio
|
PyAudio
|
||||||
faster-whisper==0.6.0
|
faster-whisper==0.6.0
|
||||||
paho-mqtt
|
--extra-index-url https://download.pytorch.org/whl/cu111
|
||||||
--extra-index-url https://download.pytorch.org/whl/cu113
|
torch==1.10.1
|
||||||
torch==1.12.1
|
torchaudio==0.10.1
|
||||||
websockets
|
websockets
|
||||||
Reference in New Issue
Block a user