feat(ml): round-robin device assignment (#13237)

* round-robin device assignment * docs and tests clarify doc
2024-10-07 17:37:45 -04:00
parent 063969ca05
commit bd826b0b9b
8 changed files with 62 additions and 7 deletions
@@ -104,7 +104,7 @@ RUN echo "hard core 0" >> /etc/security/limits.conf && \

 COPY --from=builder /opt/venv /opt/venv
 COPY ann/ann.py /usr/src/ann/ann.py
-COPY start.sh log_conf.json ./
+COPY start.sh log_conf.json gunicorn_conf.py ./
 COPY app .
 ENTRYPOINT ["tini", "--"]
 CMD ["./start.sh"]