feat(ml)!: cuda and openvino acceleration (#5619)

* cuda and openvino ep, refactor, update dockerfile * updated workflow * typing fixes * added tests * updated ml test gh action * updated README * updated docker-compose * added compute to hwaccel.yml * updated gh matrix updated gh matrix updated gh matrix updated gh matrix updated gh matrix give up * remove cuda/arm64 build * add hwaccel image tags to docker-compose * remove unnecessary quotes * add suffix to git tag * fixed kwargs in base model * armnn ld_library_path * update pyproject.toml * add armnn workflow * formatting * consolidate hwaccel files, update docker compose * update hw transcoding docs * add ml hwaccel docs * update dev and prod docker-compose * added armnn prerequisite docs * support 3.10 * updated docker-compose comments * formatting * test coverage * don't set arena extend strategy for openvino * working openvino * formatting * fix dockerfile * added type annotation * add wsl configuration for openvino * updated lock file * copy python3 * comment out extends section * fix platforms * simplify workflow suffix tagging * simplify aio transcoding doc * update docs and workflow for `hwaccel.yml` change * revert docs
2024-01-21 18:22:39 -05:00
parent 6b419a984c
commit 95cfe22866
23 changed files with 962 additions and 460 deletions
@@ -8,7 +8,6 @@ packages = [{include = "app"}]

 [tool.poetry.dependencies]
 python = ">=3.10,<3.12"
-onnxruntime = "^1.15.0"
 insightface = ">=0.7.3,<1.0"
 opencv-python-headless = ">=4.7.0.72,<5.0"
 pillow = ">=9.5.0,<11.0"
@@ -36,6 +35,30 @@ pytest-cov = ">=4.1.0"
 ruff = ">=0.0.272"
 pytest-mock = ">=3.11.1"

+[tool.poetry.group.cpu]
+optional = true
+
+[tool.poetry.group.cpu.dependencies]
+onnxruntime = "^1.15.0"
+
+[tool.poetry.group.cuda]
+optional = true
+
+[tool.poetry.group.cuda.dependencies]
+onnxruntime-gpu = "^1.15.0"
+
+[tool.poetry.group.openvino]
+optional = true
+
+[tool.poetry.group.openvino.dependencies]
+onnxruntime-openvino = ">=1.15.0,<1.16.0"
+
+[tool.poetry.group.armnn]
+optional = true
+
+[tool.poetry.group.armnn.dependencies]
+onnxruntime = "^1.15.0"
+
 [build-system]
 requires = ["poetry-core"]
 build-backend = "poetry.core.masonry.api"
@@ -67,3 +90,6 @@ select = ["E", "F", "I"]
 [tool.black]
 line-length = 120
 target-version = ['py311']
+
+[tool.pytest.ini_options]
+markers = ["providers"]