feat(ml): introduce support of onnxruntime-rocm for AMD GPU

2024-07-13 00:40:29 +02:00
parent 3f4bbab4eb
commit fe26ccd1b7
14 changed files with 275 additions and 78 deletions
@@ -26,6 +26,13 @@ services:
              capabilities:
                - gpu

+  rocm:
+    group_add:
+      - video
+    devices:
+      - /dev/dri:/dev/dri
+      - /dev/kfd:/dev/kfd
+
  openvino:
    device_cgroup_rules:
      - 'c 189:* rmw'