mirror of
https://github.com/immich-app/immich.git
synced 2025-03-25 02:41:37 -05:00
2b37caba03
* feat(ml): introduce support of onnxruntime-rocm for AMD GPU * try mutex for algo cache use OrtMutex * bump versions, run on mich use 3.12 use 1.19.2 * acquire lock before any changes can be made guard algo benchmark results mark mutex as mutable re-add /bin/sh (?) use 3.10 use 6.1.2 * use composite cache key 1.19.2 fix variable name fix variable reference aaaaaaaaaaaaaaaaaaaa * bump deps * disable algo caching * fix gha * try ubuntu runner * actually fix the gha * update patch * skip mimalloc preload for rocm * increase build threads * increase timeout for rocm * Revert "increase timeout for rocm" This reverts commit2c4452f5d1. * attempt migraphx * set migraphx_home * Revert "set migraphx_home" This reverts commitc121d3e487. * Revert "attempt migraphx" This reverts commit521f9fb72d. * migraphx, take two * bump rocm * allow cpu * try only targeting migraphx * skip tests * migraph ❌ * known issues * target gfx900 and gfx1102 * mention `HSA_USE_SVM` * update lock * set device id for rocm --------- Co-authored-by: Mehdi GHESH <mehdi.ghesh@hotmail.fr>
57 lines
1.4 KiB
YAML
57 lines
1.4 KiB
YAML
# Configurations for hardware-accelerated machine learning
|
|
|
|
# If using Unraid or another platform that doesn't allow multiple Compose files,
|
|
# you can inline the config for a backend by copying its contents
|
|
# into the immich-machine-learning service in the docker-compose.yml file.
|
|
|
|
# See https://immich.app/docs/features/ml-hardware-acceleration for info on usage.
|
|
|
|
services:
|
|
armnn:
|
|
devices:
|
|
- /dev/mali0:/dev/mali0
|
|
volumes:
|
|
- /lib/firmware/mali_csffw.bin:/lib/firmware/mali_csffw.bin:ro # Mali firmware for your chipset (not always required depending on the driver)
|
|
- /usr/lib/libmali.so:/usr/lib/libmali.so:ro # Mali driver for your chipset (always required)
|
|
|
|
rknn:
|
|
security_opt:
|
|
- systempaths=unconfined
|
|
- apparmor=unconfined
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
|
|
cpu: {}
|
|
|
|
cuda:
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: 1
|
|
capabilities:
|
|
- gpu
|
|
|
|
rocm:
|
|
group_add:
|
|
- video
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/kfd:/dev/kfd
|
|
|
|
openvino:
|
|
device_cgroup_rules:
|
|
- 'c 189:* rmw'
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
volumes:
|
|
- /dev/bus/usb:/dev/bus/usb
|
|
|
|
openvino-wsl:
|
|
devices:
|
|
- /dev/dri:/dev/dri
|
|
- /dev/dxg:/dev/dxg
|
|
volumes:
|
|
- /dev/bus/usb:/dev/bus/usb
|
|
- /usr/lib/wsl:/usr/lib/wsl
|