Fedir Zadniprovskyi commited on
Commit
4581383
1 Parent(s): 2393ed2

docs: docker compose document CDI cuda usage

Browse files
Files changed (1) hide show
  1. compose.yaml +7 -0
compose.yaml CHANGED
@@ -1,3 +1,4 @@
 
1
  # NOTE: arm images haven't been tested
2
  services:
3
  faster-whisper-server-cuda:
@@ -22,6 +23,12 @@ services:
22
  reservations:
23
  devices:
24
  - capabilities: ["gpu"]
 
 
 
 
 
 
25
  faster-whisper-server-cpu:
26
  image: fedirz/faster-whisper-server:latest-cpu
27
  build:
 
1
+ # TODO: https://docs.astral.sh/uv/guides/integration/docker/#configuring-watch-with-docker-compose
2
  # NOTE: arm images haven't been tested
3
  services:
4
  faster-whisper-server-cuda:
 
23
  reservations:
24
  devices:
25
  - capabilities: ["gpu"]
26
+ # If you have CDI feature enabled use the following instead
27
+ # https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/cdi-support.html
28
+ # https://docs.docker.com/reference/cli/dockerd/#enable-cdi-devices
29
+ # - driver: cdi
30
+ # device_ids:
31
+ # - nvidia.com/gpu=all
32
  faster-whisper-server-cpu:
33
  image: fedirz/faster-whisper-server:latest-cpu
34
  build: