Spaces:
Running
on
T4
Running
on
T4
Fedir Zadniprovskyi
commited on
Commit
•
4581383
1
Parent(s):
2393ed2
docs: docker compose document CDI cuda usage
Browse files- compose.yaml +7 -0
compose.yaml
CHANGED
@@ -1,3 +1,4 @@
|
|
|
|
1 |
# NOTE: arm images haven't been tested
|
2 |
services:
|
3 |
faster-whisper-server-cuda:
|
@@ -22,6 +23,12 @@ services:
|
|
22 |
reservations:
|
23 |
devices:
|
24 |
- capabilities: ["gpu"]
|
|
|
|
|
|
|
|
|
|
|
|
|
25 |
faster-whisper-server-cpu:
|
26 |
image: fedirz/faster-whisper-server:latest-cpu
|
27 |
build:
|
|
|
1 |
+
# TODO: https://docs.astral.sh/uv/guides/integration/docker/#configuring-watch-with-docker-compose
|
2 |
# NOTE: arm images haven't been tested
|
3 |
services:
|
4 |
faster-whisper-server-cuda:
|
|
|
23 |
reservations:
|
24 |
devices:
|
25 |
- capabilities: ["gpu"]
|
26 |
+
# If you have CDI feature enabled use the following instead
|
27 |
+
# https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/cdi-support.html
|
28 |
+
# https://docs.docker.com/reference/cli/dockerd/#enable-cdi-devices
|
29 |
+
# - driver: cdi
|
30 |
+
# device_ids:
|
31 |
+
# - nvidia.com/gpu=all
|
32 |
faster-whisper-server-cpu:
|
33 |
image: fedirz/faster-whisper-server:latest-cpu
|
34 |
build:
|