yjyoon / whisper_server_speaches star
Fedir Zadniprovskyi 2024-09-08
docs: docker compose document CDI cuda usage
@b65f336b50ecb1d2801897ac14863449d848316d
7a64501
b65f336
compose.yaml
--- compose.yaml
+++ compose.yaml
@@ -1,3 +1,4 @@
 
+# TODO: https://docs.astral.sh/uv/guides/integration/docker/#configuring-watch-with-docker-compose
 
 # NOTE: arm images haven't been tested
 
 services:
 
   faster-whisper-server-cuda:
@@ -22,6 +23,12 @@
 
         reservations:
 
           devices:
 
             - capabilities: ["gpu"]
 
+              # If you have CDI feature enabled use the following instead
 
+              # https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/cdi-support.html
 
+              # https://docs.docker.com/reference/cli/dockerd/#enable-cdi-devices
 
+              # - driver: cdi
 
+              #   device_ids:
 
+              #   - nvidia.com/gpu=all
 
   faster-whisper-server-cpu:
 
     image: fedirz/faster-whisper-server:latest-cpu
 
     build:
Add a comment
List