File name
Commit message
Commit date
01-12
01-12
# include:
# - compose.observability.yaml
# This file is for those who have the CDI Docker feature enabled
# https://docs.nvidia.com/datacenter/cloud-native/container-toolkit/latest/cdi-support.html
# https://docs.docker.com/reference/cli/dockerd/#enable-cdi-devices
services:
speaches:
extends:
file: compose.cuda.yaml
service: speaches
volumes:
- hf-hub-cache:/home/ubuntu/.cache/huggingface/hub
deploy:
resources:
reservations:
# WARN: requires Docker Compose 2.24.2
# https://docs.docker.com/reference/compose-file/merge/#replace-value
devices: !override
- capabilities: ["gpu"]
driver: cdi
device_ids:
- nvidia.com/gpu=all
volumes:
hf-hub-cache: