14 lines
461 B
YAML
14 lines
461 B
YAML
# docker-compose.prod.yml — Production overrides for GPU-enabled environments (Linux with NVIDIA GPU)
|
|
# Use this on production by running: docker compose -f docker-compose.yml -f docker-compose.prod.yml up -d --build
|
|
|
|
services:
|
|
# Overrides the 'llm' service to enable NVIDIA GPU acceleration
|
|
llm:
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- driver: nvidia
|
|
count: all
|
|
capabilities: [gpu]
|