41 lines
1.1 KiB
YAML
41 lines
1.1 KiB
YAML
# =============================================================================
|
|
# STELLA OPS GPU OVERLAY
|
|
# =============================================================================
|
|
# Enables NVIDIA GPU acceleration for Advisory AI inference services.
|
|
#
|
|
# Prerequisites:
|
|
# - NVIDIA GPU with CUDA support
|
|
# - nvidia-container-toolkit installed
|
|
# - Docker configured with nvidia runtime
|
|
#
|
|
# Usage:
|
|
# docker compose -f docker-compose.stella-ops.yml \
|
|
# -f docker-compose.gpu.yaml up -d
|
|
#
|
|
# =============================================================================
|
|
|
|
services:
|
|
advisory-ai-worker:
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- capabilities: [gpu]
|
|
driver: nvidia
|
|
count: 1
|
|
environment:
|
|
ADVISORY_AI_INFERENCE_GPU: "true"
|
|
runtime: nvidia
|
|
|
|
advisory-ai-web:
|
|
deploy:
|
|
resources:
|
|
reservations:
|
|
devices:
|
|
- capabilities: [gpu]
|
|
driver: nvidia
|
|
count: 1
|
|
environment:
|
|
ADVISORY_AI_INFERENCE_GPU: "true"
|
|
runtime: nvidia
|