services:
  doctate-canary:
    image: doctate-canary:latest
    container_name: doctate-canary
    environment:
      - CANARY_MODEL=nvidia/canary-1b-v2
      - CANARY_PRECISION=bf16
      - NVIDIA_VISIBLE_DEVICES=all
      - NVIDIA_DRIVER_CAPABILITIES=compute,utility
    volumes:
      - /opt/stacks/doctate-canary/models:/models
    ports:
      - "9002:9002"
    shm_size: 2g
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              count: 1
              capabilities: [gpu]
    restart: unless-stopped
