docker-compose.yaml

version: "3.8"
services:
  alv_domain:
    ipc: host
    ports:
      - "7860:7860"
    build:
      context: .
      dockerfile: Dockerfile
    image: "alv/hf_domain:debug"
    deploy:
      resources:
        reservations:
          devices:
          - driver: nvidia
            device_ids: ['1','2'] # Change to ['0', '1'] to use two GPUs # device_ids: ['0','1','2','3','4'] # Change to ['0', '1'] to use two GPUs
            capabilities: [gpu]
    tty: true