docker-compose.yml

services:
  masp:
    image: masp_inf2
    deploy:
    cpuset: "0-15"
    container_name: masp
    ports:
      - 8000:8000
    devices:
      - /dev/neuron0
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp2:
    image: masp_inf2
    deploy:
    cpuset: "16-31"
    container_name: masp2
    ports:
      - 8001:8000
    devices:
      - /dev/neuron1
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp3:
    image: masp_inf2
    deploy:
    cpuset: "32-47"
    container_name: masp3
    ports:
      - 8002:8000
    devices:
      - /dev/neuron2
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp4:
    image: masp_inf2
    deploy:
    cpuset: "48-63"
    container_name: masp4
    ports:
      - 8003:8000
    devices:
      - /dev/neuron3
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp5:
    image: masp_inf2
    deploy:
    cpuset: "64-79"
    container_name: masp5
    ports:
      - 8004:8000
    devices:
      - /dev/neuron4
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp6:
    image: masp_inf2
    deploy:
    cpuset: "80-95"
    container_name: masp6
    ports:
      - 8005:8000
    devices:
      - /dev/neuron5
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp7:
    image: masp_inf2
    deploy:
    cpuset: "96-111"
    container_name: masp7
    ports:
      - 8006:8000
    devices:
      - /dev/neuron6
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp8:
    image: masp_inf2
    deploy:
    cpuset: "112-127"
    container_name: masp8
    ports:
      - 8007:8000
    devices:
      - /dev/neuron7
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp9:
    image: masp_inf2
    deploy:
    cpuset: "128-143"
    container_name: masp9
    ports:
      - 8008:8000
    devices:
      - /dev/neuron8
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp10:
    image: masp_inf2
    deploy:
    cpuset: "144-159"
    container_name: masp10
    ports:
      - 8009:8000
    devices:
      - /dev/neuron9
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp11:
    image: masp_inf2
    deploy:
    cpuset: "160-175"
    container_name: masp11
    ports:
      - 8010:8000
    devices:
      - /dev/neuron10
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16

  masp12:
    image: masp_inf2
    deploy:
    cpuset: "176-191"
    container_name: masp12
    ports:
      - 8011:8000
    devices:
      - /dev/neuron11
    volumes:
      - ~/shared_storage/inf2_weights:/home/ubuntu/inf2_weights
      - ~/shared_storage/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch:/home/ubuntu/llava-mistral_videollava_ptv12_250k_samep_only_sopv2_mistralv2_scratch
      - ~/shared_storage/llava:/app/llava
      - ~/shared_storage/mistral-compiled-bf16:/home/ubuntu/mistral-compiled-bf16