File size: 1,769 Bytes
a3f0b6e
 
 
7c37fc5
 
 
 
3fa4d71
7c37fc5
a3f0b6e
7c37fc5
 
 
 
c6e88ba
7c37fc5
 
beb5662
36ed17a
7c37fc5
 
 
beb5662
7c37fc5
240148f
 
7c37fc5
3fa4d71
7c37fc5
 
 
 
 
240148f
7c37fc5
 
 
36ed17a
7c37fc5
 
beb5662
 
 
7c37fc5
beb5662
7c37fc5
 
 
 
beb5662
7c37fc5
 
 
 
 
 
 
 
 
 
 
 
 
beb5662
 
240148f
a3f0b6e
7c37fc5
 
 
 
a3f0b6e
 
7c37fc5
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
version: '3.8'

services:
  train:
    build:
      context: .
    command: |
      python -m src.train_optuna_callbacks experiment=catdog_experiment ++task_name=train ++train=True ++test=False && \
      touch /app/checkpoints/train_done.flag
    volumes:
      - ./data:/app/data
      - ./checkpoints:/app/checkpoints
      - ./artifacts:/app/artifacts
      - ./logs:/app/logs
    environment:
      - PYTHONUNBUFFERED=1
      - PYTHONPATH=/app
    shm_size: '4g'
    networks:
      - default
    env_file:
      - .env
    
  eval:
    build:
      context: .
    command: |
      sh -c 'while [ ! -f /app/checkpoints/train_done.flag ]; do sleep 10; done && python -m src.train_optuna_callbacks experiment=catdog_experiment ++task_name=eval ++train=False ++test=True'
    volumes:
      - ./data:/app/data
      - ./checkpoints:/app/checkpoints
      - ./artifacts:/app/artifacts
      - ./logs:/app/logs
    environment:
      - PYTHONUNBUFFERED=1
      - PYTHONPATH=/app
    shm_size: '4g'
    networks:
      - default
    env_file:
      - .env
    depends_on:
      - train

  # Uncomment if you want to use inference service in the future
  # inference:
  #   build:
  #     context: .
  #   command: |
  #     sh -c 'while [ ! -f /app/checkpoints/train_done.flag ]; do sleep 10; done && python -m src.infer experiment=catdog_experiment'
  #   volumes:
  #     - ./data:/app/data
  #     - ./checkpoints:/app/checkpoints
  #     - ./artifacts:/app/artifacts
  #     - ./logs:/app/logs
  #   environment:
  #     - PYTHONUNBUFFERED=1
  #     - PYTHONPATH=/app
  #   shm_size: '4g'
  #   networks:
  #     - default
  #   env_file:
  #     - .env  
  #   depends_on:
  #     - train

volumes:
  data:
  checkpoints:
  artifacts:
  logs:

networks:
  default: