EchoFlow/docker-compose.yml at master · erlingdevold/EchoFlow · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
services:
  raw:
    build:
      context: .
      dockerfile: ./raw_consumer/Dockerfile.raw
    volumes:
      - ./data/input:/app/input
      - ./data/raw_consumer:/app/output
      - ./raw_consumer/log:/app/log
    command: /app/entrypoint.sh
    environment:
      - INPUT_DIR=/app/input
      - OUTPUT_DIR=/app/output
      - LOG_DIR=/app/log
      - PIPELINE_STAGE=RAW
      # MAX_WORKERS defaults to CPU count; uncomment to limit parallelism
      # - MAX_WORKERS=4

  preprocessing:
    build:
      context: .
      dockerfile: ./preprocessing/Dockerfile.preprocessing
    volumes:
      - ./data/raw_consumer:/app/input
      - ./data/preprocessing:/app/output
      - ./preprocessing/log:/app/log
    command: /app/entrypoint.sh
    environment:
      - INPUT_DIR=/app/input
      - OUTPUT_DIR=/app/output
      - LOG_DIR=/app/log
      - PIPELINE_STAGE=PRE
      - KEEP_INTERMEDIATES=true  # Set to "false" to delete .nc files after processing
      # MAX_WORKERS defaults to CPU count; uncomment to limit parallelism
      # - MAX_WORKERS=4
    depends_on:
      - raw

  monitor:
    build:
      context: ./monitor
      dockerfile: Dockerfile.monitor
    ports:
      - "8050:8050"
    volumes:
      - ./data/input:/app/input
      - ./data/preprocessing:/app/output
      - ./data/inference:/app/pp_output
      - ./raw_consumer/log:/app/logs/raw
      - ./preprocessing/log:/app/logs/preprocessing
    environment:
      - INPUT_DIR=/app/input
      - OUTPUT_DIR=/app/output
      - PP_OUTPUT_DIR=/app/pp_output
      - LOG_DIR=/app/logs
    command: python3 /app/monitor.py
    depends_on:
      - raw
      - preprocessing

  infer:
    build:
      context: .
      dockerfile: ./inference/Dockerfile.infer
    volumes:
      - ./data/preprocessing:/app/input
      - ./data/inference:/app/output
      - ./inference/log:/app/log
    command: /app/entrypoint.sh
    environment:
      - INPUT_DIR=/app/input
      - OUTPUT_DIR=/app/output
      - LOG_DIR=/app/log
      - PIPELINE_STAGE=INFER
      - ARCH=vit_tiny
      - PATCH_SZ=16
      - DOWNSAMPLE_SIZE=1000
      - BATCH_SIZE=4  # Number of images per GPU forward pass; tune based on VRAM
      # DEVICE auto-detects GPU; uncomment to force CPU inference
      # - DEVICE=cpu
    # Uncomment to enable GPU passthrough:
    # deploy:
    #   resources:
    #     reservations:
    #       devices:
    #         - capabilities: [gpu]
    depends_on:
      - preprocessing

volumes:
  data:
    driver: local