forked from Netflix/metaflow-service
-
Notifications
You must be signed in to change notification settings - Fork 0
/
docker-compose.development.yml
109 lines (109 loc) · 3.24 KB
/
docker-compose.development.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
version: "3"
services:
ui_backend:
build:
context: .
dockerfile: Dockerfile.ui_service
args:
UI_ENABLED: 1
ports:
- "${MF_UI_METADATA_PORT:-8083}:${MF_UI_METADATA_PORT:-8083}"
volumes:
- ./services:/root/services
- ${HOME}/.aws:/root/.aws
# Add container capability for benchmarking processes. required for py-spy
cap_add:
- SYS_PTRACE
environment:
- MF_METADATA_DB_HOST=db
- MF_METADATA_DB_PORT=5432
- MF_METADATA_DB_USER=postgres
- MF_METADATA_DB_PSWD=postgres
- MF_METADATA_DB_NAME=postgres
- MF_UI_METADATA_PORT=${MF_UI_METADATA_PORT:-8083}
- MF_UI_METADATA_HOST=${MF_UI_METADATA_HOST:-0.0.0.0}
- MF_METADATA_DB_POOL_MIN=1
- MF_METADATA_DB_POOL_MAX=10
- LOGLEVEL=INFO
- AIOPG_ECHO=0
- UI_ENABLED=1
- PREFETCH_RUNS_SINCE=2592000 # 30 days in seconds
- PREFETCH_RUNS_LIMIT=1 # Prefetch only one run
- S3_NUM_WORKERS=2
- CACHE_ARTIFACT_MAX_ACTIONS=4
- CACHE_DAG_MAX_ACTIONS=4
- CACHE_ARTIFACT_STORAGE_LIMIT=16000000
- CACHE_DAG_STORAGE_LIMIT=16000000
- WS_POSTPROCESS_CONCURRENCY_LIMIT=8
- FEATURE_PREFETCH_DISABLE=0
- FEATURE_CACHE_DISABLE=0
- FEATURE_S3_DISABLE=0
- FEATURE_REFINE_DISABLE=0
- FEATURE_WS_DISABLE=0
- FEATURE_HEARTBEAT_DISABLE=0
- FEATURE_DB_LISTEN_DISABLE=0
- FEATURE_ARTIFACT_SEARCH=1
- FEATURE_ARTIFACT_TABLE=1
- CUSTOM_QUICKLINKS=$CUSTOM_QUICKLINKS
- NOTIFICATIONS=$NOTIFICATIONS
- GA_TRACKING_ID=none
- PLUGINS=$PLUGINS
depends_on:
- db
metadata:
build:
context: .
dockerfile: Dockerfile.metadata_service
ports:
- "${MF_METADATA_PORT:-8080}:${MF_METADATA_PORT:-8080}"
volumes:
- ./services:/root/services
environment:
- MF_METADATA_DB_HOST=db
- MF_METADATA_DB_PORT=5432
- MF_METADATA_DB_USER=postgres
- MF_METADATA_DB_PSWD=postgres
- MF_METADATA_DB_NAME=postgres
- MF_METADATA_PORT=${MF_METADATA_PORT:-8080}
- MF_METADATA_HOST=${MF_METADATA_HOST:-0.0.0.0}
- MF_MIGRATION_PORT=${MF_MIGRATION_PORT:-8082}
depends_on:
- migration
migration:
build:
context: .
dockerfile: Dockerfile.migration_service
ports:
- "${MF_MIGRATION_PORT:-8082}:${MF_MIGRATION_PORT:-8082}"
volumes:
- ./services:/root/services
environment:
- MF_METADATA_DB_HOST=db
- MF_METADATA_DB_PORT=5432
- MF_METADATA_DB_USER=postgres
- MF_METADATA_DB_PSWD=postgres
- MF_METADATA_DB_NAME=postgres
- MF_METADATA_PORT=${MF_METADATA_PORT:-8080}
- MF_METADATA_HOST=${MF_METADATA_HOST:-0.0.0.0}
- MF_MIGRATION_ENDPOINTS_ENABLED=1
- MF_MIGRATION_PORT=${MF_MIGRATION_PORT:-8082}
depends_on:
- db
db:
image: "postgres:11"
command: ["postgres", "-c", "log_statement=none", "-c", "wal_level=logical"]
environment:
POSTGRES_USER: postgres
POSTGRES_PASSWORD: postgres
POSTGRES_DB: postgres
ports:
- "5432:5432"
volumes:
- db_dev_data:/var/lib/postgresql/data2
healthcheck:
test: ["CMD-SHELL", "pg_isready -U postgres"]
interval: 10s
timeout: 5s
retries: 5
volumes:
db_dev_data: