generated from NOAA-OWP/owp-open-source-project-template
-
Notifications
You must be signed in to change notification settings - Fork 0
/
compose-entry.template.yml
179 lines (179 loc) · 9.46 KB
/
compose-entry.template.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
version: '2.3'
networks:
wres_net:
driver: bridge
enable_ipv6: false
ipam:
driver: default
config:
- subnet: 172.19.254.64/26
gateway: 172.19.254.65
volumes:
home:
driver_opts:
type: "nfs"
o: "ro,relatime,vers=4.1,rsize=1048576,wsize=1048576,namlen=255,hard,proto=tcp,timeo=600,retrans=2,sec=sys,local_lock=none,addr=${NFS_HOME_DIR_IP_ADDRESS}"
device: "${NFS_HOME_DIR_DEVICE}"
services:
persister:
image: "${DOCKER_REGISTRY}/wres/wres-redis:REDIS_IMAGE"
restart: always
volumes:
# For the job data
- /mnt/wres_share/job_data:/data
# Use the redis.conf for configuration (helps avoid rdb snapshots)
command: /etc/redis/redis.conf
mem_limit: 3072m
read_only: true
networks:
wres_net:
# Allow 15 minutes for startup before marking unhealthy
healthcheck:
start_period: 15m
tasker:
ports:
- "443:8443"
image: "${DOCKER_REGISTRY}/wres/wres-tasker:TASKER_IMAGE"
restart: always
depends_on:
broker:
condition: service_healthy
persister:
condition: service_healthy
volumes:
# To read and delete user output data created by worker:
- /mnt/wres_share/evaluations:/mnt/wres_share/evaluations
# To write and delete user input data posted by callers:
- /mnt/wres_share/input_data:/mnt/wres_share/input_data
# For certificates and keys that correspond to them:
- /mnt/wres_keys:/wres_secrets:ro
# To write heap dump files:
- /mnt/wres_share/heap_dumps/tasker:/mnt/wres_share/heap_dumps/tasker
# Writing all log outputs:
- /mnt/wres_share/logs/tasker/:/mnt/wres_share/logs/tasker/
environment:
# Make sure to pass through WRES_TASKER_SERVER_P12 to tasker at runtime
- JAVA_OPTS=-Dwres.monitorPassword=${WRES_MONITOR_PASSWORD} -Dwres.adminToken=${WRES_ADMIN_TOKEN} -Dwres.broker=broker -Dwres.redisHost=persister -Dwres.trustStore=${WRES_TRUST_STORE} -Dwres.taskerPathToServerP12=${WRES_TASKER_SERVER_P12} -Dcom.redhat.fips=false -Djava.io.tmpdir=/mnt/wres_share/input_data -Dwres.dataDirectDiskThreshold=90 -Dwres.numberOfWorkers=5 -XX:HeapDumpPath=/mnt/wres_share/heap_dumps/tasker -XX:OnOutOfMemoryError='mv /mnt/wres_share/heap_dumps/tasker/java_pid%p.hprof /mnt/wres_share/heap_dumps/tasker/java_pid%p_$$CON_HOSTNAME.hprof; chmod 775 /mnt/wres_share/heap_dumps/tasker/java_pid%p_$$CON_HOSTNAME.hprof'
- LANG=C.UTF-8
# Tasker JVM should have 340m max heap specified at launch
# The total limit includes stack space which depends on Thread count
mem_limit: 1390m
cap_drop:
- ALL
read_only: true
networks:
wres_net:
broker:
hostname: localhost
ports:
- "5671:5671"
- "15671:15671"
image: "${DOCKER_REGISTRY}/wres/wres-broker:BROKER_IMAGE"
restart: always
volumes:
# For certificates and keys that correspond to them:
- /mnt/wres_keys:/wres_secrets:ro
# To support durable queues after a cycling down and up.
- /mnt/wres_share/rabbitmq/:/var/lib/rabbitmq/
environment:
- RABBITMQ_CONFIG_FILE=rabbitmq.conf
# rabbitmq.conf should have 360m specified as high watermark
mem_limit: 720m
cap_drop:
- ALL
networks:
wres_net:
# Allow 5 minutes for startup before marking unhealthy
healthcheck:
start_period: 5m
worker:
image: "${DOCKER_REGISTRY}/wres/wres-worker:WORKER_IMAGE"
restart: always
depends_on:
broker:
condition: service_healthy
eventsbroker:
condition: service_started
volumes:
# To write user output data:
- /mnt/wres_share/evaluations:/mnt/wres_share/evaluations
# To read user input using read-only nfs mount above:
- home:/home:ro
# To read user input data written by tasker:
- /mnt/wres_share/input_data:/mnt/wres_share/input_data:ro
# To read test input data:
- /mnt/wres_share/systests:/mnt/wres_share/systests:ro
# For certificates, keys that correspond to them, and .pgpass:
- /mnt/wres_keys:/wres_secrets:ro
# To write heap dumps (worker-shim process):
- /mnt/wres_share/heap_dumps/worker-shim:/mnt/wres_share/heap_dumps/worker-shim
# To write heap dumps (core WRES process):
- /mnt/wres_share/heap_dumps/wres:/mnt/wres_share/heap_dumps/wres
# For logs (inside container, avoid writing to read-only /home)
- /container_home
# Writing all log outputs:
- /mnt/wres_share/logs/worker/:/mnt/wres_share/logs/worker/
environment:
- JAVA_OPTS=-Dwres.broker=broker -Dcom.redhat.fips=false -Dwres.trustStore=${WRES_TRUST_STORE} -Djava.io.tmpdir=/mnt/wres_share/evaluations -XX:HeapDumpPath=/mnt/wres_share/heap_dumps/worker-shim -XX:OnOutOfMemoryError='mv /mnt/wres_share/heap_dumps/worker-shim/java_pid%p.hprof /mnt/wres_share/heap_dumps/worker-shim/java_pid%p_$$CON_HOSTNAME.hprof; chmod 775 /mnt/wres_share/heap_dumps/worker-shim/java_pid%p_$$CON_HOSTNAME.hprof'
- PGPASSFILE=/wres_secrets/.pgpass
# Use caller-specified db hostname from env var WRES_DB_FQDN.
# Do not auto-liquibase-migrate on each evaluation. This requires an
# administrator to run the migration(s) during or after deployment.
# Write heap dumps to the root of the volume above.
# Override the broker address and port in the binding URL of the event.properties.
- INNER_JAVA_OPTS=-Xmx8192m -Xms8192m -Dwres.maxPoolSize=13 -Dlogback.configurationFile=/opt/inner_logback.xml -Dwres.startBroker=false -Dwres.enableServerCache=false -Dwres.eventsBrokerAddress=eventsbroker -Dwres.eventsBrokerPort=5673 -Dwres.externalGraphics=true -Dwres.externalWriting=false -Dwres.featureBatchSize=1 -Dwres.useDatabase=true -Dcom.redhat.fips=false -Djava.io.tmpdir=/mnt/wres_share/evaluations -Dwres.databaseHost=${WRES_DB_FQDN} -Dwres.certificateFileToTrust=${WRES_DB_CA_FILE} -Dwres.wrdsCertificateFileToTrust=${WRDS_CA_FILE} -Dwres.databaseName=wres8 -Dwres.username=wres_user8 -Dwres.attemptToMigrate=false -XX:HeapDumpPath=/mnt/wres_share/heap_dumps/wres -XX:OnOutOfMemoryError='mv /mnt/wres_share/heap_dumps/wres/java_pid%p.hprof /mnt/wres_share/heap_dumps/wres/java_pid%p_$$CON_HOSTNAME.hprof; chmod 775 /mnt/wres_share/heap_dumps/wres/java_pid%p_$$CON_HOSTNAME.hprof' -XX:StartFlightRecording=settings=wres_jfr,maxsize=1280m,dumponexit=true,filename=/mnt/wres_share/heap_dumps/wres/$$CON_HOSTNAME -XX:FlightRecorderOptions=repository=/mnt/wres_share/heap_dumps/wres/$$CON_HOSTNAME/ -XX:+CrashOnOutOfMemoryError
- LANG=C.UTF-8
# Shim JVM should have 64m max heap, core JVM should have 2560m max heap
mem_limit: 9216m
cap_drop:
- ALL
read_only: true
healthcheck:
start_period: 1m
networks:
wres_net:
eventsbroker:
expose:
- 5673
ports:
- 15673:15673
image: "${DOCKER_REGISTRY}/wres/wres-eventsbroker:EVENTS_IMAGE"
restart: always
volumes:
# For heap-dump files
- /mnt/wres_share/heap_dumps/eventsbroker:/mnt/wres_share/heap_dumps/eventsbroker
# For certificates and keys that correspond to them
- /mnt/wres_keys:/wres_secrets:ro
environment:
- BROKER_WORK=/container_home
- JAVA_ARGS=-XX:+PrintClassHistogram -XX:+UseG1GC -XX:+UseStringDeduplication -Xms2048m -Xmx2048m -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/mnt/wres_share/heap_dumps/eventsbroker -Dcom.redhat.fips=false
- LANG=C.UTF-8
# Broker heap is 2048m in JAVA_ARGS
mem_limit: 2560m
cap_drop:
- ALL
read_only: false
networks:
wres_net:
graphics:
depends_on:
eventsbroker:
condition: service_started
image: "${DOCKER_REGISTRY}/wres/wres-graphics:GRAPHICS_IMAGE"
restart: always
volumes:
# To write graphics outputs
- /mnt/wres_share/evaluations:/mnt/wres_share/evaluations
# To write heap dumps
- /mnt/wres_share/heap_dumps/graphics:/mnt/wres_share/heap_dumps/graphics
environment:
# Override the broker address and port in the binding URL of the event.properties
- JAVA_OPTS=-Dwres.startBroker=false -Dwres.eventsBrokerAddress=eventsbroker -Dwres.eventsBrokerPort=5673 -Dcom.redhat.fips=false -Djava.io.tmpdir=/mnt/wres_share/evaluations -Xms3640m -Xmx3640m -XX:HeapDumpPath=/mnt/wres_share/heap_dumps/graphics -XX:OnOutOfMemoryError='mv /mnt/wres_share/heap_dumps/graphics/java_pid%p.hprof /mnt/wres_share/heap_dumps/graphics/java_pid%p_$$CON_HOSTNAME.hprof; chmod 775 /mnt/wres_share/heap_dumps/graphics/java_pid%p_$$CON_HOSTNAME.hprof' -XX:StartFlightRecording=name=graphics,maxsize=256m,disk=true,maxage=24h,dumponexit=true,filename=/mnt/wres_share/heap_dumps/graphics/$$CON_HOSTNAME -XX:FlightRecorderOptions=repository=/mnt/wres_share/heap_dumps/graphics/$$CON_HOSTNAME
- LANG=C.UTF-8
# Graphics limit is 3640m in JAVA_OPTS
mem_limit: 4096m
cap_drop:
- ALL
read_only: true
networks:
wres_net: