forked from localstack/localstack
/
Dockerfile
263 lines (211 loc) 路 11.2 KB
/
Dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
ARG IMAGE_TYPE=full
# java-builder: Stage to build a custom JRE (with jlink)
FROM python:3.8.12-slim-buster@sha256:95db858dd3cb0587820edd001cb5fc46715529ed609e56344715f9adfc6d42fe as java-builder
ARG TARGETARCH
# install OpenJDK 11
RUN apt-get update && apt-get install -y openjdk-11-jdk-headless
ENV JAVA_HOME /usr/lib/jvm/java-11-openjdk-${TARGETARCH}
# reate a custom, minimized JRE via jlink
RUN jlink --add-modules \
# include required modules
java.base,java.desktop,java.instrument,java.management,java.naming,java.scripting,java.sql,java.xml,jdk.compiler,\
# jdk.unsupported contains sun.misc.Unsafe which is required by certain dependencies
jdk.unsupported,\
# add additional cipher suites
jdk.crypto.cryptoki,\
# add ability to open ZIP/JAR files
jdk.zipfs,\
# Elasticsearch 7+ crashes without Thai Segmentation support
jdk.localedata --include-locales en,th \
--compress 2 --strip-debug --no-header-files --no-man-pages --output /usr/lib/jvm/java-11 && \
cp ${JAVA_HOME}/bin/javac /usr/lib/jvm/java-11/bin/javac && \
cp -r ${JAVA_HOME}/include /usr/lib/jvm/java-11/include && \
mv /usr/lib/jvm/java-11/lib/modules /usr/lib/jvm/java-11/lib/modules.bk; \
cp -r ${JAVA_HOME}/lib/* /usr/lib/jvm/java-11/lib/; \
mv /usr/lib/jvm/java-11/lib/modules.bk /usr/lib/jvm/java-11/lib/modules; \
rm -rf /usr/bin/java ${JAVA_HOME} && ln -s /usr/lib/jvm/java-11/bin/java /usr/bin/java
# base: Stage which installs necessary runtime dependencies (OS packages, java, maven,...)
FROM python:3.8.12-slim-buster@sha256:95db858dd3cb0587820edd001cb5fc46715529ed609e56344715f9adfc6d42fe as base
ARG TARGETARCH
# Install runtime OS package dependencies
RUN apt-get update && \
# Install dependencies to add additional repos
apt-get install -y --no-install-recommends ca-certificates curl && \
# Setup Node 14 Repo
curl -sL https://deb.nodesource.com/setup_14.x | bash - && \
# Install Packages
apt-get update && \
apt-get install -y --no-install-recommends \
# Runtime packages (groff-base is necessary for AWS CLI help)
git make openssl tar pixz zip unzip groff-base iputils-ping nss-passwords \
# Postgres
postgresql postgresql-client postgresql-plpython3 \
# NodeJS
nodejs && \
apt-get clean && rm -rf /var/lib/apt/lists/*
SHELL [ "/bin/bash", "-c" ]
# install Docker (CLI only)
RUN DOCKER_VERSION=20.10.7; \
TARGETARCH_SYNONYM=$([[ "$TARGETARCH" == "amd64" ]] && echo "x86_64" || echo "aarch64"); \
curl -fsSLO https://download.docker.com/linux/static/stable/${TARGETARCH_SYNONYM}/docker-${DOCKER_VERSION}.tgz \
&& tar xzvf docker-${DOCKER_VERSION}.tgz \
&& mv docker/docker /usr/local/bin \
&& rm -r docker docker-${DOCKER_VERSION}.tgz
# Install Java 11
ENV LANG C.UTF-8
RUN { \
echo '#!/bin/sh'; echo 'set -e'; echo; \
echo 'dirname "$(dirname "$(readlink -f "$(which javac || which java)")")"'; \
} > /usr/local/bin/docker-java-home \
&& chmod +x /usr/local/bin/docker-java-home
COPY --from=java-builder /usr/lib/jvm/java-11 /usr/lib/jvm/java-11
COPY --from=java-builder /etc/ssl/certs/java /etc/ssl/certs/java
COPY --from=java-builder /etc/java-11-openjdk/security /etc/java-11-openjdk/security
RUN ln -s /usr/lib/jvm/java-11/bin/java /usr/bin/java
ENV JAVA_HOME /usr/lib/jvm/java-11
ENV PATH "${PATH}:${JAVA_HOME}/bin"
# Install Maven - taken from official repo:
# https://github.com/carlossg/docker-maven/blob/master/openjdk-11/Dockerfile)
ARG MAVEN_VERSION=3.6.3
ARG USER_HOME_DIR="/root"
ARG MAVEN_SHA=26ad91d751b3a9a53087aefa743f4e16a17741d3915b219cf74112bf87a438c5
ARG MAVEN_BASE_URL=https://apache.osuosl.org/maven/maven-3/${MAVEN_VERSION}/binaries
RUN mkdir -p /usr/share/maven /usr/share/maven/ref \
&& curl -fsSL -o /tmp/apache-maven.tar.gz ${MAVEN_BASE_URL}/apache-maven-$MAVEN_VERSION-bin.tar.gz \
&& echo "${MAVEN_SHA} /tmp/apache-maven.tar.gz" | sha256sum -c - \
&& tar -xzf /tmp/apache-maven.tar.gz -C /usr/share/maven --strip-components=1 \
&& rm -f /tmp/apache-maven.tar.gz \
&& ln -s /usr/share/maven/bin/mvn /usr/bin/mvn
ENV MAVEN_HOME /usr/share/maven
ENV MAVEN_CONFIG "$USER_HOME_DIR/.m2"
ADD https://raw.githubusercontent.com/carlossg/docker-maven/master/openjdk-11/settings-docker.xml /usr/share/maven/ref/
# set workdir
RUN mkdir -p /opt/code/localstack
WORKDIR /opt/code/localstack/
# install npm dependencies
ADD localstack/package.json localstack/package.json
RUN cd localstack && npm install && rm -rf /root/.npm;
# install basic (global) tools to final image
RUN pip install --no-cache-dir --upgrade supervisor virtualenv
# install supervisor config file and entrypoint script
ADD bin/supervisord.conf /etc/supervisord.conf
ADD bin/docker-entrypoint.sh /usr/local/bin/
# expose default environment
# Set edge bind host so localstack can be reached by other containers
# set library path and default LocalStack hostname
ENV MAVEN_CONFIG=/opt/code/localstack
ENV LD_LIBRARY_PATH=/usr/lib/jvm/java-11/lib:/usr/lib/jvm/java-11/lib/server
ENV USER=localstack
ENV PYTHONUNBUFFERED=1
ENV EDGE_BIND_HOST=0.0.0.0
ENV LOCALSTACK_HOSTNAME=localhost
RUN mkdir /root/.serverless; chmod -R 777 /root/.serverless
# add trusted CA certificates to the cert store
RUN curl https://letsencrypt.org/certs/letsencryptauthorityx3.pem.txt >> /etc/ssl/certs/ca-certificates.crt
# builder: Stage which installs/builds the dependencies and infra-components of LocalStack
FROM base as builder
ARG TARGETARCH
# Install build dependencies to base
RUN apt-get update && apt-get install -y autoconf automake cmake libsasl2-dev \
g++ gcc libffi-dev libkrb5-dev libssl-dev \
postgresql-server-dev-11 libpq-dev
# Install timescaledb into postgresql
RUN (cd /tmp && git clone https://github.com/timescale/timescaledb.git) && \
(cd /tmp/timescaledb && git checkout 2.0.0-rc4 && ./bootstrap -DREGRESS_CHECKS=OFF && \
cd build && make && make install)
# init environment and cache some dependencies
ARG DYNAMODB_ZIP_URL=https://s3-us-west-2.amazonaws.com/dynamodb-local/dynamodb_local_latest.zip
RUN mkdir -p /opt/code/localstack/localstack/infra/dynamodb && \
curl -L -o /tmp/localstack.ddb.zip ${DYNAMODB_ZIP_URL} && \
(cd localstack/infra/dynamodb && unzip -q /tmp/localstack.ddb.zip && rm /tmp/localstack.ddb.zip) && \
curl -L -o /opt/code/localstack/localstack/infra/elasticmq-server.jar \
https://s3-eu-west-1.amazonaws.com/softwaremill-public/elasticmq-server-1.1.0.jar
# upgrade python build tools
RUN (virtualenv .venv && source .venv/bin/activate && pip3 install --upgrade pip wheel setuptools)
# add files necessary to install all dependencies
ADD Makefile setup.py requirements.txt pyproject.toml ./
# add the localstack start scripts (necessary for the installation of the runtime dependencies, i.e. `pip install -e .`)
ADD bin/localstack bin/localstack.bat bin/
# install dependencies to run the localstack runtime and save which ones were installed
RUN make install-runtime
RUN make freeze > requirements-runtime.txt
# remove localstack (added as a transitive dependency of localstack-ext)
RUN (virtualenv .venv && source .venv/bin/activate && pip3 uninstall -y localstack)
# base-light: Stage which does not add additional dependencies (like elasticsearch)
FROM base as base-light
RUN mkdir -p /opt/code/localstack/localstack/infra && \
touch localstack/infra/.light-version
# base-full: Stage which adds additional dependencies to avoid installing them at runtime (f.e. elasticsearch)
FROM base as base-full
# Install Elasticsearch
# https://github.com/pires/docker-elasticsearch/issues/56
ENV ES_TMPDIR /tmp
ENV ES_BASE_DIR=localstack/infra/elasticsearch
ENV ES_JAVA_HOME /usr/lib/jvm/java-11
RUN TARGETARCH_SYNONYM=$([[ "$TARGETARCH" == "amd64" ]] && echo "x86_64" || echo "aarch64"); \
mkdir -p /opt/code/localstack/localstack/infra && \
curl -L -o /tmp/localstack.es.tar.gz \
https://artifacts.elastic.co/downloads/elasticsearch/elasticsearch-7.10.0-linux-${TARGETARCH_SYNONYM}.tar.gz && \
(cd localstack/infra/ && tar -xf /tmp/localstack.es.tar.gz && \
mv elasticsearch* elasticsearch && rm /tmp/localstack.es.tar.gz) && \
(cd $ES_BASE_DIR && \
bin/elasticsearch-plugin install analysis-icu && \
bin/elasticsearch-plugin install ingest-attachment --batch && \
bin/elasticsearch-plugin install analysis-kuromoji && \
bin/elasticsearch-plugin install mapper-murmur3 && \
bin/elasticsearch-plugin install mapper-size && \
bin/elasticsearch-plugin install analysis-phonetic && \
bin/elasticsearch-plugin install analysis-smartcn && \
bin/elasticsearch-plugin install analysis-stempel && \
bin/elasticsearch-plugin install analysis-ukrainian) && \
( rm -rf $ES_BASE_DIR/jdk/ ) && \
( mkdir -p $ES_BASE_DIR/data && \
mkdir -p $ES_BASE_DIR/logs && \
chmod -R 777 $ES_BASE_DIR/config && \
chmod -R 777 $ES_BASE_DIR/data && \
chmod -R 777 $ES_BASE_DIR/logs) && \
( rm -rf $ES_BASE_DIR/modules/x-pack-ml/platform && \
rm -rf $ES_BASE_DIR/modules/ingest-geoip)
# light: Stage which produces a final working localstack image (which does not contain some additional infrastructure like eleasticsearch - see "full" stage)
FROM base-${IMAGE_TYPE}
LABEL authors="LocalStack Contributors"
LABEL maintainer="LocalStack Team (info@localstack.cloud)"
LABEL description="LocalStack Docker image"
# Copy in the build dependencies
COPY --from=builder /opt/code/localstack/ /opt/code/localstack/
# Copy in postgresql extensions
COPY --from=builder /usr/share/postgresql/11/extension /usr/share/postgresql/11/extension
COPY --from=builder /usr/lib/postgresql/11/lib /usr/lib/postgresql/11/lib
RUN mkdir -p /tmp/localstack && \
if [ -e /usr/bin/aws ]; then mv /usr/bin/aws /usr/bin/aws.bk; fi; ln -s /opt/code/localstack/.venv/bin/aws /usr/bin/aws
# fix some permissions and create local user
RUN mkdir -p /.npm && \
chmod 777 . && \
chmod 755 /root && \
chmod -R 777 /.npm && \
chmod -R 777 /tmp/localstack && \
useradd -ms /bin/bash localstack && \
ln -s `pwd` /tmp/localstack_install_dir
# Install the latest version of awslocal globally
RUN pip3 install --upgrade awscli awscli-local requests
# Add the code in the last step
# Also adds the results of `make init` to the container.
# `make init` _needs_ to be executed before building this docker image (since the execution needs docker itself).
ADD localstack/ localstack/
# Download some more dependencies (make init needs the LocalStack code)
# FIXME the init python code should be independent (i.e. not depend on the localstack code), idempotent/reproducible,
# modify only folders outside of the localstack package folder, and executed in the builder stage.
RUN make init
# Install the latest version of localstack-ext and generate the plugin entrypoints
RUN (virtualenv .venv && source .venv/bin/activate && \
pip3 install --upgrade localstack-ext localstack-plugin-loader)
RUN make entrypoints
# Add the build date and git hash at last (changes everytime)
ARG LOCALSTACK_BUILD_DATE
ARG LOCALSTACK_BUILD_GIT_HASH
ENV LOCALSTACK_BUILD_DATE=${LOCALSTACK_BUILD_DATE}
ENV LOCALSTACK_BUILD_GIT_HASH=${LOCALSTACK_BUILD_GIT_HASH}
# expose edge service, ElasticSearch & debugpy ports
EXPOSE 4566 4571 5678
# define command at startup
ENTRYPOINT ["docker-entrypoint.sh"]