-
Notifications
You must be signed in to change notification settings - Fork 1
/
Dockerfile
69 lines (63 loc) · 2.37 KB
/
Dockerfile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
FROM ghcr.io/nationalsecurityagency/datawave-stack-base:11
# Add native libs
ARG HADOOP_VERSION=3.3.6
ADD bigtop.repo /etc/yum.repos.d/
RUN yum clean all && \
rm -rf /var/cache/yum && \
yum clean expire-cache && \
yum makecache && \
yum update -y && \
yum install -y bigtop-utils \
openssl \
glibc \
compat-openssl10 \
lzo \
protobuf-c \
hadoop hadoop-hdfs hadoop-libhdfs hadoop-client \
hadoop-yarn hadoop-yarn-router hadoop-yarn-proxyserver hadoop-debuginfo \
hadoop-yarn-timelineserver hadoop-yarn-nodemanager hadoop-hdfs-journalnode \
hadoop-mapreduce hadoop-mapreduce-historyserver && yum clean all && \
rm -rf /var/cache/yum && \
yum clean expire-cache && \
usermod -u 1000 hdfs && \
ln -fns /lib/hadoop /usr/local/hadoop && \
ln -fns /lib/hadoop-hdfs /usr/local/hadoop-hdfs && \
ln -fns /lib/hadoop-mapreduce /usr/local/hadoop-mapreduce && \
ln -fns /lib/hadoop-yarn /usr/local/hadoop-yarn && \
mkdir -p /usr/local/hadoop/logs && \
mkdir -p /usr/local/hadoop-hdfs/logs && \
mkdir -p /usr/local/hadoop-yarn/logs && \
mkdir -p /var/lib/hadoop-yarn && \
mkdir -p /var/log/hadoop-yarn && \
mkdir -p /usr/local/hadoop/etc/hadoop && \
mkdir -p /opt/hdfs/hadoop-yarn/cache/hadoop/nm-local-dir && \
mkdir -p /usr/local/hadoop/hdfs && \
mkdir -p /usr/lib/hadoop/data && \
chown hdfs:hdfs -R /usr/local/hadoop/* && \
chown hdfs:hdfs -R /lib/hadoop/* && \
chown hdfs:hdfs -R /lib/hadoop-hdfs/* && \
chown hdfs:hdfs -R /lib/hadoop-yarn/* && \
chown hdfs:hdfs -R /lib/hadoop-mapreduce/* && \
chown hdfs:hdfs -R /var/lib/hadoop* && \
chown hdfs:hdfs -R /var/log/hadoop* && \
chmod 777 -R /etc/hadoop/ && \
chmod 777 -R /opt/hdfs/hadoop-yarn && \
rm -Rf /usr/lib/hadoop/tools
USER hadoop
ENV HADOOP_HOME=/usr/local/hadoop \
HADOOP_COMMON_HOME=/usr/local/hadoop \
HADOOP_HDFS_HOME=/usr/local/hadoop-hdfs \
HADOOP_MAPRED_HOME=/usr/local/hadoop-mapreduce \
HADOOP_YARN_HOME=/usr/local/hadoop-yarn \
HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop \
YARN_CONF_DIR=/usr/local/hadoop-yarn/etc/hadoop \
PATH=${PATH}:/usr/local/hadoop/bin:/usr/local/hadoop-hdfs/bin
# Hdfs ports
EXPOSE 50010 50020 50070 50075 50090 8020 9000
# Mapred ports
EXPOSE 19888
#Yarn ports
EXPOSE 8030 8031 8032 8033 8040 8042 8088
#Other ports
EXPOSE 49707 2122
USER hdfs