1 构建基础容器

基于centos环境docker环境快速搭建，执行步骤

docker build -t cenosbase7 .

执行此步骤就可以构建1个基础的centos基础运行环境

相关的文件如下具体内容如下，其中有详细注释

 

Dockerfile

#Build image 包含了JDK mariadb sshd

#  docker build -t cenosbase7 .

#Run

#-v /sys/fs/cgroup:/sys/fs/cgroup:ro 必须加

# https://hub.docker.com/_/centos/ systemd enabled

# 带提示的启动

# docker run -ti -v /sys/fs/cgroup:/sys/fs/cgroup:ro --privileged=true --name csx cenosbase7

# 守护方式启动

# docker run -tid -v /sys/fs/cgroup:/sys/fs/cgroup:ro --privileged=true --name csx cenosbase7

#1503 not have systemd

#cat /etc/redhat_rlease 7.3

FROM centos:7

MAINTAINER cenosbase

USER root

#https://hub.docker.com/_/centos/

#systemd

# 7.1.1503, RUN yum clean all && yum swap fakesystemd systemd systemd没有安装

ENV container docker

RUN [ -d /lib/systemd/system/sysinit.target.wants ] && (cd /lib/systemd/system/sysinit.target.wants/; for i in *; do [ $i == systemd-tmpfiles-setup.service ] || rm -f $i; done); \

rm -f /lib/systemd/system/multi-user.target.wants/*;\

rm -f /etc/systemd/system/*.wants/*;\

rm -f /lib/systemd/system/local-fs.target.wants/*; \

rm -f /lib/systemd/system/sockets.target.wants/*udev*; \

rm -f /lib/systemd/system/sockets.target.wants/*initctl*; \

rm -f /lib/systemd/system/basic.target.wants/*;\

rm -f /lib/systemd/system/anaconda.target.wants/*;

RUN yum install -y net-tools iproute lsof && \

 yum install -y vim-enhanced && \

 yum install -y sudo passwd && \

 yum install -y iptables && \

 yum install -y openssh.x86_64 openssh-server.x86_64 openssh-clients.x86_64 && \

 yum install -y java-1.8.0-openjdk.x86_64 java-1.8.0-openjdk-devel.x86_64 && \

 yum install -y mariadb-server.x86_64 mariadb.x86_64 && \

 yum install -y mysql-connector-java.noarch

#sshd and root

RUN ssh-keygen -q -t rsa -b 2048 -f /etc/ssh/ssh_host_rsa_key -N ''  && \

 ssh-keygen -q -t ecdsa -f /etc/ssh/ssh_host_ecdsa_key -N ''  && \

 ssh-keygen -t dsa -f /etc/ssh/ssh_host_ed25519_key  -N '' && \

 sed -i "s/#UsePrivilegeSeparation.*/UsePrivilegeSeparation no/g" /etc/ssh/sshd_config  && \

 sed -i "s/UsePAM.*/UsePAM no/g" /etc/ssh/sshd_config  && \

 sed -i "s/#Port.*/Port 23/g" /etc/ssh/sshd_config  && \

 echo "root:root" | chpasswd && systemctl enable mariadb.service && systemctl enable sshd.service

RUN /bin/echo -e "LANG=\"en_US.UTF-8\"" > /etc/default/local

#jdk

RUN ln -s /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64 /usr/lib/jvm/jdk8

ENV JAVA_HOME /usr/lib/jvm/jdk8

ENV CLASSPATH .:$JAVA_HOME/jre/lib/rt.jar:$JAVA_HOME/lib/dt.jar:$JAVA_HOME/lib/tools.jar

ENV PATH $PATH:$JAVA_HOME/bin

RUN rm /usr/bin/java && ln -s $JAVA_HOME/bin/java /usr/bin/java

#supervisor

RUN rpm -Uvh  http://dl.fedoraproject.org/pub/epel/7/x86_64/e/epel-release-7-10.noarch.rpm

RUN yum install -y supervisor

RUN mkdir -p /etc/supervisor/

COPY supervisord.conf /etc/supervisor/

#should use systemd

VOLUME [ "/sys/fs/cgroup" ]

#CMD /usr/sbin/init

COPY run.sh /

RUN chown root:root /run.sh && \

 chmod 700 /run.sh && yum clean all

#CMD supervisord -c /etc/supervisor/supervisord.conf

CMD /run.sh

EXPOSE 23

 

supervisord.conf

[unix_http_server]

file=/var/run/supervisor/supervisor.sock   ; (the path to the socket file)

[supervisord]

logfile=/var/run/supervisor/supervisord.log ; (main log file;default $CWD/supervisord.log)

logfile_maxbytes=50MB        ; (max main logfile bytes b4 rotation;default 50MB)

logfile_backups=10           ; (num of main logfile rotation backups;default 10)

loglevel=info                ; (log level;default info; others: debug,warn,trace)

pidfile=/var/run/supervisor/supervisord.pid ; (supervisord pidfile;default supervisord.pid)

nodaemon=true               ; (start in foreground if true;default false)

minfds=1024                  ; (min. avail startup file descriptors;default 1024)

minprocs=200                 ; (min. avail process descriptors;default 200)

[rpcinterface:supervisor]

supervisor.rpcinterface_factory = supervisor.rpcinterface:make_main_rpcinterface

[supervisorctl]

serverurl=unix:///var/run/supervisor/supervisor.sock ; use a unix:// URL  for a unix socket

[program:sshd]

command=/usr/sbin/sshd –D

 

run.sh

#!/bin/bash

echo "supervisord start..."

supervisord -c /etc/supervisor/supervisord.conf &

echo "init start..."

exec /usr/sbin/init

 

2 构建hive

基于上一个的镜像，可以构建hive的镜像

docker build -t centoshive .

 

Dockerfile

#docker build -t centoshive .

#参考了 https://github.com/sequenceiq/hadoop-docker

FROM cenosbase7

MAINTAINER centoshive

USER root

#.tar.gz会自动解压

#http://archive.apache.org/dist/hive/hive-1.1.0/apache-hive-1.1.0-bin.tar.gz

#http://archive.cloudera.com/cdh5/cdh/5/hadoop-2.6.0-cdh5.10.1.tar.gz

ADD pkg/apache-hive-1.1.0-bin.tar.gz /usr/local/

ADD pkg/hadoop-2.6.0-cdh5.10.1.tar.gz /usr/local/

#RUN ls -l /usr/local/

RUN cd /usr/local && ln -s ./hadoop-2.6.0-cdh5.10.1 hadoop && ln -s ./apache-hive-1.1.0-bin hive

ENV HADOOP_PREFIX=/usr/local/hadoop HADOOP_COMMON_HOME=/usr/local/hadoop HADOOP_HDFS_HOME=/usr/local/hadoop

ENV HADOOP_MAPRED_HOME /usr/local/hadoop

ENV HADOOP_YARN_HOME /usr/local/hadoop

ENV HADOOP_CONF_DIR /usr/local/hadoop/etc/hadoop

ENV YARN_CONF_DIR $HADOOP_PREFIX/etc/hadoop

RUN sed -i '/^export JAVA_HOME/ s:.*:export JAVA_HOME=/usr/lib/jvm/jdk8\nexport HADOOP_PREFIX=/usr/local/hadoop\nexport HADOOP_HOME=/usr/local/hadoop\n:' $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh && \

 sed -i '/^export HADOOP_CONF_DIR/ s:.*:export HADOOP_CONF_DIR=/usr/local/hadoop/etc/hadoop/:' $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh

#RUN . $HADOOP_PREFIX/etc/hadoop/hadoop-env.sh

RUN mkdir $HADOOP_PREFIX/input && \

 cp $HADOOP_PREFIX/etc/hadoop/*.xml $HADOOP_PREFIX/input

# pseudo distributed

ADD hadoop-cfg/core-site.xml.template $HADOOP_PREFIX/etc/hadoop/core-site.xml.template

RUN sed s/HOSTNAME/localhost/ /usr/local/hadoop/etc/hadoop/core-site.xml.template > /usr/local/hadoop/etc/hadoop/core-site.xml

ADD hadoop-cfg/hdfs-site.xml $HADOOP_PREFIX/etc/hadoop/hdfs-site.xml

ADD hadoop-cfg/mapred-site.xml $HADOOP_PREFIX/etc/hadoop/mapred-site.xml

ADD hadoop-cfg/yarn-site.xml $HADOOP_PREFIX/etc/hadoop/yarn-site.xml

RUN $HADOOP_PREFIX/bin/hdfs namenode -format

# fixing the libhadoop.so like a boss

ADD pkg/hadoop-native-64-2.7.1.tar.gz /usr/local/hadoop/lib/native

# workingaround docker.io build error

RUN chmod +x /usr/local/hadoop/etc/hadoop/*-env.sh

#ssh

ADD ssh_config /root/.ssh/config

RUN chmod 600 /root/.ssh/config

RUN chown root:root /root/.ssh/config

#ssh localhost不用登录

# passwordless ssh

RUN ssh-keygen -q -N "" -t dsa -f /etc/ssh/ssh_host_dsa_key

#RUN ssh-keygen -q -N "" -t rsa -f /etc/ssh/ssh_host_rsa_key

RUN ssh-keygen -q -N "" -t rsa -f /root/.ssh/id_rsa

RUN cp /root/.ssh/id_rsa.pub /root/.ssh/authorized_keys

#hive

ENV HIVE_HOME /usr/local/hive

COPY hive/hive-site.xml /usr/local/hive/conf/.

COPY pkg/mysql-connector-java-5.1.38.jar /usr/local/hive/lib/.

ENV PATH $PATH:/usr/local/hive/bin

#daemon service

RUN mkdir -p /opt/daemon/ && rm -f /run.sh && rm -rf /etc/supervisor/

ADD svc/*.sh /opt/daemon/

COPY svc/*.ini /etc/supervisord.d/

RUN mkdir -p /opt/log && chown root:root /opt/daemon/*.sh && \

 chmod 700 /opt/daemon/*.sh

#

COPY svc/locale.conf /etc/

#RUN yum install -y kde-l10n-Chinese

#

CMD /opt/daemon/run.sh

# Hdfs ports

EXPOSE 50010 50020 50070 50075 50090 8020 9000

# Mapred ports

EXPOSE 10020 19888

#Yarn ports

EXPOSE 8030 8031 8032 8033 8040 8042 8088

#hive ports

EXPOSE 10000

 

其他依赖文件

https://gitee.com/wushifeng/hivedocker/attach_files/download?i=114939&u=http%3A%2F%2Ffiles.git.oschina.net%2Fgroup1%2FM00%2F02%2FC6%2FPaAvDFpfFtOASF8RABMYaUNwYdI5212.gz%3Ftoken%3D08896e8c3e9a49eed5c33d921bd52836%26ts%3D1516181203%26attname%3Dhive-docker.tar.gz