sb与大数据的整合

docker环境搭建

wget -O /etc/yum.repos.d/docker-ce.repo https://download.docker.com/linux/centos/docker-ce.repo
sed -i 's+download.docker.com+mirrors.cloud.tencent.com/docker-ce+' /etc/yum.repos.d/docker-ce.repo
yum makecache fast
yum install docker-ce

systemctl start docker
systemctl enable docker



[root@china ~]# curl -SL https://github.com/docker/compose/releases/download/v2.17.2/docker-compose-linux-x86_64 -o /usr/local/bin/docker-compose

[root@china ~]# chmod +x /usr/local/bin/docker-compose



配置国内镜像
cat  /etc/docker/daemon.json
{
  "registry-mirrors": ["http://hub-mirror.c.163.com"]
}

hadoop 搭建

docker pull bde2020/hadoop-namenode:2.0.0-hadoop2.7.4-java8
docker pull bde2020/hadoop-resourcemanager:2.0.0-hadoop2.7.4-java8
docker pull bde2020/hadoop-historyserver:2.0.0-hadoop2.7.4-java8
docker pull bde2020/hadoop-nodemanager:2.0.0-hadoop2.7.4-java8
docker pull bde2020/hadoop-datanode:2.0.0-hadoop2.7.4-java8
docker pull bde2020/hive:2.3.2-postgresql-metastore
docker pull bde2020/hive-metastore-postgresql:2.3.0
docker pull shawnzhu/prestodb:0.181
docker pull zookeeper:3.5.8
docker pull bde2020/hbase-master:1.0.0-hbase1.2.6
docker pull bde2020/hbase-regionserver:1.0.0-hbase1.2.6