Hadoop HA
Hadoop HA
HA：High Available，高可用
HDFS集群中NameNode 存在单点故障（SPOF）。对于只有一个NameNode的集群，如果NameNode机器出现意外情况，将导致整个集群瘫痪！
HDFS 的 HA 功能通过配置 Active/Standby 两个 NameNodes 实现在集群中对 NameNode 的热备来解决。如果出现故障，如机器故障或机器需要升级维护，这时可通过此种方
式将 NameNode 很快的切换到另外一台机器。
-
namenode 高可用
-
yarn 高可用
Hadoop HA集群配置
-
在master上配置Hadoop HA集群文件
[root@master app]# cd hadoop/ [root@master hadoop]# ls bin include libexec licenses-binary logs NOTICE.txt sbin etc lib LICENSE-binary LICENSE.txt NOTICE-binary README.txt share [root@master hadoop]# cd etc/hadoop/ [root@master hadoop]# ls capacity-scheduler.xml kms-log4j.properties configuration.xsl kms-site.xml container-executor.cfg log4j.properties core-site.xml mapred-env.cmd hadoop-env.cmd mapred-env.sh hadoop-env.sh mapred-queues.xml.template hadoop-metrics2.properties mapred-site.xml hadoop-policy.xml shellprofile.d hadoop-user-functions.sh.example ssl-client.xml.example hdfs-rbf-site.xml ssl-server.xml.example hdfs-site.xml user_ec_policies.xml.template httpfs-env.sh workers httpfs-log4j.properties yarn-env.cmd httpfs-site.xml yarn-env.sh kms-acls.xml yarnservice-log4j.properties kms-env.sh yarn-site.xml [root@master hadoop]#- hadoop-env.sh配置
#末尾追加 #Hadoop HA，允许root用户操作 export HDFS_ZKFC_USER=root export HDFS_JOURNALNODE_USER=root
-
core-site.xml配置
#切换目录 # cd /opt/app/hadoop/etc/hadoop # vim core-site.xml #修改默认文件系统配置，设置高可用集群为默认，对照hdfs-site.xml里的dfs.nameservices配置项 <property> <name>fs.defaultFS</name> <value>hdfs://mycluster</value> </property> #在文件末尾添加如下内容： <!--**************************************************--> <!-- 指定 zkfc 要连接的 zkServer 地址 --> <property> <name>ha.zookeeper.quorum</name> <value>master:2181,node1:2181,node2:2181</value> </property> <!-- NN 连接 JN 重试次数，默认是 10 次 --> <property> <name>ipc.client.connect.max.retries</name> <value>20</value> </property> <!-- 重试时间间隔，默认 1s --> <property> <name>ipc.client.connect.retry.interval</name> <value>5000</value> </property> <!--***********************************************--> -
hdfs-site.xml 配置
# vim core-site.xml #删除关于secondary的设置 <property> <name>dfs.namenode.secondary.http-address</name> <value>node2:9868</value> </property> #在文件末尾添加如下内容： <!-- ********************** HDFS HA ************************** --> <!-- 完全分布式集群名称 --> <property> <name>dfs.nameservices</name> <value>mycluster</value> </property> <!-- 集群中 NameNode 节点都有哪些（master和node） --> <property> <name>dfs.ha.namenodes.mycluster</name> <value>nn1,nn2,nn3</value> </property> <!-- NameNode 的 RPC 通信地址 --> <property> <name>dfs.namenode.rpc-address.mycluster.nn1</name> <value>master:8020</value> </property> <property> <name>dfs.namenode.rpc-address.mycluster.nn2</name> <value>node1:8020</value> </property> <property> <name>dfs.namenode.rpc-address.mycluster.nn3</name> <value>node2:8020</value> </property> <!-- NameNode 的 http 通信地址 --> <property> <name>dfs.namenode.http-address.mycluster.nn1</name> <value>master:9870</value> </property> <property> <name>dfs.namenode.http-address.mycluster.nn2</name> <value>node1:9870</value> </property> <property> <name>dfs.namenode.http-address.mycluster.nn3</name> <value>node2:9870</value> </property> <!-- 指定 NameNode 元数据在 JournalNode 上的存放位置 --> <property> <name>dfs.namenode.shared.edits.dir</name> <value>qjournal://master:8485;node1:8485;node2:8485/mycluster</value> </property> <!-- 开启 HA 自动切换，nn 故障自动转移 --> <property> <name>dfs.ha.automatic-failover.enabled</name> <value>true</value> </property> <!-- 失败自动切换实现方式 --> <!-- 访问代理类：client 用于确定哪个 NameNode 为 Active --> <property> <name>dfs.client.failover.proxy.provider.mycluster</name> <value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value> </property> <!-- 设置隔离机制，即同一时刻只能有一台服务器对外响应 --> <property> <name>dfs.ha.fencing.methods</name> <value>sshfence</value> </property> <!-- 使用隔离机制时需要 ssh 秘钥登录--> <property> <name>dfs.ha.fencing.ssh.private-key-files</name> <value>/root/.ssh/id_rsa</value> </property> <!-- NameNode 数据存储目录 --> <property> <name>dfs.namenode.name.dir</name> <value>file://${hadoop.tmp.dir}/name</value> </property> <!-- DataNode 数据存储目录 --> <property> <name>dfs.datanode.data.dir</name> <value>file://${hadoop.tmp.dir}/data</value> </property> <!-- JournalNode 数据存储目录 --> <property> <name>dfs.journalnode.edits.dir</name> <value>${hadoop.tmp.dir}/jn</value> </property> <!-- ********************** HDFS HA ************************** -->
此部分略过
``` Lianxia --折叠[root@master hadoop]# vi hdfs-site.xml
<configuration>
<!--指定块的副本数，默认是3-->
<property>
<name>dfs.replication</name>
<value>3</value>
</property>
<!--指定数据块的大小-->
<property>
<name>dfs.blocksize</name>
<value>134217728</value>
</property>
<!--指定namenode的元数据目录-->
<property>
<name>dfs.namenode.name.dir</name>
<value>/home/hadata/dfs/name</value>
</property>
<!--指定datanode存储数据目录-->
<property>
<name>dfs.datanode.data.dir</name>
<value>/home/hadata/dfs/data</value>
</property>
<!--hdfs的命名空间,逻辑名称-->
<property>
<name>dfs.nameservices</name>
<value>lan</value>
</property>
<!--qianfeng下的namenode的别名-->
<property>
<name>dfs.ha.namenodes.lan</name>
<value>nn1,nn2</value>
</property>
<!--指定nn1和nn2的通信地址-->
<property>
<name>dfs.namenode.rpc-address.lan.nn1</name>
<value>master:9000</value>
</property>
<property>
<name>dfs.namenode.rpc-address.lan.nn2</name>
<value>salve1:9000</value>
</property>
<!--指定namenode的web通信地址-->
<property>
<name>dfs.namenode.http-address.lan.nn1</name>
<value>master:50070</value>
</property>
<property>
<name>dfs.namenode.http-address.lan.nn2</name>
<value>salve1:50070</value>
</property>
<!--指定共享日志目录-->
<property>
<name>dfs.namenode.shared.edits.dir</name>
<value>qjournal://master:8485;salve1:8485;salve2:8485/lan</value>
</property>
<!--指定开启namenode失败自动转移-->
<property>
<name>dfs.ha.automatic-failover.enabled</name>
<value>true</value>
</property>
<!--指定失败转移的类-->
<property>
<name>dfs.client.failover.proxy.provider.lan</name>
<value>org.apache.hadoop.hdfs.server.namenode.ha.ConfiguredFailoverProxyProvider</value>
</property>
<!--防止namenode的脑裂-->
<property>
<name>dfs.ha.fencing.methods</name>
<value>sshfence</value>
</property>
<property>
<name>dfs.ha.fencing.ssh.private-key-files</name>
<value>/root/.ssh/id_rsa</value>
</property>
<!--指定超时时间设置-->
<property>
<name>dfs.ha.fencing.ssh.connect-timeout</name>
<value>30000</value>
</property>
<!--指定日志的本地目录-->
<property>
<name>dfs.journalnode.edits.dir</name>
<value>/home/hadata/journal1</value>
</property>
<!--是否开启webhdfs的-->
<property>
<name>dfs.webhdfs.enabled</name>
<value>true</value>
</property>
<!--是否开启hdfs的权限-->
<property>
<name>dfs.permissions</name>
<value>false</value>
</property>
</configuration>
```
-
mapred-site.xml 配置文件不变
-
yarn-site.xml配置
# vim yarn-site.xml #在文件末尾添加如下内容： <!-- ********************** YARN HA ************************** --> <property> <!-- 指定NodeManager 获取数据的方式 --> <!-- 指定mapreduce的shuffle服务 --> <name>yarn.nodemanager.aux-services</name> <value>mapreduce_shuffle</value> </property> <!-- 启用 resourcemanager HA --> <property> <name>yarn.resourcemanager.ha.enabled</name> <value>true</value> </property> <!-- 声明两台 resourcemanager 的地址 --> <property> <!-- 指定YARN HA 的名称 --> <name>yarn.resourcemanager.cluster-id</name> <value>cluster-yarn1</value> </property> <!--指定 resourcemanager 的逻辑列表--> <property> <name>yarn.resourcemanager.ha.rm-ids</name> <value>rm1,rm2,rm3</value> </property> <!-- ========== rm1 的配置 ========== --> <!-- 指定 rm1 的主机名 --> <property> <name>yarn.resourcemanager.hostname.rm1</name> <value>master</value> </property> <!-- 指定 rm1 的 web 端地址 --> <property> <name>yarn.resourcemanager.webapp.address.rm1</name> <value>master:8088</value> </property> <!-- 指定 rm1 的内部通信地址 --> <property> <name>yarn.resourcemanager.address.rm1</name> <value>master:8032</value> </property> <!-- 指定 AM 向 rm1 申请资源的地址 --> <property> <name>yarn.resourcemanager.scheduler.address.rm1</name> <value>master:8030</value> </property> <!-- 指定供 NM 连接的地址 --> <property> <name>yarn.resourcemanager.resource-tracker.address.rm1</name> <value>master:8031</value> </property> <!-- ========== rm2 的配置 ========== --> <!-- 指定 rm2 的主机名 --> <property> <name>yarn.resourcemanager.hostname.rm2</name> <value>node1</value> </property> <property> <name>yarn.resourcemanager.webapp.address.rm2</name> <value>node1:8088</value> </property> <property> <name>yarn.resourcemanager.address.rm2</name> <value>node1:8032</value> </property> <property> <name>yarn.resourcemanager.scheduler.address.rm2</name> <value>node1:8030</value> </property> <property> <name>yarn.resourcemanager.resource-tracker.address.rm2</name> <value>node1:8031</value> </property> <!-- ========== rm3 的配置 ========== --> <!-- 指定 rm3 的主机名 --> <property> <name>yarn.resourcemanager.hostname.rm3</name> <value>node2</value> </property> <!-- 指定 rm3 的 web 端地址 --> <property> <name>yarn.resourcemanager.webapp.address.rm3</name> <value>node2:8088</value> </property> <!-- 指定 rm3 的内部通信地址 --> <property> <name>yarn.resourcemanager.address.rm3</name> <value>node2:8032</value> </property> <!-- 指定 AM 向 rm3 申请资源的地址 --> <property> <name>yarn.resourcemanager.scheduler.address.rm3</name> <value>node2:8030</value> </property> <!-- 指定供 NM 连接的地址 --> <property> <name>yarn.resourcemanager.resource-tracker.address.rm3</name> <value>node2:8031</value> </property> <!-- 指定 zookeeper 集群的地址 --> <property> <name>yarn.resourcemanager.zk-address</name> <value>master:2181,node1:2181,node2:2181</value> </property> <!-- 启用自动恢复机制 --> <property> <name>yarn.resourcemanager.recovery.enabled</name> <value>true</value> </property> <!-- 指定 resourcemanager 的状态信息存储在 zookeeper 集群 --> <property> <!-- 执行ResourceManager 恢复机制类 --> <name>yarn.resourcemanager.store.class</name> <value>org.apache.hadoop.yarn.server.resourcemanager.recovery.ZKRMStateStore</value> </property> <!-- 环境变量的继承 --> <property> <name>yarn.nodemanager.env-whitelist</name> <value>JAVA_HOME,HADOOP_COMMON_HOME,HADOOP_HDFS_HOME,HADOOP_CONF_DIR,CLAS SPATH_PREPEND_DISTCACHE,HADOOP_YARN_HOME,HADOOP_MAPRED_HOME</value> </property> <!-- ********************** YARN HA ************************** --> -
workers配置文件不变
-
分发配置好的 hadoop HA 环境到其他节点
[root@master etc]# scp -r ./hadoop/ root@node1:/opt/app/hadoop/etc/ [root@master etc]# scp -r ./hadoop/ root@node2:/opt/app/hadoop/etc/
-
第一次开机启动前，首先要安装一个插件
# 安装包含fuster程序的软件包Psmisc,每个节点机器都要安装,fuster功能是能识别出正在对某个文件或端口访问的进程，这样zkfc才能杀死假死进程 [root@master etc]# yum install psmisc -y 已加载插件：fastestmirror Determining fastest mirrors * base: mirrors.ustc.edu.cn * extras: mirrors.ustc.edu.cn * updates: mirrors.ustc.edu.cn base | 3.6 kB 00:00 extras | 2.9 kB 00:00 updates | 2.9 kB 00:00 updates/7/x86_64/primary_db | 17 MB 00:07 正在解决依赖关系 --> 正在检查事务 ---> 软件包 psmisc.x86_64.0.22.20-17.el7 将被 安装 --> 解决依赖关系完成 依赖关系解决 ================================================================================ Package 架构 版本 源 大小 ================================================================================ 正在安装: psmisc x86_64 22.20-17.el7 base 141 k 事务概要 ================================================================================ 安装 1 软件包 总下载量：141 k 安装大小：475 k Downloading packages: psmisc-22.20-17.el7.x86_64.rpm | 141 kB 00:00 Running transaction check Running transaction test Transaction test succeeded Running transaction 正在安装 : psmisc-22.20-17.el7.x86_64 1/1 验证中 : psmisc-22.20-17.el7.x86_64 1/1 已安装: psmisc.x86_64 0:22.20-17.el7 完毕！ 您在 /var/spool/mail/root 中有新邮件 [root@master etc]# -
初始化并启动 HDFS-HA 集群，注意：前提先启动zookeeper集群
#分别在三台节点机器上执行命令，启动zookeeper集群， QuorumPeerMain进程启动 [root@master zookeeper]# zkServer.sh start ZooKeeper JMX enabled by default Using config: /opt/app/zookeeper/bin/../conf/zoo.cfg Starting zookeeper ... already running as process 25818. [root@master zookeeper]# -
- 在master上初始化Hadoop HA 在 Zookeeper 中状态，初始化zkfc
[root@master hadoop]# hdfs zkfc -formatZK[root@master hadoop]# hdfs zkfc -formatZK
[root@master hadoop]# hdfs zkfc -formatZK 2022-11-06 21:27:34,047 INFO tools.DFSZKFailoverController: STARTUP_MSG: /************************************************************ STARTUP_MSG: Starting DFSZKFailoverController STARTUP_MSG: host = master/192.168.15.137 STARTUP_MSG: args = [-formatZK] STARTUP_MSG: version = 3.3.4 STARTUP_MSG: classpath = /opt/app/hadoop/etc/hadoop:/opt/app/hadoop/share/hado op/common/lib/slf4j-reload4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/ snappy-java-1.1.8.2.jar:/opt/app/hadoop/share/hadoop/common/lib/jsr305-3.0.2.jar :/opt/app/hadoop/share/hadoop/common/lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hado op/share/hadoop/common/lib/kerb-common-1.0.1.jar:/opt/app/hadoop/share/hadoop/co mmon/lib/commons-net-3.6.jar:/opt/app/hadoop/share/hadoop/common/lib/accessors-s mart-2.4.7.jar:/opt/app/hadoop/share/hadoop/common/lib/j2objc-annotations-1.1.ja r:/opt/app/hadoop/share/hadoop/common/lib/curator-framework-4.2.0.jar:/opt/app/h adoop/share/hadoop/common/lib/netty-3.10.6.Final.jar:/opt/app/hadoop/share/hadoo p/common/lib/jersey-servlet-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/aud ience-annotations-0.5.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-servle t-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/jsr311-api-1.1.1. jar:/opt/app/hadoop/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/app/hadoo p/share/hadoop/common/lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share/hadoop/common/ lib/kerb-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-xml-9.4.43 .v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-shaded-protobuf_3_ 7-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/reload4j-1.2.22.jar:/opt/app /hadoop/share/hadoop/common/lib/commons-compress-1.21.jar:/opt/app/hadoop/share/ hadoop/common/lib/guava-27.0-jre.jar:/opt/app/hadoop/share/hadoop/common/lib/com mons-math3-3.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-admin-1.0.1.ja r:/opt/app/hadoop/share/hadoop/common/lib/jersey-server-1.19.jar:/opt/app/hadoop /share/hadoop/common/lib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/share /hadoop/common/lib/jetty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/had oop/common/lib/paranamer-2.3.jar:/opt/app/hadoop/share/hadoop/common/lib/commons -beanutils-1.9.4.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-server-9.4.43 .v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/listenablefuture-9999.0-e mpty-to-avoid-conflict-with-guava.jar:/opt/app/hadoop/share/hadoop/common/lib/st ax2-api-4.2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jaxb-api-2.2.11.jar:/o pt/app/hadoop/share/hadoop/common/lib/metrics-core-3.2.4.jar:/opt/app/hadoop/sha re/hadoop/common/lib/jackson-databind-2.12.7.jar:/opt/app/hadoop/share/hadoop/co mmon/lib/jackson-xc-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-m apper-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/gson-2.8.9.jar:/opt /app/hadoop/share/hadoop/common/lib/kerb-core-1.0.1.jar:/opt/app/hadoop/share/ha doop/common/lib/kerby-asn1-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jsp -api-2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-json-1.19.jar:/opt/a pp/hadoop/share/hadoop/common/lib/avro-1.7.7.jar:/opt/app/hadoop/share/hadoop/co mmon/lib/kerb-client-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-xdr -1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/token-provider-1.0.1.jar:/opt /app/hadoop/share/hadoop/common/lib/hadoop-shaded-guava-1.1.1.jar:/opt/app/hadoo p/share/hadoop/common/lib/jetty-http-9.4.43.v20210629.jar:/opt/app/hadoop/share/ hadoop/common/lib/checker-qual-2.5.2.jar:/opt/app/hadoop/share/hadoop/common/lib /commons-cli-1.2.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-core-2.12.7 .jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-identity-1.0.1.jar:/opt/app/ha doop/share/hadoop/common/lib/httpcore-4.4.13.jar:/opt/app/hadoop/share/hadoop/co mmon/lib/asm-5.0.4.jar:/opt/app/hadoop/share/hadoop/common/lib/slf4j-api-1.7.36. jar:/opt/app/hadoop/share/hadoop/common/lib/json-smart-2.4.7.jar:/opt/app/hadoop /share/hadoop/common/lib/kerb-crypto-1.0.1.jar:/opt/app/hadoop/share/hadoop/comm on/lib/curator-recipes-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-c onfig-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-io-9.4.43.v2021062 9.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-auth-3.3.4.jar:/opt/app/had oop/share/hadoop/common/lib/kerby-pkix-1.0.1.jar:/opt/app/hadoop/share/hadoop/co mmon/lib/jackson-core-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/com mons-lang3-3.12.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jakarta.activation -api-1.2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-text-1.4.jar:/opt /app/hadoop/share/hadoop/common/lib/woodstox-core-5.3.0.jar:/opt/app/hadoop/shar e/hadoop/common/lib/jettison-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/ani mal-sniffer-annotations-1.17.jar:/opt/app/hadoop/share/hadoop/common/lib/jsch-0. 1.55.jar:/opt/app/hadoop/share/hadoop/common/lib/zookeeper-jute-3.5.6.jar:/opt/a pp/hadoop/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share /hadoop/common/lib/jul-to-slf4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/l ib/kerb-simplekdc-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-annot ations-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-io-2.8.0.jar:/o pt/app/hadoop/share/hadoop/common/lib/curator-client-4.2.0.jar:/opt/app/hadoop/s hare/hadoop/common/lib/jetty-util-9.4.43.v20210629.jar:/opt/app/hadoop/share/had oop/common/lib/commons-collections-3.2.2.jar:/opt/app/hadoop/share/hadoop/common /lib/kerby-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-server-1. 0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/zookeeper-3.5.6.jar:/opt/app/had oop/share/hadoop/common/lib/protobuf-java-2.5.0.jar:/opt/app/hadoop/share/hadoop /common/lib/failureaccess-1.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty- util-ajax-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/re2j-1.1. jar:/opt/app/hadoop/share/hadoop/common/lib/commons-codec-1.15.jar:/opt/app/hado op/share/hadoop/common/lib/commons-configuration2-2.1.1.jar:/opt/app/hadoop/shar e/hadoop/common/lib/jackson-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/ common/lib/jcip-annotations-1.0-1.jar:/opt/app/hadoop/share/hadoop/common/lib/co mmons-daemon-1.0.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-core-1.19 .jar:/opt/app/hadoop/share/hadoop/common/lib/httpclient-4.5.13.jar:/opt/app/hado op/share/hadoop/common/lib/javax.servlet-api-3.1.0.jar:/opt/app/hadoop/share/had oop/common/lib/commons-logging-1.1.3.jar:/opt/app/hadoop/share/hadoop/common/had oop-kms-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-nfs-3.3.4.jar:/opt/ app/hadoop/share/hadoop/common/hadoop-common-3.3.4.jar:/opt/app/hadoop/share/had oop/common/hadoop-common-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/common/had oop-registry-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs:/opt/app/hadoop/share/h adoop/hdfs/lib/snappy-java-1.1.8.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsr 305-3.0.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/okhttp-4.9.3.jar:/opt/app/ha doop/share/hadoop/hdfs/lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hadoop/share/hadoo p/hdfs/lib/kerb-common-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-n et-3.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/accessors-smart-2.4.7.jar:/opt/ app/hadoop/share/hadoop/hdfs/lib/j2objc-annotations-1.1.jar:/opt/app/hadoop/shar e/hadoop/hdfs/lib/curator-framework-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/ lib/netty-3.10.6.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport -rxtx-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-stomp-4 .1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-servlet-1.19.jar:/o pt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-mqtt-4.1.77.Final.jar:/opt/app/h adoop/share/hadoop/hdfs/lib/audience-annotations-0.5.0.jar:/opt/app/hadoop/share /hadoop/hdfs/lib/jetty-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop /hdfs/lib/netty-codec-http-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/li b/jsr311-api-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jaxb-impl-2.2.3-1.j ar:/opt/app/hadoop/share/hadoop/hdfs/lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share /hadoop/hdfs/lib/kerb-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty -resolver-dns-classes-macos-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/l ib/jetty-xml-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-s haded-protobuf_3_7-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/reload4j-1.2. 22.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-compress-1.21.jar:/opt/app/ hadoop/share/hadoop/hdfs/lib/guava-27.0-jre.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/commons-math3-3.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-admin-1 .0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-server-1.19.jar:/opt/app/h adoop/share/hadoop/hdfs/lib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/sh are/hadoop/hdfs/lib/jetty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/ha doop/hdfs/lib/paranamer-2.3.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-be anutils-1.9.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-server-9.4.43.v202 10629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/listenablefuture-9999.0-empty-to -avoid-conflict-with-guava.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec -dns-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/stax2-api-4.2.1.jar: /opt/app/hadoop/share/hadoop/hdfs/lib/jaxb-api-2.2.11.jar:/opt/app/hadoop/share/ hadoop/hdfs/lib/netty-transport-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hd fs/lib/netty-codec-xml-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/ko tlin-stdlib-1.4.10.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-buffer-4.1.77 .Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-databind-2.12.7.jar:/op t/app/hadoop/share/hadoop/hdfs/lib/jackson-xc-1.9.13.jar:/opt/app/hadoop/share/h adoop/hdfs/lib/netty-transport-classes-epoll-4.1.77.Final.jar:/opt/app/hadoop/sh are/hadoop/hdfs/lib/jackson-mapper-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/h dfs/lib/netty-transport-native-unix-common-4.1.77.Final.jar:/opt/app/hadoop/shar e/hadoop/hdfs/lib/gson-2.8.9.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-tra nsport-native-epoll-4.1.77.Final-linux-aarch_64.jar:/opt/app/hadoop/share/hadoop /hdfs/lib/netty-codec-memcache-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/netty-all-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-core -1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-asn1-1.0.1.jar:/opt/app/h adoop/share/hadoop/hdfs/lib/json-simple-1.1.1.jar:/opt/app/hadoop/share/hadoop/h dfs/lib/jersey-json-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transpo rt-native-epoll-4.1.77.Final-linux-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/ lib/avro-1.7.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-client-1.0.1.jar:/ opt/app/hadoop/share/hadoop/hdfs/lib/kerby-xdr-1.0.1.jar:/opt/app/hadoop/share/h adoop/hdfs/lib/token-provider-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/ha doop-shaded-guava-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-http-9.4 .43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/checker-qual-2.5.2.jar:/ opt/app/hadoop/share/hadoop/hdfs/lib/commons-cli-1.2.jar:/opt/app/hadoop/share/h adoop/hdfs/lib/netty-transport-native-kqueue-4.1.77.Final-osx-x86_64.jar:/opt/ap p/hadoop/share/hadoop/hdfs/lib/netty-handler-4.1.77.Final.jar:/opt/app/hadoop/sh are/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.77.Final-osx-aarch_64.ja r:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-udt-4.1.77.Final.jar:/op t/app/hadoop/share/hadoop/hdfs/lib/jackson-core-2.12.7.jar:/opt/app/hadoop/share /hadoop/hdfs/lib/kerb-identity-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/h ttpcore-4.4.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/asm-5.0.4.jar:/opt/app/ hadoop/share/hadoop/hdfs/lib/json-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/h dfs/lib/netty-codec-haproxy-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/l ib/kerb-crypto-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-recipes-4 .2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kotlin-stdlib-common-1.4.10.jar:/ opt/app/hadoop/share/hadoop/hdfs/lib/kerby-config-1.0.1.jar:/opt/app/hadoop/shar e/hadoop/hdfs/lib/jetty-io-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/hadoop-auth-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-pkix-1.0 .1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/opt/ap p/hadoop/share/hadoop/hdfs/lib/commons-lang3-3.12.0.jar:/opt/app/hadoop/share/ha doop/hdfs/lib/okio-2.8.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jakarta.activ ation-api-1.2.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-classe s-kqueue-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-d ns-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-4.1.77.Fin al.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-text-1.4.jar:/opt/app/hadoo p/share/hadoop/hdfs/lib/woodstox-core-5.3.0.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/jettison-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsch-0.1.55.jar:/op t/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-kqueue-4.1.77.Final-os x-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-sctp-4.1.77 .Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/animal-sniffer-annotations-1.17 .jar:/opt/app/hadoop/share/hadoop/hdfs/lib/zookeeper-jute-3.5.6.jar:/opt/app/had oop/share/hadoop/hdfs/lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share/hadoop/ hdfs/lib/netty-codec-smtp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib /leveldbjni-all-1.8.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-simplekdc-1.0 .1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-annotations-3.3.4.jar:/opt/a pp/hadoop/share/hadoop/hdfs/lib/commons-io-2.8.0.jar:/opt/app/hadoop/share/hadoo p/hdfs/lib/curator-client-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty- util-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-collecti ons-3.2.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-util-1.0.1.jar:/opt/ap p/hadoop/share/hadoop/hdfs/lib/netty-handler-proxy-4.1.77.Final.jar:/opt/app/had oop/share/hadoop/hdfs/lib/kerb-server-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/zookeeper-3.5.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-redi s-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar :/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-socks-4.1.77.Final.jar:/opt/a pp/hadoop/share/hadoop/hdfs/lib/failureaccess-1.0.jar:/opt/app/hadoop/share/hado op/hdfs/lib/jetty-util-ajax-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hd fs/lib/re2j-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-codec-1.15.jar :/opt/app/hadoop/share/hadoop/hdfs/lib/commons-configuration2-2.1.1.jar:/opt/app /hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.77.Final-osx-x 86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-annotations-2.12.7.jar:/ opt/app/hadoop/share/hadoop/hdfs/lib/jcip-annotations-1.0-1.jar:/opt/app/hadoop/ share/hadoop/hdfs/lib/netty-resolver-4.1.77.Final.jar:/opt/app/hadoop/share/hado op/hdfs/lib/netty-common-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/ commons-daemon-1.0.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-core-1.19 .jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-http2-4.1.77.Final.jar:/o pt/app/hadoop/share/hadoop/hdfs/lib/httpclient-4.5.13.jar:/opt/app/hadoop/share/ hadoop/hdfs/lib/javax.servlet-api-3.1.0.jar:/opt/app/hadoop/share/hadoop/hdfs/li b/commons-logging-1.1.3.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-native -client-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-rbf-3.3.4.jar:/o pt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-nfs-3.3.4.jar:/opt/app/hadoop/share/ hadoop/hdfs/hadoop-hdfs-rbf-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/ha doop-hdfs-httpfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-3.3.4.j ar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-client-3.3.4.jar:/opt/app/hadoo p/share/hadoop/hdfs/hadoop-hdfs-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdf s/hadoop-hdfs-client-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hd fs-native-client-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-m apreduce-client-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-map reduce-examples-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduc e-client-jobclient-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapre duce-client-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapre duce-client-hs-plugins-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-m apreduce-client-hs-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapre duce-client-uploader-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-map reduce-client-nativetask-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop -mapreduce-client-shuffle-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoo p-mapreduce-client-app-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-m apreduce-client-jobclient-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/yarn:/opt /app/hadoop/share/hadoop/yarn/lib/jetty-plus-9.4.43.v20210629.jar:/opt/app/hadoo p/share/hadoop/yarn/lib/jetty-jndi-9.4.43.v20210629.jar:/opt/app/hadoop/share/ha doop/yarn/lib/java-util-1.9.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/snakeyam l-1.26.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-annotations-9.4.43.v20210 629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax.websocket-client-api-1.0.jar :/opt/app/hadoop/share/hadoop/yarn/lib/fst-2.50.jar:/opt/app/hadoop/share/hadoop /yarn/lib/websocket-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/ya rn/lib/bcpkix-jdk15on-1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/objenesis-2 .6.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-tree-9.1.jar:/opt/app/hadoop/sh are/hadoop/yarn/lib/metrics-core-3.2.4.jar:/opt/app/hadoop/share/hadoop/yarn/lib /aopalliance-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-analysis-9.1.jar: /opt/app/hadoop/share/hadoop/yarn/lib/javax.websocket-api-1.0.jar:/opt/app/hadoo p/share/hadoop/yarn/lib/javax-websocket-client-impl-9.4.43.v20210629.jar:/opt/ap p/hadoop/share/hadoop/yarn/lib/jersey-guice-1.19.jar:/opt/app/hadoop/share/hadoo p/yarn/lib/mssql-jdbc-6.2.1.jre7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/webso cket-common-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-m odule-jaxb-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocke t-api-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-client-9. 4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jersey-client-1.19.jar: /opt/app/hadoop/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/app/hadoop/share/h adoop/yarn/lib/websocket-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoo p/yarn/lib/bcprov-jdk15on-1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/geronim o-jcache_1.0_spec-1.0-alpha-1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson- jaxrs-json-provider-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/ehcache-3.3 .1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-jaxrs-base-2.12.7.jar:/opt/ app/hadoop/share/hadoop/yarn/lib/asm-commons-9.1.jar:/opt/app/hadoop/share/hadoo p/yarn/lib/HikariCP-java7-2.4.12.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jna-5 .2.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/swagger-annotations-1.5.4.jar:/op t/app/hadoop/share/hadoop/yarn/lib/websocket-client-9.4.43.v20210629.jar:/opt/ap p/hadoop/share/hadoop/yarn/lib/guice-4.0.jar:/opt/app/hadoop/share/hadoop/yarn/l ib/javax-websocket-server-impl-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop /yarn/lib/json-io-2.5.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jakarta.xml.bi nd-api-2.3.2.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jline-3.9.0.jar:/opt/app/ hadoop/share/hadoop/yarn/lib/guice-servlet-4.0.jar:/opt/app/hadoop/share/hadoop/ yarn/hadoop-yarn-registry-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yar n-server-router-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-s haredcachemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server -common-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-unm anaged-am-launcher-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-clien t-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-tests-3.3.4.jar :/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-timeline-pluginstorage-3.3 .4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-distributedshe ll-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-services-core-3.3.4.j ar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-3.3.4.ja r:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-services-api-3.3.4.jar:/opt/app/ hadoop/share/hadoop/yarn/hadoop-yarn-api-3.3.4.jar:/opt/app/hadoop/share/hadoop/ yarn/hadoop-yarn-server-applicationhistoryservice-3.3.4.jar:/opt/app/hadoop/shar e/hadoop/yarn/hadoop-yarn-server-web-proxy-3.3.4.jar:/opt/app/hadoop/share/hadoo p/yarn/hadoop-yarn-server-nodemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yar n/hadoop-yarn-applications-mawo-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn /hadoop-yarn-common-3.3.4.jar STARTUP_MSG: build = https://github.com/apache/hadoop.git -r a585a73c3e02ac623 50c136643a5e7f6095a3dbb; compiled by 'stevel' on 2022-07-29T12:32Z STARTUP_MSG: java = 1.8.0_341 ************************************************************/ 2022-11-06 21:27:34,083 INFO tools.DFSZKFailoverController: registered UNIX sign al handlers for [TERM, HUP, INT] Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/ native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now. It's highly recommended that you fix the library with 'execstack -c', or link it with '-z noexecstack'. 2022-11-06 21:27:34,895 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2022-11-06 21:27:34,898 INFO tools.DFSZKFailoverController: Failover controller configured for NameNode NameNode at master/192.168.15.137:8020 2022-11-06 21:27:35,361 INFO zookeeper.ZooKeeper: Client environment:zookeeper.v ersion=3.5.6-c11b7e26bc554b8523dc929761dd28808913f091, built on 10/08/2019 20:18 GMT 2022-11-06 21:27:35,361 INFO zookeeper.ZooKeeper: Client environment:host.name=m aster 2022-11-06 21:27:35,361 INFO zookeeper.ZooKeeper: Client environment:java.versio n=1.8.0_341 2022-11-06 21:27:35,361 INFO zookeeper.ZooKeeper: Client environment:java.vendor =Oracle Corporation 2022-11-06 21:27:35,361 INFO zookeeper.ZooKeeper: Client environment:java.home=/ opt/app/jdk/jre 2022-11-06 21:27:35,361 INFO zookeeper.ZooKeeper: Client environment:java.class. path=/opt/app/hadoop/etc/hadoop:/opt/app/hadoop/share/hadoop/common/lib/slf4j-re load4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/snappy-java-1.1.8.2.ja r:/opt/app/hadoop/share/hadoop/common/lib/jsr305-3.0.2.jar:/opt/app/hadoop/share /hadoop/common/lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hadoop/share/hadoop/common /lib/kerb-common-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-net-3 .6.jar:/opt/app/hadoop/share/hadoop/common/lib/accessors-smart-2.4.7.jar:/opt/ap p/hadoop/share/hadoop/common/lib/j2objc-annotations-1.1.jar:/opt/app/hadoop/shar e/hadoop/common/lib/curator-framework-4.2.0.jar:/opt/app/hadoop/share/hadoop/com mon/lib/netty-3.10.6.Final.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-se rvlet-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/audience-annotations-0.5. 0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-servlet-9.4.43.v20210629.jar :/opt/app/hadoop/share/hadoop/common/lib/jsr311-api-1.1.1.jar:/opt/app/hadoop/sh are/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/app/hadoop/share/hadoop/common/ lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-util-1.0.1.ja r:/opt/app/hadoop/share/hadoop/common/lib/jetty-xml-9.4.43.v20210629.jar:/opt/ap p/hadoop/share/hadoop/common/lib/hadoop-shaded-protobuf_3_7-1.1.1.jar:/opt/app/h adoop/share/hadoop/common/lib/reload4j-1.2.22.jar:/opt/app/hadoop/share/hadoop/c ommon/lib/commons-compress-1.21.jar:/opt/app/hadoop/share/hadoop/common/lib/guav a-27.0-jre.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-math3-3.1.1.jar:/ opt/app/hadoop/share/hadoop/common/lib/kerb-admin-1.0.1.jar:/opt/app/hadoop/shar e/hadoop/common/lib/jersey-server-1.19.jar:/opt/app/hadoop/share/hadoop/common/l ib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/jet ty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/paranam er-2.3.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-beanutils-1.9.4.jar:/ opt/app/hadoop/share/hadoop/common/lib/jetty-server-9.4.43.v20210629.jar:/opt/ap p/hadoop/share/hadoop/common/lib/listenablefuture-9999.0-empty-to-avoid-conflict -with-guava.jar:/opt/app/hadoop/share/hadoop/common/lib/stax2-api-4.2.1.jar:/opt /app/hadoop/share/hadoop/common/lib/jaxb-api-2.2.11.jar:/opt/app/hadoop/share/ha doop/common/lib/metrics-core-3.2.4.jar:/opt/app/hadoop/share/hadoop/common/lib/j ackson-databind-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-xc-1. 9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar:/ opt/app/hadoop/share/hadoop/common/lib/gson-2.8.9.jar:/opt/app/hadoop/share/hado op/common/lib/kerb-core-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby- asn1-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jsp-api-2.1.jar:/opt/app/ hadoop/share/hadoop/common/lib/jersey-json-1.19.jar:/opt/app/hadoop/share/hadoop /common/lib/avro-1.7.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-client-1 .0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-xdr-1.0.1.jar:/opt/app/ha doop/share/hadoop/common/lib/token-provider-1.0.1.jar:/opt/app/hadoop/share/hado op/common/lib/hadoop-shaded-guava-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/ lib/jetty-http-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/chec ker-qual-2.5.2.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-cli-1.2.jar:/ opt/app/hadoop/share/hadoop/common/lib/jackson-core-2.12.7.jar:/opt/app/hadoop/s hare/hadoop/common/lib/kerb-identity-1.0.1.jar:/opt/app/hadoop/share/hadoop/comm on/lib/httpcore-4.4.13.jar:/opt/app/hadoop/share/hadoop/common/lib/asm-5.0.4.jar :/opt/app/hadoop/share/hadoop/common/lib/slf4j-api-1.7.36.jar:/opt/app/hadoop/sh are/hadoop/common/lib/json-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/common/l ib/kerb-crypto-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/curator-recipes -4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-config-1.0.1.jar:/opt/a pp/hadoop/share/hadoop/common/lib/jetty-io-9.4.43.v20210629.jar:/opt/app/hadoop/ share/hadoop/common/lib/hadoop-auth-3.3.4.jar:/opt/app/hadoop/share/hadoop/commo n/lib/kerby-pkix-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-core- asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-lang3-3.12.0.jar: /opt/app/hadoop/share/hadoop/common/lib/jakarta.activation-api-1.2.1.jar:/opt/ap p/hadoop/share/hadoop/common/lib/commons-text-1.4.jar:/opt/app/hadoop/share/hado op/common/lib/woodstox-core-5.3.0.jar:/opt/app/hadoop/share/hadoop/common/lib/je ttison-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/animal-sniffer-annotation s-1.17.jar:/opt/app/hadoop/share/hadoop/common/lib/jsch-0.1.55.jar:/opt/app/hado op/share/hadoop/common/lib/zookeeper-jute-3.5.6.jar:/opt/app/hadoop/share/hadoop /common/lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jul -to-slf4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-simplekdc-1.0. 1.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-annotations-3.3.4.jar:/opt/ app/hadoop/share/hadoop/common/lib/commons-io-2.8.0.jar:/opt/app/hadoop/share/ha doop/common/lib/curator-client-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib /jetty-util-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/commons -collections-3.2.2.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-util-1.0.1. jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-server-1.0.1.jar:/opt/app/hadoo p/share/hadoop/common/lib/zookeeper-3.5.6.jar:/opt/app/hadoop/share/hadoop/commo n/lib/protobuf-java-2.5.0.jar:/opt/app/hadoop/share/hadoop/common/lib/failureacc ess-1.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-util-ajax-9.4.43.v2021 0629.jar:/opt/app/hadoop/share/hadoop/common/lib/re2j-1.1.jar:/opt/app/hadoop/sh are/hadoop/common/lib/commons-codec-1.15.jar:/opt/app/hadoop/share/hadoop/common /lib/commons-configuration2-2.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/ja ckson-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/jcip-annota tions-1.0-1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-daemon-1.0.13.ja r:/opt/app/hadoop/share/hadoop/common/lib/jersey-core-1.19.jar:/opt/app/hadoop/s hare/hadoop/common/lib/httpclient-4.5.13.jar:/opt/app/hadoop/share/hadoop/common /lib/javax.servlet-api-3.1.0.jar:/opt/app/hadoop/share/hadoop/common/lib/commons -logging-1.1.3.jar:/opt/app/hadoop/share/hadoop/common/hadoop-kms-3.3.4.jar:/opt /app/hadoop/share/hadoop/common/hadoop-nfs-3.3.4.jar:/opt/app/hadoop/share/hadoo p/common/hadoop-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-comm on-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/common/hadoop-registry-3.3.4.jar :/opt/app/hadoop/share/hadoop/hdfs:/opt/app/hadoop/share/hadoop/hdfs/lib/snappy- java-1.1.8.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsr305-3.0.2.jar:/opt/app /hadoop/share/hadoop/hdfs/lib/okhttp-4.9.3.jar:/opt/app/hadoop/share/hadoop/hdfs /lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-common -1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-net-3.6.jar:/opt/app/ha doop/share/hadoop/hdfs/lib/accessors-smart-2.4.7.jar:/opt/app/hadoop/share/hadoo p/hdfs/lib/j2objc-annotations-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/cura tor-framework-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-3.10.6.Final .jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-rxtx-4.1.77.Final.jar :/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-stomp-4.1.77.Final.jar:/opt/a pp/hadoop/share/hadoop/hdfs/lib/jersey-servlet-1.19.jar:/opt/app/hadoop/share/ha doop/hdfs/lib/netty-codec-mqtt-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/audience-annotations-0.5.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty -servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec- http-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsr311-api-1.1.1.jar :/opt/app/hadoop/share/hadoop/hdfs/lib/jaxb-impl-2.2.3-1.jar:/opt/app/hadoop/sha re/hadoop/hdfs/lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb- util-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-classes- macos-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-xml-9.4.43.v2 0210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-shaded-protobuf_3_7-1.1 .1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/reload4j-1.2.22.jar:/opt/app/hadoop /share/hadoop/hdfs/lib/commons-compress-1.21.jar:/opt/app/hadoop/share/hadoop/hd fs/lib/guava-27.0-jre.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-math3-3. 1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-admin-1.0.1.jar:/opt/app/hado op/share/hadoop/hdfs/lib/jersey-server-1.19.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/je tty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/paraname r-2.3.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-beanutils-1.9.4.jar:/opt /app/hadoop/share/hadoop/hdfs/lib/jetty-server-9.4.43.v20210629.jar:/opt/app/had oop/share/hadoop/hdfs/lib/listenablefuture-9999.0-empty-to-avoid-conflict-with-g uava.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-dns-4.1.77.Final.jar: /opt/app/hadoop/share/hadoop/hdfs/lib/stax2-api-4.2.1.jar:/opt/app/hadoop/share/ hadoop/hdfs/lib/jaxb-api-2.2.11.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty- transport-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-xml -4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kotlin-stdlib-1.4.10.jar :/opt/app/hadoop/share/hadoop/hdfs/lib/netty-buffer-4.1.77.Final.jar:/opt/app/ha doop/share/hadoop/hdfs/lib/jackson-databind-2.12.7.jar:/opt/app/hadoop/share/had oop/hdfs/lib/jackson-xc-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-t ransport-classes-epoll-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/ja ckson-mapper-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transpor t-native-unix-common-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/gson -2.8.9.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-epoll-4. 1.77.Final-linux-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec- memcache-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-all-4.1.77 .Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-core-1.0.1.jar:/opt/app/ha doop/share/hadoop/hdfs/lib/kerby-asn1-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdf s/lib/json-simple-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-json-1. 19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.77 .Final-linux-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/avro-1.7.7.jar:/op t/app/hadoop/share/hadoop/hdfs/lib/kerb-client-1.0.1.jar:/opt/app/hadoop/share/h adoop/hdfs/lib/kerby-xdr-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/token-p rovider-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-shaded-guava-1.1. 1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-http-9.4.43.v20210629.jar:/opt /app/hadoop/share/hadoop/hdfs/lib/checker-qual-2.5.2.jar:/opt/app/hadoop/share/h adoop/hdfs/lib/commons-cli-1.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-t ransport-native-kqueue-4.1.77.Final-osx-x86_64.jar:/opt/app/hadoop/share/hadoop/ hdfs/lib/netty-handler-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/ne tty-resolver-dns-native-macos-4.1.77.Final-osx-aarch_64.jar:/opt/app/hadoop/shar e/hadoop/hdfs/lib/netty-transport-udt-4.1.77.Final.jar:/opt/app/hadoop/share/had oop/hdfs/lib/jackson-core-2.12.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb- identity-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/httpcore-4.4.13.jar:/op t/app/hadoop/share/hadoop/hdfs/lib/asm-5.0.4.jar:/opt/app/hadoop/share/hadoop/hd fs/lib/json-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-ha proxy-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-crypto-1.0.1.j ar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-recipes-4.2.0.jar:/opt/app/hado op/share/hadoop/hdfs/lib/kotlin-stdlib-common-1.4.10.jar:/opt/app/hadoop/share/h adoop/hdfs/lib/kerby-config-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jett y-io-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-auth-3.3. 4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-pkix-1.0.1.jar:/opt/app/hadoop /share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/ hdfs/lib/commons-lang3-3.12.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/okio-2.8 .0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jakarta.activation-api-1.2.1.jar:/o pt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-classes-kqueue-4.1.77.Final. jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-4.1.77.Final.jar:/o pt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-4.1.77.Final.jar:/opt/app/hadoop /share/hadoop/hdfs/lib/commons-text-1.4.jar:/opt/app/hadoop/share/hadoop/hdfs/li b/woodstox-core-5.3.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jettison-1.1.jar :/opt/app/hadoop/share/hadoop/hdfs/lib/jsch-0.1.55.jar:/opt/app/hadoop/share/had oop/hdfs/lib/netty-transport-native-kqueue-4.1.77.Final-osx-aarch_64.jar:/opt/ap p/hadoop/share/hadoop/hdfs/lib/netty-transport-sctp-4.1.77.Final.jar:/opt/app/ha doop/share/hadoop/hdfs/lib/animal-sniffer-annotations-1.17.jar:/opt/app/hadoop/s hare/hadoop/hdfs/lib/zookeeper-jute-3.5.6.jar:/opt/app/hadoop/share/hadoop/hdfs/ lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-s mtp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/leveldbjni-all-1.8.ja r:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-simplekdc-1.0.1.jar:/opt/app/hadoop /share/hadoop/hdfs/lib/hadoop-annotations-3.3.4.jar:/opt/app/hadoop/share/hadoop /hdfs/lib/commons-io-2.8.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-cli ent-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-util-9.4.43.v20210629. jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-collections-3.2.2.jar:/opt/app /hadoop/share/hadoop/hdfs/lib/kerby-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/ hdfs/lib/netty-handler-proxy-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/ lib/kerb-server-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/zookeeper-3.5.6. jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-redis-4.1.77.Final.jar:/op t/app/hadoop/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/opt/app/hadoop/share /hadoop/hdfs/lib/netty-codec-socks-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop /hdfs/lib/failureaccess-1.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-util -ajax-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/re2j-1.1.jar:/o pt/app/hadoop/share/hadoop/hdfs/lib/commons-codec-1.15.jar:/opt/app/hadoop/share /hadoop/hdfs/lib/commons-configuration2-2.1.1.jar:/opt/app/hadoop/share/hadoop/h dfs/lib/netty-resolver-dns-native-macos-4.1.77.Final-osx-x86_64.jar:/opt/app/had oop/share/hadoop/hdfs/lib/jackson-annotations-2.12.7.jar:/opt/app/hadoop/share/h adoop/hdfs/lib/jcip-annotations-1.0-1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/ netty-resolver-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-comm on-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-daemon-1.0.13. jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-core-1.19.jar:/opt/app/hadoop/s hare/hadoop/hdfs/lib/netty-codec-http2-4.1.77.Final.jar:/opt/app/hadoop/share/ha doop/hdfs/lib/httpclient-4.5.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/javax. servlet-api-3.1.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-logging-1.1. 3.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-native-client-3.3.4.jar:/opt /app/hadoop/share/hadoop/hdfs/hadoop-hdfs-rbf-3.3.4.jar:/opt/app/hadoop/share/ha doop/hdfs/hadoop-hdfs-nfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdf s-rbf-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-httpfs-3.3.4 .jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-3.3.4.jar:/opt/app/hadoop/sha re/hadoop/hdfs/hadoop-hdfs-client-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/ha doop-hdfs-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-client-3 .3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-native-client-3.3.4 -tests.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-core-3 .3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-3.3.4. jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.3 .4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-common-3.3 .4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins -3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-3.3 .4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-uploader-3 .3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-nativeta sk-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-shuf fle-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-app -3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-jobcli ent-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/yarn:/opt/app/hadoop/share/hado op/yarn/lib/jetty-plus-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/li b/jetty-jndi-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/java-uti l-1.9.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/snakeyaml-1.26.jar:/opt/app/ha doop/share/hadoop/yarn/lib/jetty-annotations-9.4.43.v20210629.jar:/opt/app/hadoo p/share/hadoop/yarn/lib/javax.websocket-client-api-1.0.jar:/opt/app/hadoop/share /hadoop/yarn/lib/fst-2.50.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-se rvlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/bcpkix-jdk15on- 1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/objenesis-2.6.jar:/opt/app/hadoop /share/hadoop/yarn/lib/asm-tree-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/me trics-core-3.2.4.jar:/opt/app/hadoop/share/hadoop/yarn/lib/aopalliance-1.0.jar:/ opt/app/hadoop/share/hadoop/yarn/lib/asm-analysis-9.1.jar:/opt/app/hadoop/share/ hadoop/yarn/lib/javax.websocket-api-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/li b/javax-websocket-client-impl-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/ yarn/lib/jersey-guice-1.19.jar:/opt/app/hadoop/share/hadoop/yarn/lib/mssql-jdbc- 6.2.1.jre7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-common-9.4.43.v20 210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-module-jaxb-annotations -2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-api-9.4.43.v20210629 .jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-client-9.4.43.v20210629.jar:/op t/app/hadoop/share/hadoop/yarn/lib/jersey-client-1.19.jar:/opt/app/hadoop/share/ hadoop/yarn/lib/javax.inject-1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websock et-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/bcprov-jdk1 5on-1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/geronimo-jcache_1.0_spec-1.0- alpha-1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-jaxrs-json-provider-2. 12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/ehcache-3.3.1.jar:/opt/app/hadoop /share/hadoop/yarn/lib/jackson-jaxrs-base-2.12.7.jar:/opt/app/hadoop/share/hadoo p/yarn/lib/asm-commons-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/HikariCP-ja va7-2.4.12.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jna-5.2.0.jar:/opt/app/hado op/share/hadoop/yarn/lib/swagger-annotations-1.5.4.jar:/opt/app/hadoop/share/had oop/yarn/lib/websocket-client-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/ yarn/lib/guice-4.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax-websocket-ser ver-impl-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/json-io-2.5. 1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jakarta.xml.bind-api-2.3.2.jar:/opt/ app/hadoop/share/hadoop/yarn/lib/jline-3.9.0.jar:/opt/app/hadoop/share/hadoop/ya rn/lib/guice-servlet-4.0.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-regis try-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-router-3.3.4. jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-3.3. 4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-common-3.3.4.jar:/opt /app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-3.3 .4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-client-3.3.4.jar:/opt/app/h adoop/share/hadoop/yarn/hadoop-yarn-server-tests-3.3.4.jar:/opt/app/hadoop/share /hadoop/yarn/hadoop-yarn-server-timeline-pluginstorage-3.3.4.jar:/opt/app/hadoop /share/hadoop/yarn/hadoop-yarn-applications-distributedshell-3.3.4.jar:/opt/app/ hadoop/share/hadoop/yarn/hadoop-yarn-services-core-3.3.4.jar:/opt/app/hadoop/sha re/hadoop/yarn/hadoop-yarn-server-resourcemanager-3.3.4.jar:/opt/app/hadoop/shar e/hadoop/yarn/hadoop-yarn-services-api-3.3.4.jar:/opt/app/hadoop/share/hadoop/ya rn/hadoop-yarn-api-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-serve r-applicationhistoryservice-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-y arn-server-web-proxy-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-ser ver-nodemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applicat ions-mawo-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-common-3. 3.4.jar 2022-11-06 21:27:35,362 INFO zookeeper.ZooKeeper: Client environment:java.librar y.path=/opt/app/hadoop/lib/native 2022-11-06 21:27:35,362 INFO zookeeper.ZooKeeper: Client environment:java.io.tmp dir=/tmp 2022-11-06 21:27:35,362 INFO zookeeper.ZooKeeper: Client environment:java.compil er= 2022-11-06 21:27:35,362 INFO zookeeper.ZooKeeper: Client environment:os.name=Lin ux 2022-11-06 21:27:35,362 INFO zookeeper.ZooKeeper: Client environment:os.arch=i38 6 2022-11-06 21:27:35,363 INFO zookeeper.ZooKeeper: Client environment:os.version= 3.10.0-1160.el7.x86_64 2022-11-06 21:27:35,363 INFO zookeeper.ZooKeeper: Client environment:user.name=r oot 2022-11-06 21:27:35,363 INFO zookeeper.ZooKeeper: Client environment:user.home=/ root 2022-11-06 21:27:35,363 INFO zookeeper.ZooKeeper: Client environment:user.dir=/o pt/app/hadoop 2022-11-06 21:27:35,363 INFO zookeeper.ZooKeeper: Client environment:os.memory.f ree=9MB 2022-11-06 21:27:35,363 INFO zookeeper.ZooKeeper: Client environment:os.memory.m ax=235MB 2022-11-06 21:27:35,363 INFO zookeeper.ZooKeeper: Client environment:os.memory.t otal=15MB 2022-11-06 21:27:35,364 INFO zookeeper.ZooKeeper: Initiating client connection, connectString=master:2181,node1:2181,node2:2181 sessionTimeout=10000 watcher=org .apache.hadoop.ha.ActiveStandbyElector$WatcherWithClientRef@1f80c04 2022-11-06 21:27:35,369 INFO common.X509Util: Setting -D jdk.tls.rejectClientIni tiatedRenegotiation=true to disable client-initiated TLS renegotiation 2022-11-06 21:27:35,375 INFO zookeeper.ClientCnxnSocket: jute.maxbuffer value is 4194304 Bytes 2022-11-06 21:27:35,381 INFO zookeeper.ClientCnxn: zookeeper.request.timeout val ue is 0. feature enabled= 2022-11-06 21:27:35,387 INFO zookeeper.ClientCnxn: Opening socket connection to server node2/192.168.15.139:2181. Will not attempt to authenticate using SASL (u nknown error) 2022-11-06 21:27:35,393 INFO zookeeper.ClientCnxn: Socket connection established , initiating session, client: /192.168.15.137:33132, server: node2/192.168.15.13 9:2181 2022-11-06 21:27:35,404 INFO zookeeper.ClientCnxn: Session establishment complet e on server node2/192.168.15.139:2181, sessionid = 0x300004700640000, negotiated timeout = 10000 2022-11-06 21:27:35,468 INFO ha.ActiveStandbyElector: Successfully created /hado op-ha/mycluster in ZK. 2022-11-06 21:27:35,572 INFO zookeeper.ZooKeeper: Session: 0x300004700640000 clo sed 2022-11-06 21:27:35,572 WARN ha.ActiveStandbyElector: Ignoring stale result from old client with sessionId 0x300004700640000 2022-11-06 21:27:35,572 WARN ha.ActiveStandbyElector: Ignoring stale result from old client with sessionId 0x300004700640000 2022-11-06 21:27:35,572 INFO zookeeper.ClientCnxn: EventThread shut down for ses sion: 0x300004700640000 2022-11-06 21:27:35,573 INFO tools.DFSZKFailoverController: SHUTDOWN_MSG: /************************************************************ SHUTDOWN_MSG: Shutting down DFSZKFailoverController at master/192.168.15.137 ************************************************************/ [root@master hadoop]# -
在三台节点机器上，即 JournalNode 节点上，输入以下命令启动 journalnode 服务
# 在三台节点机器上JournalNode启动， JournalNode进程通过jps查看 [root@master hadoop]# pwd /opt/app/hadoop [root@master hadoop]# hdfs --daemon start journalnode [root@master hadoop]# -
在master上，对其进行格式化， 并启动
#如果已经做过hdfs初始化的，可以跳过该format步骤 [root@master hadoop]# hdfs namenode -format #在master上启动namenode，namenode进程通过jps查看 [root@master hadoop]# hdfs --daemon start namenode [root@master hadoop]# -
在node1、node2上，分别执行以下命令，同步 master 的元数据信息
[root@node1 hadoop]# hdfs namenode -bootstrapStandby [root@node2 hadoop]# hdfs namenode -bootstrapStandby
node1: 此部分实在是太多了！
``` [root@node1 hadoop]# hdfs namenode -bootstrapStandby 2022-11-06 21:39:30,994 INFO namenode.NameNode: STARTUP_MSG: /************************************************************ STARTUP_MSG: Starting NameNode STARTUP_MSG: host = node1/192.168.15.138 STARTUP_MSG: args = [-bootstrapStandby] STARTUP_MSG: version = 3.3.4 STARTUP_MSG: classpath = /opt/app/hadoop/etc/hadoop:/opt/app/hadoop/share/hadoop/common/lib/slf4j-reload4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/snappy-java-1.1.8.2.jar:/opt/app/hadoop/share/hadoop/common/lib/jsr305-3.0.2.jar:/opt/app/hadoop/share/hadoop/common/lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-common-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-net-3.6.jar:/opt/app/hadoop/share/hadoop/common/lib/accessors-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/common/lib/j2objc-annotations-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/curator-framework-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/netty-3.10.6.Final.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-servlet-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/audience-annotations-0.5.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/jsr311-api-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/app/hadoop/share/hadoop/common/lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-xml-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-shaded-protobuf_3_7-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/reload4j-1.2.22.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-compress-1.21.jar:/opt/app/hadoop/share/hadoop/common/lib/guava-27.0-jre.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-math3-3.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-admin-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-server-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/paranamer-2.3.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-beanutils-1.9.4.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar:/opt/app/hadoop/share/hadoop/common/lib/stax2-api-4.2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jaxb-api-2.2.11.jar:/opt/app/hadoop/share/hadoop/common/lib/metrics-core-3.2.4.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-databind-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-xc-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/gson-2.8.9.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-core-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-asn1-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jsp-api-2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-json-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/avro-1.7.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-client-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-xdr-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/token-provider-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-shaded-guava-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-http-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/checker-qual-2.5.2.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-cli-1.2.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-core-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-identity-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/httpcore-4.4.13.jar:/opt/app/hadoop/share/hadoop/common/lib/asm-5.0.4.jar:/opt/app/hadoop/share/hadoop/common/lib/slf4j-api-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/json-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-crypto-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/curator-recipes-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-config-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-io-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-auth-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-pkix-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-core-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-lang3-3.12.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jakarta.activation-api-1.2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-text-1.4.jar:/opt/app/hadoop/share/hadoop/common/lib/woodstox-core-5.3.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jettison-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/animal-sniffer-annotations-1.17.jar:/opt/app/hadoop/share/hadoop/common/lib/jsch-0.1.55.jar:/opt/app/hadoop/share/hadoop/common/lib/zookeeper-jute-3.5.6.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jul-to-slf4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-simplekdc-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-annotations-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-io-2.8.0.jar:/opt/app/hadoop/share/hadoop/common/lib/curator-client-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-util-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-collections-3.2.2.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-server-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/zookeeper-3.5.6.jar:/opt/app/hadoop/share/hadoop/common/lib/protobuf-java-2.5.0.jar:/opt/app/hadoop/share/hadoop/common/lib/failureaccess-1.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-util-ajax-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/re2j-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-codec-1.15.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-configuration2-2.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/jcip-annotations-1.0-1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-daemon-1.0.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-core-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/httpclient-4.5.13.jar:/opt/app/hadoop/share/hadoop/common/lib/javax.servlet-api-3.1.0.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-logging-1.1.3.jar:/opt/app/hadoop/share/hadoop/common/hadoop-kms-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-nfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-common-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/common/hadoop-registry-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs:/opt/app/hadoop/share/hadoop/hdfs/lib/snappy-java-1.1.8.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsr305-3.0.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/okhttp-4.9.3.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-common-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-net-3.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/accessors-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/j2objc-annotations-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-framework-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-3.10.6.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-rxtx-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-stomp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-servlet-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-mqtt-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/audience-annotations-0.5.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-http-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsr311-api-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jaxb-impl-2.2.3-1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-classes-macos-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-xml-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-shaded-protobuf_3_7-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/reload4j-1.2.22.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-compress-1.21.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/guava-27.0-jre.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-math3-3.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-admin-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-server-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/paranamer-2.3.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-beanutils-1.9.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-dns-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/stax2-api-4.2.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jaxb-api-2.2.11.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-xml-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kotlin-stdlib-1.4.10.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-buffer-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-databind-2.12.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-xc-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-classes-epoll-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-mapper-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-unix-common-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/gson-2.8.9.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.77.Final-linux-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-memcache-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-all-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-core-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-asn1-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/json-simple-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-json-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.77.Final-linux-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/avro-1.7.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-client-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-xdr-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/token-provider-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-shaded-guava-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-http-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/checker-qual-2.5.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-cli-1.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-kqueue-4.1.77.Final-osx-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-handler-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.77.Final-osx-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-udt-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-core-2.12.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-identity-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/httpcore-4.4.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/asm-5.0.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/json-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-haproxy-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-crypto-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-recipes-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kotlin-stdlib-common-1.4.10.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-config-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-io-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-auth-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-pkix-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-lang3-3.12.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/okio-2.8.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jakarta.activation-api-1.2.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-classes-kqueue-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-text-1.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/woodstox-core-5.3.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jettison-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsch-0.1.55.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-kqueue-4.1.77.Final-osx-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-sctp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/animal-sniffer-annotations-1.17.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/zookeeper-jute-3.5.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-smtp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/leveldbjni-all-1.8.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-simplekdc-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-annotations-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-io-2.8.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-client-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-util-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-collections-3.2.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-handler-proxy-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-server-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/zookeeper-3.5.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-redis-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-socks-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/failureaccess-1.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-util-ajax-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/re2j-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-codec-1.15.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-configuration2-2.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.77.Final-osx-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jcip-annotations-1.0-1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-common-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-core-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-http2-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/httpclient-4.5.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/javax.servlet-api-3.1.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-logging-1.1.3.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-native-client-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-rbf-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-nfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-rbf-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-httpfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-client-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-client-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-native-client-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-uploader-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-nativetask-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-app-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/yarn:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-plus-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-jndi-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/java-util-1.9.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/snakeyaml-1.26.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-annotations-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax.websocket-client-api-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/fst-2.50.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/bcpkix-jdk15on-1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/objenesis-2.6.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-tree-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/metrics-core-3.2.4.jar:/opt/app/hadoop/share/hadoop/yarn/lib/aopalliance-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-analysis-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax.websocket-api-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax-websocket-client-impl-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jersey-guice-1.19.jar:/opt/app/hadoop/share/hadoop/yarn/lib/mssql-jdbc-6.2.1.jre7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-common-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-module-jaxb-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-api-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-client-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jersey-client-1.19.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/bcprov-jdk15on-1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-jaxrs-json-provider-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/ehcache-3.3.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-jaxrs-base-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-commons-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/HikariCP-java7-2.4.12.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jna-5.2.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/swagger-annotations-1.5.4.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-client-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/guice-4.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax-websocket-server-impl-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/json-io-2.5.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jakarta.xml.bind-api-2.3.2.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jline-3.9.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/guice-servlet-4.0.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-registry-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-router-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-client-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-tests-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-timeline-pluginstorage-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-services-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-services-api-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-api-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-web-proxy-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-nodemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-mawo-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-common-3.3.4.jar STARTUP_MSG: build = https://github.com/apache/hadoop.git -r a585a73c3e02ac62350c136643a5e7f6095a3dbb; compiled by 'stevel' on 2022-07-29T12:32Z STARTUP_MSG: java = 1.8.0_341 ************************************************************/ 2022-11-06 21:39:31,025 INFO namenode.NameNode: registered UNIX signal handlers for [TERM, HUP, INT] 2022-11-06 21:39:31,186 INFO namenode.NameNode: createNameNode [-bootstrapStandby] 2022-11-06 21:39:31,393 INFO ha.BootstrapStandby: Found nn: nn1, ipc: master/192.168.15.137:8020 2022-11-06 21:39:31,393 INFO ha.BootstrapStandby: Found nn: nn3, ipc: node2/192.168.15.139:8020 Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now. It's highly recommended that you fix the library with 'execstack -cnode2: 这也多，不用看
[root@node2 hadoop]# hdfs namenode -bootstrapStandby 2022-11-06 21:39:41,622 INFO namenode.NameNode: STARTUP_MSG: /************************************************************ STARTUP_MSG: Starting NameNode STARTUP_MSG: host = node2/192.168.15.139 STARTUP_MSG: args = [-bootstrapStandby] STARTUP_MSG: version = 3.3.4 STARTUP_MSG: classpath = /opt/app/hadoop/etc/hadoop:/opt/app/hadoop/share/hadoop/common/lib/slf4j-reload4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/snappy-java-1.1.8.2.jar:/opt/app/hadoop/share/hadoop/common/lib/jsr305-3.0.2.jar:/opt/app/hadoop/share/hadoop/common/lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-common-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-net-3.6.jar:/opt/app/hadoop/share/hadoop/common/lib/accessors-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/common/lib/j2objc-annotations-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/curator-framework-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/netty-3.10.6.Final.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-servlet-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/audience-annotations-0.5.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/jsr311-api-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/app/hadoop/share/hadoop/common/lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-xml-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-shaded-protobuf_3_7-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/reload4j-1.2.22.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-compress-1.21.jar:/opt/app/hadoop/share/hadoop/common/lib/guava-27.0-jre.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-math3-3.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-admin-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-server-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/paranamer-2.3.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-beanutils-1.9.4.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar:/opt/app/hadoop/share/hadoop/common/lib/stax2-api-4.2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jaxb-api-2.2.11.jar:/opt/app/hadoop/share/hadoop/common/lib/metrics-core-3.2.4.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-databind-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-xc-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/gson-2.8.9.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-core-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-asn1-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jsp-api-2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-json-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/avro-1.7.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-client-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-xdr-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/token-provider-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-shaded-guava-1.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-http-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/checker-qual-2.5.2.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-cli-1.2.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-core-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-identity-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/httpcore-4.4.13.jar:/opt/app/hadoop/share/hadoop/common/lib/asm-5.0.4.jar:/opt/app/hadoop/share/hadoop/common/lib/slf4j-api-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/json-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-crypto-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/curator-recipes-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-config-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-io-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-auth-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-pkix-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-core-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-lang3-3.12.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jakarta.activation-api-1.2.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-text-1.4.jar:/opt/app/hadoop/share/hadoop/common/lib/woodstox-core-5.3.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jettison-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/animal-sniffer-annotations-1.17.jar:/opt/app/hadoop/share/hadoop/common/lib/jsch-0.1.55.jar:/opt/app/hadoop/share/hadoop/common/lib/zookeeper-jute-3.5.6.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jul-to-slf4j-1.7.36.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-simplekdc-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/hadoop-annotations-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-io-2.8.0.jar:/opt/app/hadoop/share/hadoop/common/lib/curator-client-4.2.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-util-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-collections-3.2.2.jar:/opt/app/hadoop/share/hadoop/common/lib/kerby-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/kerb-server-1.0.1.jar:/opt/app/hadoop/share/hadoop/common/lib/zookeeper-3.5.6.jar:/opt/app/hadoop/share/hadoop/common/lib/protobuf-java-2.5.0.jar:/opt/app/hadoop/share/hadoop/common/lib/failureaccess-1.0.jar:/opt/app/hadoop/share/hadoop/common/lib/jetty-util-ajax-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/common/lib/re2j-1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-codec-1.15.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-configuration2-2.1.1.jar:/opt/app/hadoop/share/hadoop/common/lib/jackson-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/common/lib/jcip-annotations-1.0-1.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-daemon-1.0.13.jar:/opt/app/hadoop/share/hadoop/common/lib/jersey-core-1.19.jar:/opt/app/hadoop/share/hadoop/common/lib/httpclient-4.5.13.jar:/opt/app/hadoop/share/hadoop/common/lib/javax.servlet-api-3.1.0.jar:/opt/app/hadoop/share/hadoop/common/lib/commons-logging-1.1.3.jar:/opt/app/hadoop/share/hadoop/common/hadoop-kms-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-nfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/common/hadoop-common-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/common/hadoop-registry-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs:/opt/app/hadoop/share/hadoop/hdfs/lib/snappy-java-1.1.8.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsr305-3.0.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/okhttp-4.9.3.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/nimbus-jose-jwt-9.8.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-common-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-net-3.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/accessors-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/j2objc-annotations-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-framework-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-3.10.6.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-rxtx-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-stomp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-servlet-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-mqtt-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/audience-annotations-0.5.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-http-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsr311-api-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jaxb-impl-2.2.3-1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/dnsjava-2.1.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-classes-macos-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-xml-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-shaded-protobuf_3_7-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/reload4j-1.2.22.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-compress-1.21.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/guava-27.0-jre.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-math3-3.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-admin-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-server-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-webapp-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-security-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/paranamer-2.3.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-beanutils-1.9.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/listenablefuture-9999.0-empty-to-avoid-conflict-with-guava.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-dns-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/stax2-api-4.2.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jaxb-api-2.2.11.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-xml-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kotlin-stdlib-1.4.10.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-buffer-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-databind-2.12.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-xc-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-classes-epoll-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-mapper-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-unix-common-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/gson-2.8.9.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.77.Final-linux-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-memcache-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-all-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-core-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-asn1-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/json-simple-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-json-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-epoll-4.1.77.Final-linux-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/avro-1.7.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-client-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-xdr-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/token-provider-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-shaded-guava-1.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-http-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/checker-qual-2.5.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-cli-1.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-kqueue-4.1.77.Final-osx-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-handler-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.77.Final-osx-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-udt-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-core-2.12.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-identity-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/httpcore-4.4.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/asm-5.0.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/json-smart-2.4.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-haproxy-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-crypto-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-recipes-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kotlin-stdlib-common-1.4.10.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-config-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-io-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-auth-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-pkix-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-lang3-3.12.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/okio-2.8.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jakarta.activation-api-1.2.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-classes-kqueue-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-text-1.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/woodstox-core-5.3.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jettison-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jsch-0.1.55.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-native-kqueue-4.1.77.Final-osx-aarch_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-transport-sctp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/animal-sniffer-annotations-1.17.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/zookeeper-jute-3.5.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-jaxrs-1.9.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-smtp-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/leveldbjni-all-1.8.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-simplekdc-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/hadoop-annotations-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-io-2.8.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/curator-client-4.2.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-util-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-collections-3.2.2.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerby-util-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-handler-proxy-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/kerb-server-1.0.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/zookeeper-3.5.6.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-redis-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-socks-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/failureaccess-1.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jetty-util-ajax-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/re2j-1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-codec-1.15.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-configuration2-2.1.1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-dns-native-macos-4.1.77.Final-osx-x86_64.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jackson-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jcip-annotations-1.0-1.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-resolver-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-common-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/jersey-core-1.19.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/netty-codec-http2-4.1.77.Final.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/httpclient-4.5.13.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/javax.servlet-api-3.1.0.jar:/opt/app/hadoop/share/hadoop/hdfs/lib/commons-logging-1.1.3.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-native-client-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-rbf-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-nfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-rbf-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-httpfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-client-3.3.4.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-client-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/hdfs/hadoop-hdfs-native-client-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-examples-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-uploader-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-nativetask-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-app-3.3.4.jar:/opt/app/hadoop/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-3.3.4-tests.jar:/opt/app/hadoop/share/hadoop/yarn:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-plus-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-jndi-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/java-util-1.9.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/snakeyaml-1.26.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-annotations-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax.websocket-client-api-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/fst-2.50.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-servlet-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/bcpkix-jdk15on-1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/objenesis-2.6.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-tree-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/metrics-core-3.2.4.jar:/opt/app/hadoop/share/hadoop/yarn/lib/aopalliance-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-analysis-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax.websocket-api-1.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax-websocket-client-impl-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jersey-guice-1.19.jar:/opt/app/hadoop/share/hadoop/yarn/lib/mssql-jdbc-6.2.1.jre7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-common-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-module-jaxb-annotations-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-api-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jetty-client-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jersey-client-1.19.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-server-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/bcprov-jdk15on-1.60.jar:/opt/app/hadoop/share/hadoop/yarn/lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-jaxrs-json-provider-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/ehcache-3.3.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jackson-jaxrs-base-2.12.7.jar:/opt/app/hadoop/share/hadoop/yarn/lib/asm-commons-9.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/HikariCP-java7-2.4.12.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jna-5.2.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/swagger-annotations-1.5.4.jar:/opt/app/hadoop/share/hadoop/yarn/lib/websocket-client-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/guice-4.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/javax-websocket-server-impl-9.4.43.v20210629.jar:/opt/app/hadoop/share/hadoop/yarn/lib/json-io-2.5.1.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jakarta.xml.bind-api-2.3.2.jar:/opt/app/hadoop/share/hadoop/yarn/lib/jline-3.9.0.jar:/opt/app/hadoop/share/hadoop/yarn/lib/guice-servlet-4.0.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-registry-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-router-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-common-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-client-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-tests-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-timeline-pluginstorage-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-services-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-services-api-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-api-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-web-proxy-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-server-nodemanager-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-applications-mawo-core-3.3.4.jar:/opt/app/hadoop/share/hadoop/yarn/hadoop-yarn-common-3.3.4.jar STARTUP_MSG: build = https://github.com/apache/hadoop.git -r a585a73c3e02ac62350c136643a5e7f6095a3dbb; compiled by 'stevel' on 2022-07-29T12:32Z STARTUP_MSG: java = 1.8.0_341 ************************************************************/ 2022-11-06 21:39:41,634 INFO namenode.NameNode: registered UNIX signal handlers for [TERM, HUP, INT] 2022-11-06 21:39:41,815 INFO namenode.NameNode: createNameNode [-bootstrapStandby] 2022-11-06 21:39:42,074 INFO ha.BootstrapStandby: Found nn: nn1, ipc: master/192.168.15.137:8020 2022-11-06 21:39:42,074 INFO ha.BootstrapStandby: Found nn: nn2, ipc: node1/192.168.15.138:8020 Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now. It's highly recommended that you fix the library with 'execstack -c-
在node1、node2上，分别执行以下命令，启动namenode
#在node1、node2上启动namenode，namenode进程通过jps查看 [root@node1 hadoop]# hdfs --daemon start namenode [root@node1 hadoop]# [root@node2 hadoop]# hdfs --daemon start namenode 您在 /var/spool/mail/root 中有新邮件 [root@node2 hadoop]# [root@node2 hadoop]# jps 15604 Jps 3317 QuorumPeerMain 9241 DataNode 9337 JournalNode 9417 DFSZKFailoverController -
在master上启动 HDFS 服务，三台机器datanode进程启动
#DFSZKFailoverController进程启动 [root@master hadoop]# sbin/start-dfs.sh Starting namenodes on [master node1 node2] 上一次登录：日 11月 6 14:10:31 CST 2022从 192.168.15.1pts/0 上 Starting datanodes 上一次登录：日 11月 6 22:08:00 CST 2022pts/0 上 Starting journal nodes [node2 node1 master] 上一次登录：日 11月 6 22:08:02 CST 2022pts/0 上 master: journalnode is running as process 24922. Stop it first and ensure /tmp/hadoop-root-journalnode.pid file is empty before retry. Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now. It's highly recommended that you fix the library with 'execstack -c <libfile>', or link it with '-z noexecstack'. 2022-11-06 22:08:12,847 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable Starting ZK Failover Controllers on NN hosts [master node1 node2] 上一次登录：日 11月 6 22:08:08 CST 2022pts/0 上 [root@master hadoop]# jps 27040 DataNode 27561 Jps 25818 QuorumPeerMain 24922 JournalNode 27485 DFSZKFailoverController [root@master hadoop]# -
在master上启动 YARN
# NodeManager、ResourceManager进程启动 [root@master hadoop]# sbin/start-yarn.sh Starting resourcemanagers on [ master node1 node2] 上一次登录：日 11月 6 22:08:12 CST 2022pts/0 上 Starting nodemanagers 上一次登录：日 11月 6 22:26:33 CST 2022pts/0 上 您在 /var/spool/mail/root 中有新邮件 [root@master hadoop]# jps 27040 DataNode 28753 NodeManager 28613 ResourceManager 25818 QuorumPeerMain 24922 JournalNode 27485 DFSZKFailoverController 29310 Jps -
- 查看hdfs是否 Active
[root@master hadoop]# jps
7936 NameNode
2838 DataNode
2379 JournalNode
9675 Jps
3260 DFSZKFailoverController
3740 ResourceManager
1470 QuorumPeerMain
3887 NodeManager
[root@master hadoop]# hdfs haadmin -getAllServiceState
Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now.
It's highly recommended that you fix the library with 'execstack -c <libfile>', or link it with '-z noexecstack'.
2022-11-06 23:31:51,690 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
master:8020 active
node1:8020 standby
node2:8020 standby
[root@master hadoop]#
#可以在任一台节点机器上查看某一台机器hdfs状态
# hdfs haadmin -getServiceState nn1
# hdfs haadmin -getServiceState nn2
# hdfs haadmin -getServiceState nn3
#也可以在任一台节点机器上查看所有机器hdfs ha状态
#hdfs haadmin -getAllServiceState
#如果几个节点全部是standby状态，如果是配置手动启动active节点，则可以使用命令把节点转化为active状态
# hdfs haadmin -transitionToActive --forcemanual nn1
[root@master hadoop]# hdfs haadmin -getServiceState nn1
Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now.
It's highly recommended that you fix the library with 'execstack -c <libfile>', or link it with '-z noexecstack'.
2022-11-06 22:34:15,171 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2022-11-06 22:34:20,268 INFO ipc.Client: Retrying connect to server: master/192.168.15.137:8020. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=1, sleepTime=5000 MILLISECONDS)
Operation failed: Call From master/192.168.15.137 to master:8020 failed on connection exception: java.net.ConnectException: 拒绝连接; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
您在 /var/spool/mail/root 中有新邮件
[root@master hadoop]# hdfs haadmin -getAllServiceState
Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now.
It's highly recommended that you fix the library with 'execstack -c <libfile>', or link it with '-z noexecstack'.
2022-11-06 22:35:21,141 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2022-11-06 22:35:26,265 INFO ipc.Client: Retrying connect to server: master/192.168.15.137:8020. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=1, sleepTime=5000 MILLISECONDS)
master:8020 Failed to connect: Call From master/192.168.15.137 to master:8020 failed on connection exception: java.net.ConnectException: 拒绝连接; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
2022-11-06 22:35:31,270 INFO ipc.Client: Retrying connect to server: node1/192.168.15.138:8020. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=1, sleepTime=5000 MILLISECONDS)
node1:8020 Failed to connect: Call From master/192.168.15.137 to node1:8020 failed on connection exception: java.net.ConnectException: 拒绝连接; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
2022-11-06 22:35:36,274 INFO ipc.Client: Retrying connect to server: node2/192.168.15.139:8020. Already tried 0 time(s); retry policy is RetryUpToMaximumCountWithFixedSleep(maxRetries=1, sleepTime=5000 MILLISECONDS)
node2:8020 Failed to connect: Call From master/192.168.15.137 to node2:8020 failed on connection exception: java.net.ConnectException: 拒绝连接; For more details see: http://wiki.apache.org/hadoop/ConnectionRefused
您在 /var/spool/mail/root 中有新邮件
[root@master hadoop]#
-
查看yarn服务状态
#可以在任一台节点机器上查看三台机器yarn rm1、rm2、rm3 #yarn rmadmin -getServiceState rm1 #yarn rmadmin -getServiceState rm2 #yarn rmadmin -getServiceState rm3 #也可以在任一台节点机器上查看所有机器yarn ha状态 [root@master hadoop]# yarn rmadmin -getAllServiceState Java HotSpot(TM) Client VM warning: You have loaded library /opt/app/hadoop/lib/native/libhadoop.so.1.0.0 which might have disabled stack guard. The VM will try to fix the stack guard now. It's highly recommended that you fix the library with 'execstack -c <libfile>', or link it with '-z noexecstack'. 2022-11-06 22:38:43,736 WARN util.NativeCodeLoader: Unable to load native-hadoop library for your platform... using builtin-java classes where applicable master:8033 active node1:8033 standby node2:8033 standby [root@master hadoop]#
虽然极其丑陋，但是我实在是太辣鸡了，就这样吧
我自己看着都极其丑陋，唉！ 先这样吧！
-
测试hadoop HA
#词频统计 -
如果有需要重启机器的情况，开机后各服务启动顺序如下：
#正常的启动顺序 #1.三台节点机器启动zookeeper # zkServer.sh start #2.node1上启动hdfs、yarn # start-dfs.sh # start-yarn.sh #或直接使用start-all.sh一键启动hdfs、yarn -
关掉active状态的NameNode后,其他standby节占状态没有切换为active
# hdfs --daemon stop namanode #但是查看另外的节点并没有由standby状态自动切换为active #查看${HADOOP_HOME}/logs/hadoop-root-zkfc-hadoop***.log #failed on connection exception: java.net.ConnectException: 拒绝连接; #而我们在 hdfs-site.xml 中配置过相关配置： <property> <name>dfs.ha.fencing.methods</name> <value>sshfence</value> </property> #错误原因：没有安装 fuster 程序 #解决方法： #安装包含fuster程序的软件包Psmisc（每个机器上都要安装） yum -y install psmisc -
在hadoop ha上进行文件操作时可以使用路径简写，但如果想要使用全称或者进行API开发的话就要用路径全名
# ******代表子路径名 # hadoop fs -put a.txt hdfs://mycluster/************ -
如果多次format造成服务不能启动
#在三台节点机器上都要执行下列命令，删除以后格式化产生的目录文件，然后再按 “ 初始化并启动 HDFS-HA 集群 ” 的步骤操作 rm -rf /export/data/* rm -rf /export/server/hadoop-3.3.4/logs/* rm -rf /export/server/zookeeper/data/version-2 rm -rf /export/server/zookeeper/data/zookeeper_server.pid rm -rf /export/server/zookeeper/logs/*
浙公网安备 33010602011771号