【技术】Hadoop安装——全分布模式（重点）

 （1）规划：
    10.1.255.121 bigdata121 ：主节点
    10.1.255.122 bigdata122 ：从节点
    10.1.255.123 bigdata123 ：从节点



（2）准备工作：
    step 1:jdk、防火墙、ssh免密码登录（3次拷贝）、在etc/hosts 添加主机名。
        ## 对于同时操作多台机器可通过 工具->发送键输入到所有会话 选项卡->排列->水平排列 两个步骤完成 ##
    step 2:时间同步
            能够上网：使用网络时间（GUI设置），默认的都是一致的。
            不能上网：# date -s 2019-04-01（同时操作多台机器），集群紊乱。
                    或 ntp:在机器里面指定一个服务器，作为时钟服务器。
    step 3:修改配置文件
        ## 主要在bigdata 121操作，其他机器通过scp拷贝 ##
        切换目录至/opt/moudle/hadoop-2.7.3/etc/hadoop/，分别执行vim命令进行编辑
        ** 1:hadoop-env.sh **
            JAVA_HOME=/opt/moudle/jdk1.8.0_181
        ** 2:hdfs-site.xml **
            <!--注释配置数据块的冗余度，默认是3-->
            <property>
                <name>dfs.replication</name>
                <value>2</value>
            </property>
            <!--注释配置HDFS的权限检查，默认是true-->
            <!--
            <property>
                <name>dfs.permissions</name>
                <value>false</value>
            </property>
            -->
        ** 3:core-site.xml **
            <!--配置HDFS主节点，namenode的地址,9000是RPC通信端口-->
            <property>
                <name>fs.defaultFS</name>
                <value>hdfs://bigdata121:9000</value>
            </property>
            <!--配置HDFS数据块和元数据保存的目录,一定要修改-->
            <property>
                <name>hadoop.tmp.dir</name>
                <value>/opt/moudle/hadoop-2.7.3/tmp</value>
            </property>
        ** 4:mapred-site.xml(默认没有) **
            cp mapred-site.xml.template  mapred-site.xml
            <!--配置MR程序运行的框架-->
            <property>
                <name>mapreduce.framework.name</name>
                <value>yarn</value>
            </property>
        ** 5:yarn-site.xml **
            <!--配置Yarn的节点-->
            <property>
                <name>yarn.resourcemanager.hostname</name>
                <value>bigdata121</value>
            </property>
            <!--NodeManager执行MR任务的方式是Shuffle洗牌-->
            <property>
                <name>yarn.nodemanager.aux-services</name>
                <value>mapreduce_shuffle</value>
            </property>
        ** 6:slaves(和自己的从节点机器名字一致) **
            bigdata122
            bigdata123
        ** 7:通过HDFS namenode格式化 **
            # hdfs namenode -format
            19/04/30 10:20:53 INFO namenode.NameNode: STARTUP_MSG: 
            /************************************************************
            STARTUP_MSG: Starting NameNode
            STARTUP_MSG:   host = bigdata121/192.168.0.121
            STARTUP_MSG:   args = [-format]
            STARTUP_MSG:   version = 2.7.3
            STARTUP_MSG:   classpath = /opt/moudle/hadoop-2.7.3/etc/hadoop:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jaxb-api-2.2.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/stax-api-1.0-2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/activation-1.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jackson-core-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jackson-xc-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jersey-server-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/asm-3.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/log4j-1.2.17.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jets3t-0.9.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/httpclient-4.2.5.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/httpcore-4.2.5.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/java-xmlbuilder-0.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-lang-2.6.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-configuration-1.6.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-digester-1.8.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-beanutils-1.7.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-beanutils-core-1.8.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/slf4j-api-1.7.10.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/slf4j-log4j12-1.7.10.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/avro-1.7.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/paranamer-2.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/snappy-java-1.0.4.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-compress-1.4.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/xz-1.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/protobuf-java-2.5.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/gson-2.2.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/hadoop-auth-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/apacheds-i18n-2.0.0-M15.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/api-asn1-api-1.0.0-M20.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/api-util-1.0.0-M20.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/zookeeper-3.4.6.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/netty-3.6.2.Final.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/curator-framework-2.7.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/curator-client-2.7.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jsch-0.1.42.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/curator-recipes-2.7.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/htrace-core-3.1.0-incubating.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/junit-4.11.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/hamcrest-core-1.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/mockito-all-1.8.5.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/hadoop-annotations-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/guava-11.0.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jsr305-3.0.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-cli-1.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-math3-3.1.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/xmlenc-0.52.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-httpclient-3.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-logging-1.1.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-codec-1.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-io-2.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-net-3.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/commons-collections-3.2.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/servlet-api-2.5.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jetty-6.1.26.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jetty-util-6.1.26.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jsp-api-2.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jersey-core-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jersey-json-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/lib/jettison-1.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/hadoop-common-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/hadoop-common-2.7.3-tests.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/common/hadoop-nfs-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/commons-codec-1.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/log4j-1.2.17.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/commons-logging-1.1.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/netty-3.6.2.Final.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/guava-11.0.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/jsr305-3.0.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/commons-cli-1.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/xmlenc-0.52.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/commons-io-2.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/servlet-api-2.5.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/jetty-6.1.26.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/jetty-util-6.1.26.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/jersey-core-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/jackson-mapper-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/jersey-server-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/asm-3.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/commons-lang-2.6.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/htrace-core-3.1.0-incubating.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/netty-all-4.0.23.Final.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/xercesImpl-2.9.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/xml-apis-1.3.04.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/lib/leveldbjni-all-1.8.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/hadoop-hdfs-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/hadoop-hdfs-2.7.3-tests.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/hdfs/hadoop-hdfs-nfs-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/zookeeper-3.4.6-tests.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/commons-lang-2.6.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/guava-11.0.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jsr305-3.0.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/commons-logging-1.1.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/protobuf-java-2.5.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/commons-cli-1.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/log4j-1.2.17.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jaxb-api-2.2.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/stax-api-1.0-2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/activation-1.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/commons-compress-1.4.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/xz-1.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/servlet-api-2.5.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/commons-codec-1.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jetty-util-6.1.26.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jersey-core-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jersey-client-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jackson-core-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jackson-mapper-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jackson-jaxrs-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jackson-xc-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/guice-servlet-3.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/guice-3.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/aopalliance-1.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/commons-io-2.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jersey-server-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/asm-3.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jersey-json-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jettison-1.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jaxb-impl-2.2.3-1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jersey-guice-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/zookeeper-3.4.6.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/netty-3.6.2.Final.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/leveldbjni-all-1.8.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/commons-collections-3.2.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/lib/jetty-6.1.26.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-api-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-common-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-server-common-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-server-nodemanager-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-server-web-proxy-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-server-tests-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-client-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/yarn/hadoop-yarn-registry-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/protobuf-java-2.5.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/avro-1.7.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/jackson-core-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/jackson-mapper-asl-1.9.13.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/paranamer-2.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/snappy-java-1.0.4.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/commons-compress-1.4.1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/xz-1.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/hadoop-annotations-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/commons-io-2.4.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/jersey-core-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/jersey-server-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/asm-3.2.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/log4j-1.2.17.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/netty-3.6.2.Final.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/leveldbjni-all-1.8.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/guice-3.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/javax.inject-1.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/aopalliance-1.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/jersey-guice-1.9.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/guice-servlet-3.0.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/junit-4.11.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/lib/hamcrest-core-1.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-core-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-common-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-shuffle-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-app-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-hs-plugins-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-examples-2.7.3.jar:/opt/moudle/hadoop-2.7.3/share/hadoop/mapreduce/hadoop-mapreduce-client-jobclient-2.7.3-tests.jar:/opt/moudle/hadoop-2.7.3/contrib/capacity-scheduler/*.jar
            STARTUP_MSG:   build = https://git-wip-us.apache.org/repos/asf/hadoop.git -r baa91f7c6bc9cb92be5982de4719c1c8af91ccff; compiled by 'root' on 2016-08-18T01:41Z
            STARTUP_MSG:   java = 1.8.0_181
            ************************************************************/
            19/04/30 10:20:53 INFO namenode.NameNode: registered UNIX signal handlers for [TERM, HUP, INT]
            19/04/30 10:20:53 INFO namenode.NameNode: createNameNode [-format]
            Formatting using clusterid: CID-ebbce908-6b3d-4850-b18b-70a3ba9afb23
            19/04/30 10:20:56 INFO namenode.FSNamesystem: No KeyProvider found.
            19/04/30 10:20:56 INFO namenode.FSNamesystem: fsLock is fair:true
            19/04/30 10:20:56 INFO blockmanagement.DatanodeManager: dfs.block.invalidate.limit=1000
            19/04/30 10:20:56 INFO blockmanagement.DatanodeManager: dfs.namenode.datanode.registration.ip-hostname-check=true
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: The block deletion will start around 2019 四月 30 10:20:56
            19/04/30 10:20:56 INFO util.GSet: Computing capacity for map BlocksMap
            19/04/30 10:20:56 INFO util.GSet: VM type       = 64-bit
            19/04/30 10:20:56 INFO util.GSet: 2.0% max memory 966.7 MB = 19.3 MB
            19/04/30 10:20:56 INFO util.GSet: capacity      = 2^21 = 2097152 entries
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: dfs.block.access.token.enable=false
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: defaultReplication         = 2
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: maxReplication             = 512
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: minReplication             = 1
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: maxReplicationStreams      = 2
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: replicationRecheckInterval = 3000
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: encryptDataTransfer        = false
            19/04/30 10:20:56 INFO blockmanagement.BlockManager: maxNumBlocksToLog          = 1000
            19/04/30 10:20:57 INFO namenode.FSNamesystem: fsOwner             = root (auth:SIMPLE)
            19/04/30 10:20:57 INFO namenode.FSNamesystem: supergroup          = supergroup
            19/04/30 10:20:57 INFO namenode.FSNamesystem: isPermissionEnabled = true
            19/04/30 10:20:57 INFO namenode.FSNamesystem: HA Enabled: false
            19/04/30 10:20:57 INFO namenode.FSNamesystem: Append Enabled: true
            19/04/30 10:20:58 INFO util.GSet: Computing capacity for map INodeMap
            19/04/30 10:20:58 INFO util.GSet: VM type       = 64-bit
            19/04/30 10:20:58 INFO util.GSet: 1.0% max memory 966.7 MB = 9.7 MB
            19/04/30 10:20:58 INFO util.GSet: capacity      = 2^20 = 1048576 entries
            19/04/30 10:20:58 INFO namenode.FSDirectory: ACLs enabled? false
            19/04/30 10:20:58 INFO namenode.FSDirectory: XAttrs enabled? true
            19/04/30 10:20:58 INFO namenode.FSDirectory: Maximum size of an xattr: 16384
            19/04/30 10:20:58 INFO namenode.NameNode: Caching file names occuring more than 10 times
            19/04/30 10:20:58 INFO util.GSet: Computing capacity for map cachedBlocks
            19/04/30 10:20:58 INFO util.GSet: VM type       = 64-bit
            19/04/30 10:20:58 INFO util.GSet: 0.25% max memory 966.7 MB = 2.4 MB
            19/04/30 10:20:58 INFO util.GSet: capacity      = 2^18 = 262144 entries
            19/04/30 10:20:58 INFO namenode.FSNamesystem: dfs.namenode.safemode.threshold-pct = 0.9990000128746033
            19/04/30 10:20:58 INFO namenode.FSNamesystem: dfs.namenode.safemode.min.datanodes = 0
            19/04/30 10:20:58 INFO namenode.FSNamesystem: dfs.namenode.safemode.extension     = 30000
            19/04/30 10:20:58 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.window.num.buckets = 10
            19/04/30 10:20:58 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.num.users = 10
            19/04/30 10:20:58 INFO metrics.TopMetrics: NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25
            19/04/30 10:20:58 INFO namenode.FSNamesystem: Retry cache on namenode is enabled
            19/04/30 10:20:58 INFO namenode.FSNamesystem: Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
            19/04/30 10:20:58 INFO util.GSet: Computing capacity for map NameNodeRetryCache
            19/04/30 10:20:58 INFO util.GSet: VM type       = 64-bit
            19/04/30 10:20:58 INFO util.GSet: 0.029999999329447746% max memory 966.7 MB = 297.0 KB
            19/04/30 10:20:58 INFO util.GSet: capacity      = 2^15 = 32768 entries
            19/04/30 10:20:58 INFO namenode.FSImage: Allocated new BlockPoolId: BP-1528115622-192.168.0.121-1556590858727
            19/04/30 10:20:58 INFO common.Storage: Storage directory /opt/moudle/hadoop-2.7.3/tmp/dfs/name has been successfully formatted.
            19/04/30 10:20:59 INFO namenode.FSImageFormatProtobuf: Saving image file /opt/moudle/hadoop-2.7.3/tmp/dfs/name/current/fsimage.ckpt_0000000000000000000 using no compression
            19/04/30 10:20:59 INFO namenode.FSImageFormatProtobuf: Image file /opt/moudle/hadoop-2.7.3/tmp/dfs/name/current/fsimage.ckpt_0000000000000000000 of size 351 bytes saved in 0 seconds.
            19/04/30 10:20:59 INFO namenode.NNStorageRetentionManager: Going to retain 1 images with txid >= 0
            19/04/30 10:20:59 INFO util.ExitUtil: Exiting with status 0
            19/04/30 10:20:59 INFO namenode.NameNode: SHUTDOWN_MSG: 
            /************************************************************
            SHUTDOWN_MSG: Shutting down NameNode at bigdata121/192.168.0.121
            ************************************************************/
            成功的标志：
            Storage directory /opt/moudle/hadoop-2.7.3/tmp/dfs/name has been successfully formatted.
        ** 8:在主节点bigdata121中通过scp拷贝 **
            # scp -r /opt/moudle/hadoop-2.7.3/ root@bigdata122:/opt/moudle/
            # scp -r /opt/moudle/hadoop-2.7.3/ root@bigdata123:/opt/moudle/
        ** 9:通过start-all.sh启动 **
            # start-all.sh
            This script is Deprecated. Instead use start-dfs.sh and start-yarn.sh
            Starting namenodes on [bigdata121]
            bigdata121: starting namenode, logging to /opt/moudle/hadoop-2.7.3/logs/hadoop-root-namenode-bigdata121.out
            bigdata122: starting datanode, logging to /opt/moudle/hadoop-2.7.3/logs/hadoop-root-datanode-bigdata122.out
            bigdata123: starting datanode, logging to /opt/moudle/hadoop-2.7.3/logs/hadoop-root-datanode-bigdata123.out
            localhost: starting datanode, logging to /opt/moudle/hadoop-2.7.3/logs/hadoop-root-datanode-bigdata121.out
            Starting secondary namenodes [0.0.0.0]
            0.0.0.0: starting secondarynamenode, logging to /opt/moudle/hadoop-2.7.3/logs/hadoop-root-secondarynamenode-bigdata121.out
            starting yarn daemons
            starting resourcemanager, logging to /opt/moudle/hadoop-2.7.3/logs/yarn-root-resourcemanager-bigdata121.out
            bigdata123: starting nodemanager, logging to /opt/moudle/hadoop-2.7.3/logs/yarn-root-nodemanager-bigdata123.out
            bigdata122: starting nodemanager, logging to /opt/moudle/hadoop-2.7.3/logs/yarn-root-nodemanager-bigdata122.out
            localhost: starting nodemanager, logging to /opt/moudle/hadoop-2.7.3/logs/yarn-root-nodemanager-bigdata121.out
            验证是否正常开启（有5个）：
            # jps
            3344 Jps
            3027 NodeManager
            2426 NameNode
            2733 SecondaryNameNode
            2911 ResourceManager
            在bigdata122中查看：
            # jps
            2469 NodeManager
            3207 Jps
            在bigdata123中查看：
            # jps
            2471 NodeManager
            3359 Jps
            Web访问http://192.168.0.121:8088 yarn


            Web访问http://192.168.0.121:50070 HDFS


            通过jps命令的结果显示和两张截图即表示集群成功开启。

posted @ 2019-04-30 17:28  南简  阅读(52)  评论(0)    收藏  举报