大数据竞赛记忆要点

环境搭建

SSH免密配置

（1）删除所有主机上的~/.ssh/*

[root@master .ssh]# rm -rf /root/.ssh/*

（2）在master上生成密钥对

[root@master .ssh]# ssh-keygen

（3）将master的公钥文件id_rsa.pub远程复制到其他主机上

[root@master .ssh]# cp id_rsa.pub authorized_keys  //在master上复制公钥到指定位置

[root@master .ssh]# scp id_rsa.pub root@slave1:/root/.ssh/authorized_keys   //在slave上复制公钥文件到指定位置

测试是否免密成功

ssh master

ssh slave1

ssh slave2

core-site.xml

  <name>fs.defaultFS</name>

<value>hdfs://master/</value>

hdfs-site.xml

<name>dfs.replication</name>

      <value>3</value>

yarn-site.xml

<name>yarn.resourcemanager.hostname</name>

          <value>master</value>

          <name>yarn.nodemanager.aux-services</name>

          <value>mapreduce_shuffle</value>

<property>

         <name>yarn.scheduler.minimum-allocation-mb</name>

         <value>4048</value>

         <description>default value is 1024</description>

    </property>

    <property>

         <name>yarn.nodemanager.vmem-check-enabled</name>

         <value>false</value>

    </property>

     <property>

         <name>yarn.timeline-service.enabled</name>

         <value>false</value>

    </property>

 

 

 

echarts可视化

       
<template>

  <div style="width: 600px;height: 400px" id="main">

  </div>>

 

</template>

 

<script>

  import * as echarts from 'echarts';

  import axios from"axios"

export default {

  name: 'HelloWorld',

  mounted(){

    this.ect = echarts.init(document.getElementById("main"));

        this.zuotu()

  },

 

  methods:{

    async zuotu(){

    

     var res = await axios.get("http://localhost:3000/");

     const { data} =res.data

     var x_data = data.map(x=>x.name);

     var y1_data =data.map(x=>x.uv);

     var y2_data =data.map(x=>x.pv)

    console.log(x_data)

 

      this.ect.setOption({

        xAxis:{

         

        },

        yAxis:{data:x_data},

        tooltip:{

 

        },

        series:[{

          name:"",

          type:"bar",

          data:y1_data,

          color:'red'

        },

        {

          name:"",

          type:"bar",

          data:y2_data,

          color:'blue'

        }]

      })

 

    }

  }

 

}

</script>