ReduceByKeyOperator

package com.bjsxt.study.scala.operator

import org.apache.spark.{SparkContext, SparkConf}
import org.apache.spark.rdd.RDD.rddToPairRDDFunctions

/**
  * Created by root on 2016/6/7.
  */
object ReduceByKeyOperator {
  def main(args: Array[String]) {
    val conf = new SparkConf().setAppName("ReduceByKeyOperator").setMaster("local")
    val sc = new SparkContext(conf)
    val scoreList = Array(Tuple2("xuruyun", 150), Tuple2("liangyongqi",100),
      Tuple2("wangfei",80),Tuple2("wangfei",100),Tuple2("wangfei",100))
    val scores = sc.parallelize(scoreList)
    scores.reduceByKey(_-_).foreach(println(_))
  }
}

  

posted @ 2018-06-18 14:52  uuhh  阅读(84)  评论(0)    收藏  举报