Spark编程--WordCount

package com.zwq

import org.apache.spark.{SparkConf, SparkContext}

object WordCount {
  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setMaster("local").setAppName("wordCount")

    val sc = new SparkContext(conf)

    var input = sc.textFile("helloSpark.txt")
    val lines = input.flatMap(line => line.split(" "))
    val count = lines.map(word => (word, 1)).reduceByKey{case (x, y)=> x+y}
    val output = count.saveAsTextFile("helloSparkRes")
  }
}

  

posted @ 2020-03-10 16:19  中年程序  阅读(165)  评论(0)    收藏  举报