spark--transform算子--filter

import org.apache.spark.{SparkConf, SparkContext}

/**
  * Created by yz02 on 2017/6/15.
  */
object T_filter {
  System.setProperty("hadoop.home.dir","F:\\hadoop-2.6.5")

  def main(args: Array[String]): Unit = {
    val conf = new SparkConf().setAppName("filter_test").setMaster("local")
    val sc = new SparkContext(conf)

    val numbers = Array(1, 2, 3, 4, 5)
    val numberRDD = sc.parallelize(numbers)

    //filter 过滤元素
    val resultRDD = numberRDD.filter(x => x % 2 == 0)
      .foreach(println)
  }
}
运行结果:
2
4
posted @ 2017-07-18 11:39  书灯  阅读(6)  评论(0)    收藏  举报  来源