PipeLineTest

package com.bjsxt.scala.spark.high.operator

import org.apache.spark.{SparkContext, SparkConf}

/**
  * Created by root on 2017/8/12.
  */
object PipeLineTest {
  def main(args: Array[String]) {
    val conf = new SparkConf()
    conf.setMaster("local")
    conf.setAppName("PipeLineTest")
    val sc = new SparkContext(conf)
    val rdd = sc.textFile("cs")
    val filterRDD = rdd.filter(x=>{
        println("filter:" + x)
        true
    })
    val mapRDD = filterRDD.map(x=>{
      println("map:" + x)
      x
    })
    mapRDD.count()
    sc.stop()
  }
}