CheckpointTest

package com.bjsxt.scala.spark.operator

import org.apache.spark.SparkConf
import org.apache.spark.SparkContext

object CheckpointTest {
  def main(args: Array[String]): Unit = {
    val sparkConf = new SparkConf().setAppName("CheckpointTest")
      .setMaster("local")
    val sc = new SparkContext(sparkConf)
    sc.setCheckpointDir("d:/checnkpoint0731")
    var rdd = sc.makeRDD(1 to 10,2)
    println("rdd.partitions.length:" + rdd.partitions.length)
    rdd.checkpoint()
    rdd = rdd.cache()
    rdd.count
    sc.stop()
  }
}