2017年7月18日
spark--transform算子--parallelized
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by liupeng on 2017/6/15. */ object T_parallelized { System.setProperty("hadoop.home.di 阅读全文
posted @ 2017-07-18 21:56 书灯 阅读(18) 评论(0) 推荐(0)
spark--transform算子--mapPartitionsWithIndex
摘要： import org.apache.spark.{SparkConf, SparkContext} import scala.collection.mutable.ArrayBuffer /** * Created by liupeng on 2017/6/15. */ object T_mapPa 阅读全文
posted @ 2017-07-18 21:52 书灯 阅读(21) 评论(0) 推荐(0)
spark--transform算子--mapPartitions
摘要： import org.apache.spark.{SparkConf, SparkContext} import scala.collection.immutable.HashMap import scala.collection.mutable.ArrayBuffer /** * Created 阅读全文
posted @ 2017-07-18 21:46 书灯 阅读(15) 评论(0) 推荐(0)
spark--transform算子--map
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by liupeng on 2017/6/15. */ object T_map { System.setProperty("hadoop.home.dir","F:\\h 阅读全文
posted @ 2017-07-18 21:43 书灯 阅读(3) 评论(0) 推荐(0)
spark--transform算子--join
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by liupeng on 2017/6/16. */ object T_join { System.setProperty("hadoop.home.dir","F:\\ 阅读全文
posted @ 2017-07-18 21:38 书灯 阅读(8) 评论(0) 推荐(0)
spark--transform算子--intersection
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by liupeng on 2017/6/16. */ object T_intersection { System.setProperty("hadoop.home.di 阅读全文
posted @ 2017-07-18 21:24 书灯 阅读(4) 评论(0) 推荐(0)
spark--transform算子--groupByKey
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by liupeng on 2017/6/16. */ object T_groupByKey { System.setProperty("hadoop.home.dir" 阅读全文
posted @ 2017-07-18 11:42 书灯 阅读(8) 评论(0) 推荐(0)
spark--transform算子--flatMap
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by liupeng on 2017/6/16. */ object T_flatMap { System.setProperty("hadoop.home.dir","F 阅读全文
posted @ 2017-07-18 11:41 书灯 阅读(11) 评论(0) 推荐(0)
spark--transform算子--filter
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by yz02 on 2017/6/15. */ object T_filter { System.setProperty("hadoop.home.dir","F:\\h 阅读全文
posted @ 2017-07-18 11:39 书灯 阅读(6) 评论(0) 推荐(0)
spark--transform算子--distinct
摘要： import org.apache.spark.{SparkConf, SparkContext} /** * Created by liupeng on 2017/6/16. */ object T_distinct { System.setProperty("hadoop.home.dir"," 阅读全文
posted @ 2017-07-18 11:15 书灯 阅读(6) 评论(0) 推荐(0)