分布式缓存
object DistributeCacheApp { def main(args: Array[String]): Unit = { val env = ExecutionEnvironment.getExecutionEnvironment val filePath = "D:\\a.txt" env.registerCachedFile(filePath, "hello-cache") val data = env.fromElements("hadoop", "ok", "java", "flink") data.map(new RichMapFunction[String, String] { override def open(parameters: Configuration): Unit = { val cacheFile = getRuntimeContext.getDistributedCache.getFile("hello-cache") val lines = FileUtils.readLines(cacheFile) import scala.collection.JavaConverters._ for (ele <- lines.asScala) { println(ele) } } override def map(in: String): String ={ in } }).print() } }
立志如山 静心求实
浙公网安备 33010602011771号