2025/1/30

import org.apache.spark.SparkConf
import org.apache.spark.streaming.{Seconds, StreamingContext}
import org.apache.spark.streaming.flume.FlumeUtils

object FlumeAvroExample {
def main(args: Array[String]): Unit = {
val conf = new SparkConf().setAppName("FlumeAvroExample").setMaster("local[2]")
val ssc = new StreamingContext(conf, Seconds(5))

// 创建Flume接收器
val flumeStream = FlumeUtils.createPollingStream(ssc, "localhost", 41414)

// 处理数据
flumeStream.map(event => new String(event.event.getBody.array()))
.foreachRDD(rdd => {
if (!rdd.isEmpty()) {
rdd.foreach(println)
}
})

// 启动StreamingContext
ssc.start()
ssc.awaitTermination()
}
}