flume:netcat to hive
a1.sources=r1 a1.channels=c1 a1.sinks=s1 a1.sources.r1.type=netcat a1.sources.r1.bind=master a1.sources.r1.port=44444 a1.sinks.s1.type=hive a1.sinks.s1.hive.metastore=thrift://node1:9083 a1.sinks.s1.hive.database=bd14 a1.sinks.s1.hive.table=flume_user a1.sinks.s1.serializer=DELIMITED a1.sinks.s1.serializer.delimiter="\t" a1.sinks.s1.serializer.serdeSeparator='\t' a1.sinks.s1.serializer.fieldnames=user_id,user_name,age a1.channels.c1.type=memory a1.channels.c1.capacity=1000 a1.channels.c1.transactionCapacity=100 a1.sources.r1.channels=c1 a1.sinks.s1.channel=c1
export HIVE_HOME=/usr/hdp/current/hive flume-ng agent -c conf -f netcat2hive.conf --name a1
create table flume_user( user_id int ,user_name string ,age int ) clustered by (user_id) into 2 buckets stored as orc tblproperties("transactional"='true');
telnet localhost 44444 1 tab键 王五 tab键 15 tab键
欢迎关注微信公众号:大数据从业者