sqoop从mysql导入数据到HDFS或者hive表

sqoop import \
-Dorg.apache.sqoop.splitter.allow_text_splitter=true \
-D mapreduce.job.queuename=default \
--connect "jdbc:mysql://ip:port/database?useUnicode=true&characterEncoding=utf-8" \
--username root \
--password root \
--input-null-string '\\N' \
--input-null-non-string '\\N' \
--fields-terminated-by '^' \
--hive-import \
--hive-database test \
--hive-table test_sqoop \
--target-dir /test \
--compress \
--compression-codec gzip \
--num-mappers 10 \
--direct \
--hive-delims-replacement '' \
--query "select * from table-name where \$CONDITIONS " \
--split-by id -m 10