scala spark maven打包记录

4.0.0

com.first
one-dream
1.0-SNAPSHOT

<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
<spark.version>2.4.0</spark.version>
<scala.version>2.11</scala.version>
<hadoop.version>2.7.3</hadoop.version>
<cdh.version>6.3.1</cdh.version>
<slf4j.version>1.7.25</slf4j.version>
<log4j.version>2.8.2</log4j.version>
<jedis.version>3.2.0</jedis.version>
<redis.version>2.4.0</redis.version>
<java.version>1.8</java.version>
<maven.compiler.source.version>1.8</maven.compiler.source.version>
<maven.compiler.target.version>1.8</maven.compiler.target.version>
<maven.java.version>3.2</maven.java.version>
<maven.scala.version>3.2.2</maven.scala.version>
<maven.package.version>2.4.3</maven.package.version>
<one-dream.version>1.0</one-dream.version>

org.apache.hadoop
hadoop-common
${hadoop.version}


org.apache.hadoop
hadoop-mapreduce-client-core
${hadoop.version}

org.apache.spark
spark-core_${scala.version}
${spark.version}


org.apache.spark
spark-streaming_${scala.version}
${spark.version}


org.apache.spark
spark-sql_${scala.version}
${spark.version}


org.apache.spark
spark-hive_${scala.version}
${spark.version}


org.apache.spark
spark-mllib_${scala.version}
${spark.version}

org.apache.spark
spark-mllib_${scala.version}
${spark.version}

mysql
mysql-connector-java
8.0.11

com.github.scopt
scopt_2.11
3.7.1

org.apache.spark
spark-streaming-kafka-0-10_${scala.version}
${spark.version}

com.redislabs
spark-redis
${redis.version}

redis.clients
jedis
${jedis.version}

com.alibaba
fastjson
1.2.34

<!-- 把所有的源码包打在一起

src/main/resources

**/*

<!– 声明插件 –>


<!– 编译scala的插件 –>

net.alchim31.maven
scala-maven-plugin
${maven.scala.version}

<!–编译java的插件，指定jdk版本–>

org.apache.maven.plugins
maven-compiler-plugin
${maven.java.version}

${java.version}
${java.version}
utf8

net.alchim31.maven
scala-maven-plugin


scala-compile-first
process-resources

add-source
compile



scala-test-compile
process-test-resources

testCompile

org.apache.maven.plugins
maven-compiler-plugin


compile

compile




<!– 打包插件 https://cloud.tencent.com/developer/ask/187585 –>

org.apache.maven.plugins
maven-shade-plugin
${maven.package.version}


package

shade


<!–

com.spark.project.applications.passiveasset.PassiveAssetDayRDDApp


–>


:

META-INF/.SF
META-INF/.DSA
META-INF/*.RSA







-->

org.scala-tools
maven-scala-plugin
2.15.2


scala-compile-first

compile



**/*.scala




scala-test-compile

testCompile

maven-dependency-plugin
2.10


copy-dependencies
prepare-package

copy-dependencies




jar
true
jar
${project.build.directory}/lib

org.apache.maven.plugins
maven-compiler-plugin

${maven.compiler.source.version}
${maven.compiler.target.version}



org.apache.maven.plugins
maven-jar-plugin
2.4

false

true

lib/