spark on Yarn 语句

spark-shell on Yarn

/opt/spark-1.6.1-bin-hadoop2.6/bin/spark-shell

--master yarn --deploy-mode client

--conf spark.shuffle.service.enabled=true

 --conf spark.dynamicAllocation.enabled=true

</auto_cron/cron-running/bidw/dml/user_center/bidw-scala-dml-fund_recom.scala

 

spark-sql on Yarn:

spark-sql --master yarn --deploy-mode client --conf spark.shuffle.service.enabled=true --conf spark.dynamicAllocation.enabled=true -S