2025/1/18

# 下载Spark
wget https://downloads.apache.org/spark/spark-2.1.0/spark-2.1.0-bin-hadoop2.7.tgz

# 解压到指定目录
sudo tar -xzf spark-2.1.0-bin-hadoop2.7.tgz -C /usr/local/
sudo mv /usr/local/spark-2.1.0-bin-hadoop2.7 /usr/local/spark

# 配置Spark环境变量
echo "export SPARK_HOME=/usr/local/spark" >> ~/.bashrc
echo "export PATH=\$SPARK_HOME/bin:\$PATH" >> ~/.bashrc
source ~/.bashrc

# 验证Spark安装
spark-shell --version

spark.master yarn
spark.submit.deployMode client
spark.yarn.appMasterEnv.SPARK_HOME /usr/local/spark
spark.executorEnv.SPARK_HOME /usr/local/spark

spark-shell