朱汉自动化运维专题（十）：项目案例之Pipeline分布式流水线发布JAVA项目

自动化运维专题（十）：项目案例之Pipeline分布式流水线发布JAVA项目

Jenkins自动化运维专题

六，项目案例二：流水线自动化发布JAVA项目

PYCPdfView_l8Pdj7rUBB.png-14.2kB

  1. #所有服务器进行如下操作
  2. [root@localhost ~]# cat /etc/redhat-release
  3. CentOS Linux release 7.5.1804 (Core)
  4. [root@localhost ~]# uname -r
  5. 3.10.0-862.el7.x86_64
  6. [root@localhost ~]# systemctl stop firewalld
  7. [root@localhost ~]# systemctl disable firewalld
  8. Removed symlink /etc/systemd/system/multi-user.target.wants/firewalld.service.
  9. Removed symlink /etc/systemd/system/dbus-org.fedoraproject.FirewallD1.service.
  10. [root@localhost ~]# systemctl stop NetworkManager
  11. [root@localhost ~]# systemctl disable NetworkManager
  12. Removed symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service.
  13. Removed symlink /etc/systemd/system/dbus-org.freedesktop.NetworkManager.service.
  14. Removed symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service.

6.1 Tomcat服务器环境部署

  1. #在tomcat服务器进行如下操作
  2. #部署jdk
  3. [root@localhost ~]# ls
  4. anaconda-ks.cfg apache-tomcat-8.5.31.tar.gz
  5. apache-maven-3.5.0-bin.tar.gz jdk-8u171-linux-x64.tar.gz
  6. [root@localhost ~]# tar xf jdk-8u171-linux-x64.tar.gz -C /usr/local/
  7. [root@localhost ~]# cd /usr/local/
  8. [root@localhost local]# mv jdk1.8.0_171 jdk
  9. [root@localhost local]# ln -s /usr/local/jdk/bin/java /usr/local/bin/
  10. [root@localhost local]# java -version
  11. java version "1.8.0_171"
  12. Java(TM) SE Runtime Environment (build 1.8.0_171-b11)
  13. Java HotSpot(TM) 64-Bit Server VM (build 25.171-b11, mixed mode)
  15. #部署java变量
  16. [root@localhost local]# sed -i.org '$a export JAVA_HOME=/usr/local/jdk/' /etc/profile
  17. [root@localhost local]# sed -i.org '$a export PATH=$PATH:$JAVA_HOME/bin' /etc/profile
  18. [root@localhost local]# sed -i.org '$a export CLASSPATH=.$CLASSPATH:$JAVA_HOME/lib:$JAVA_HOME/lib/tools.jar' /etc/profile
  19. [root@localhost local]# tail -3 /etc/profile
  20. export JAVA_HOME=/usr/local/jdk/
  21. export PATH=$PATH:$JAVA_HOME/bin
  22. export CLASSPATH=.$CLASSPATH:$JAVA_HOME/lib:$JAVA_HOME/lib/tools.jar
  23. [root@localhost local]# source /etc/profile
  25. #部署maven
  26. [root@localhost ~]# ls
  27. anaconda-ks.cfg apache-tomcat-8.5.31.tar.gz
  28. apache-maven-3.5.0-bin.tar.gz jdk-8u171-linux-x64.tar.gz
  29. [root@localhost ~]# tar xf apache-maven-3.5.0-bin.tar.gz -C /usr/local/
  30. [root@localhost ~]# cd /usr/local/
  31. [root@localhost local]# mv apache-maven-3.5.0 maven
  32. [root@localhost local]# ln -s /usr/local/maven/bin/mvn /usr/local/bin/
  33. [root@localhost local]# mvn -version
  34. Apache Maven 3.5.0 (ff8f5e7444045639af65f6095c62210b5713f426; 2017-04-04T03:39:06+08:00)
  35. Maven home: /usr/local/maven
  36. Java version: 1.8.0_171, vendor: Oracle Corporation
  37. Java home: /usr/local/jdk/jre
  38. Default locale: zh_CN, platform encoding: UTF-8
  39. OS name: "linux", version: "3.10.0-862.el7.x86_64", arch: "amd64", family: "unix"
  41. #部署maven环境变量
  42. [root@localhost local]# vim /etc/profile
  43. [root@localhost local]# tail -2 /etc/profile
  44. export MAVEN_HOME=/usr/local/maven
  45. export PATH=$PATH:${MAVEN_HOME}
  46. [root@localhost local]# source /etc/profile
  48. #解压tomcat
  49. [root@localhost ~]# ls
  50. anaconda-ks.cfg apache-tomcat-8.5.31.tar.gz
  51. apache-maven-3.5.0-bin.tar.gz jdk-8u171-linux-x64.tar.gz
  52. [root@localhost ~]# tar xf apache-tomcat-8.5.31.tar.gz -C /usr/local/
  53. [root@localhost ~]# cd /usr/local/
  54. [root@localhost local]# mv apache-tomcat-8.5.31 tomcat
  55. [root@localhost local]# cd tomcat/
  56. [root@localhost tomcat]# ls
  57. bin conf lib LICENSE logs NOTICE RELEASE-NOTES RUNNING.txt temp webapps work
  58. [root@localhost tomcat]# rm -rf webapps/*
  59. [root@localhost tomcat]# ls webapps/
  61. #部署tomcat环境变量
  62. [root@localhost tomcat]# vim /etc/profile
  63. [root@localhost tomcat]# tail -1 /etc/profile
  64. export TOMCAT_HOME=/usr/local/tomcat
  65. [root@localhost tomcat]# source /etc/profile
  68. #自动部署需要解压maven构建后的war包，因此需要安装unzip
  69. [root@localhost tomcat]# yum -y install unzip
  70. [root@localhost tomcat]# which unzip
  71. /usr/bin/unzip
  73. #自动部署需要git远程仓库代码，因此需要安装git
  74. [root@localhost tomcat]# yum -y install git

6.2 构建一个B-JAVA流水线项目

PYCPdfView_0T7pNWF7zU.png-138.5kB

PYCPdfView_eT2D658oLI.png-69.1kB

PYCPdfView_w4dYlqaCwa.png-68.7kB

6.3 下载solo项目源代码并上传Git远程仓库

solo源代码下载地址 https://github.com/b3log/solo

  1. #在Git服务器创建用于存放solo源代码的仓库
  2. [git@localhost ~]$ hostname -I
  3. 192.168.200.189
  4. [git@localhost ~]$ cd /home/git/repos/
  5. [git@localhost repos]$ ls
  6. app.git jenkinsfile wordpress
  7. [git@localhost repos]$ mkdir solo.git
  8. [git@localhost repos]$ chown git.git solo.git
  9. [git@localhost repos]$ cd solo.git/
  10. [git@localhost solo.git]$ git --bare init
  11. 初始化空的 Git 仓库于 /home/git/repos/solo.git/
  12. [git@localhost solo.git]$ cd ..
  13. [git@localhost repos]$ chown -R git.git solo.git
  15. #在jenkins服务器上进行如下操作
  16. #解压solo.tar.gz源代码包
  17. [root@localhost ~]# tar xf solo.tar.gz
  18. mk[root@localhost ~]# mkdir -p /mycode/
  19. [root@localhost ~]# cd /mycode/
  20. [root@localhost mycode]# ls
  21. app
  22. [root@localhost mycode]# rm -rf *
  23. [root@localhost mycode]# git clone git@192.168.200.189:/home/git/repos/solo.git
  24. 正克隆到 'solo'...
  25. warning: 您似乎克隆了一个空版本库。
  26. [root@localhost mycode]# ls
  27. solo
  28. [root@localhost solo]# mv /root/solo .
  29. [root@localhost solo]# ls
  30. solo
  31. [root@localhost solo]# mv solo/* .
  32. [root@localhost solo]# rm -rf solo/
  33. [root@localhost solo]# ls
  34. CHANGE_LOGS.html Dockerfile LICENSE pom.xml README_zh_CN.md
  35. docker-compose.yml gulpfile.js package.json README.md src
  37. #为了最后的测试，我们需要修改源代码的一个配置文件
  38. [root@localhost solo]# ls
  39. CHANGE_LOGS.html Dockerfile LICENSE pom.xml README_zh_CN.md
  40. docker-compose.yml gulpfile.js package.json README.md src
  41. [root@localhost solo]# cd src/main/resources/
  42. [root@localhost resources]# ll latke.properties
  43. -rw-r--r--. 1 root root 1241 10月 18 2018 latke.properties
  44. [root@localhost resources]# sed -n '29p;31p' latke.properties
  45. serverHost=localhost
  46. serverPort=8080
  47. [root@localhost resources]# vim latke.properties
  48. [root@localhost resources]# sed -n '29p;31p' latke.properties
  49. serverHost=192.168.200.200
  50. serverPort=8080
  52. #将solo源代码提交到git仓库
  53. [root@localhost solo]# cd /mycode/solo/
  54. [root@localhost solo]# git add *
  55. [root@localhost solo]# git commit -m "x"
  56. [root@localhost solo]# git push -u origin master
  57. Counting objects: 2099, done.
  58. Compressing objects: 100% (2044/2044), done.
  59. Writing objects: 100% (2099/2099), 27.44 MiB | 19.06 MiB/s, done.
  60. Total 2099 (delta 367), reused 0 (delta 0)
  61. To git@192.168.200.189:/home/git/repos/solo.git
  62. * [new branch] master -> master
  63. 分支 master 设置为跟踪来自 origin 的远程分支 master。
  65. #将代码克隆到本地进行克隆认证
  66. [root@localhost solo]# cd /test/
  67. [root@localhost test]# ls
  68. jenkinsfile
  69. [root@localhost test]# rm -rf *
  70. [root@localhost test]# git clone git@192.168.200.189:/home/git/repos/solo.git
  71. 正克隆到 'solo'...
  72. remote: 对象计数中: 2099, 完成.
  73. remote: 压缩对象中: 100% (1677/1677), 完成.
  74. remote: Total 2099 (delta 367), reused 2099 (delta 367)
  75. 接收对象中: 100% (2099/2099), 27.44 MiB | 0 bytes/s, done.
  76. 处理 delta 中: 100% (367/367), done.
  77. [root@localhost test]# cd solo/
  78. [root@localhost solo]# ls
  79. CHANGE_LOGS.html Dockerfile LICENSE pom.xml README_zh_CN.md
  80. docker-compose.yml gulpfile.js package.json README.md src

6.4 创建一个流水线脚本并提交Git远程仓库

  1. #在jenkins服务器上进行如下操作
  2. [root@localhost solo]# mkdir -p /jenkinsfile
  3. [root@localhost solo]# cd /jenkinsfile/
  4. [root@localhost jenkinsfile]# git clone git@192.168.200.189:/home/git/repos/jenkinsfile
  5. 正克隆到 'jenkinsfile'...
  6. remote: 对象计数中: 16, 完成.
  7. remote: 压缩对象中: 100% (11/11), 完成.
  8. remote: Total 16 (delta 2), reused 0 (delta 0)
  9. 接收对象中: 100% (16/16), done.
  10. 处理 delta 中: 100% (2/2), done.
  11. [root@localhost jenkinsfile]# ls
  12. jenkinsfile
  13. [root@localhost jenkinsfile]# cd jenkinsfile/
  14. [root@localhost jenkinsfile]# ls
  15. itemA
  16. [root@localhost jenkinsfile]# mkdir itemB
  17. [root@localhost jenkinsfile]# ls
  18. itemA itemB
  19. [root@localhost jenkinsfile]# vim itemB/jenkinsfile-java-solo
  20. [root@localhost jenkinsfile]# cat itemB/jenkinsfile-java-solo
  22. node ("B-JAVA") {
  24. stage('git checkout') {
  25. checkout([$class: 'GitSCM', branches: [[name: '${branch}']], extensions: [],
  26. userRemoteConfigs: [[credentialsId: 'ea8eec2d-4809-4035-8fd1-244598f7eba4',
  27. url: 'git@192.168.200.189:/home/git/repos/solo.git']]])
  28. }
  29. stage('maven build') {
  30. sh '/usr/local/maven/bin/mvn clean package -Dmaven.test.skip=true'
  31. }
  32. stage('deploy') {
  33. sh '''WWWROOT=/usr/local/tomcat/webapps/ROOT
  34. [ -d /data/backup ] || mkdir -p /data/backup
  35. if [ -d $WWWROOT ];then
  36. mv $WWWROOT /data/backup/tomcat-$(date +%F_%T)
  37. fi
  38. unzip ${WORKSPACE}/target/*.war -d $WWWROOT
  39. PID=$(ps -ef | grep tomcat | egrep -v "grep|$$" | awk \'{print $2}\')
  40. [ -n "$PID" ] && kill -9 $PID
  41. /bin/bash /usr/local/tomcat/bin/startup.sh'''
  42. }
  43. stage('test') {
  44. sh 'echo susses'
  45. }
  46. }

PYCPdfView_S3ilZs1hpE.png-68kB

PYCPdfView_JUTQf6MNNe.png-61.1kB

PYCPdfView_rOMxU50rOu.png-62.4kB

  1. #推送本地仓库到远程git
  2. [root@localhost jenkinsfile]# git add *
  3. [root@localhost jenkinsfile]# git commit -m "test"
  4. [master 9ac23dd] test
  5. 1 file changed, 24 insertions(+)
  6. create mode 100644 itemB/jenkinsfile-java-solo
  7. [root@localhost jenkinsfile]# git push -u origin master
  8. Counting objects: 5, done.
  9. Compressing objects: 100% (3/3), done.
  10. Writing objects: 100% (4/4), 860 bytes | 0 bytes/s, done.
  11. Total 4 (delta 0), reused 0 (delta 0)
  12. To git@192.168.200.189:/home/git/repos/jenkinsfile
  13. 081e971..9ac23dd master -> master
  14. 分支 master 设置为跟踪来自 origin 的远程分支 master。
  16. #进行流水线脚本克隆测试
  17. [root@localhost jenkinsfile]# cd /test/
  18. [root@localhost test]# ls
  19. solo
  20. [root@localhost test]# rm -rf *
  21. [root@localhost test]# git clone git@192.168.200.189:/home/git/repos/jenkinsfile
  22. 正克隆到 'jenkinsfile'...
  23. remote: 对象计数中: 20, 完成.
  24. remote: 压缩对象中: 100% (14/14), 完成.
  25. remote: Total 20 (delta 2), reused 0 (delta 0)
  26. 接收对象中: 100% (20/20), done.
  27. 处理 delta 中: 100% (2/2), done.
  28. [root@localhost test]# ls
  29. jenkinsfile
  30. [root@localhost test]# cd jenkinsfile/
  31. [root@localhost jenkinsfile]# ls
  32. itemA itemB
  33. [root@localhost jenkinsfile]# ls itemB
  34. jenkinsfile-java-solo

6.5 设置分布式构建的slave管理节点

6.5.1 添加用于ssh连接的账户和密码

PYCPdfView_djlmGd0NfY.png-34.4kB

6.5.2 配置slave从节点

PYCPdfView_7DgKwmgTs7.png-80.4kB

6.6 进行流水线的单slave从节点分布式构建测试

如果不出意外，构建会失败在最后一步（tomcat进程未启动）
jenkins没办法启动tomcat的socket进程
原因在于pipeline
流水线在启动一个脚本程序的时候，这个脚本程序会运行在后台
当是当pipeline结束以后，jenkins会自动kill掉所有和pipeline有关的派生子进程
因此，我们需要在流水线脚本里加一个变量参数，不让pipeline杀掉才行

  • JENKINS_NODE_COOKIE=dontkillme
  1. node ("B-JAVA") {
  3. stage('git checkout') {
  4. checkout([$class: 'GitSCM', branches: [[name: '${branch}']], extensions: [],
  5. userRemoteConfigs: [[credentialsId: 'ea8eec2d-4809-4035-8fd1-244598f7eba4',
  6. url: 'git@192.168.200.189:/home/git/repos/solo.git']]])
  7. }
  8. stage('maven build') {
  9. sh '/usr/local/maven/bin/mvn clean package -Dmaven.test.skip=true'
  10. }
  11. stage('deploy') {
  12. sh '''WWWROOT=/usr/local/tomcat/webapps/ROOT
  13. JENKINS_NODE_COOKIE=dontkillme
  14. [ -d /data/backup ] || mkdir -p /data/backup
  15. if [ -d $WWWROOT ];then
  16. mv $WWWROOT /data/backup/tomcat-$(date +%F_%T)
  17. fi
  18. unzip ${WORKSPACE}/target/*.war -d $WWWROOT
  19. PID=$(ps -ef | grep tomcat | egrep -v "grep|$$" | awk \'{print $2}\')
  20. [ -n "$PID" ] && kill -9 $PID
  21. /bin/bash /usr/local/tomcat/bin/startup.sh'''
  22. }
  23. stage('test') {
  24. sh 'echo susses'
  25. }
  26. }
  28. #提交远程git仓库
  29. [root@localhost itemB]# git add *
  30. [root@localhost itemB]# git commit -m "xxx"
  31. [root@localhost itemB]# git push -u origin master

进行分布式构建测试

PYCPdfView_ZevJc0GDle.png-64.6kB

PYCPdfView_0EjwlAYqAO.png-22.5kB

6.7 进行流水线的单slave从节点ssh远程分布式构建测试

克隆一台tomcat服务器，进行ssh远程构建

PYCPdfView_Wa4lxG5z7L.png-28.1kB

6.7.1 安装SSH Pipeline Steps插件

PYCPdfView_5VcRUqbf4Y.png-105kB

PYCPdfView_4FEMpcmDdr.png-95.5kB

6.7.2 修改流水线脚本，并提交Git仓库

  1. #修改流水线脚本，并提交Git仓库
  2. node ("B-JAVA") {
  3. //def mvnHome
  4. def remote = [:]
  5. stage('git checkout') {
  6. sh 'hostname -I'
  7. checkout([$class: 'GitSCM', branches: [[name: '${branch}']], extensions: [],
  8. userRemoteConfigs: [[credentialsId: 'ea8eec2d-4809-4035-8fd1-244598f7eba4',
  9. url: 'git@192.168.200.189:/home/git/repos/solo.git']]])
  10. }
  11. stage('maven build') {
  12. sh '/usr/local/maven/bin/mvn clean package -Dmaven.test.skip=true'
  13. }
  14. stage('Remote SSH 200.189') {
  15. remote.name = 'test'
  16. remote.host = '192.168.200.189'
  17. remote.user = 'git'
  18. remote.password = '123123'
  19. remote.allowAnyHosts = true
  20. writeFile file: '189.sh', text: 'echo "`hostname -I`"'
  21. sshScript remote: remote, script: "189.sh"
  22. }
  23. stage('Remote SSH 192.168.200.201') {
  24. remote.name = 'test'
  25. remote.host = '192.168.200.201'
  26. remote.user = 'root'
  27. remote.password = '635509'
  28. remote.allowAnyHosts = true
  29. writeFile file: '201.sh', text: 'echo "`hostname -I`"'
  30. sshScript remote: remote, script: "201.sh"
  31. }
  32. }

6.7.3 进行分布式构建测试

PYCPdfView_hJKzIafugF.png-69.2kB

PYCPdfView_N9fsUb0OS7.png-118.4kB

PYCPdfView_yULzpDfGh7.png-106.7kB

6.8 进行流水线的多slave从节点分布式构建测试

添加slave从节点，并进行多节点构建

PYCPdfView_XA775HJqBu.png-57.8kB

  1. #修改流水线脚本，并提交Git仓库
  3. node ("B-JAVA") {
  4. //def mvnHome
  5. stage('Git checkout') {
  6. checkout([$class: 'GitSCM', branches: [[name: '${branch}']], extensions: [],
  7. userRemoteConfigs: [[credentialsId: 'ea8eec2d-4809-4035-8fd1-244598f7eba4',
  8. url: 'git@192.168.200.189:/home/git/repos/solo.git']]])
  9. }
  10. stage('Maven Build') {
  11. sh '/usr/local/maven/bin/mvn clean package -Dmaven.test.skip=true'
  12. }
  13. stage('Deploy') {
  14. sh '''
  15. JENKINS_NODE_COOKIE=dontkillme
  16. WWWROOT=/usr/local/tomcat/webapps/ROOT
  17. [ -d /data/backup ] || mkdir -p /data/backup
  18. if [ -d $WWWROOT ];then
  19. mv $WWWROOT /data/backup/tomcat-$(date +%F_%T)
  20. fi
  21. unzip ${WORKSPACE}/target/*.war -d $WWWROOT
  22. PID=$(ps -ef | grep tomcat | egrep -v "grep|$$" | awk \'{print $2}\')
  23. [ -n "$PID" ] && kill -9 $PID
  24. /bin/bash /usr/local/tomcat/bin/startup.sh'''
  25. }
  26. stage('Test') {
  27. echo "success"
  29. }
  30. }
  31. node ("B-JAVA2") {
  32. //def mvnHome
  33. stage('git checkout') {
  34. checkout([$class: 'GitSCM', branches: [[name: '${branch}']], extensions: [],
  35. userRemoteConfigs: [[credentialsId: 'ea8eec2d-4809-4035-8fd1-244598f7eba4',
  36. url: 'git@192.168.200.189:/home/git/repos/solo.git']]])
  37. }
  38. stage('Maven Build') {
  39. sh '/usr/local/maven/bin/mvn clean package -Dmaven.test.skip=true'
  40. }
  41. stage('Deploy') {
  42. sh '''
  43. JENKINS_NODE_COOKIE=dontkillme
  44. WWWROOT=/usr/local/tomcat/webapps/ROOT
  45. [ -d /data/backup ] || mkdir -p /data/backup
  46. if [ -d $WWWROOT ];then
  47. mv $WWWROOT /data/backup/tomcat-$(date +%F_%T)
  48. fi
  49. unzip ${WORKSPACE}/target/*.war -d $WWWROOT
  50. PID=$(ps -ef | grep tomcat | egrep -v "grep|$$" | awk \'{print $2}\')
  51. [ -n "$PID" ] && kill -9 $PID
  52. /bin/bash /usr/local/tomcat/bin/startup.sh'''
  53. }
  54. stage('Test') {
  55. echo "success"
  56. }
  57. }

PYCPdfView_12ww7QoF2a.png-45.7kB

posted @ 2021-10-07 23:37  有小熊陪着你看月亮  阅读(494)  评论(0)    收藏  举报