Maven-sonarqube-jenkins-git 持续集成开发环境的搭建
废话不多说，直接上干货
maven global or sysfile setting.xml
注意：贴代码的时候要将xxxx替换成你自己的配置信息
<settings>
<localRepository>xxxxlocalRepository>
<servers>
<server>
<id>user-releasesid>
<username>xxxxusername>
<password>xxxxpassword>
server>
<server>
<id>user-snapshotsid>
<username>xxxxusername>
<password>xxxxpassword>
server>
servers>
<mirrors>
<mirror>
<id>custom-mirrorid>
<mirrorOf>*mirrorOf>
<url>http://xxxx:xxxx/nexus/content/groups/publicurl>
mirror>
mirrors>
<profiles>
<profile>
<id>nexusid>
<properties>
<sonar.jdbc.url>jdbc:mysql://xxxx:3306/sonar?useUnicode=true&characterEncoding=utf8sonar.jdbc.url>
<sonar.jdbc.driver>com.mysql.jdbc.Driversonar.jdbc.driver>
<sonar.jdbc.username>xxxxsonar.jdbc.username>
<sonar.jdbc.password>xxxxsonar.jdbc.password>
<sonar.host.url>http://xxxx:9000/sonar.host.url>
properties>
<repositories>
<repository>
<id>centralid>
<url>http://repo1.maven.org/maven2url>
<releases>
<enabled>trueenabled>
releases>
<snapshots>
<enabled>trueenabled>
snapshots>
repository>
repositories>
<pluginRepositories>
<pluginRepository>
<id>centralid>
<url>http://repo1.maven.org/maven2url>
<releases>
<enabled>trueenabled>
releases>
<snapshots>
<enabled>trueenabled>
snapshots>
pluginRepository>
pluginRepositories>
profile>
profiles>
<activeProfiles>
<activeProfile>nexusactiveProfile>
activeProfiles>
settings>maven parent pom.xml
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0modelVersion>
<groupId>com.keyllo.dsgroupId>
<artifactId>tn-ds-parentartifactId>
<version>0.0.1-RELEASEversion>
<packaging>pompackaging>
<name>xxxname>
<description>xxxdescription>
<url>http://www.keyllo.comurl>
<organization>
<name>keyllo groupname>
<url>http://www.keyllo.comurl>
organization>
<developers>
<developer>
<id>daliangid>
<name>daliangname>
<email>[email protected]email>
<roles>
<role>project managerrole>
roles>
developer>
<developer>
<id>kinglyjnid>
<name>kinglyjnname>
<email>[email protected]email>
<roles>
<role>project designerrole>
<role>developerrole>
roles>
developer>
<developer>
<id>xiaoliangid>
<name>xiaoliangname>
<email>[email protected]email>
<roles>
<role>developerrole>
roles>
developer>
<developer>
<id>daxiangid>
<name>daxiangname>
<email>[email protected]email>
<roles>
<role>developerrole>
roles>
developer>
developers>
<properties>
...
...
<releases.url>http://xxxx:xxxx/nexus/content/repositories/releases/releases.url>
<snapshots.url>http://xxxx:xxxx/nexus/content/repositories/snapshots/snapshots.url>
properties>
<distributionManagement>
<repository>
<id>user-releasesid>
<name>User Project Releasesname>
<url>${releases.url}url>
repository>
<snapshotRepository>
<id>user-snapshotsid>
<name>User Project Snapshotsname>
<url>${snapshots.url}url>
snapshotRepository>
distributionManagement>
<modules>
<module>../xxx-modelmodule>
<module>../xxx-daomodule>
<module>../xxx-enginemodule>
<module>../xxx-bizmodule>
<module>../xxx-appmodule>
modules>
<dependencyManagement>
<dependencies>
<dependency>
<groupId>junitgroupId>
<artifactId>junitartifactId>
<version>4.12version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-testartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>org.springframework.datagroupId>
<artifactId>spring-data-mongodbartifactId>
<version>${spring-data-mongodb.version}version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-contextartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-context-supportartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-aopartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>org.aspectjgroupId>
<artifactId>aspectjrtartifactId>
<version>${aspectj.version}version>
dependency>
<dependency>
<groupId>org.aspectjgroupId>
<artifactId>aspectjweaverartifactId>
<version>${aspectj.version}version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-ormartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-txartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>org.mybatisgroupId>
<artifactId>mybatis-springartifactId>
<version>${mybatis.spring.version}version>
dependency>
<dependency>
<groupId>org.mybatisgroupId>
<artifactId>mybatisartifactId>
<version>${mybatis.version}version>
dependency>
<dependency>
<groupId>mysqlgroupId>
<artifactId>mysql-connector-javaartifactId>
<version>${mysql.version}version>
dependency>
<dependency>
<groupId>c3p0groupId>
<artifactId>c3p0artifactId>
<version>${c3p0.version}version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-webartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>org.springframeworkgroupId>
<artifactId>spring-webmvcartifactId>
<version>${springframework.version}version>
dependency>
<dependency>
<groupId>javax.servletgroupId>
<artifactId>javax.servlet-apiartifactId>
<version>${servlet.version}version>
dependency>
<dependency>
<groupId>javax.servlet.jspgroupId>
<artifactId>jsp-apiartifactId>
<version>${jsp.version}version>
dependency>
<dependency>
<groupId>javax.servletgroupId>
<artifactId>jstlartifactId>
<version>${jstl.version}version>
dependency>
<dependency>
<groupId>org.hibernategroupId>
<artifactId>hibernate-validatorartifactId>
<version>${hibernate-validator.version}version>
dependency>
<dependency>
<groupId>com.fasterxml.jackson.coregroupId>
<artifactId>jackson-databindartifactId>
<version>${jackson.version}version>
dependency>
<dependency>
<groupId>com.fasterxml.jackson.coregroupId>
<artifactId>jackson-coreartifactId>
<version>${jackson.version}version>
dependency>
<dependency>
<groupId>com.fasterxml.jackson.coregroupId>
<artifactId>jackson-annotationsartifactId>
<version>${jackson.version}version>
dependency>
<dependency>
<groupId>com.fasterxml.jackson.dataformatgroupId>
<artifactId>jackson-dataformat-xmlartifactId>
<version>${jackson.version}version>
dependency>
<dependency>
<groupId>com.alibabagroupId>
<artifactId>fastjsonartifactId>
<version>${alibaba.fastjson.version}version>
dependency>
<dependency>
<groupId>com.alibaba.druidgroupId>
<artifactId>druid-wrapperartifactId>
<version>${alibaba.druid.version}version>
dependency>
<dependency>
<groupId>com.github.pagehelpergroupId>
<artifactId>pagehelperartifactId>
<version>${pagehelper.version}version>
dependency>
<dependency>
<groupId>commons-fileuploadgroupId>
<artifactId>commons-fileuploadartifactId>
<version>${commons-fileupload.version}version>
dependency>
<dependency>
<groupId>commons-logginggroupId>
<artifactId>commons-loggingartifactId>
<version>${commons-logging.version}version>
dependency>
<dependency>
<groupId>commons-langgroupId>
<artifactId>commons-langartifactId>
<version>${commons-lang.version}version>
dependency>
<dependency>
<groupId>org.apache.shirogroupId>
<artifactId>shiro-allartifactId>
<version>${shiro.version}version>
dependency>
<dependency>
<groupId>org.apache.shirogroupId>
<artifactId>shiro-coreartifactId>
<version>${shiro.version}version>
dependency>
<dependency>
<groupId>org.apache.shirogroupId>
<artifactId>shiro-webartifactId>
<version>${shiro.version}version>
dependency>
<dependency>
<groupId>org.apache.shirogroupId>
<artifactId>shiro-ehcacheartifactId>
<version>${shiro.version}version>
dependency>
<dependency>
<groupId>org.apache.shirogroupId>
<artifactId>shiro-springartifactId>
<version>${shiro.version}version>
dependency>
<dependency>
<groupId>org.slf4jgroupId>
<artifactId>slf4j-apiartifactId>
<version>${slf4j.version}version>
dependency>
<dependency>
<groupId>org.slf4jgroupId>
<artifactId>slf4j-log4j12artifactId>
<version>${slf4j.version}version>
dependency>
<dependency>
<groupId>log4jgroupId>
<artifactId>log4jartifactId>
<version>${log4j.version}version>
dependency>
<dependency>
<groupId>net.sourceforge.htmlunitgroupId>
<artifactId>htmlunitartifactId>
<version>${htmlunit.version}version>
dependency>
<dependency>
<groupId>org.jsoupgroupId>
<artifactId>jsoupartifactId>
<version>${jsoup.version}version>
dependency>
<dependency>
<groupId>joda-timegroupId>
<artifactId>joda-timeartifactId>
<version>${joda-time.version}version>
dependency>
<dependency>
<groupId>zmxy-sdkgroupId>
<artifactId>zmxy-sdkartifactId>
<version>${zmxy.version}version>
dependency>
dependencies>
dependencyManagement>
<build>
<pluginManagement>
<plugins>
<plugin>
<groupId>org.apache.maven.pluginsgroupId>
<artifactId>maven-compiler-pluginartifactId>
<version>3.3version>
<configuration>
<source>${java.version}source>
<target>${java.version}target>
<encoding>UTF-8encoding>
configuration>
plugin>
<plugin>
<groupId>org.apache.maven.pluginsgroupId>
<artifactId>maven-resources-pluginartifactId>
<configuration>
<encoding>UTF-8encoding>
<delimiters>
<delimiter>@delimiter>
delimiters>
configuration>
plugin>
<plugin>
<groupId>org.apache.maven.pluginsgroupId>
<artifactId>maven-source-pluginartifactId>
<version>2.4version>
<configuration>
<attach>trueattach>
configuration>
<executions>
<execution>
<phase>packagephase>
<goals>
<goal>jar-no-forkgoal>
goals>
execution>
executions>
plugin>
<plugin>
<groupId>org.mortbay.jettygroupId>
<artifactId>maven-jetty-pluginartifactId>
<version>6.1.22version>
<configuration>
<scanIntervalSeconds>10scanIntervalSeconds>
<connectors>
<connector implementation="org.mortbay.jetty.nio.SelectChannelConnector">
<port>8080port>
connector>
connectors>
<stopPort>8888stopPort>
<stopKey>foostopKey>
<contextPath>/tn-ds-appcontextPath>
configuration>
plugin>
<plugin>
<groupId>org.codehaus.mojogroupId>
<artifactId>sonar-maven-pluginartifactId>
<version>3.2version>
plugin>
<plugin>
<groupId>org.apache.maven.pluginsgroupId>
<artifactId>maven-site-pluginartifactId>
<version>3.4version>
<configuration>
<locales>zh_CNlocales>
configuration>
plugin>
plugins>
pluginManagement>
<resources>
<resource>
<directory>src/main/resourcesdirectory>
<filtering>truefiltering>
<includes>
<include>**/*.propertiesinclude>
<include>**/*.xmlinclude>
includes>
resource>
resources>
build>
<profiles>
<profile>
<id>devid>
<activation>
<activeByDefault>trueactiveByDefault>
activation>
<properties>
...
...
...
...
properties>
profile>
<profile>
<id>productid>
<properties>
...
properties>
profile>
profiles>
project>maven主要命令如下：
# 构建相关
mvn clean package
mvn clean install
mvn clean deploy
mvn clean site
mvn sonar:sonar (需要jdk1.8的支持)
# 版本相关
versions:set -DnewVersion=0.0.1-RELEASE
mvn versions:commit
mvn versions:revertsonarqube insall and config
基本安装
# 从5.6.x版本开始，sonarqube依赖jdk的版本为1.8+ [5.4版本为JDK1.7即可]
wget https://sonarsource.bintray.com/Distribution/sonarqube/sonarqube-5.6.6.zip
# 下载中文插件到{sonarqube_home}/extensions/plugins，注意选择对应的版本
wget https://github.com/SonarQubeCommunity/sonar-l10n-zh/releases/download/sonar-l10n-zh-plugin-1.11/sonar-l10n-zh-plugin-1.11.jar
# 开启服务端测试是否安装成功(默认http端口为9000)
.sonar.sh start
curl http://localhost:9000数据库配置（以mysql为例，需要mysql5.6+的支持，5.4版本为mysql5.5即可）
sonar.jdbc.username=xxx
sonar.jdbc.password=xxx
sonar.jdbc.url=jdbc:mysql://localhost:3306/sonar?useUnicode=true&characterEncoding=utf8&rewriteBatchedStatements=true&useConfigs=maxPerformanceweb容器配置（sonarqube内置，一般默认即可）
sonar.web.context=/sonar
sonar.web.port=9000常见异常
笔者在正常启动Sonar后，遇到过两种异常停止的情况，由于控制台看不到具体的log信息，可以在sonar的解压包路径下的logs/sonar.log里寻找到具体信息。
SONAR与MYSQL版本不匹配：这种情况下，可以在log里面看到类似如下这样的内容:
2017.05.18 15:17:37 INFO web[o.a.c.h.Http11NioProtocol] Starting ProtocolHandler ["http-nio-0.0.0.0-9000"]
2017.05.18 15:17:37 INFO web[o.s.s.a.TomcatAccessLog] Web server is started
2017.05.18 15:17:37 INFO web[o.s.s.a.EmbeddedTomcat] HTTP connector enabled on port 9000
2017.05.18 15:17:37 WARN web[o.s.p.ProcessEntryPoint] Fail to start web
java.lang.IllegalStateException: Webapp did not start
at org.sonar.server.app.EmbeddedTomcat.isUp(EmbeddedTomcat.java:84) ~[sonar-server-5.5.jar:na]
at org.sonar.server.app.WebServer.isUp(WebServer.java:48) [sonar-server-5.5.jar:na]
at org.sonar.process.ProcessEntryPoint.launch(ProcessEntryPoint.java:105) ~[sonar-process-5.5.jar:na]
at org.sonar.server.app.WebServer.main(WebServer.java:69) [sonar-server-5.5.jar:na]这里没有明显的错误，但是Google之才发现与版本有关，笔者一开始使用的SonarQube 5.6并不支持MySQL 5.5。所以需要将SonarQube降到5.4，当然也可以升级MySQL，笔者选择了前者。
虚拟机内存不够：
2017.07.18 22:58:26 ERROR web[o.a.c.c.StandardContext] One or more listeners failed to start. Full details will be found in the appropriate container log file
2017.07.18 22:58:26 ERROR web[o.a.c.c.StandardContext] Context [] startup failed due to previous errors
2017.07.18 22:58:26 WARN web[o.a.c.l.WebappClassLoaderBase] The web application [ROOT] appears to have started a thread named [Abandoned connection cleanup thread] but has failed to stop it. This is very likely to create a memory leak. Stack trace of thread:
java.lang.Object.wait(Native Method)
java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:143)
com.mysql.jdbc.AbandonedConnectionCleanupThread.run(AbandonedConnectionCleanupThread.java:43)
2017.07.18 22:58:26 WARN web[o.a.c.l.WebappClassLoaderBase] The web application [ROOT] appears to have started a thread named [Timer-0] but has failed to stop it. This is very likely to create a memory leak. Stack trace of thread:
java.lang.Object.wait(Native Method)
java.util.TimerThread.mainLoop(Timer.java:552)
java.util.TimerThread.run(Timer.java:505)如果出现这样的log信息，那是因为SonarQube运行需要的内存不够的原因，缺啥补啥，笔者便将使用的虚拟机运存从512MB增加到1024MB，问题便消失了。
结合maven使用（前提是先配置maven setting 和 pom）：
mvn sonar:sonarjenkins 下载安装配置
# download
wget http://mirrors.jenkins.io/war-stable/latest/jenkins.war
# 第一种运行方式
java -jar jenkins.war
# 第二种运行方式
install jenkins.war to tomcat container
# jenkins的工作目录
默认在 ~/.jenkins/workspace配置jenkins：
系统设置
主目录 /home/ubuntu/.jenkins
Maven项目配置（略）
Jenkins Location http://xxxx:xxxx/jenkins/Configure Global Security
启用安全打钩
Jenkins专有用户数据库
登录用户可以做任何事
（其他默认）Global Tool Configuration
maven：
Default settings provider：选择 setting file in file system
Default global settings provider：选择global setting on file system
JDK：
jdk1.8
JAVA_HOME
git：
Path to Git executable：一般为 /usr/bin/git
maven：
maven home：你的mave_home需要安装的常见插件
# 自动部署插件（一般不用，自己写脚本实现）
Deploy to container Plugin
# maven插件（可以构建jenkins maven实例）
Maven Integration plugin
# SSH插件
SSH Slaves plugin
# svn插件
Subversion Plug-in
# git插件
Git**新建jenkins maven实例
# 通用设置
丢弃旧的构建
保持构建的天数
保持构建的最大个数
# 源码管理
git
Repository URL
Credentials
Branches to build
# 构建触发器
常用 Build whenever a SNAPSHOT dependency is built（当提交代码或代码变更后触发，需要git服务器端做hook钩子支持） 和 Poll SCM（定时构建）这两种方式
# Build
Root POM: xxx/../pom.xml
Goals and options: clean install -Dmaven.test.skip=true（可以将其他插件构建过程绑定到maven的某个生命周期阶段）
# Post Steps
在这里要做的是将构建好的maven项目（如xxx.war）自动部署到tomcat服务器，在这里用linux脚本实现（下面贴上自己写的脚本）
Execute shell：
/home/ubuntu/shells/tomcat-ci-shells/remote_shutdown.sh
/home/ubuntu/shells/tomcat-ci-shells/remote_bak.sh
/home/ubuntu/shells/tomcat-ci-shells/deploy.sh
/home/ubuntu/shells/tomcat-ci-shells/remote_startup.sh自动部署脚本：
config.sh
# 远程主机和用户名
host=nginxweb
username=ubuntu
# 远程tomcat根目录
remote_tomcat_home=/opt/apps/apache-tomcat-7.0.77
remote_tomcat_project_file="xxxx-app"
# 待部署目标文件名
filename="xxxx-app.war"
# 当前主机jenkins目标文件位置
local_jenkins_filepath="/home/ubuntu/.jenkins/workspace/demo01/xxxx-app/target"
# 远程主机备份文件位置
remote_bak_filepath="/home/ubuntu/bakfiles"remote_shutdown.sh
#!/bin/bash
shell_path=`dirname $0`
source $shell_path/config.sh
echo "---------------stopping tomcat application--------------"
pid=`ssh $username@$host ps -ef | grep tomcat | grep -v grep | awk '{print $2}'`
if [ -n "$pid" ]
then
ssh $username@$host $remote_tomcat_home/bin/shutdown.sh
echo "--------------------tomcat server stopped------------------------"
else
echo "tomcat is not running!"
firemote_bak.sh
#!/bin/bash
# 远程备份文件(同时删除tomcat部署解压文件夹)
shell_path=`dirname $0`
source $shell_path/config.sh
file=$remote_tomcat_home/webapps/$filename
if ssh $username@$host test -e $file
then
echo "---------------- 备份开始 ---------------------"
bakfile=$remote_bak_filepath/$filename.`date +%Y%m%d%H%M%S`
ssh $username@$host cp -R $file $bakfile
echo "--- 备份完成,备份文件位置为: $username@$host:$bakfile ----"
else
echo "待备份的目标文件不存在!"
fi
remote_tomcat_project_file=$remote_tomcat_home/webapps/$remote_tomcat_project_file
if ssh $username@$host test -e $remote_tomcat_project_file
then
ssh $username@$host rm -rf $remote_tomcat_project_file
fideploy.sh
#!/bin/bash
# 部署jenkins构建结果
shell_path=`dirname $0`
source $shell_path/config.sh
file=$local_jenkins_filepath/$filename
if [ -f "$file" ]
then
echo "--------------部署开始-----------------"
scp $file $username@$host:$remote_tomcat_home/webapps
echo "--------------部署完成,目标路径为 $remote_tomcat_home/webapps-----------------"
else
echo "jenkins构建结果文件不存在!"
firemote_startup.sh
#!/bin/bash
shell_path=`dirname $0`
source $shell_path/config.sh
pid=`ssh $username@$host ps -ef | grep tomcat | grep -v grep | awk '{print $2}'`
if [ -n "$pid" ]
then
echo "tomcat is running already!"
else
echo "--------------------tomcat starting---------------------------"
ssh $username@$host $remote_tomcat_home/bin/startup.sh
echo "--------------------tomcat is running-------------------------"
fiOK 上述工作完成之后，我们就可以使用jenkins持续集成我们的项目啦。你只需要提交代码，jenkins就会帮我们做所有的事情（包括从git服务器上拉代码、编译、测试、打包、发包部署），试一下吧，祝你成功！