Skip to content

G
global-jenkinsfile
Commit 41f83e25 authored by wentao.suo's avatar wentao.suo
Browse files
Options

ffff

parent 06ffc612
Hide whitespace changes
Inline Side-by-side
Showing with 146 additions and 133 deletions
src/org/qg/docker_new/StageBucket.groovy
View file @ 41f83e25
......@@ -4,43 +4,64 @@ import org.qg.docker.Utils;
import groovy.json.JsonSlurperClassic;
def _utils = new org.qg.docker.Utils();
def harborGroup = "library"
def debug() {
_utils().beautyEcho("debug", "info")
}
def before_prepare(contextDir) {
sh "rm -rf ${contextDir}"
def before_prepare() {
sh "cd /home/quant_group/qg-dockerfiles; git pull; cd -"
sh "cd /home/quant_group/config_repository; git pull origin master; cd -"
}
def prepare_config(buildType,systemName, contextDir) {
switch (buildType) {
case "java":
prepare_java(systemName, contextDir)
break
case "nodejs":
prepare_nodejs(systemName, contextDir)
break
case "python":
prepare_python(systemName, contextDir)
break
case "lua-ui":
prepare_luaui(systemNames, contextDir)
break
default:
echo "未知的buildType: ${config.buildType}"
break
}
}
def prepare_java(systemName, contextDir) {
sh "cp -rf /home/quant_group/qg-dockerfiles/templates/java ${contextDir}"
sh "cp -rf /home/quant_group/config_repository/java/${systemName}.properties ${contextDir}/application.properties"
sh "cp -rf /home/quant_group/qg-dockerfiles/templates/java ${contextDir}"
sh "cp -rf /home/quant_group/config_repository/java/${systemName}.properties ${contextDir}/application.properties"
}
def prepare_nodejs(systemName, contextDir) {
sh "cp -rf /home/quant_group/qg-dockerfiles/templates/nodejs ${contextDir}"
sh "cp -rf /home/quant_group/config_repository/nodejs/${systemName}.js env.config.js"
sh "cp -rf /home/quant_group/qg-dockerfiles/templates/nodejs ${contextDir}"
sh "cp -rf /home/quant_group/config_repository/nodejs/${systemName}.js env.config.js"
}
def prepare_luaui(systemNames, contextDir) {
sh "cp -rf /home/quant_group/qg-dockerfiles/templates/lua-ui ${contextDir}"
sh "cp -rf /home/quant_group/config_repository/lua-ui/lua/*.lua ${contextDir}"
def isVhFileExist = fileExists "/home/quant_group/config_repository/lua-ui/nginx/${systemNames}.vh.conf"
if (isVhFileExist) {
sh "cp -rf /home/quant_group/config_repository/lua-ui/nginx/${systemNames}.vh.conf ${contextDir}"
}else{
sh "cp -rf /home/quant_group/config_repository/lua-ui/nginx/default.vh.conf ${contextDir}"
}
arrSystem = systemNames.split("--")
for (systemName in arrSystem) {
sh "cp -rf /home/quant_group/config_repository/lua-ui/config/${systemName}.js ${systemName}.env.config.js"
}
sh "cp -rf /home/quant_group/qg-dockerfiles/templates/lua-ui ${contextDir}"
sh "cp -rf /home/quant_group/config_repository/lua-ui/lua/*.lua ${contextDir}"
def isVhFileExist = fileExists "/home/quant_group/config_repository/lua-ui/nginx/${systemNames}.vh.conf"
if (isVhFileExist) {
sh "cp -rf /home/quant_group/config_repository/lua-ui/nginx/${systemNames}.vh.conf ${contextDir}"
}else{
sh "cp -rf /home/quant_group/config_repository/lua-ui/nginx/default.vh.conf ${contextDir}"
}
arrSystem = systemNames.split("--")
for (systemName in arrSystem) {
sh "cp -rf /home/quant_group/config_repository/lua-ui/config/${systemName}.js ${systemName}.env.config.js"
}
}
def prepare_python(systemName, contextDir) {
......@@ -49,13 +70,8 @@ def prepare_python(systemName, contextDir) {
sh "cp -rf /home/quant_group/config_repository/python/${systemName}.ini ${contextDir}/config.ini"
}
def checkout(branchName, systemName) {
git_path = project_attr(systemName)["gitPath"]
if(git_path =="git@gitabc.xyqb.com:data-riskcontrol/urge-dispatcher.git"){
git_path = "git@gitabc.xyqb.com:data-riskcontrol/urge_dispatcher.git"
}
_utils().beautyEcho("git_path:" + git_path, "info")
def checkout(git_path, branchName) {
git branch: branchName, credentialsId: 'e1ccb1ac-1282-4fb4-b766-530ca1a2a2db', url: git_path
}
......@@ -156,29 +172,18 @@ def build_java(namespace, systemName, contextDir) {
sh '/usr/share/maven/bin/mvn clean package -P test -D maven.test.skip=true'
}
def copy_files_java(systemName, contextDir) {
switch (systemName) {
case "baitiao-zhitou":
jar_path = "xyqb-btzt-internal/target/*.jar"
break
case "baitiao":
jar_path = "baitiao-api/target/*.jar"
break
case "xyqb-display":
jar_path = "display-api/target/*.jar"
break
case "zero-gateway-zuul":
jar_path = "app-starter/target/*.jar"
break
case "baitiao-op-backend":
jar_path = "xyqb-backend/target/*.jar"
break
default:
jar_path = "target/*.jar"
break
}
sh "cp ${jar_path} ${contextDir}/"
def copy_files(buildType,target,contextDir){
switch(buildType){
case "java"
copy_files_java(target,contextDir)
break
default
echo "%{buildType} not copy...."
}
}
def copy_files_java(target,contextDir) {
sh "cp ${target}/*.jar ${contextDir}/app.jar"
}
def build_nodejs(namespace, systemName, contextDir) {
......@@ -311,3 +316,36 @@ def update_microservice(namespace, name, image, tier) {
def getDocketPackageImage(buildType){
def packageImageInfo=[:]
switch (buildType) {
case "java":
def args = "-v /root/.m2:/root/.m2 "
args +="-v /home/quant_group/qg-dockerfiles:/home/quant_group/qg-dockerfiles "
args +="-v /home/quant_group/config_repository:/home/quant_group/config_repository "
args +="-v /home/quant_group/pacakge/:/home/quant_group/pacakge/ "
packageImageInfo["image"] = "192.168.4.36/baseimg/jenkins-slave:2018040302"
packageImageInfo["args"] = args
break
case "nodejs":
packageImageInfo["image"] = ""
packageImageInfo["args"] = ""
break
case "python":
packageImageInfo["image"] = ""
packageImageInfo["args"] = ""
break
case "lua-ui":
packageImageInfo["image"] = ""
packageImageInfo["args"] = ""
break
default:
echo "未知的buildType: ${config.buildType}"
break
}
return packageImageInfo
}
src/org/qg/docker_new/Utils.groovy
View file @ 41f83e25
......@@ -5,7 +5,8 @@ def root = "/home/quantgroup/"
def contextDir(key) {
uuid = UUID.randomUUID().toString()
contextDir = "/home/quant_group/pacakge//${key}"
contextDir = "/home/quant_group/pacakge/${key}"
sh "mkdir -p ${contextDir}"
return contextDir
}
......
vars/qgDockerPiplineWithDocer.groovy
View file @ 41f83e25
import org.qg.docker.*
import java.time.*
def getTime(){
LocalDateTime t = LocalDateTime.now();
return t as String
}
def _stage = new org.qg.docker_new.StageBucket()
def _utils = new org.qg.docker_new.Utils()
def call(body) {
def config = [:]
def timeStemp = new Date().format("yyyyMMddHHmmss")
def env = body.env
def branchName = env.BRANCH_NAME
def gitRepo = env.GIT_REPO
......@@ -19,22 +13,18 @@ def call(body) {
def isDeploy = env.IS_DEPLOY
def buildNumber = env.BUILD_NUMBER
def cluster = env.CLUSTER
t = gitRepo.split("/")
t = gitRepo.split("/")
def gitGroup = t[0]
def originSystemName = t[1]
def systemName = originSystemName.toLowerCase()
echo "====JOB_NAME : ${env.JOB_NAME}"
def systemName = t[1].toLowerCase()
def contextDir
def imageTag
def harborGroup = "library"
/* def workspace = "/home/quant_ group/jenkins_home/workspace/${env.JOB_NAME}"*/
def imageTag
def timeStemp = new Date().format("yyyyMMddHHmmss")
def _stage = new org.qg.docker.StageBucket()
def _utils = new org.qg.docker.Utils()
def contextDir = "/home/quant_group/pacakge/${systemName}-${timeStemp}"
regex = "[`,./;\\[\\]&<>?:\"()|-]+"
k8sSystemName = systemName.replaceAll("_","-")
safeBranchName = branchName.replaceAll(regex,"_")
body.resolveStrategy = Closure.DELEGATE_FIRST
body.delegate = config
......@@ -43,63 +33,57 @@ def call(body) {
node {
try {
sh "mkdir -p ${contextDir}"
stage('prepare') {
contextDir = contextDir${systemName}-${timeStemp}
_stage.before_prepare()
}
pacegeDockerInfo = _stage.getDocketPackageImage(config.buildType)
withDockerServer([uri: "tcp://192.168.4.96:2375/"]) {
def volume = "-v /root/.m2:/root/.m2 "
volume +="-v /home/quant_group/qg-dockerfiles:/home/quant_group/qg-dockerfiles "
volume +="-v /home/quant_group/config_repository:/home/quant_group/config_repository "
volume +="-v /home/quant_group/pacakge/:/home/quant_group/pacakge/ "
docker.image("192.168.4.36/baseimg/jenkins-slave:2018040302").inside(volume){
git_path = project_attr(systemName)["gitPath"]
if(git_path =="git@gitabc.xyqb.com:data-riskcontrol/urge-dispatcher.git"){
git_path = "git@gitabc.xyqb.com:data-riskcontrol/urge_dispatcher.git"
}
git branch: branchName, credentialsId: 'e1ccb1ac-1282-4fb4-b766-530ca1a2a2db', url: git_path
sh 'mvn clean package -P test -D maven.test.skip=true'
applicaton_properties = "/home/quant_group/config_repository/java/${systemName}.properties"
echo applicaton_properties
sh "if [ -f ${applicaton_properties} ]; then cp -rf ${applicaton_properties} ${contextDir}/application.properties; else echo \"## useing apollo ##\" > ${contextDir}/application.properties; fi"
sh "cp -rf /home/quant_group/qg-dockerfiles/templates_new/java/* ${contextDir}"
sh "cp target/*.jar ${contextDir}/app.jar"
stage('checkout & build') {
docker.image(pacegeDockerInfo["images"]).inside(pacegeDockerInfo["args"]){
project_attr = _stage.project_attr(systemName)
gitPath = project_attr["gitPath"]
/*checkout code*/
_stage.checkout(git_path, branchName)
/*prepare config*/
_stage.prepare_config(systemName, contextDir)
/*build*/
buildCmd = project_attr["buildCmd"]
sh "${buildCmd}"
/*copy files*/
_stage.copy_files(config.buildType,project_attr["jarFilePath"],contextDir)
}
}
stage('make docker image') {
regex = "[`,./;\\[\\]&<>?:\"()|-]+"
k8sSystemName = systemName.replaceAll("_","-")
safeBranchName = branchName.replaceAll(regex,"_")
defaultSystemName = "project"
timeStemp = new Date().format("yyyyMMddHHmmss")
imageTag = "192.168.4.36/${harborGroup}/${k8sSystemName}:${safeBranchName}-${timeStemp}"
withDockerRegistry([credentialsId: 'harbor-qajenkins', url: "http://192.168.4.36"]) {
def build_schema = "BUILD_TIME: ${timeStemp} ,BUILD_NUMBER: ${buildNumber},SYSTEM_NAME: ${systemName},BRANCH_NAME: ${branchName}, CLUSTER: ${cluster}"
imageTag = "192.168.4.36/${harborGroup}/${k8sSystemName}:${safeBranchName}-${timeStemp}"
withDockerRegistry([credentialsId: 'harbor-qajenkins', url: "http://192.168.4.36"]) {
def image = docker.build(imageTag, "--build-arg BUILD_SHCEMA=build_schema ${contextDir}")
def build_schema = "BUILD_TIME: ${timeStemp} ,BUILD_NUMBER: ${buildNumber},SYSTEM_NAME: ${systemName},BRANCH_NAME: ${branchName}, CLUSTER: ${cluster}"
def image = docker.build(imageTag, "--build-arg BUILD_SHCEMA=build_schema ${contextDir}")
image.push()
if (branchName == "master" || branchName == "master--master") {
image.push('latest')
image.push('latest')
}
}
}
}
}
}
}catch (err) {
......@@ -110,20 +94,10 @@ def call(body) {
throw err
}
}finlly(){
sh "rm -rf ${contextDir}"
_stage.clean_images(imageTag)
}
}
}
@NonCPS
def jsonParse(def json) {
new groovy.json.JsonSlurperClassic().parseText(json)
}
def project_attr(systemName) {
response = httpRequest "http://192.168.4.3:10088/config_server/get_project_attr/${systemName}"
def res_json = jsonParse(response.content)
return res_json
}
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment