Cadoles/Jenkins
Cadoles/Jenkins
21
0
Fork 0
Code Issues 3 Pull Requests Releases Wiki Activity

Redesign tamarin and vulcain API

Browse Source
This commit is contained in:
wpetit 2019-02-20 15:30:20 +01:00
parent 3173bf5db3
commit ff1b1f148d
4 changed files with 232 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
README.md
View File

@ -1,18 +1,31 @@
# Jenkins # Jenkins
Librairie utilitaire pour la création de pipeline Jenkins dans l'environnement Cadoles. Utilitaires pour la création de pipeline Jenkins dans l'environnement Cadoles.
## Méthodes exposées ## Pipelines
### Création de paquets - [Pipeline d'empaquetage Debian](./pipelines/debian-packaging.jenkinsfile)
## Librairie
### Méthodes exposées
#### Création de paquets
- [`tamarin.buildPackage()`](./vars/tamarin.groovy#L48) - [`tamarin.buildPackage()`](./vars/tamarin.groovy#L48)
- [`tamarin.buildPackageWithCPKG()`](./vars/tamarin.groovy#L1) - [`tamarin.buildPackageWithCPKG()`](./vars/tamarin.groovy#L1)
### Publication de paquets #### Publication de paquets
- [`vulcain.publish()`](./vars/vulcain.groovy#L1) - [`vulcain.publish()`](./vars/vulcain.groovy#L1)
#### Pilotage d'OpenNebula
- [`nebula.initWithCredentials()`](./vars/nebula.groovy#L125)
- [`nebula.runInNewVM() { client -> ... }`](./vars/nebula.groovy#L135)
- [`client.findVMTemplate()`](./vars/nebula.groovy#L65)
- [`client.withNewVM()`](./vars/nebula.groovy#L79)
## Licence ## Licence
GPL-3.0 GPL-3.0

186
pipelines/debian-packaging.jenkinsfile Normal file
View File

@ -0,0 +1,186 @@
@Library("cadoles") _
pipeline {
agent {
label 'common'
}
environment {
projectDir = "${env.project_name}_${env.BUILD_ID}"
}
stages {
stage("Clone repository") {
steps {
checkout scm:
[
$class: 'GitSCM',
userRemoteConfigs: [[url: env.repository_url, credentialsId: 'forge-jenkins']],
branches: [[name: env.ref]],
extensions: [
[$class: 'RelativeTargetDirectory', relativeTargetDir: env.projectDir ],
[$class: 'CloneOption', noTags: false, shallow: false, depth: 0, reference: ''],
[$class: 'WipeWorkspace' ]
]
],
changelog: false,
poll: false
}
}
stage("Ensure packaging branch") {
steps {
script {
dir(env.projectDir) {
sh 'git checkout "${packageBranch}"'
def commitOrRef = env.commit ? env.commit : env.ref
def branchesWithCommitOrRef = sh(script: "git branch --contains '${commitOrRef}'", returnStdout: true).split(' ')
if (branchesWithCommitOrRef.findAll{env.packageBranch.contains(it)}.any{true}) {
currentBuild.result = 'ABORTED'
error("La référence `${env.ref}` ne fait pas partie de la branche `${env.packageBranch}` !")
}
}
}
}
}
stage("Checkout ref") {
steps {
dir(env.projectDir) {
sh """
git checkout ${env.ref}
"""
}
}
}
stage("Build package") {
steps {
script {
dir(env.projectDir) {
// On construit les paquets à partir des informations
// de contexte provenant de CPKG et du webhook
def result = tamarin.buildPackageWithCPKG(
env.packageProfile ? env.packageProfile : "debian",
env.packageArch ? env.packageArch : "",
env.packageBranch ? env.packageBranch : "",
env.baseImage ? env.baseImage : ""
)
// On publie chacun des paquets construits
result.each { r ->
vulcain.publish(
r.packages,
r.env,
env.packageBranch
)
}
// On liste l'ensemble des paquets construits
def publishedPackages = result.collect { r ->
return r.packages.collect { p ->
def file = new File(p)
return "- Paquet `${file.getName()}`, Dépôt `${r.env}`, Distribution `${r.distrib}`"
}
}.transpose().collectMany { it }
// On notifie le canal Rocket.Chat de la publication des paquets
rocketSend (
avatar: 'https://jenkins.cadol.es/static/b5f67753/images/headshot.png',
message: """
Les paquets suivants ont été publiés pour le projet ${env.project_name}:
${publishedPackages.join('\n')}
[Visualiser le job](${env.RUN_DISPLAY_URL})
@${env.sender_login}
""".stripIndent(),
rawMessage: true
)
if (env.testPackageInstall == 'no') {
println "Test d'intallation des paquets désactivé."
return
}
// Pour chaque construction de paquets...
result.each { r ->
// On essaye de trouver un template de VM compatible
// avec la distribution cible de la construction
def vmTemplate = findMatchingVMTemplate(r.distrib)
if (vmTemplate == null) {
println "Aucun template de VM n'a été trouvé correspondant à la distribution `${r.distrib}`."
return
}
// Pour chaque paquets construits...
r.packages.each { p ->
def packageName = new File(p).getName()
stage("Test package '${packageName}' installation") {
try {
// On démarre une nouvelle VM et on lance l'installation du paquet publié
testPackageInstallation(vmTemplate, r.distrib, r.env, packageName)
} catch(e) {
currentBuild.result = 'UNSTABLE'
rocketSend (
avatar: 'https://jenkins.cadol.es/static/b5f67753/images/headshot.png',
message: """
[Installation du paquet `${packageName}` échouée sur `${vmTemplate}`](${env.RUN_DISPLAY_URL})
@${env.sender_login}
""".stripIndent(),
rawMessage: true
)
error("Installation du paquet `${packageName}` échouée.")
}
}
}
}
}
}
}
}
}
post {
always {
sh "rm -rf '${env.projectDir}'"
}
}
}
// Cette fonction fait un simple "mapping"
// entre les distributions cibles des paquets et
// les templates de VM disponibles sur l'OpenNebula
def findMatchingVMTemplate(String distrib) {
def vmTemplatesMap = [
'eole-2.7.0': 'eolebase-2.7.0-cadoles',
'eole-2.6.2': 'eolebase-2.6.2-cadoles'
]
return vmTemplatesMap.get(distrib, null)
}
// Cette fonction démarre une nouvelle VM, configure les dépôts tiers pour ajouter
// celui de Cadoles correspondant à la cible du paquet et tente d'installer celui ci.
def testPackageInstallation(String vmTemplate, String distrib, String env, String packageName) {
def version = distrib.split('-')[1]
def packageNameParts = packageName.split('_')
nebula.runInNewVM([
vmTemplate: vmTemplate,
script: """
set -xeo pipefail
wget -qO - https://vulcain.cadoles.com/cadoles.gpg | apt-key add -
echo 'deb https://vulcain.cadoles.com ${version}-${env} main' > /etc/apt/sources.list.d/${version}-${env}.list
apt-get update -y
apt-get install -y ${packageNameParts[0]}=${packageNameParts[1]}
"""
])
}

36
vars/tamarin.groovy
View File

@ -4,10 +4,11 @@ def buildPackageWithCPKG(
String packageBranch = "", String packageBranch = "",
String baseImage = "", String baseImage = "",
String destDir = "./packages", String destDir = "./packages",
Boolean forceRebuild = false, Boolean forceRebuild = false
Boolean publishPackages = true
) { ) {
def builds = []
// Retrieve commit tags // Retrieve commit tags
def commitTags = sh(script: 'git describe --exact-match --abbrev=0', returnStdout: true).split(' ') def commitTags = sh(script: 'git describe --exact-match --abbrev=0', returnStdout: true).split(' ')
if (commitTags.length == 0) { if (commitTags.length == 0) {
@ -30,20 +31,23 @@ def buildPackageWithCPKG(
""".stripIndent() """.stripIndent()
writeFile file: '.tamarinrc', text: tamarinrc writeFile file: '.tamarinrc', text: tamarinrc
sh "rm -rf ${destDir}/*"
stage("Build ${packageEnv} package (version ${packageVersion}) for ${packageDistrib}") { stage("Build ${packageEnv} package (version ${packageVersion}) for ${packageDistrib}") {
def result = [:]
sh "rm -rf ${destDir}/*" result.put('tag', tag)
buildPackage(packageProfile, packageArch, baseImage, destDir, forceRebuild) result.put('env', packageEnv)
result.put('version', packageVersion)
if (publishPackages) { result.put('distrib', packageDistrib)
stage("Publish ${packageEnv} packages (version ${packageVersion}) on Vulcain") { def packages = buildPackage(packageProfile, packageArch, baseImage, destDir, forceRebuild)
vulcain.publish(destDir, packageEnv, packageBranch) result.put('packages', packages)
} builds << result
}
} }
} }
return builds
} }
def buildPackage( def buildPackage(
@ -54,7 +58,8 @@ def buildPackage(
Boolean forceRebuild = false Boolean forceRebuild = false
) { ) {
def tamarinImage def tamarinImage
def packages = []
stage("Create Tamarin environment") { stage("Create Tamarin environment") {
tamarinImage = buildDockerImage() tamarinImage = buildDockerImage()
@ -73,7 +78,14 @@ def buildPackage(
tamarinImage.inside(dockerArgs) { tamarinImage.inside(dockerArgs) {
sh 'run-tamarin' sh 'run-tamarin'
} }
packages = sh(script: "find '${destDir}' -name '*.deb' -type f", returnStdout: true)
.split(' ')
.collect { return it.trim() }
.findAll { it != '' }
} }
return packages
} }

11
vars/vulcain.groovy
View File

@ -1,5 +1,5 @@
def publish( def publish(
String packagesDir = './packages', List packages = [],
String packagesEnv = 'dev', String packagesEnv = 'dev',
String packagesBranch = '', String packagesBranch = '',
String sshCredentialsId = 'vulcain-packages-ssh-keypair', String sshCredentialsId = 'vulcain-packages-ssh-keypair',
@ -8,14 +8,13 @@ def publish(
if (!packagesBranch) { if (!packagesBranch) {
packagesBranch = env.BRANCH_NAME packagesBranch = env.BRANCH_NAME
} }
withCredentials([ withCredentials([
sshUserPrivateKey(credentialsId: sshCredentialsId, keyFileVariable: 'VULCAIN_SSH_KEY', usernameVariable: 'VULCAIN_SSH_USER') sshUserPrivateKey(credentialsId: sshCredentialsId, keyFileVariable: 'VULCAIN_SSH_KEY', usernameVariable: 'VULCAIN_SSH_USER')
]) { ]) {
echo "Publishing packages to '${packagesEnv}/${packagesBranch}'" echo "Publishing packages to '${packagesEnv}/${packagesBranch}'"
sh """ sh "ssh -i '${VULCAIN_SSH_KEY}' -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null '${VULCAIN_SSH_USER}@${vulcainHost}' mkdir -p '/home/${VULCAIN_SSH_USER}/packages/${packagesEnv}/${packagesBranch}'"
ssh -i '${VULCAIN_SSH_KEY}' -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null '${VULCAIN_SSH_USER}@${vulcainHost}' mkdir -p '/home/${VULCAIN_SSH_USER}/packages/${packagesEnv}/${packagesBranch}' packages.each {
scp -i '${VULCAIN_SSH_KEY}' -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -r ${packagesDir}/*.deb '${VULCAIN_SSH_USER}@${vulcainHost}:/home/${VULCAIN_SSH_USER}/packages/${packagesEnv}/${packagesBranch}/' sh "scp -i '${VULCAIN_SSH_KEY}' -o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null '${it}' '${VULCAIN_SSH_USER}@${vulcainHost}:/home/${VULCAIN_SSH_USER}/packages/${packagesEnv}/${packagesBranch}/'"
""" }
} }
} }