Select Git revision
Jenkinsfile
Jenkinsfile 15.52 KiB
/*
* Copyright (C) 2024 Das Land Schleswig-Holstein vertreten durch den
* Ministerpräsidenten des Landes Schleswig-Holstein
* Staatskanzlei
* Abteilung Digitalisierung und zentrales IT-Management der Landesregierung
*
* Lizenziert unter der EUPL, Version 1.2 oder - sobald
* diese von der Europäischen Kommission genehmigt wurden -
* Folgeversionen der EUPL ("Lizenz");
* Sie dürfen dieses Werk ausschließlich gemäß
* dieser Lizenz nutzen.
* Eine Kopie der Lizenz finden Sie hier:
*
* https://joinup.ec.europa.eu/collection/eupl/eupl-text-eupl-12
*
* Sofern nicht durch anwendbare Rechtsvorschriften
* gefordert oder in schriftlicher Form vereinbart, wird
* die unter der Lizenz verbreitete Software "so wie sie
* ist", OHNE JEGLICHE GEWÄHRLEISTUNG ODER BEDINGUNGEN -
* ausdrücklich oder stillschweigend - verbreitet.
* Die sprachspezifischen Genehmigungen und Beschränkungen
* unter der Lizenz sind dem Lizenztext zu entnehmen.
*/
pipeline {
agent {
node {
label 'ozgcloud-jenkins-build-agent-jdk21'
}
}
environment {
JENKINS_URL = "https://jenkins.infra.ozg-cloud.systems/job/codeSH_aggregation-manager/job/${env.BRANCH_NAME}/${env.BUILD_NUMBER}/"
RELEASE_REGEX = /\d+.\d+.\d+/
SNAPSHOT_REGEX = /\d+.\d+.\d+-SNAPSHOT/
FAILED_STAGE = ""
SH_SUCCESS_STATUS_CODE = 0
}
options {
timeout(time: 1, unit: 'HOURS')
disableConcurrentBuilds()
buildDiscarder(logRotator(numToKeepStr: '5'))
}
stages {
stage('Check Version') {
steps {
script {
FAILED_STAGE = env.STAGE_NAME
def rootVersion = getPomVersion('pom.xml')
def jobVersion = getParentPomVersion('aggregation-manager-job/pom.xml')
def serverVersion = getParentPomVersion('aggregation-manager-server/pom.xml')
def interfaceVersion = getParentPomVersion('aggregation-manager-interface/pom.xml')
if(rootVersion != jobVersion) {
error("Version in aggregation-manager-job stimmt nicht mit dem parent überein.")
}
if(rootVersion != serverVersion) {
error("Version in aggregation-manager-server stimmt nicht mit dem parent überein.")
}
if(rootVersion != interfaceVersion) {
error("Version in aggregation-manager-interface stimmt nicht mit dem parent überein.")
}
if(isReleaseBranch()){
if ( !(rootVersion ==~ RELEASE_REGEX)) {
error("Keine Release Version für Branch ${env.BRANCH_NAME}.")
}
} else {
if ( !(rootVersion ==~ SNAPSHOT_REGEX)) { error("Keine Snapshot Version für Branch ${env.BRANCH_NAME}.")
}
}
}
}
}
stage('Set Version') {
when {
not {
anyOf {
branch 'main'
branch 'release'
}
}
}
steps {
script {
FAILED_STAGE=env.STAGE_NAME
JAR_TAG = getPomVersion('pom.xml').replace("SNAPSHOT", "${env.BRANCH_NAME}-SNAPSHOT")
}
configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
sh "mvn -s $MAVEN_SETTINGS versions:set -DnewVersion=${JAR_TAG} -DprocessAllModules=true"
}
}
}
stage('Build AggregationManager') {
steps {
script {
FAILED_STAGE=env.STAGE_NAME
}
configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
sh 'mvn --no-transfer-progress -s $MAVEN_SETTINGS clean install -Dmaven.wagon.http.retryHandler.count=3 -DelasticTests.disabled=true'
}
}
}
stage('Deploy to Nexus'){
steps {
script {
FAILED_STAGE = env.STAGE_NAME
}
configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
sh 'mvn --no-transfer-progress -s $MAVEN_SETTINGS -DskipTests deploy -Dmaven.wagon.http.retryHandler.count=3'
sh "mvn -s $MAVEN_SETTINGS versions:revert"
}
}
}
stage('Build Docker images') {
steps {
script {
FAILED_STAGE=env.STAGE_NAME
}
configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
sh 'mvn --no-transfer-progress -s $MAVEN_SETTINGS spring-boot:build-image -DskipTests -Dmaven.wagon.http.retryHandler.count=3'
}
}
}
stage('Tag and Push Docker images') {
steps {
script {
FAILED_STAGE=env.STAGE_NAME
IMAGE_TAG = buildVersionName()
tagAndPushDockerImage('aggregation-manager-job', IMAGE_TAG)
tagAndPushDockerImage('aggregation-manager-server', IMAGE_TAG)
if (env.BRANCH_NAME == 'main') {
tagAndPushDockerImage('aggregation-manager-job', 'snapshot-latest')
tagAndPushDockerImage('aggregation-manager-server', 'snapshot-latest')
}
else if (env.BRANCH_NAME == 'release') {
tagAndPushDockerImage('aggregation-manager-job', 'latest')
tagAndPushDockerImage('aggregation-manager-server', 'latest')
}
}
}
}
stage('Test, build and deploy Helm Chart for Aggregation Job') {
steps {
script {
FAILED_STAGE=env.STAGE_NAME
HELM_CHART_VERSION = buildVersionName()
sh "./run_helm_test_aggregation_job.sh"
dir('aggregation-manager-job/src/main/helm') {
sh "helm package --version=${HELM_CHART_VERSION} ."
deployHelmChart('aggregation-manager-job', HELM_CHART_VERSION)
}
}
}
}
stage('Test, build and deploy Helm Chart for Aggregation Server') {
steps {
script {
FAILED_STAGE=env.STAGE_NAME
HELM_CHART_VERSION = buildVersionName()
sh "./run_helm_test_aggregation_server.sh"
dir('aggregation-manager-server/src/main/helm') {
sh "helm package --version=${HELM_CHART_VERSION} ."
deployHelmChart('aggregation-manager-server', HELM_CHART_VERSION)
}
}
}
}
stage('Trigger Dev rollout') {
when {
branch 'main'
}
steps {
script {
FAILED_STAGE = env.STAGE_NAME
cloneGitopsRepo()
setNewDevAggregationManagerVersion()
pushDevGitopsRepo()
}
}
}
stage('Trigger Test rollout') {
when {
branch 'release'
}
steps { script {
FAILED_STAGE = env.STAGE_NAME
cloneGitopsRepo()
setNewTestAggregationManagerVersion()
pushTestGitopsRepo()
}
}
}
stage ('Deploy SBOM to DependencyTrack') {
steps {
script {
IMAGE_TAG = "${env.BRANCH_NAME}-${getPomVersion('pom.xml')}"
configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
withCredentials([string(credentialsId: 'dependency-track-api-key', variable: 'API_KEY')]) {
catchError(buildResult: 'UNSTABLE', stageResult: 'FAILURE') {
sh "mvn --no-transfer-progress -s $MAVEN_SETTINGS io.github.pmckeown:dependency-track-maven-plugin:upload-bom -Ddependency-track.apiKey=$API_KEY -Ddependency-track.projectVersion=${IMAGE_TAG} -Ddependency-track.dependencyTrackBaseUrl=https://dependency-track.ozg-sh.de"
}
}
}
}
}
}
stage('Sonar Checks') {
when {
branch 'main'
}
steps {
script {
FAILED_STAGE=env.STAGE_NAME
configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
try {
withSonarQubeEnv('sonarqube-ozg-sh'){
sh 'mvn -s $MAVEN_SETTINGS sonar:sonar'
}
} catch (Exception e) {
unstable("SonarQube failed")
}
}
}
}
}
}
post {
always{
junit testResults: '**/target/surefire-reports/*.xml', skipPublishingChecks: true
}
failure {
script {
if (env.BRANCH_NAME == 'main' || env.BRANCH_NAME == 'release') {
sendFailureMessage()
}
}
}
}
}
Boolean isReleaseBranch() {
return env.BRANCH_NAME == 'release'
}
String getPomVersion(String pomFile){
def pom = readMavenPom file: pomFile
return pom.version
}
String getParentPomVersion(String filePath) {
def pom = readMavenPom file: filePath
return pom.parent.version
}
Void sendFailureMessage() {
def room = ''
def data = """{"msgtype":"m.text", \
"body":"AggregationManager: Build Failed. Stage: ${FAILED_STAGE} Build-ID: ${env.BUILD_NUMBER}
Link: ${JENKINS_URL}", \
"format": "org.matrix.custom.html", \
"formatted_body":"AggregationManager: Build Failed. Stage: ${FAILED_STAGE} Build-ID: <a
href='${JENKINS_URL}'>${env.BUILD_NUMBER}</a>"}"""
if (env.BRANCH_NAME == 'main') {
room = "!GjqhmouBtnDbwUkAjx:matrix.ozg-sh.de"
}
else if (env.BRANCH_NAME == 'release') {
room = "!oWZpUGTFsxkJIYNfYg:matrix.ozg-sh.de"
}
sh "curl -XPOST -H 'authorization: Bearer ${getElementAccessToken()}' -d '${data}' https://matrix.ozg-sh.de/_matrix/client/v3/rooms/$room/send/m.room.message"
}
String getElementAccessToken() {
withCredentials([string(credentialsId: 'element-login-json', variable: 'LOGIN_JSON')]) {
return readJSON ( text: sh (script: '''curl -XPOST -d \"$LOGIN_JSON\" https://matrix.ozg-sh.de/_matrix/client/v3/login''', returnStdout: true)).access_token
}
}
Void deployHelmChart(String helmChartName, String helmChartVersion) {
withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]){
if (env.BRANCH_NAME == 'release') {
result = sh script: '''curl -u $USERNAME:$PASSWORD https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps -F file=@-'''+helmChartName+'''-'''+helmChartVersion+'''.tgz''', returnStdout: true
}
else {
result = sh script: '''curl -u $USERNAME:$PASSWORD https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps-snapshot -F file=@'''+helmChartName+'''-'''+helmChartVersion+'''.tgz''', returnStdout: true
}
if (result != '') {
error(result)
}
}
}
String validateBranchName(branchName) {
int maxLength = 14
if (branchName.length() > maxLength) {
String originalBranchName = branchName
branchName = branchName.substring(0, maxLength)
echo "WARNING: Branch name '${originalBranchName}' exceeded ${maxLength} characters. " +
"It has been truncated to '${branchName}' for deployment purposes."
}
return branchName
}
String buildVersionName() {
if (isReleaseBranch()) {
return getPomVersion('pom.xml')
}
return "${getPomVersion('pom.xml')}-${validateBranchName(env.BRANCH_NAME)}-${env.BUILD_NUMBER}".replaceAll("_", "-")
}
Void tagAndPushDockerImage(String imageName, String newTag){ withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USER', passwordVariable: 'PASSWORD')]) {
sh 'docker login docker.ozg-sh.de -u ${USER} -p ${PASSWORD}'
sh "docker tag docker.ozg-sh.de/${imageName}:build-latest docker.ozg-sh.de/${imageName}:${newTag}"
sh "docker push docker.ozg-sh.de/${imageName}:${newTag}"
}
}
Void configureGit() {
final email = "jenkins@ozg-sh.de"
final name = "jenkins"
dir("gitops") {
sh "git config user.email '${email}'"
sh "git config user.name '${name}'"
}
}
Void cloneGitopsRepo() {
withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {
sh 'git clone https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-devops/gitops.git'
}
configureGit()
}
Void setNewDevAggregationManagerVersion() {
setNewAggregationManagerJobGitopsVersion("dev")
setNewAggregationManagerServerGitopsVersion("dev")
}
Void setNewTestAggregationManagerVersion() {
setNewAggregationManagerJobGitopsVersion("test")
setNewAggregationManagerServerGitopsVersion("test")
}
Void setNewAggregationManagerJobGitopsVersion(String environment) {
dir("gitops") {
def envFile = "${environment}/application/values/aggregation-manager-job-values.yaml"
def envVersions = readYaml file: envFile
envVersions.aggregation_manager_job.image.tag = IMAGE_TAG
envVersions.aggregation_manager_job.helm.version = HELM_CHART_VERSION
writeYaml file: envFile, data: envVersions, overwrite: true
}
}
Void setNewAggregationManagerServerGitopsVersion(String environment) {
dir("gitops") {
def envFile = "${environment}/application/values/aggregation-manager-server-values.yaml"
def envVersions = readYaml file: envFile
envVersions.aggregation_manager_server.image.tag = IMAGE_TAG
envVersions.aggregation_manager_server.helm.version = HELM_CHART_VERSION
writeYaml file: envFile, data: envVersions, overwrite: true
}
}
Void pushDevGitopsRepo() {
pushNewGitopsVersion('dev')
}
Void pushTestGitopsRepo() {
pushNewGitopsVersion('test')
}
Void pushNewGitopsVersion(String environment) {
dir('gitops') {
if (!hasAggregationManagerValuesFileChanged(environment)) {
return
}
withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {
sh "git add ${environment}/application/values/aggregation-manager-values.yaml"
sh "git commit -m 'jenkins rollout ${environment} aggregation manager version ${IMAGE_TAG}'"
sh 'git push https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-devops/gitops.git'
}
}
}
Boolean hasAggregationManagerValuesFileChanged(String environment) {
return sh (script: "git status | grep '${environment}/application/values/aggregation-manager-values.yaml'", returnStatus: true) == env.SH_SUCCESS_STATUS_CODE as Integer
}