Skip to content
Snippets Groups Projects
Jenkinsfile 12 KiB
Newer Older
  • Learn to ignore specific revisions
  • OZGCloud's avatar
    OZGCloud committed
    pipeline {
        agent {
           node {
    
    OZGCloud's avatar
    OZGCloud committed
               label 'ozgcloud-jenkins-build-agent'
    
    OZGCloud's avatar
    OZGCloud committed
            }
        }
    
        environment {
    
    OZGCloud's avatar
    OZGCloud committed
            BLUE_OCEAN_URL = "https://jenkins.infra.ozg-cloud.systems/job/ozg-operator/job/${env.BRANCH_NAME}/${env.BUILD_NUMBER}/"
    
    OZGCloud's avatar
    OZGCloud committed
            RELEASE_REGEX = /\d+.\d+.\d+/
            SNAPSHOT_REGEX = /\d+.\d+.\d+-SNAPSHOT/
            FAILED_STAGE = ""
            SH_SUCCESS_STATUS_CODE = 0
        }
    
        options {
            timeout(time: 1, unit: 'HOURS')
            disableConcurrentBuilds()
            buildDiscarder(logRotator(numToKeepStr: '5'))
        }
    
        stages {
            stage('Check Version') {
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
                        def rootPom = readMavenPom file: 'pom.xml'
                        def rootVersion = rootPom.version
    
    
                        if(env.BRANCH_NAME == 'release'){
                            if ( !isReleaseVersion([rootVersion])) {
                                error("Keine Release Version für Branch ${env.BRANCH_NAME}.")
                            }
                        } else {
                            if ( !isSnapshotVersion([rootVersion])) {
                                error("Keine Snapshot Version für Branch ${env.BRANCH_NAME}.")
                            }
                        }                   
                    }
                }
            }
            stage('Build OZG-Operator') {
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                    }
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh 'mvn --version'
    
                        sh 'mvn -s $MAVEN_SETTINGS clean install -Dmaven.wagon.http.retryHandler.count=3'
    
    OZGCloud's avatar
    OZGCloud committed
                            
                        script {
                          	try {
    	                        if (env.BRANCH_NAME == 'master') {
    		                        withSonarQubeEnv('sonarqube-ozg-sh'){
    		        					sh 'mvn -s $MAVEN_SETTINGS sonar:sonar'	                                
    		                        }
    		                    }
    		                } catch (Exception e) {
    	                        unstable("SonarQube failed")
    	                    }
                        }
                    }
                }
                post {
                    always{
                        junit testResults: '**/target/surefire-reports/*.xml', skipPublishingChecks: true
                    }
                }
            }
    
            stage('Deploy to Nexus'){
                when {
                    anyOf {
                        branch 'master'
                        branch 'release'
                    }
                }
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
                    }
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh 'mvn -s $MAVEN_SETTINGS -DskipTests deploy'
                    }
                }
            }
    
    
    OZGCloud's avatar
    OZGCloud committed
            stage('Build Docker image') {
              steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                    }
    
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                            sh 'mvn -s $MAVEN_SETTINGS spring-boot:build-image -DskipTests -Dmaven.wagon.http.retryHandler.count=3'
                    }
               }
            }
    
    
    
    OZGCloud's avatar
    OZGCloud committed
            stage('Tag and Push Docker image') {
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        IMAGE_TAG = generateImageTag()
    
                        tagAndPushDockerImage('ozg-operator', IMAGE_TAG)
                    
                        if (env.BRANCH_NAME == 'master') {
                            tagAndPushDockerImage('ozg-operator', 'snapshot-latest')
                        }
                        else if (env.BRANCH_NAME == 'release') {
                            tagAndPushDockerImage('ozg-operator', 'latest')
                        }
                    }
                }
            }
    
            stage('Test, build and deploy Helm Chart') {
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        HELM_CHART_VERSION = generateHelmChartVersion()
    
                        dir('src/main/helm') {
    
    OZGCloud's avatar
    OZGCloud committed
                            sh "helm lint -f ../../test/helm/linter_values.yaml"
    
    OZGCloud's avatar
    OZGCloud committed
    
    
    OZGCloud's avatar
    OZGCloud committed
                            sh "helm unittest --helm3 -f '../../test/helm/*.yaml' -f '../../test/helm/*/*.yaml' ."
    
    OZGCloud's avatar
    OZGCloud committed
    
                            sh "helm package --version=${HELM_CHART_VERSION} ."
    
                            deployHelmChart("ozg-operator", HELM_CHART_VERSION)
                        }
                    }
                }
            }
    
    
            stage('Trigger Dev rollout') {
                when {
                    branch 'master'
                }
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
    
                        cloneGitopsRepo()
    
    
    OZGCloud's avatar
    OZGCloud committed
                        setNewDevVersion()
    
    OZGCloud's avatar
    OZGCloud committed
            stage ('OWASP Dependency-Check Vulnerabilities') {
                steps {
                        dependencyCheck additionalArguments: ''' 
                            -o "./" 
                            -s "./"
                            -f "ALL" 
                            -d /dependency-check-data
                            --suppression dependency-check-supressions.xml
                            --disableKnownExploited
    
    OZGCloud's avatar
    OZGCloud committed
                            --noupdate
    
    OZGCloud's avatar
    OZGCloud committed
                            --disableArchive
                            --prettyPrint''', odcInstallation: 'dependency-check-owasp'
    
    
                        dependencyCheckPublisher( 
                            pattern: 'dependency-check-report.xml' ,
    
    OZGCloud's avatar
    OZGCloud committed
                            //unstableNewCritical: 999,
                            //unstableNewHigh: 999,
                            //unstableNewMedium: 999,
                            //unstableNewLow: 999,
                            //unstableTotalCritical: 999,
                            //unstableTotalHigh: 999,
                            //unstableTotalMedium: 999,
                            //unstableTotalLow: 999,
                            //failedNewCritical: 999,
                            //failedNewHigh: 999,
                            //failedNewMedium: 999,
                            //failedNewLow: 999,
                            //failedTotalCritical: 999,
                            //failedTotalHigh: 999,
                            //failedTotalMedium: 999,
                            //failedTotalLow: 999
    
    OZGCloud's avatar
    OZGCloud committed
            }
        }
        post {
            failure {
                script {
                    if (env.BRANCH_NAME == 'master' || env.BRANCH_NAME == 'release') {
    
    OZGCloud's avatar
    OZGCloud committed
                        //sendFailureMessage()
    
    OZGCloud's avatar
    OZGCloud committed
                    }
                }
            }
        }
    }
    
    Void deployHelmChart(String helmChartName, String helmChartVersion) {       
        withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]){
            if (env.BRANCH_NAME == 'release') {
                result = sh script: '''curl -u $USERNAME:$PASSWORD https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps -F file=@'''+helmChartName+'''-'''+helmChartVersion+'''.tgz''', returnStdout: true
            }
            else {
                result = sh script: '''curl -u $USERNAME:$PASSWORD https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps-snapshot -F file=@'''+helmChartName+'''-'''+helmChartVersion+'''.tgz''', returnStdout: true
            }
    
            if (result != '') {
                error(result)
            }
        }
    }
    
    String generateHelmChartVersion() {
        def chartVersion = getPomVersion('pom.xml')
    
        if (env.BRANCH_NAME == 'master') {
            chartVersion += "-${env.GIT_COMMIT.take(7)}"
        }
        else if (env.BRANCH_NAME != 'release') {
            chartVersion += "-${env.BRANCH_NAME}"
        }
    
        return chartVersion.replaceAll("_", "-")
    }
    
    Void sendFailureMessage() {
        def room = ''
        def data = """{"msgtype":"m.text", \
    
    OZGCloud's avatar
    OZGCloud committed
                        "body":"OZG-Operator: Build Failed. Stage: ${FAILED_STAGE} Build-ID: ${env.BUILD_NUMBER} Link: ${BLUE_OCEAN_URL}", \
    
    OZGCloud's avatar
    OZGCloud committed
                        "format": "org.matrix.custom.html", \
    
    OZGCloud's avatar
    OZGCloud committed
                        "formatted_body":"OZG-Operator: Build Failed. Stage: ${FAILED_STAGE} Build-ID: <a href='${BLUE_OCEAN_URL}'>${env.BUILD_NUMBER}</a>"}"""
    
    OZGCloud's avatar
    OZGCloud committed
           
        if (env.BRANCH_NAME == 'master') {
            room = "!iQPAvQIiRwRpNOszjw:matrix.ozg-sh.de"
        }
        else if (env.BRANCH_NAME == 'release') {
            room = "!oWZpUGTFsxkJIYNfYg:matrix.ozg-sh.de"
        }
    
        sh "curl -XPOST -H 'authorization: Bearer ${getElementAccessToken()}' -d '${data}' https://matrix.ozg-sh.de/_matrix/client/v3/rooms/$room/send/m.room.message"
    }
    
    String getElementAccessToken() {
        withCredentials([string(credentialsId: 'element-login-json', variable: 'LOGIN_JSON')]) {
            return readJSON ( text: sh (script: '''curl -XPOST -d \"$LOGIN_JSON\" https://matrix.ozg-sh.de/_matrix/client/v3/login''', returnStdout: true)).access_token
        }
    }
    
    
    OZGCloud's avatar
    OZGCloud committed
    Void setNewDevVersion() {
    
        setNewOzgOperatorVersion('dev')
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    
    OZGCloud's avatar
    OZGCloud committed
    Void setNewTestVersion() {
    
        setNewOzgOperatorVersion('test')
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    
    Void setNewOzgOperatorVersion(String environment) {
    
    OZGCloud's avatar
    OZGCloud committed
        dir("gitops") {
    
            def envFile = "${environment}/application/values/ozg-operator-values.yaml"
    
    OZGCloud's avatar
    OZGCloud committed
            def envVersions = readYaml file: envFile
    
    
    OZGCloud's avatar
    OZGCloud committed
            envVersions.ozg_operator.image.tag = IMAGE_TAG
            envVersions.ozg_operator.helm.version = HELM_CHART_VERSION
    
    OZGCloud's avatar
    OZGCloud committed
    
            writeYaml file: envFile, data: envVersions, overwrite: true
        }
    }
    
    Void pushNewDevVersion() {
        pushNewGitopsVersion('dev')
    }
    
    Void pushNewTestVersion() {
        pushNewGitopsVersion('test')
    }
    
    Void pushNewGitopsVersion(String environment) {
        dir('gitops') {
    
    OZGCloud's avatar
    OZGCloud committed
            if (!hasValuesFileChanged(environment)) {
    
    OZGCloud's avatar
    OZGCloud committed
                return
            }
            
            withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {            
    
    OZGCloud's avatar
    OZGCloud committed
                sh "git add ${environment}/application/values/ozg-operator-values.yaml"
    
    OZGCloud's avatar
    OZGCloud committed
    
    
    OZGCloud's avatar
    OZGCloud committed
                sh "git commit -m 'jenkins rollout ${environment} ozg-operator version ${IMAGE_TAG}'"
    
                sh 'git push https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-gitops/gitops.git'
    
    OZGCloud's avatar
    OZGCloud committed
    Boolean hasValuesFileChanged(String environment) {
    
    OZGCloud's avatar
    OZGCloud committed
        return sh (script: "git status | grep '${environment}/application/values/ozg-operator-values.yaml'", returnStatus: true) == env.SH_SUCCESS_STATUS_CODE as Integer
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    Void configureGit() {
        final email = "jenkins@ozg-sh.de"
        final name = "jenkins"
    
        dir("gitops") {
            sh "git config user.email '${email}'"
            sh "git config user.name '${name}'"
        }
    }
    
    Void cloneGitopsRepo() {
        withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {
    
            sh 'git clone https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-gitops/gitops.git'
    
    OZGCloud's avatar
    OZGCloud committed
        }
    
        configureGit()
    }
    
    Void tagAndPushDockerImage(String imageName, String newTag){
        withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USER', passwordVariable: 'PASSWORD')]) {
            sh 'docker login docker.ozg-sh.de -u ${USER} -p ${PASSWORD}'
    
            sh "docker tag docker.ozg-sh.de/${imageName}:build-latest docker.ozg-sh.de/${imageName}:${newTag}"
            sh "docker push docker.ozg-sh.de/${imageName}:${newTag}"
        }
    }
    
    String getPomVersion(String pomFile){
        def pom = readMavenPom file: pomFile
    
        return pom.version
    }
    
    String generateImageTag() {
        def imageTag = "${env.BRANCH_NAME}-${getPomVersion('pom.xml')}"
    
        if (env.BRANCH_NAME == 'master') {
            imageTag += "-${env.GIT_COMMIT.take(7)}"
        }
    
        return imageTag
    }
    
    String getParentPomVersion(String filePath) {
        def pom = readMavenPom file: filePath
        return pom.parent.version
    }
    
    Boolean isReleaseVersion(List versions) {
        return matchRegexVersion(versions, RELEASE_REGEX)
    }
    
    Boolean isSnapshotVersion(List versions) {
        return matchRegexVersion(versions, SNAPSHOT_REGEX)
    }
    
    Boolean matchRegexVersion(List versions, String regex) {
        for (version in versions) {
            if ( !(version ==~ regex) ) {
                return false
            }
        }
    
        return true
    }