Skip to content
Snippets Groups Projects
Jenkinsfile 12.1 KiB
Newer Older
  • Learn to ignore specific revisions
  • OZGCloud's avatar
    OZGCloud committed
    pipeline {
        agent {
           node {
    
    OZGCloud's avatar
    OZGCloud committed
               label 'ozgcloud-jenkins-build-agent'
    
    OZGCloud's avatar
    OZGCloud committed
            }
        }
    
        environment {
            RELEASE_REGEX = /\d+.\d+.\d+/
            SNAPSHOT_REGEX = /\d+.\d+.\d+-SNAPSHOT/
            FAILED_STAGE = ""
            SH_SUCCESS_STATUS_CODE = 0
    
    
            KEYCLOAK_OPERATOR_NAME = 'ozgcloud-keycloak-operator'
    
            ELASTICSEARCH_OPERATOR_NAME = 'ozgcloud-elasticsearch-operator'
    
    OZGCloud's avatar
    OZGCloud committed
        }
    
        options {
            timeout(time: 1, unit: 'HOURS')
            disableConcurrentBuilds()
    
            buildDiscarder(logRotator(numToKeepStr: '10'))
    
    OZGCloud's avatar
    OZGCloud committed
        }
    
        stages {
            stage('Check Version') {
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
                        def rootPom = readMavenPom file: 'pom.xml'
                        def rootVersion = rootPom.version
    
    
                        if(isReleaseBranch()){
    
    OZGCloud's avatar
    OZGCloud committed
                            if ( !isReleaseVersion([rootVersion])) {
                                error("Keine Release Version für Branch ${env.BRANCH_NAME}.")
                            }
                        } else {
                            if ( !isSnapshotVersion([rootVersion])) {
                                error("Keine Snapshot Version für Branch ${env.BRANCH_NAME}.")
                            }
                        }                   
                    }
                }
            }
    
            stage('Build OzgCloud Operator') {
    
    OZGCloud's avatar
    OZGCloud committed
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                    }
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh 'mvn --version'
    
                        sh 'mvn -s $MAVEN_SETTINGS clean install -Dmaven.wagon.http.retryHandler.count=3'
    
    OZGCloud's avatar
    OZGCloud committed
                            
                        script {
                          	try {
    	                        if (env.BRANCH_NAME == 'master') {
    		                        withSonarQubeEnv('sonarqube-ozg-sh'){
    		        					sh 'mvn -s $MAVEN_SETTINGS sonar:sonar'	                                
    		                        }
    		                    }
    		                } catch (Exception e) {
    	                        unstable("SonarQube failed")
    	                    }
                        }
                    }
                }
                post {
                    always{
                        junit testResults: '**/target/surefire-reports/*.xml', skipPublishingChecks: true
                    }
                }
            }
    
            stage('Deploy to Nexus'){
                when {
                    anyOf {
                        branch 'master'
                        branch 'release'
                    }
                }
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
                    }
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh 'mvn -s $MAVEN_SETTINGS -DskipTests deploy'
                    }
                }
            }
    
    
    OZGCloud's avatar
    OZGCloud committed
            stage('Build Docker image') {
              steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                    }
    
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
    
                        sh 'mvn -s $MAVEN_SETTINGS spring-boot:build-image -DskipTests -Dmaven.wagon.http.retryHandler.count=3'
    
    OZGCloud's avatar
    OZGCloud committed
                    }
    
    OZGCloud's avatar
    OZGCloud committed
            stage('Tag and Push Docker image') {
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        IMAGE_TAG = generateImageTag()
    
    
                        tagAndPushDockerImage(KEYCLOAK_OPERATOR_NAME, IMAGE_TAG)
    
                        tagAndPushDockerImage(ELASTICSEARCH_OPERATOR_NAME, IMAGE_TAG)
    
    OZGCloud's avatar
    OZGCloud committed
                    
    
                        if (isMasterBranch()) {
                            tagAndPushDockerImage(KEYCLOAK_OPERATOR_NAME, 'snapshot-latest')
    
                            tagAndPushDockerImage(ELASTICSEARCH_OPERATOR_NAME, 'snapshot-latest')
    
    OZGCloud's avatar
    OZGCloud committed
                        }
    
                        else if (isReleaseBranch()) {
                            tagAndPushDockerImage(KEYCLOAK_OPERATOR_NAME, 'latest')
    
                            tagAndPushDockerImage(ELASTICSEARCH_OPERATOR_NAME, 'latest')
    
            stage('Test, build and deploy Keycloak-Operator Helm Chart') {
    
    OZGCloud's avatar
    OZGCloud committed
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        HELM_CHART_VERSION = generateHelmChartVersion()
    
    
                        testAndDeployKeycloakHelmChart(HELM_CHART_VERSION)
                    }
                }
            }
            
    
            stage('Test, build and deploy Elasticsearch-Operator Helm Chart') {
    
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        HELM_CHART_VERSION = generateHelmChartVersion()
    
    OZGCloud's avatar
    OZGCloud committed
    
    
                        testAndDeployElasticsearchHelmChart(HELM_CHART_VERSION)
    
            stage('Trigger Dev rollout') {
                when {
                    branch 'master'
                }
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
    
    
                        doDevRollout()
    
    OZGCloud's avatar
    OZGCloud committed
            stage('Trigger Test rollout') {
                when {
                    branch 'release'
                }
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
    
    
                        doTestRollout()
    
    OZGCloud's avatar
    OZGCloud committed
            stage ('OWASP Dependency-Check Vulnerabilities') {
                steps {
    
                    dependencyCheck additionalArguments: ''' 
                        -o "./" 
                        -s "./"
                        -f "ALL" 
                        -d /dependency-check-data
                        --suppression dependency-check-supressions.xml
                        --disableKnownExploited
                        --noupdate
                        --disableArchive
                        --prettyPrint''', odcInstallation: 'dependency-check-owasp'
    
                    dependencyCheckPublisher( 
                        pattern: 'dependency-check-report.xml'
                    )           
    
    
    Void testAndDeployKeycloakHelmChart(String helmChartVersion){  
        dir("${KEYCLOAK_OPERATOR_NAME}/src/main/helm") {
            runHelmTests()
            deployHelmChart(KEYCLOAK_OPERATOR_NAME, helmChartVersion)
        }
    }
    
    
    Void testAndDeployElasticsearchHelmChart(String helmChartVersion){  
        dir("${ELASTICSEARCH_OPERATOR_NAME}/src/main/helm") {
    
            deployHelmChart(ELASTICSEARCH_OPERATOR_NAME, helmChartVersion)
    
        }
    }
    
    Void runHelmTests(){
        sh 'helm lint -f ../../test/helm/linter_values.yaml'
        sh "helm unittest --helm3 -f '../../test/helm/*.yaml' -f '../../test/helm/*/*.yaml' ."
        sh "helm package --version=${HELM_CHART_VERSION} ."
    }
    
    
    OZGCloud's avatar
    OZGCloud committed
    Void deployHelmChart(String helmChartName, String helmChartVersion) {       
        withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]){
    
        	def url = getHelmRepoUrl()
        	echo "Url: ${url}"
    
            def result = sh script: '''curl -u $USERNAME:$PASSWORD ''' + url + ''' -F file=@'''+helmChartName+'''-'''+helmChartVersion+'''.tgz''', returnStdout: true
    
    OZGCloud's avatar
    OZGCloud committed
    
            if (result != '') {
                error(result)
            }
        }
    }
    
    
    String getHelmRepoUrl(){
        if (isReleaseBranch()) {
            return "https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps"
        }
        return "https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps-snapshot"
    }
    
    
    OZGCloud's avatar
    OZGCloud committed
    String generateHelmChartVersion() {
        def chartVersion = getPomVersion('pom.xml')
    
    
        if (isMasterBranch()) {
    
    OZGCloud's avatar
    OZGCloud committed
            chartVersion += "-${env.GIT_COMMIT.take(7)}"
        }
    
        else if (!isReleaseBranch()) {
    
    OZGCloud's avatar
    OZGCloud committed
            chartVersion += "-${env.BRANCH_NAME}"
        }
    
    
        return chartVersion.replaceAll('_', '-')
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    
    Boolean isMasterBranch() {
        return env.BRANCH_NAME == 'master'
    }
    
    OZGCloud's avatar
    OZGCloud committed
    
    
    Boolean isReleaseBranch() {
        return env.BRANCH_NAME == 'release'
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    String getElementAccessToken() {
        withCredentials([string(credentialsId: 'element-login-json', variable: 'LOGIN_JSON')]) {
            return readJSON ( text: sh (script: '''curl -XPOST -d \"$LOGIN_JSON\" https://matrix.ozg-sh.de/_matrix/client/v3/login''', returnStdout: true)).access_token
        }
    }
    
    
    Void doDevRollout() {
        cloneGitopsRepo()
        setNewOperatorVersion('dev')
        pushNewGitopsVersion('dev')
    }
    
    Void doTestRollout() {
        cloneGitopsRepo()
        setNewOperatorVersion('test')
        pushNewGitopsVersion('test')
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    
    Void setNewOperatorVersion(String environment) {
        dir('gitops') {
            updateKeycloakOperatorVersions()
    
            updateElasticsearchOperatorVersions()
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    
    Void updateKeycloakOperatorVersions(String environment){
        def valuesFile = getApplicationValues(environment, KEYCLOAK_OPERATOR_NAME)
        def envVersions = readYaml file: envFile
    
    OZGCloud's avatar
    OZGCloud committed
    
    
        envVersions.ozgcloud_keycloak_operator.image.tag = IMAGE_TAG
        envVersions.ozgcloud_keycloak_operator.helm.version = HELM_CHART_VERSION
    
    OZGCloud's avatar
    OZGCloud committed
    
    
        writeYaml file: envFile, data: envVersions, overwrite: true
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    
    Void updateElasticsearchOperatorVersions(String environment){
        def valuesFile = getApplicationValues(environment, ELASTICSEARCH_OPERATOR_NAME)
    
        def envVersions = readYaml file: envFile
    
    
        envVersions.ozgcloud_elasticsearch_operator.image.tag = IMAGE_TAG
        envVersions.ozgcloud_elasticsearch_operator.helm.version = HELM_CHART_VERSION
    
    
        writeYaml file: envFile, data: envVersions, overwrite: true
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    
    String getApplicationValues(String environment, String valuesFileName) {
        return "${environment}/application/values/${valuesFileName}-values.yaml"
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    Void pushNewGitopsVersion(String environment) {
        dir('gitops') {
    
    OZGCloud's avatar
    OZGCloud committed
            if (!hasValuesFileChanged(environment)) {
    
    OZGCloud's avatar
    OZGCloud committed
                return
            }
            
            withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {            
    
                sh "git add ${environment}/application/values/ozgcloud-keycloak-operator-values.yaml"
    
    OZGCloud's avatar
    OZGCloud committed
    
    
                sh "git commit -m 'jenkins rollout ${environment} ozgcloud-keycloak-operator version ${IMAGE_TAG}'"
    
                sh 'git push https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-devops/gitops.git'
    
    OZGCloud's avatar
    OZGCloud committed
    Boolean hasValuesFileChanged(String environment) {
    
        return sh (script: "git status | grep '${environment}/application/values/ozgcloud-keycloak-operator-values.yaml'", returnStatus: true) == env.SH_SUCCESS_STATUS_CODE as Integer
    
    OZGCloud's avatar
    OZGCloud committed
    }
    
    Void configureGit() {
        final email = "jenkins@ozg-sh.de"
        final name = "jenkins"
    
        dir("gitops") {
            sh "git config user.email '${email}'"
            sh "git config user.name '${name}'"
        }
    }
    
    Void cloneGitopsRepo() {
        withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {
    
            sh 'git clone https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-devops/gitops.git'
    
    OZGCloud's avatar
    OZGCloud committed
        }
    
        configureGit()
    }
    
    Void tagAndPushDockerImage(String imageName, String newTag){
        withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USER', passwordVariable: 'PASSWORD')]) {
            sh 'docker login docker.ozg-sh.de -u ${USER} -p ${PASSWORD}'
    
            sh "docker tag docker.ozg-sh.de/${imageName}:build-latest docker.ozg-sh.de/${imageName}:${newTag}"
            sh "docker push docker.ozg-sh.de/${imageName}:${newTag}"
        }
    }
    
    String getPomVersion(String pomFile){
        def pom = readMavenPom file: pomFile
    
        return pom.version
    }
    
    String generateImageTag() {
        def imageTag = "${env.BRANCH_NAME}-${getPomVersion('pom.xml')}"
    
        if (env.BRANCH_NAME == 'master') {
            imageTag += "-${env.GIT_COMMIT.take(7)}"
        }
    
        return imageTag
    }
    
    String getParentPomVersion(String filePath) {
        def pom = readMavenPom file: filePath
        return pom.parent.version
    }
    
    Boolean isReleaseVersion(List versions) {
        return matchRegexVersion(versions, RELEASE_REGEX)
    }
    
    Boolean isSnapshotVersion(List versions) {
        return matchRegexVersion(versions, SNAPSHOT_REGEX)
    }
    
    Boolean matchRegexVersion(List versions, String regex) {
        for (version in versions) {
            if ( !(version ==~ regex) ) {
                return false
            }
        }
    
        return true
    }