Skip to content
Snippets Groups Projects
Select Git revision
  • 766a51b93cbfe0175554355a314455e7ce4ad554
  • main default protected
  • OZG-7856_schadcode_scanner
  • OZG-8314-Alfa-Vorgang-Bearbeiter-Zuweisung-entfernen
  • OZG-8305-Create-webpack-sbom
  • tooltip-improvements
  • release-info
  • release-administration
  • release
  • OZG-7714-UpgradeKeycloakDependencyTo25
  • OZG-8086-Admin-Datenanfrage-erstellen
  • OZG-8086-Datenanfrage-Umbenennung
  • mongodb-7-0-16-e2e
  • OZG-6220-Bescheid-speichern-ohne-Postfach
  • OZG-7922-KeycloakOperatorExceptions
  • OZG-8142-poc-cards
  • OZG-8086-E2E
  • OZG-8086-E2E2
  • OZG-8142-ProjectionStuff
  • OZG-8086-Statistik-Datenanfrage-erstellen
  • ovh-poc-add-image-pull-secret
  • 1.11.0-info
  • 1.11.0-administration
  • 2.26.0-alfa
  • 1.10.0-info
  • 1.10.0-administration
  • 2.25.0-alfa
  • 1.9.0-info
  • 1.9.0-administration
  • 2.24.0-alfa
  • 1.8.0-info
  • 1.8.0-administration
  • 2.23.0-alfa
  • 1.7.0-info
  • 1.7.0-administration
  • 2.22.0-alfa
  • 1.6.0-info
  • 1.6.0-administration
  • 2.21.0-alfa
  • 1.5.0-info
  • 1.5.0-administration
41 results

keycloak.resource.service.ts

Blame
  • Jenkinsfile 15.57 KiB
    /*
     * Copyright (C) 2024 Das Land Schleswig-Holstein vertreten durch den
     * Ministerpräsidenten des Landes Schleswig-Holstein
     * Staatskanzlei
     * Abteilung Digitalisierung und zentrales IT-Management der Landesregierung
     *
     * Lizenziert unter der EUPL, Version 1.2 oder - sobald
     * diese von der Europäischen Kommission genehmigt wurden -
     * Folgeversionen der EUPL ("Lizenz");
     * Sie dürfen dieses Werk ausschließlich gemäß
     * dieser Lizenz nutzen.
     * Eine Kopie der Lizenz finden Sie hier:
     *
     * https://joinup.ec.europa.eu/collection/eupl/eupl-text-eupl-12
     *
     * Sofern nicht durch anwendbare Rechtsvorschriften
     * gefordert oder in schriftlicher Form vereinbart, wird
     * die unter der Lizenz verbreitete Software "so wie sie
     * ist", OHNE JEGLICHE GEWÄHRLEISTUNG ODER BEDINGUNGEN -
     * ausdrücklich oder stillschweigend - verbreitet.
     * Die sprachspezifischen Genehmigungen und Beschränkungen
     * unter der Lizenz sind dem Lizenztext zu entnehmen.
     */
    pipeline {
        agent {
           node {
               label 'ozgcloud-jenkins-build-agent-jdk21'
            }
        }
    
        environment {
            JENKINS_URL = "https://jenkins.infra.ozg-cloud.systems/job/codeSH_aggregation-manager/job/${env.BRANCH_NAME}/${env.BUILD_NUMBER}/"
    
            RELEASE_REGEX = /\d+.\d+.\d+/
            SNAPSHOT_REGEX = /\d+.\d+.\d+-SNAPSHOT/
            FAILED_STAGE = ""
            SH_SUCCESS_STATUS_CODE = 0
        }
    
        options {
            timeout(time: 1, unit: 'HOURS')
            disableConcurrentBuilds()
            buildDiscarder(logRotator(numToKeepStr: '5'))
        }
    
        stages {
            stage('Check Version') {
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
                        def rootVersion = getPomVersion('pom.xml')
                        def jobVersion = getParentPomVersion('aggregation-manager-job/pom.xml')
                        def serverVersion = getParentPomVersion('aggregation-manager-server/pom.xml')
                        def interfaceVersion = getPomVersion('aggregation-manager-interface/pom.xml')
    
                        if(rootVersion != jobVersion) {
                            error("Version in aggregation-manager-job stimmt nicht mit dem parent überein.")
                        }
                        if(rootVersion != serverVersion) {
                            error("Version in aggregation-manager-server stimmt nicht mit dem parent überein.")
                        }
                        if(rootVersion != interfaceVersion) {
                            error("Version in aggregation-manager-interface stimmt nicht mit dem parent überein.")
                        }
                        if(isReleaseBranch()){
                            if ( !(rootVersion ==~ RELEASE_REGEX)) {
                                error("Keine Release Version für Branch ${env.BRANCH_NAME}.")
                            }
                        } else {
                            if ( !(rootVersion ==~ SNAPSHOT_REGEX)) {
                                error("Keine Snapshot Version für Branch ${env.BRANCH_NAME}.")
                            }
                        }
                    }
                }
            }
            stage('Set Version') {
              when {
                not {
                    anyOf {
                        branch 'main'
                        branch 'release'
                    }
                }
              }
              steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        JAR_TAG = getPomVersion('pom.xml').replace("SNAPSHOT", "${env.BRANCH_NAME}-SNAPSHOT")
                    }
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh "mvn -s $MAVEN_SETTINGS versions:set -DnewVersion=${JAR_TAG} -DprocessAllModules=true"
    
                    }
              }
            }
    
            stage('Build AggregationManager') {
              steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                    }
    
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh 'mvn --no-transfer-progress -s $MAVEN_SETTINGS clean install -Dmaven.wagon.http.retryHandler.count=3 -DelasticTests.disabled=true'
                    }
                }
            }
    
            stage('Deploy to Nexus'){
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
                    }
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh 'mvn --no-transfer-progress -s $MAVEN_SETTINGS -DskipTests deploy -Dmaven.wagon.http.retryHandler.count=3'
                    }
                }
            }
            stage('Build Docker images') {
              steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                    }
                    configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                        sh 'mvn --no-transfer-progress -s $MAVEN_SETTINGS spring-boot:build-image -DskipTests -Dmaven.wagon.http.retryHandler.count=3 -pl aggregation-manager-job,aggregation-manager-server'
                        sh "mvn -s $MAVEN_SETTINGS versions:revert"
                    }
               }
            }
    
            stage('Tag and Push Docker images') {
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        IMAGE_TAG = buildVersionName()
    
                        tagAndPushDockerImage('aggregation-manager-job', IMAGE_TAG)
                        tagAndPushDockerImage('aggregation-manager-server', IMAGE_TAG)
    
                        if (env.BRANCH_NAME == 'main') {
                            tagAndPushDockerImage('aggregation-manager-job', 'snapshot-latest')
                            tagAndPushDockerImage('aggregation-manager-server', 'snapshot-latest')
    
                        }
                        else if (env.BRANCH_NAME == 'release') {
                            tagAndPushDockerImage('aggregation-manager-job', 'latest')
                            tagAndPushDockerImage('aggregation-manager-server', 'latest')
                        }
                    }
                }
            }
    
            stage('Test, build and deploy Helm Chart for Aggregation Job') {
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        HELM_CHART_VERSION = buildVersionName()
    
                        sh "./run_helm_test_aggregation_job.sh"
    
                        dir('aggregation-manager-job/src/main/helm') {
    
                            sh "helm package --version=${HELM_CHART_VERSION} ."
                            deployHelmChart('aggregation-manager-job', HELM_CHART_VERSION)
                        }
                    }
                }
            }
    
            stage('Test, build and deploy Helm Chart for Aggregation Server') {
                steps {
                    script {
                        FAILED_STAGE=env.STAGE_NAME
                        HELM_CHART_VERSION = buildVersionName()
    
                        sh "./run_helm_test_aggregation_server.sh"
    
                        dir('aggregation-manager-server/src/main/helm') {
    
                            sh "helm package --version=${HELM_CHART_VERSION} ."
                            deployHelmChart('aggregation-manager-server', HELM_CHART_VERSION)
                        }
                    }
                }
            }
    
    
            stage('Trigger Dev rollout') {
                when {
                    branch 'main'
                }
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
    
                        cloneGitopsRepo()
    
                        setNewDevAggregationManagerVersion()
    
                        pushDevGitopsRepo()
                    }
                }
            }
            stage('Trigger Test rollout') {
                when {
                    branch 'release'
                }
    
                steps {
                    script {
                        FAILED_STAGE = env.STAGE_NAME
    
                        cloneGitopsRepo()
    
                        setNewTestAggregationManagerVersion()
    
                        pushTestGitopsRepo()
                    }
                }
            }
    
            stage ('Deploy SBOM to DependencyTrack') {
                steps {
                    script {
                        IMAGE_TAG = "${env.BRANCH_NAME}-${getPomVersion('pom.xml')}"
    
                        configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
                            withCredentials([string(credentialsId: 'dependency-track-api-key', variable: 'API_KEY')]) {
    
                                catchError(buildResult: 'UNSTABLE', stageResult: 'FAILURE') {
                                    sh "mvn  --no-transfer-progress -s $MAVEN_SETTINGS io.github.pmckeown:dependency-track-maven-plugin:upload-bom -Ddependency-track.apiKey=$API_KEY -Ddependency-track.projectVersion=${IMAGE_TAG} -Ddependency-track.dependencyTrackBaseUrl=https://dependency-track.ozg-sh.de"
                                }
                            }
                        }
                    }
                }
            }
    
            stage('Sonar Checks') {
                when {
                    branch 'main'
                }
            	steps {
            	    script {
                        FAILED_STAGE=env.STAGE_NAME
    
                      	configFileProvider([configFile(fileId: 'maven-settings', variable: 'MAVEN_SETTINGS')]) {
    						try {
    							withSonarQubeEnv('sonarqube-ozg-sh'){
    								sh 'mvn -s $MAVEN_SETTINGS sonar:sonar'
    							}
    						} catch (Exception e) {
    							unstable("SonarQube failed")
    						}
                		}
                    }
                }
            }
        }
    
        post {
            always{
                junit testResults: '**/target/surefire-reports/*.xml', skipPublishingChecks: true
            }
            failure {
                script {
                    if (env.BRANCH_NAME == 'main' || env.BRANCH_NAME == 'release') {
                        sendFailureMessage()
                    }
                }
            }
        }
    }
    
    
    Boolean isReleaseBranch() {
        return env.BRANCH_NAME == 'release'
    }
    
    String getPomVersion(String pomFile){
        def pom = readMavenPom file: pomFile
    
        return pom.version
    }
    
    String getParentPomVersion(String filePath) {
        def pom = readMavenPom file: filePath
        return pom.parent.version
    }
    
    Void sendFailureMessage() {
        def room = ''
        def data = """{"msgtype":"m.text", \
                        "body":"AggregationManager: Build Failed. Stage: ${FAILED_STAGE} Build-ID: ${env.BUILD_NUMBER}
                        Link: ${JENKINS_URL}", \
                        "format": "org.matrix.custom.html", \
                        "formatted_body":"AggregationManager: Build Failed. Stage: ${FAILED_STAGE} Build-ID: <a
                        href='${JENKINS_URL}'>${env.BUILD_NUMBER}</a>"}"""
    
        if (env.BRANCH_NAME == 'main') {
            room = "!GjqhmouBtnDbwUkAjx:matrix.ozg-sh.de"
        }
        else if (env.BRANCH_NAME == 'release') {
            room = "!oWZpUGTFsxkJIYNfYg:matrix.ozg-sh.de"
        }
    
        sh "curl -XPOST -H 'authorization: Bearer ${getElementAccessToken()}' -d '${data}' https://matrix.ozg-sh.de/_matrix/client/v3/rooms/$room/send/m.room.message"
    }
    
    String getElementAccessToken() {
        withCredentials([string(credentialsId: 'element-login-json', variable: 'LOGIN_JSON')]) {
            return readJSON ( text: sh (script: '''curl -XPOST -d \"$LOGIN_JSON\" https://matrix.ozg-sh.de/_matrix/client/v3/login''', returnStdout: true)).access_token
        }
    }
    
    Void deployHelmChart(String helmChartName, String helmChartVersion) {
        withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USERNAME', passwordVariable: 'PASSWORD')]){
            if (env.BRANCH_NAME == 'release') {
                result = sh script: '''curl -u $USERNAME:$PASSWORD https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps -F file=@'''+helmChartName+'''-'''+helmChartVersion+'''.tgz''', returnStdout: true
            }
            else {
                result = sh script: '''curl -u $USERNAME:$PASSWORD https://nexus.ozg-sh.de/service/rest/v1/components?repository=ozg-base-apps-snapshot -F file=@'''+helmChartName+'''-'''+helmChartVersion+'''.tgz''', returnStdout: true
            }
    
            if (result != '') {
                error(result)
            }
        }
    }
    
    String validateBranchName(branchName) {
        int maxLength = 14
        if (branchName.length() > maxLength) {
            String originalBranchName = branchName
            branchName = branchName.substring(0, maxLength)
            echo "WARNING: Branch name '${originalBranchName}' exceeded ${maxLength} characters. " +
                 "It has been truncated to '${branchName}' for deployment purposes."
        }
        return branchName
    }
    
    String buildVersionName() {
        if (isReleaseBranch()) {
            return getPomVersion('pom.xml')
        }
        return "${getPomVersion('pom.xml')}-${validateBranchName(env.BRANCH_NAME)}-${env.BUILD_NUMBER}".replaceAll("_", "-")
    }
    
    Void tagAndPushDockerImage(String imageName, String newTag){
        withCredentials([usernamePassword(credentialsId: 'jenkins-nexus-login', usernameVariable: 'USER', passwordVariable: 'PASSWORD')]) {
            sh 'docker login docker.ozg-sh.de -u ${USER} -p ${PASSWORD}'
    
            sh "docker tag docker.ozg-sh.de/${imageName}:build-latest docker.ozg-sh.de/${imageName}:${newTag}"
            sh "docker push docker.ozg-sh.de/${imageName}:${newTag}"
        }
    }
    
    Void configureGit() {
        final email = "jenkins@ozg-sh.de"
        final name = "jenkins"
    
        dir("gitops") {
            sh "git config user.email '${email}'"
            sh "git config user.name '${name}'"
        }
    }
    
    Void cloneGitopsRepo() {
        withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {
            sh 'git clone https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-devops/gitops.git'
        }
    
        configureGit()
    }
    
    Void setNewDevAggregationManagerVersion() {
        setNewAggregationManagerJobGitopsVersion("dev")
        setNewAggregationManagerServerGitopsVersion("dev")
    }
    
    Void setNewTestAggregationManagerVersion() {
        setNewAggregationManagerJobGitopsVersion("test")
        setNewAggregationManagerServerGitopsVersion("test")
    }
    
    Void setNewAggregationManagerJobGitopsVersion(String environment) {
        dir("gitops") {
            def envFile = "${environment}/application/values/aggregation-manager-job-values.yaml"
    
            def envVersions = readYaml file: envFile
    
            envVersions.aggregation_manager_job.image.tag = IMAGE_TAG
            envVersions.aggregation_manager_job.helm.version = HELM_CHART_VERSION
    
            writeYaml file: envFile, data: envVersions, overwrite: true
        }
    }
    
    Void setNewAggregationManagerServerGitopsVersion(String environment) {
        dir("gitops") {
            def envFile = "${environment}/application/values/aggregation-manager-server-values.yaml"
    
            def envVersions = readYaml file: envFile
    
            envVersions.aggregation_manager_server.image.tag = IMAGE_TAG
            envVersions.aggregation_manager_server.helm.version = HELM_CHART_VERSION
    
            writeYaml file: envFile, data: envVersions, overwrite: true
        }
    }
    
    Void pushDevGitopsRepo() {
        pushNewGitopsVersion('dev')
    }
    
    Void pushTestGitopsRepo() {
        pushNewGitopsVersion('test')
    }
    
    Void pushNewGitopsVersion(String environment) {
        dir('gitops') {
            if (!hasAggregationManagerValuesFileChanged(environment)) {
                return
            }
    
            withCredentials([usernamePassword(credentialsId: 'jenkins-gitea-access-token', passwordVariable: 'TOKEN', usernameVariable: 'USER')]) {
                sh "git add ${environment}/application/values/aggregation-manager-*-values.yaml"
    
                sh "git commit -m 'jenkins rollout ${environment} aggregation manager version ${IMAGE_TAG}'"
                sh 'git push https://${USER}:${TOKEN}@git.ozg-sh.de/ozgcloud-devops/gitops.git'
            }
        }
    }
    
    Boolean hasAggregationManagerValuesFileChanged(String environment) {
        return sh (script: "git status | grep '${environment}/application/values/aggregation-manager-.*-values.yaml'", returnStatus: true) == env.SH_SUCCESS_STATUS_CODE as Integer
    }