coco_qm_report_pipeline/Jenkinsfile

def installRetryCount = 0
def reportRetryCount = 0
def checkRetryCount = 0
def checkRetryCountSec = 0

pipeline {

	options {
        ansiColor('xterm')
    }

    // label libraryBuild is available in CN JAWS and ROW JAWS, therefore this one was used; no additional intents     
    agent {label 'jaws-slaves'}

    parameters {
        string(name: 'FROMDATE', defaultValue: '', description: 'Enter from date in format YYYY-MM-DD e.g. 2021-11-01')
        string(name: 'TODATE', defaultValue: '', description: 'Enter to date in format YYYY-MM-DD e.g. 2021-11-30')
        string(name: 'PRESELECT', defaultValue: 'day', description: 'Enter day | week | month (without |) - auto selects the last full day, week or month')
        string(name: 'SLICES', defaultValue: 'dt', description: 'Enter h | d | t | y (without spaces or |) - writes the slices hourly, daily, total or year to date into excel given in any order')
        string(name: 'KPI_EXTENSION', defaultValue: 'true', description: 'Enter true or false if the extension should be executed')
        string(name: 'FORMATS', defaultValue: 'xc', description: 'Enter x | c (without spaces or |) - creates xlsx (x) and/or CSV (c) file - the csv file will include a reduced list (depending on target report)')
    }
    
    // here comes the trigger according to crontabs - jenkins is in UTC 
    triggers {
       // every 1st of every month at 00:00
       // cron('0 0 1 * *')
       
       // every day at 08:00
       // cron('0 8 * * *')

       // every monday at 06:00
       cron('0 5 * * 0-7')

       // parameterizedCron('0 10 * * * %PRESELECT=week;SLICES=tdhy')
    }
    
    environment {
        //ProxySettings
        AUTH = credentials('jaws_dynatrace_bitbuket_user')
        EUPROD_TOKEN_VAR = credentials('EUPROD_TOKEN_VAR')
        EUPREPROD_TOKEN_VAR = credentials('EUPREPROD_TOKEN_VAR')
        NAPROD_TOKEN_VAR = credentials('NAPROD_TOKEN_VAR')
        NAPREPROD_TOKEN_VAR = credentials('NAPREPROD_TOKEN_VAR')
        CNPROD_TOKEN_VAR = credentials('CNPROD_TOKEN_VAR')
        CNPREPROD_TOKEN_VAR = credentials('CNPREPROD_TOKEN_VAR')
        EUPRODSAAS_TOKEN_VAR = credentials('EUPRODSAAS_TOKEN_VAR')
        FROM_DATE="${params.FROMDATE}"
        TO_DATE="${params.TODATE}"
        REPORT_TYPE="${params.PRESELECT}"
        KPI_EXTENSION="${params.KPI_EXTENSION}"
    }
        
    stages {
        stage('Fetch Repositories') {
            steps {
                parallel 'Checkout Repositories': {
                    dir("/opt/workspace/shared_configuration/") {
                        retry(3) {
                            sleep(300*checkRetryCount)
                            script {
                                checkRetryCount = checkRetryCount + 1
                            }
                            git branch: "master", credentialsId: "jaws_dynatrace_bitbuket_user", url: "https://atc.bmwgroup.net/bitbucket/scm/opapm/shared_configuration.git"
                        }
                    }
                    dir("/opt/workspace/qm_report/") {
                        retry(3) {
                            sleep(300*checkRetryCountSec)
                            script {
                                checkRetryCountSec = checkRetryCountSec + 1
                            }
                            git branch: "main", credentialsId: "jaws_dynatrace_bitbuket_user", url: "https://atc.bmwgroup.net/bitbucket/scm/opapm/qm_report.git"
                        }
                    }
                }
            }
        }

        stage('Install Required Python Packages') {
            steps {
                dir("/opt/workspace/qm_report/") {
                    retry(3) {
                        sleep(60*installRetryCount)
                        script {
                            installRetryCount = installRetryCount+1
                        }
                        sh """
                        sudo add-apt-repository ppa:deadsnakes/ppa -y && \
                        sudo apt install python3.9 -y && \
                        sudo apt install python3.9-distutils -y && \
                        python3.9 --version
                        curl https://bootstrap.pypa.io/get-pip.py | python3.9
                        python3.9 -m pip --version
                        python3.9 -m pip install -r requirements.txt
                        python3.9 -m pip install git+https://${AUTH_USR}:${AUTH_PSW}@atc.bmwgroup.net/bitbucket/scm/opapm/keyrequestparser.git
                        """
                    }
                }
            }
        }

        stage('Execute Reporting Script') {
            steps {
                dir("/opt/workspace/qm_report/") {
                    retry(3) {
                        sleep(300*reportRetryCount)

                        script {
                            reportRetryCount = reportRetryCount+1
                            def SCRIPT_PARAMETER = ''

                            if(SLICES.isEmpty()) {
                                currentBuild.result = 'ABORTED'
                                error('Aborting due to missing slice parameter')
                                return
                            } else {
                                SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -s " + SLICES.toString()
                            }

                            if (PRESELECT.isEmpty()) {
                                if (FROMDATE=='') {
                                    currentBuild.result = 'ABORTED'
                                    error('Aborting due to missing startdate parameter')
                                    return
                                } else { 
                                    SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -f " + FROMDATE.toString() 
                                }

                                if (TODATE=='') {
                                    currentBuild.result = 'ABORTED'
                                    error('Aborting due to missing enddate parameter')
                                    return
                                } else {
                                    SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -t " + TODATE.toString()
                                }

                            } else { 
                                SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -p " + PRESELECT.toString()
                            }

                            if (FORMATS.isEmpty()) {
                                currentBuild.result = 'ABORTED'
                                error('Aborting due to missing report format parameter')
                                return
                            } else {
                                SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -o " + FORMATS.toString()
                            }

                            echo "${SCRIPT_PARAMETER}"
                            sh "python3.9 createReport.py ${SCRIPT_PARAMETER}"
                            sh "python3.9 summary.py"
                            summary = readFile('summary.txt').trim()

                            if (KPI_EXTENSION=='true') {
                                echo "Executing KPI Extension"
                                sh "python3.9 kpi_extension.py"
                            }

                        }
                    }

                    // Only required once CN is not reachable from EMEA
                    // loopEnvironments(environments)
                }
            }      
        }

        stage('Send Report') {
            steps {
                script {
                    dir("/opt/workspace/qm_report/") {
                        try {
                            emailext subject: "THE OFFICIAL ${env.JOB_NAME}",
                            mimeType: 'text/html',
                            body: "Please find the output of the daily QM-Report attached </br></br>${summary}",
                            to: 'Ermis.Wieger@nttdata.com, Andreas.DB.Danzer@bmwgroup.com, OOC-Support@bmwgroup.com, Michaela.Jaeger@bmw.de, Thilo.Bindel@bmwgroup.com, Mohammed.Abadel@bmw.de, Jan.SC.Schaefer@bmw.de, omt-xibix@list.bmw.com, johann.wildgruber@bmwgroup.com',
                            // test:
                            // to: 'Daniel.Mikula@nttdata.com, Arnel.Arnautovic@nttdata.com',
                            replyTo: 'coco-apm@bmw.de',
                            attachmentsPattern: '*.xlsx, *.csv'
                        } catch ( mailExc ) {
                            echo "Sending Email Failed: ${mailExc}"
                        }
                    }
                }
            }
        }
    }

    post { 
        failure {
            emailext subject: "THE OFFICIAL ${env.JOB_NAME} build ${env.BUILD_ID} failed",
            body: "QM report failed, see logs for details: ${env.BUILD_URL}", 
            to: 'Arnel.Arnautovic@nttdata.com, Daniel.Mikula@nttdata.com, omt-xibix@list.bmw.com'
            // to post to the teams channel "0 - APM Service Desk" just uncomment the following command:
            // office365ConnectorSend webhookUrl: "https://bmwgroup.webhook.office.com/webhookb2/483edc00-c925-4672-8088-8299a0139fca@ce849bab-cc1c-465b-b62e-18f07c9ac198/JenkinsCI/9aca6923685b40f794134853fcbe88f1/ff31bcee-96b3-4481-9bd8-4f74180b263b",
            // message: "QM report failed, see logs for details: ${env.BUILD_URL}",
            // status: 'Failure',
            // color: "d00000"
        }
        always {
            cleanWs()
        }
    }
}