From 27f369eee3797f0885e48bc9203790f1f7945b61 Mon Sep 17 00:00:00 2001 From: QXZ3NHY Date: Tue, 20 Jun 2023 11:35:16 +0200 Subject: [PATCH] test - monthly -csv --- Jenkinsfile | 139 +++++++++++++++++++++++----------------------------- 1 file changed, 62 insertions(+), 77 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index 00af7bf..d99fa4f 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -1,76 +1,56 @@ -// not required right now as CN is reachable from EMEA as well -def loopEnvironments(environments) { - print env.JENKINS_URL - - environments.each { key, val -> - - // Execute only if you are on the same environment - // not required right now as CN is reachable from EMEA as well - if (env.JENKINS_URL == environments."${key}"[3].'jenkins') { - envname = environments."${key}"[0].'name' - envurl = environments."${key}"[1].'env-url' - tokenname = environments."${key}"[2].'env-token-name' - - sh 'python createReport.py "${envname}"' - } - } -} - def installRetryCount = 0 def reportRetryCount = 0 def checkRetryCount = 0 def checkRetryCountSec = 0 - pipeline { + +pipeline { + options { ansiColor('xterm') } // label libraryBuild is available in CN JAWS and ROW JAWS, therefore this one was used; no additional intents - // agent {label 'jaws-slaves'} agent {label 'jaws-slaves'} - + parameters { string(name: 'FROMDATE', defaultValue: '', description: 'Enter from date in format YYYY-MM-DD e.g. 2021-11-01') string(name: 'TODATE', defaultValue: '', description: 'Enter to date in format YYYY-MM-DD e.g. 2021-11-30') string(name: 'PRESELECT', defaultValue: 'month', description: 'Enter day | week | month (without |) - auto selects the last full day, week or month') string(name: 'SLICES', defaultValue: 'dt', description: 'Enter h | d | t | y (without spaces or |) - writes the slices hourly, daily, total or year to date into excel given in any order') + string(name: 'KPI_EXTENSION', defaultValue: 'true', description: 'Enter true or false if the extension should be executed') + string(name: 'FORMATS', defaultValue: 'xc', description: 'Enter x | c (without spaces or |) - creates xlsx (x) and/or CSV (c) file - the csv file will include a reduced list (depending on target report)') } - // here comes the trigger according to crontabs - jenkins is in UTC + // here comes the trigger according to crontabs - jenkins is in UTC triggers { - // every 1st of every month at 00:00 - // cron('0 0 1 * *') - - // every day at 08:00 - // cron('0 8 * * *') + // every 1st of every month at 00:00 + // cron('0 0 1 * *') + + // every day at 08:00 + // cron('0 8 * * *') - // every monday at 06:00 - cron('0 4 * * 1') + // every month on the 1st at 1 am utc + // cron('0 1 1 * *') - // parameterizedCron('0 10 * * * %PRESELECT=week;SLICES=tdhy') + // parameterizedCron('0 10 * * * %PRESELECT=week;SLICES=tdhy') } - + environment { - // ProxySettings - AUTH = credentials('proxy') - proxy_user = "${AUTH_USR}" - proxy_pw = "${AUTH_PSW}" - // http_proxy="http://${proxy_user}:${proxy_pw}@proxy.muc:8080" - // https_proxy="http://${proxy_user}:${proxy_pw}@proxy.muc:8080" - // no_proxy="localhost,127.0.0.1,.muc,.bmwgroup.net" - // HTTP_PROXY="${http_proxy}" - // HTTPS_PROXY="${https_proxy}" - // NO_PROXY="${no_proxy}" + //ProxySettings + AUTH = credentials('jaws_dynatrace_bitbuket_user') EUPROD_TOKEN_VAR = credentials('EUPROD_TOKEN_VAR') EUPREPROD_TOKEN_VAR = credentials('EUPREPROD_TOKEN_VAR') NAPROD_TOKEN_VAR = credentials('NAPROD_TOKEN_VAR') NAPREPROD_TOKEN_VAR = credentials('NAPREPROD_TOKEN_VAR') CNPROD_TOKEN_VAR = credentials('CNPROD_TOKEN_VAR') CNPREPROD_TOKEN_VAR = credentials('CNPREPROD_TOKEN_VAR') + EUPRODSAAS_TOKEN_VAR = credentials('EUPRODSAAS_TOKEN_VAR') FROM_DATE="${params.FROMDATE}" TO_DATE="${params.TODATE}" + REPORT_TYPE="${params.PRESELECT}" + KPI_EXTENSION="${params.KPI_EXTENSION}" } - + stages { stage('Fetch Repositories') { steps { @@ -101,29 +81,24 @@ def checkRetryCountSec = 0 steps { dir("/opt/workspace/qm_report/") { retry(3) { - sleep(300*installRetryCount) + sleep(60*installRetryCount) script { installRetryCount = installRetryCount+1 } - sh ''' - pip3 install --user -r requirements.txt - ''' + sh """ + sudo add-apt-repository ppa:deadsnakes/ppa -y && \ + sudo apt install python3.8 -y && \ + python3.8 --version + curl https://bootstrap.pypa.io/get-pip.py | python3.8 + python3.8 -m pip --version + python3.8 -m pip install -r requirements.txt + python3.8 -m pip install git+https://${AUTH_USR}:${AUTH_PSW}@atc.bmwgroup.net/bitbucket/scm/opapm/keyrequestparser.git + """ } } } } - stage('Move SLO Configuration File') { - steps { - dir("/opt/workspace/") { - // move slo configuration file - sh''' - mv /opt/workspace/shared_configuration/slo_parameter.yaml /opt/workspace/qm_report/ - ''' - } - } - } - stage('Execute Reporting Script') { steps { dir("/opt/workspace/qm_report/") { @@ -163,10 +138,24 @@ def checkRetryCountSec = 0 SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -p " + PRESELECT.toString() } + if (FORMATS.isEmpty()) { + currentBuild.result = 'ABORTED' + error('Aborting due to missing report format parameter') + return + } else { + SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -o " + FORMATS.toString() + } + echo "${SCRIPT_PARAMETER}" - sh "python3 createReport.py ${SCRIPT_PARAMETER}" - sh "python3 summary.py" + sh "python3.8 createReport.py ${SCRIPT_PARAMETER}" + sh "python3.8 summary.py" summary = readFile('summary.txt').trim() + + if (KPI_EXTENSION=='true') { + echo "Executing KPI Extension" + sh "python3.8 kpi_extension.py" + } + } } @@ -181,18 +170,14 @@ def checkRetryCountSec = 0 script { dir("/opt/workspace/qm_report/") { try { - emailext subject: "NEW ${env.JOB_NAME}", + emailext subject: "THE OFFICIAL ${env.JOB_NAME}", mimeType: 'text/html', - body: "Please find the output of the weekly QM-Report attached

${summary}", - // to: 'michaela.jaeger@bmw.de, OOC-Support@bmwgroup.com, Andreas.DA.Danzer@partner.bmw.de', - // to: 'rene.forstner@nttdata.com, Andreas.DA.Danzer@partner.bmw.de, linnea.bickeboeller@partner.bmwgroup.com', - // to: 'rene.forstner@nttdata.com, stephan.oertelt@bmw.de, Mohammed.Abadel@bmw.de, michaela.jaeger@bmw.de', - // to: 'rene.forstner@nttdata.com, ermis.wieger@nttdata.com, patryk.gudalewicz.bp@nttdata.com', - // to: 'patryk.gudalewicz.bp@nttdata.com', - // to: 'rene.forstner@nttdata.com, ermis.wieger@nttdata.com, arnel.arnautovic@nttdata.com, patryk.gudalewicz.bp@nttdata.com, stephan.oertelt@bmw.de, Mohammed.Abadel@bmw.de, michaela.jaeger@bmw.de, OOC-Support@bmwgroup.com, Andreas.DB.Danzer@bmwgroup.com', - to: 'Ermis.Wieger@nttdata.com', + body: "Please find the output of the daily QM-Report attached

${summary}", + // to: 'ermis.wieger@nttdata.com, Andreas.DB.Danzer@bmwgroup.com, OOC-Support@bmwgroup.com, michaela.jaeger@bmw.de, thilo.bindel@bmwgroup.com, Mohammed.Abadel@bmw.de, jan.sc.schaefer@bmw.de, ops-xibix@list.bmw.com, omo-xibix@list.bmw.com', + // test: + to: 'Daniel.Mikula@nttdata.com, Arnel.Arnautovic@nttdata.com', replyTo: 'coco-apm@bmw.de', - attachmentsPattern: '*.xlsx' + attachmentsPattern: '*.xlsx, *.csv' } catch ( mailExc ) { echo "Sending Email Failed: ${mailExc}" } @@ -205,15 +190,15 @@ def checkRetryCountSec = 0 post { failure { emailext subject: "${env.JOB_NAME} build ${env.BUILD_ID} failed", - body: "QM report failed, see logs for details: ${env.BUILD_URL}", - to: 'Arnel.Arnautovic@nttdata.com' - // to post to the teams channel "0 - APM Service Desk" just uncomment the following command: - // office365ConnectorSend webhookUrl: "https://bmwgroup.webhook.office.com/webhookb2/483edc00-c925-4672-8088-8299a0139fca@ce849bab-cc1c-465b-b62e-18f07c9ac198/JenkinsCI/9aca6923685b40f794134853fcbe88f1/ff31bcee-96b3-4481-9bd8-4f74180b263b", - // message: "QM report failed, see logs for details: ${env.BUILD_URL}", - // status: 'Failure', - // color: "d00000" + body: "QM report failed, see logs for details: ${env.BUILD_URL}", + to: 'Arnel.Arnautovic@nttdata.com, Daniel.Mikula@nttdata.com' + // to post to the teams channel "0 - APM Service Desk" just uncomment the following command: + // office365ConnectorSend webhookUrl: "https://bmwgroup.webhook.office.com/webhookb2/483edc00-c925-4672-8088-8299a0139fca@ce849bab-cc1c-465b-b62e-18f07c9ac198/JenkinsCI/9aca6923685b40f794134853fcbe88f1/ff31bcee-96b3-4481-9bd8-4f74180b263b", + // message: "QM report failed, see logs for details: ${env.BUILD_URL}", + // status: 'Failure', + // color: "d00000" } - always { + always { cleanWs() } }