arnaua
/
coco_qm_report_pipeline
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

test - monthly -csv

monthly
QXZ3NHY 2023-06-20 11:35:16 +02:00
parent 2099f21878
commit 27f369eee3
1 changed files with 62 additions and 77 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

127
Jenkinsfile vendored
View File

@ -1,32 +1,15 @@
// not required right now as CN is reachable from EMEA as well
def loopEnvironments(environments) {
print env.JENKINS_URL
environments.each { key, val ->
// Execute only if you are on the same environment
// not required right now as CN is reachable from EMEA as well
if (env.JENKINS_URL == environments."${key}"[3].'jenkins') {
envname = environments."${key}"[0].'name'
envurl = environments."${key}"[1].'env-url'
tokenname = environments."${key}"[2].'env-token-name'
sh 'python createReport.py "${envname}"'
}
}
}
def installRetryCount = 0 def installRetryCount = 0
def reportRetryCount = 0 def reportRetryCount = 0
def checkRetryCount = 0 def checkRetryCount = 0
def checkRetryCountSec = 0 def checkRetryCountSec = 0
pipeline {
pipeline {
options { options {
ansiColor('xterm') ansiColor('xterm')
} }
// label libraryBuild is available in CN JAWS and ROW JAWS, therefore this one was used; no additional intents // label libraryBuild is available in CN JAWS and ROW JAWS, therefore this one was used; no additional intents
// agent {label 'jaws-slaves'}
agent {label 'jaws-slaves'} agent {label 'jaws-slaves'}
parameters { parameters {
@ -34,41 +17,38 @@ def checkRetryCountSec = 0
string(name: 'TODATE', defaultValue: '', description: 'Enter to date in format YYYY-MM-DD e.g. 2021-11-30') string(name: 'TODATE', defaultValue: '', description: 'Enter to date in format YYYY-MM-DD e.g. 2021-11-30')
string(name: 'PRESELECT', defaultValue: 'month', description: 'Enter day | week | month (without |) - auto selects the last full day, week or month') string(name: 'PRESELECT', defaultValue: 'month', description: 'Enter day | week | month (without |) - auto selects the last full day, week or month')
string(name: 'SLICES', defaultValue: 'dt', description: 'Enter h | d | t | y (without spaces or |) - writes the slices hourly, daily, total or year to date into excel given in any order') string(name: 'SLICES', defaultValue: 'dt', description: 'Enter h | d | t | y (without spaces or |) - writes the slices hourly, daily, total or year to date into excel given in any order')
string(name: 'KPI_EXTENSION', defaultValue: 'true', description: 'Enter true or false if the extension should be executed')
string(name: 'FORMATS', defaultValue: 'xc', description: 'Enter x | c (without spaces or |) - creates xlsx (x) and/or CSV (c) file - the csv file will include a reduced list (depending on target report)')
} }
// here comes the trigger according to crontabs - jenkins is in UTC // here comes the trigger according to crontabs - jenkins is in UTC
triggers { triggers {
// every 1st of every month at 00:00 // every 1st of every month at 00:00
// cron('0 0 1 * *') // cron('0 0 1 * *')
// every day at 08:00 // every day at 08:00
// cron('0 8 * * *') // cron('0 8 * * *')
// every monday at 06:00 // every month on the 1st at 1 am utc
cron('0 4 * * 1') // cron('0 1 1 * *')
// parameterizedCron('0 10 * * * %PRESELECT=week;SLICES=tdhy') // parameterizedCron('0 10 * * * %PRESELECT=week;SLICES=tdhy')
} }
environment { environment {
// ProxySettings //ProxySettings
AUTH = credentials('proxy') AUTH = credentials('jaws_dynatrace_bitbuket_user')
proxy_user = "${AUTH_USR}"
proxy_pw = "${AUTH_PSW}"
// http_proxy="http://${proxy_user}:${proxy_pw}@proxy.muc:8080"
// https_proxy="http://${proxy_user}:${proxy_pw}@proxy.muc:8080"
// no_proxy="localhost,127.0.0.1,.muc,.bmwgroup.net"
// HTTP_PROXY="${http_proxy}"
// HTTPS_PROXY="${https_proxy}"
// NO_PROXY="${no_proxy}"
EUPROD_TOKEN_VAR = credentials('EUPROD_TOKEN_VAR') EUPROD_TOKEN_VAR = credentials('EUPROD_TOKEN_VAR')
EUPREPROD_TOKEN_VAR = credentials('EUPREPROD_TOKEN_VAR') EUPREPROD_TOKEN_VAR = credentials('EUPREPROD_TOKEN_VAR')
NAPROD_TOKEN_VAR = credentials('NAPROD_TOKEN_VAR') NAPROD_TOKEN_VAR = credentials('NAPROD_TOKEN_VAR')
NAPREPROD_TOKEN_VAR = credentials('NAPREPROD_TOKEN_VAR') NAPREPROD_TOKEN_VAR = credentials('NAPREPROD_TOKEN_VAR')
CNPROD_TOKEN_VAR = credentials('CNPROD_TOKEN_VAR') CNPROD_TOKEN_VAR = credentials('CNPROD_TOKEN_VAR')
CNPREPROD_TOKEN_VAR = credentials('CNPREPROD_TOKEN_VAR') CNPREPROD_TOKEN_VAR = credentials('CNPREPROD_TOKEN_VAR')
EUPRODSAAS_TOKEN_VAR = credentials('EUPRODSAAS_TOKEN_VAR')
FROM_DATE="${params.FROMDATE}" FROM_DATE="${params.FROMDATE}"
TO_DATE="${params.TODATE}" TO_DATE="${params.TODATE}"
REPORT_TYPE="${params.PRESELECT}"
KPI_EXTENSION="${params.KPI_EXTENSION}"
} }
stages { stages {
@ -101,29 +81,24 @@ def checkRetryCountSec = 0
steps { steps {
dir("/opt/workspace/qm_report/") { dir("/opt/workspace/qm_report/") {
retry(3) { retry(3) {
sleep(300*installRetryCount) sleep(60*installRetryCount)
script { script {
installRetryCount = installRetryCount+1 installRetryCount = installRetryCount+1
} }
sh ''' sh """
pip3 install --user -r requirements.txt sudo add-apt-repository ppa:deadsnakes/ppa -y && \
''' sudo apt install python3.8 -y && \
python3.8 --version
curl https://bootstrap.pypa.io/get-pip.py | python3.8
python3.8 -m pip --version
python3.8 -m pip install -r requirements.txt
python3.8 -m pip install git+https://${AUTH_USR}:${AUTH_PSW}@atc.bmwgroup.net/bitbucket/scm/opapm/keyrequestparser.git
"""
} }
} }
} }
} }
stage('Move SLO Configuration File') {
steps {
dir("/opt/workspace/") {
// move slo configuration file
sh'''
mv /opt/workspace/shared_configuration/slo_parameter.yaml /opt/workspace/qm_report/
'''
}
}
}
stage('Execute Reporting Script') { stage('Execute Reporting Script') {
steps { steps {
dir("/opt/workspace/qm_report/") { dir("/opt/workspace/qm_report/") {
@ -163,10 +138,24 @@ def checkRetryCountSec = 0
SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -p " + PRESELECT.toString() SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -p " + PRESELECT.toString()
} }
if (FORMATS.isEmpty()) {
currentBuild.result = 'ABORTED'
error('Aborting due to missing report format parameter')
return
} else {
SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -o " + FORMATS.toString()
}
echo "${SCRIPT_PARAMETER}" echo "${SCRIPT_PARAMETER}"
sh "python3 createReport.py ${SCRIPT_PARAMETER}" sh "python3.8 createReport.py ${SCRIPT_PARAMETER}"
sh "python3 summary.py" sh "python3.8 summary.py"
summary = readFile('summary.txt').trim() summary = readFile('summary.txt').trim()
if (KPI_EXTENSION=='true') {
echo "Executing KPI Extension"
sh "python3.8 kpi_extension.py"
}
} }
} }
@ -181,18 +170,14 @@ def checkRetryCountSec = 0
script { script {
dir("/opt/workspace/qm_report/") { dir("/opt/workspace/qm_report/") {
try { try {
emailext subject: "NEW ${env.JOB_NAME}", emailext subject: "THE OFFICIAL ${env.JOB_NAME}",
mimeType: 'text/html', mimeType: 'text/html',
body: "Please find the output of the weekly QM-Report attached </br></br>${summary}", body: "Please find the output of the daily QM-Report attached </br></br>${summary}",
// to: 'michaela.jaeger@bmw.de, OOC-Support@bmwgroup.com, Andreas.DA.Danzer@partner.bmw.de', // to: 'ermis.wieger@nttdata.com, Andreas.DB.Danzer@bmwgroup.com, OOC-Support@bmwgroup.com, michaela.jaeger@bmw.de, thilo.bindel@bmwgroup.com, Mohammed.Abadel@bmw.de, jan.sc.schaefer@bmw.de, ops-xibix@list.bmw.com, omo-xibix@list.bmw.com',
// to: 'rene.forstner@nttdata.com, Andreas.DA.Danzer@partner.bmw.de, linnea.bickeboeller@partner.bmwgroup.com', // test:
// to: 'rene.forstner@nttdata.com, stephan.oertelt@bmw.de, Mohammed.Abadel@bmw.de, michaela.jaeger@bmw.de', to: 'Daniel.Mikula@nttdata.com, Arnel.Arnautovic@nttdata.com',
// to: 'rene.forstner@nttdata.com, ermis.wieger@nttdata.com, patryk.gudalewicz.bp@nttdata.com',
// to: 'patryk.gudalewicz.bp@nttdata.com',
// to: 'rene.forstner@nttdata.com, ermis.wieger@nttdata.com, arnel.arnautovic@nttdata.com, patryk.gudalewicz.bp@nttdata.com, stephan.oertelt@bmw.de, Mohammed.Abadel@bmw.de, michaela.jaeger@bmw.de, OOC-Support@bmwgroup.com, Andreas.DB.Danzer@bmwgroup.com',
to: 'Ermis.Wieger@nttdata.com',
replyTo: 'coco-apm@bmw.de', replyTo: 'coco-apm@bmw.de',
attachmentsPattern: '*.xlsx' attachmentsPattern: '*.xlsx, *.csv'
} catch ( mailExc ) { } catch ( mailExc ) {
echo "Sending Email Failed: ${mailExc}" echo "Sending Email Failed: ${mailExc}"
} }
@ -205,13 +190,13 @@ def checkRetryCountSec = 0
post { post {
failure { failure {
emailext subject: "${env.JOB_NAME} build ${env.BUILD_ID} failed", emailext subject: "${env.JOB_NAME} build ${env.BUILD_ID} failed",
body: "QM report failed, see logs for details: ${env.BUILD_URL}", body: "QM report failed, see logs for details: ${env.BUILD_URL}",
to: 'Arnel.Arnautovic@nttdata.com' to: 'Arnel.Arnautovic@nttdata.com, Daniel.Mikula@nttdata.com'
// to post to the teams channel "0 - APM Service Desk" just uncomment the following command: // to post to the teams channel "0 - APM Service Desk" just uncomment the following command:
// office365ConnectorSend webhookUrl: "https://bmwgroup.webhook.office.com/webhookb2/483edc00-c925-4672-8088-8299a0139fca@ce849bab-cc1c-465b-b62e-18f07c9ac198/JenkinsCI/9aca6923685b40f794134853fcbe88f1/ff31bcee-96b3-4481-9bd8-4f74180b263b", // office365ConnectorSend webhookUrl: "https://bmwgroup.webhook.office.com/webhookb2/483edc00-c925-4672-8088-8299a0139fca@ce849bab-cc1c-465b-b62e-18f07c9ac198/JenkinsCI/9aca6923685b40f794134853fcbe88f1/ff31bcee-96b3-4481-9bd8-4f74180b263b",
// message: "QM report failed, see logs for details: ${env.BUILD_URL}", // message: "QM report failed, see logs for details: ${env.BUILD_URL}",
// status: 'Failure', // status: 'Failure',
// color: "d00000" // color: "d00000"
} }
always { always {
cleanWs() cleanWs()