coco_qm_report_pipeline/Jenkinsfile

216 lines
9.9 KiB
Groovy

def installRetryCount = 0
def reportRetryCount = 0
def checkRetryCount = 0
def checkRetryCountSec = 0
pipeline {
options {
ansiColor('xterm')
}
// label libraryBuild is available in CN JAWS and ROW JAWS, therefore this one was used; no additional intents
agent {label 'jaws-slaves'}
parameters {
string(name: 'FROMDATE', defaultValue: '', description: 'Enter from date in format YYYY-MM-DD e.g. 2021-11-01')
string(name: 'TODATE', defaultValue: '', description: 'Enter to date in format YYYY-MM-DD e.g. 2021-11-30')
string(name: 'PRESELECT', defaultValue: 'day', description: 'Enter day | week | month (without |) - auto selects the last full day, week or month')
string(name: 'SLICES', defaultValue: 'dt', description: 'Enter h | d | t | y (without spaces or |) - writes the slices hourly, daily, total or year to date into excel given in any order')
string(name: 'KPI_EXTENSION', defaultValue: 'false', description: 'Enter true or false if the extension should be executed')
}
// here comes the trigger according to crontabs - jenkins is in UTC
triggers {
// every 1st of every month at 00:00
// cron('0 0 1 * *')
// every day at 08:00
// cron('0 8 * * *')
// every monday at 06:00
cron('0 5 * * 0-7')
// parameterizedCron('0 10 * * * %PRESELECT=week;SLICES=tdhy')
}
environment {
//ProxySettings
AUTH = credentials('jaws_dynatrace_bitbuket_user')
EUPROD_TOKEN_VAR = credentials('EUPROD_TOKEN_VAR')
EUPREPROD_TOKEN_VAR = credentials('EUPREPROD_TOKEN_VAR')
NAPROD_TOKEN_VAR = credentials('NAPROD_TOKEN_VAR')
NAPREPROD_TOKEN_VAR = credentials('NAPREPROD_TOKEN_VAR')
CNPROD_TOKEN_VAR = credentials('CNPROD_TOKEN_VAR')
CNPREPROD_TOKEN_VAR = credentials('CNPREPROD_TOKEN_VAR')
EUPRODSAAS_TOKEN_VAR = credentials('EUPRODSAAS_TOKEN_VAR')
FROM_DATE="${params.FROMDATE}"
TO_DATE="${params.TODATE}"
REPORT_TYPE="${params.PRESELECT}"
KPI_EXTENSION="${params.KPI_EXTENSION}"
}
stages {
stage('Fetch Repositories') {
steps {
parallel 'Checkout Repositories': {
dir("/opt/workspace/shared_configuration/") {
retry(3) {
sleep(300*checkRetryCount)
script {
checkRetryCount = checkRetryCount + 1
}
git branch: "master", credentialsId: "jaws_dynatrace_bitbuket_user", url: "https://atc.bmwgroup.net/bitbucket/scm/opapm/shared_configuration.git"
}
}
dir("/opt/workspace/qm_report/") {
retry(3) {
sleep(300*checkRetryCountSec)
script {
checkRetryCountSec = checkRetryCountSec + 1
}
git branch: "main", credentialsId: "jaws_dynatrace_bitbuket_user", url: "https://atc.bmwgroup.net/bitbucket/scm/opapm/qm_report.git"
}
}
}
}
}
stage('Install Required Python Packages') {
steps {
dir("/opt/workspace/qm_report/") {
retry(3) {
sleep(30*installRetryCount)
script {
installRetryCount = installRetryCount+1
}
// sh """
// pip3 install -r requirements.txt
// """
// sudo apt update && \
// cp ~/.bashrc ~/.bashrc_bak
// echo 'if [ -d "$HOME/.local/bin" ] ; then' >> ~/.bashrc
// echo ' PATH="$HOME/.local/bin:$PATH"' >> ~/.bashrc
// echo 'fi' >> ~/.bashrc
sh """
sudo add-apt-repository ppa:deadsnakes/ppa -y && \
sudo apt install python3.8 -y
sudo update-alternatives --install /usr/bin/python python /usr/bin/python3.8 1
sudo update-alternatives --config python
python --version
python -m pip install pip
pip3 --version
cat ~/.bashrc
pip3 install -r requirements.txt
pip3 install git+https://${AUTH_USR}:${AUTH_PSW}@atc.bmwgroup.net/bitbucket/scm/opapm/keyrequestparser.git
"""
}
}
}
}
stage('Execute Reporting Script') {
steps {
dir("/opt/workspace/qm_report/") {
retry(3) {
sleep(300*reportRetryCount)
script {
reportRetryCount = reportRetryCount+1
def SCRIPT_PARAMETER = ''
if(SLICES.isEmpty()) {
currentBuild.result = 'ABORTED'
error('Aborting due to missing slice parameter')
return
} else {
SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -s " + SLICES.toString()
}
if (PRESELECT.isEmpty()) {
if (FROMDATE=='') {
currentBuild.result = 'ABORTED'
error('Aborting due to missing startdate parameter')
return
} else {
SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -f " + FROMDATE.toString()
}
if (TODATE=='') {
currentBuild.result = 'ABORTED'
error('Aborting due to missing enddate parameter')
return
} else {
SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -t " + TODATE.toString()
}
} else {
SCRIPT_PARAMETER = SCRIPT_PARAMETER + " -p " + PRESELECT.toString()
}
echo "${SCRIPT_PARAMETER}"
sh "python3 createReport.py ${SCRIPT_PARAMETER}"
sh "python3 summary.py"
summary = readFile('summary.txt').trim()
if (KPI_EXTENSION=='true') {
echo "Executing KPI Extension"
sh "python3.8 kpi_extension.py"
}
}
}
// Only required once CN is not reachable from EMEA
// loopEnvironments(environments)
}
}
}
stage('Send Report') {
steps {
script {
dir("/opt/workspace/qm_report/") {
try {
emailext subject: "NEW ${env.JOB_NAME}",
mimeType: 'text/html',
body: "Please find the output of the daily QM-Report attached </br></br>${summary}",
// to: 'michaela.jaeger@bmw.de, OOC-Support@bmwgroup.com, Andreas.DA.Danzer@partner.bmw.de',
// to: 'rene.forstner@nttdata.com, Andreas.DA.Danzer@partner.bmw.de, linnea.bickeboeller@partner.bmwgroup.com',
// to: 'rene.forstner@nttdata.com, stephan.oertelt@bmw.de, Mohammed.Abadel@bmw.de, michaela.jaeger@bmw.de',
// to: 'rene.forstner@nttdata.com, ermis.wieger@nttdata.com, patryk.gudalewicz.bp@nttdata.com',
// to: 'patryk.gudalewicz.bp@nttdata.com',
// to: 'rene.forstner@nttdata.com, ermis.wieger@nttdata.com, arnel.arnautovic@nttdata.com, patryk.gudalewicz.bp@nttdata.com, stephan.oertelt@bmw.de, Mohammed.Abadel@bmw.de, michaela.jaeger@bmw.de, OOC-Support@bmwgroup.com, Andreas.DB.Danzer@bmwgroup.com',
// original recipients below
// to: 'Andreas.DB.Danzer@bmwgroup.com, Arnel.Arnautovic@nttdata.com, Ermis.Wieger@nttdata.com',
// test:
to: 'Daniel.Mikula@nttdata.com, Arnel.Arnautovic@nttdata.com',
replyTo: 'coco-apm@bmw.de',
attachmentsPattern: '*.xlsx'
} catch ( mailExc ) {
echo "Sending Email Failed: ${mailExc}"
}
}
}
}
}
}
post {
failure {
emailext subject: "${env.JOB_NAME} build ${env.BUILD_ID} failed",
body: "QM report failed, see logs for details: ${env.BUILD_URL}",
to: 'Arnel.Arnautovic@nttdata.com, Daniel.Mikula@nttdata.com'
// to post to the teams channel "0 - APM Service Desk" just uncomment the following command:
// office365ConnectorSend webhookUrl: "https://bmwgroup.webhook.office.com/webhookb2/483edc00-c925-4672-8088-8299a0139fca@ce849bab-cc1c-465b-b62e-18f07c9ac198/JenkinsCI/9aca6923685b40f794134853fcbe88f1/ff31bcee-96b3-4481-9bd8-4f74180b263b",
// message: "QM report failed, see logs for details: ${env.BUILD_URL}",
// status: 'Failure',
// color: "d00000"
}
always {
cleanWs()
}
}
}