from decouple import config import yaml import requests import json import pandas as pd from datetime import datetime def make_request(url, headers,verify): try: response = requests.get(url, headers=headers,verify=verify) response.raise_for_status() except requests.exceptions.HTTPError as errh: return "An Http Error occurred:" + repr(errh) except requests.exceptions.ConnectionError as errc: return "An Error Connecting to the API occurred:" + repr(errc) except requests.exceptions.Timeout as errt: return "A Timeout Error occurred:" + repr(errt) except requests.exceptions.RequestException as err: return "An Unknown Error occurred" + repr(err) return response def GatherReportingInfo(DTAPIToken, DTENV,friendlyName): env = DTENV DTAPIToken = DTAPIToken if (DTENV.find('dynatracemgd') != -1): verify=False else: verify=True DTAPIURL= env + "/api/v2/metrics?metricSelector=calc:service.*&fields=created,lastWritten&pageSize=499" headers = { 'Content-Type': 'application/json', 'Authorization': 'Api-Token ' + DTAPIToken } #r = requests.get(DTAPIURL,headers=headers) r = make_request(DTAPIURL,headers,verify) df = pd.DataFrame() mgmt = pd.DataFrame() now=datetime.now() strnow = now.strftime("%Y%m%d_%H%M") metrics = r.json() for metric in metrics['metrics']: row={'metricID':metric['metricId'],'created':metric['created'],'lastWritten':metric['lastWritten']} print(metric['metricId']) cleanedMetric = metric['metricId'].replace('\"','') cleanedMetric = cleanedMetric.replace('"','') DTAPIURL= env + "/api/config/v1/calculatedMetrics/service/" + cleanedMetric response = make_request(DTAPIURL,headers,verify) row.update({'name':response.json()['name']}) for condition in response.json()['conditions']: i = 0 if(condition['attribute']=='SERVICE_TAG'): try: row.update({'SERVICE_TAG_KEY_'+str(i):condition['comparisonInfo']['value']['key'],'SERVICE_TAG_VALUE_'+str(i):condition['comparisonInfo']['value']['value']}) except: row.update({'SERVICE_TAG_KEY_'+str(i):'NO DATA','SERVICE_TAG_VALUE_'+str(i):'NO DATA'}) if(condition['attribute']=='PROCESS_GROUP_TAG'): try: row.update({'PG_TAG_KEY_'+str(i):condition['comparisonInfo']['value']['key'],'PG_TAG_VALUE_'+str(i):condition['comparisonInfo']['value']['value']}) except: row.update({'PG_TAG_KEY_'+str(i):'NO DATA','SERVICE_TAG_VALUE_'+str(i):'NO DATA'}) i=i+1 mgmt = mgmt.append(row,ignore_index=True) # df.to_csv(reportingFolder + friendlyName + '_Restart_' + strnow +'.csv') mgmt.to_csv(friendlyName + '_CalculatedMetrics_' + strnow +'.csv',encoding='utf-8') with open('./environment.yaml') as file: doc = yaml.safe_load(file) for item, doc in doc.items(): token = dict(doc[2]) url = dict(doc[1]) print("Crawling through: " + item) print("Check if token exists in environment...") if(config(token.get('env-token-name')) != ""): print("Gather data, hold on a minute") DTTOKEN = config(token.get('env-token-name')) DTURL = url.get('env-url') GatherReportingInfo(DTTOKEN,DTURL,item) else: print("token not found, skipping " + item)