# ELK DB host and port to be passed as ':' separated argument
if len(sys.argv) > 1:
- if ':' in sys.argv[1]:
- ELK_DB_HOST = sys.argv[1].split(':')[0]
- ELK_DB_PORT = sys.argv[1].split(':')[1]
+ if ":" in sys.argv[1]:
+ ELK_DB_HOST = sys.argv[1].split(":")[0]
+ ELK_DB_PORT = sys.argv[1].split(":")[1]
else:
- print('Usage: python push_to_elk.py host:port')
- print('Unable to publish data to ELK. Exiting.')
+ print("Usage: python push_to_elk.py host:port")
+ print("Unable to publish data to ELK. Exiting.")
sys.exit()
try:
es = Elasticsearch(
- hosts=[{'host': ELK_DB_HOST, 'port': int(ELK_DB_PORT)}],
- scheme='https',
- connection_class=RequestsHttpConnection
+ hosts=[{"host": ELK_DB_HOST, "port": int(ELK_DB_PORT)}],
+ scheme="https",
+ connection_class=RequestsHttpConnection,
)
except Exception as e:
- print('Unexpected Error Occurred. Exiting')
+ print("Unexpected Error Occurred. Exiting")
print(e)
# print(es.info())
def JSONToString(jobj):
retval = str(jobj)
- retval = retval.replace('\'', '"')
- retval = retval.replace(': ', ':')
- retval = retval.replace(', ', ',')
- retval = retval.replace('True', 'true')
- retval = retval.replace('False', 'false')
- retval = retval.replace('None', 'null')
+ retval = retval.replace("'", '"')
+ retval = retval.replace(": ", ":")
+ retval = retval.replace(", ", ",")
+ retval = retval.replace("True", "true")
+ retval = retval.replace("False", "false")
+ retval = retval.replace("None", "null")
return retval
# Clear .kibana index before pushing visualizations
try:
- index = '.kibana'
+ index = ".kibana"
res = es.indices.delete(index=index)
except Exception as e:
print(e)
# raise e
- print('Unable to push data to ElasticSearch')
+ print("Unable to push data to ElasticSearch")
# Create and push index-pattern to be used by visualizations
-TEST_DATA_INDEX = 'opendaylight-test'
+TEST_DATA_INDEX = "opendaylight-test"
INDEX_PATTERN_BODY = {
"type": "index-pattern",
- "index-pattern": {
- "timeFieldName": "@timestamp",
- "title": TEST_DATA_INDEX
- }
+ "index-pattern": {"timeFieldName": "@timestamp", "title": TEST_DATA_INDEX},
}
-KIBANA_CONFIG = {'config': {
- 'defaultIndex': 'pattern-for-{}'.format(TEST_DATA_INDEX),
- 'timepicker:timeDefaults': '{\n "from": "now-5y",\n \
+KIBANA_CONFIG = {
+ "config": {
+ "defaultIndex": "pattern-for-{}".format(TEST_DATA_INDEX),
+ "timepicker:timeDefaults": '{\n "from": "now-5y",\n \
"to": "now",\n "mode": "quick"\n}',
- 'xPackMonitoring:showBanner': False},
- 'type': 'config',
+ "xPackMonitoring:showBanner": False,
+ },
+ "type": "config",
}
-res = es.index(index='.kibana', doc_type='doc',
- id='config:6.2.4', body=KIBANA_CONFIG)
+res = es.index(index=".kibana", doc_type="doc", id="config:6.2.4", body=KIBANA_CONFIG)
try:
- index = '.kibana'
- ES_ID = 'index-pattern:pattern-for-{}'.format(
- TEST_DATA_INDEX)
- res = es.index(index=index, doc_type='doc',
- id=ES_ID, body=INDEX_PATTERN_BODY)
+ index = ".kibana"
+ ES_ID = "index-pattern:pattern-for-{}".format(TEST_DATA_INDEX)
+ res = es.index(index=index, doc_type="doc", id=ES_ID, body=INDEX_PATTERN_BODY)
p(json.dumps(INDEX_PATTERN_BODY, indent=4))
print(json.dumps(res, indent=4))
except Exception as e:
print(e)
# raise e
- print('Unable to push data to ElasticSearch')
+ print("Unable to push data to ElasticSearch")
try:
- viz_config_path = glob.glob('**/dashboard/viz_config.yaml')[0]
+ viz_config_path = glob.glob("**/dashboard/viz_config.yaml")[0]
except IndexError:
- print('Visualization template file not found!')
+ print("Visualization template file not found!")
sys.exit()
try:
- dash_config_path = glob.glob('**/dashboard/dash_config.yaml')[0]
+ dash_config_path = glob.glob("**/dashboard/dash_config.yaml")[0]
except IndexError:
- print('Dashboard configuration file not found!')
+ print("Dashboard configuration file not found!")
sys.exit()
-with open(dash_config_path, 'r') as f:
+with open(dash_config_path, "r") as f:
dash_config = yaml.safe_load(f)
-with open(viz_config_path, 'r') as f:
+with open(viz_config_path, "r") as f:
viz_config = yaml.safe_load(f)
# Create and push visualizations
for dashboard_id, dashboard_content in dash_config.items():
- for _, i in dash_config[dashboard_id]['viz'].items():
+ for _, i in dash_config[dashboard_id]["viz"].items():
intermediate_format, visState = vis_gen.generate(
- i, viz_config[i['viz-template']])
+ i, viz_config[i["viz-template"]]
+ )
searchSourceJSON = searchSourceJSON_gen.generate(
- i, viz_config[i['viz-template']],
- intermediate_format['index_pattern'])
+ i, viz_config[i["viz-template"]], intermediate_format["index_pattern"]
+ )
- uiStateJSON = uiStateJSON_gen.generate(
- i, viz_config[i['viz-template']])
+ uiStateJSON = uiStateJSON_gen.generate(i, viz_config[i["viz-template"]])
# p(intermediate_format)
# p(visState)
# Template for visualization template
VIZ_BODY = {
- 'type': 'visualization',
- 'visualization': {
+ "type": "visualization",
+ "visualization": {
"title": None,
"visState": None,
"uiStateJSON": "{}",
"description": None,
"version": 1,
- "kibanaSavedObjectMeta": {
- "searchSourceJSON": None
- }
- }
+ "kibanaSavedObjectMeta": {"searchSourceJSON": None},
+ },
}
- VIZ_BODY['visualization']['title'] = intermediate_format['title']
- VIZ_BODY['visualization']['visState'] = JSONToString(visState)
- VIZ_BODY['visualization']['uiStateJSON'] = JSONToString(uiStateJSON)
- VIZ_BODY['visualization']['description'] = intermediate_format['desc']
- VIZ_BODY['visualization']['kibanaSavedObjectMeta']['searchSourceJSON']\
- = JSONToString(
- searchSourceJSON)
+ VIZ_BODY["visualization"]["title"] = intermediate_format["title"]
+ VIZ_BODY["visualization"]["visState"] = JSONToString(visState)
+ VIZ_BODY["visualization"]["uiStateJSON"] = JSONToString(uiStateJSON)
+ VIZ_BODY["visualization"]["description"] = intermediate_format["desc"]
+ VIZ_BODY["visualization"]["kibanaSavedObjectMeta"][
+ "searchSourceJSON"
+ ] = JSONToString(searchSourceJSON)
p(VIZ_BODY)
# Pushing visualization to Kibana
- index = '.kibana'
- ES_ID = 'visualization:{}'.format(i['id'])
- res = es.index(index=index, doc_type='doc', id=ES_ID, body=VIZ_BODY)
+ index = ".kibana"
+ ES_ID = "visualization:{}".format(i["id"])
+ res = es.index(index=index, doc_type="doc", id=ES_ID, body=VIZ_BODY)
print(json.dumps(res, indent=4))
# Create and push dashboards
# Template for dashboard body in Kibana
DASH_BODY = {
- 'type': 'dashboard',
- 'dashboard': {
- 'title': None,
- 'description': None,
- 'panelsJSON': None,
- 'optionsJSON': '{\"darkTheme\":false,\
- \"hidePanelTitles\":false,\"useMargins\":true}',
- 'version': 1,
- 'kibanaSavedObjectMeta': {
- 'searchSourceJSON': '{\"query\":{\"language\":\"lucene\", \
- \"query\":\"\"}, \
- \"filter\":[],\"highlightAll\" \
- :true,\"version\":true}'
- }
- }
+ "type": "dashboard",
+ "dashboard": {
+ "title": None,
+ "description": None,
+ "panelsJSON": None,
+ "optionsJSON": '{"darkTheme":false,\
+ "hidePanelTitles":false,"useMargins":true}',
+ "version": 1,
+ "kibanaSavedObjectMeta": {
+ "searchSourceJSON": '{"query":{"language":"lucene", \
+ "query":""}, \
+ "filter":[],"highlightAll" \
+ :true,"version":true}'
+ },
+ },
}
- DASH_BODY['dashboard']['title'] = dashboard_content['title']
- DASH_BODY['dashboard']['description'] = dashboard_content['desc']
- DASH_BODY['dashboard']['panelsJSON'] = JSONToString(
- dash_gen.generate(dashboard_content['viz']))
+ DASH_BODY["dashboard"]["title"] = dashboard_content["title"]
+ DASH_BODY["dashboard"]["description"] = dashboard_content["desc"]
+ DASH_BODY["dashboard"]["panelsJSON"] = JSONToString(
+ dash_gen.generate(dashboard_content["viz"])
+ )
p(DASH_BODY)
# Pushing dashboard to kibana
- index = '.kibana'
- ES_ID = 'dashboard:{}'.format(dashboard_content['id'])
- res = es.index(index=index, doc_type='doc', id=ES_ID, body=DASH_BODY)
+ index = ".kibana"
+ ES_ID = "dashboard:{}".format(dashboard_content["id"])
+ res = es.index(index=index, doc_type="doc", id=ES_ID, body=DASH_BODY)
print(json.dumps(res, indent=4))
Code Review / integration / test.git / blobdiff