add super-server-v2
This commit is contained in:
Kevin Francoise
parent
9227a7392b
commit
2ba2c988ea
|
|
@ -0,0 +1,328 @@
|
|||
import aiohttp_jinja2
|
||||
import jinja2
|
||||
import aiohttp
|
||||
import settings
|
||||
import time
|
||||
import datetime
|
||||
import logging
|
||||
import sys
|
||||
import random
|
||||
import os
|
||||
import json
|
||||
import asyncio
|
||||
import socket
|
||||
from aiohttp import web
|
||||
from zabbix_api import ZabbixAPI
|
||||
|
||||
stdio_handler = logging.StreamHandler()
|
||||
stdio_handler.setLevel(logging.INFO)
|
||||
_logger = logging.getLogger('aiohttp.access')
|
||||
_logger.addHandler(stdio_handler)
|
||||
_logger.setLevel(logging.INFO)
|
||||
|
||||
def convert_seconds(seconds):
|
||||
time = "a few sec"
|
||||
if seconds >= 60:
|
||||
time = str(round(seconds / 60)) + " min"
|
||||
if seconds > 3600:
|
||||
if round(seconds / 3600) == 1:
|
||||
time = "an hour"
|
||||
else:
|
||||
time = str(round(seconds / 3600)) + " hours"
|
||||
if seconds >= 86400:
|
||||
if round(seconds / 86400) == 1:
|
||||
time = "a day"
|
||||
else:
|
||||
time = str(round(seconds / 86400)) + " days"
|
||||
if seconds >= 2629746:
|
||||
if round(seconds / 2629746) == 1:
|
||||
time = "a month"
|
||||
else:
|
||||
time = str(round(seconds / 2629746)) + " months"
|
||||
if seconds >= 31536000:
|
||||
if round(seconds / 31536000) == 1:
|
||||
time = "a year"
|
||||
else:
|
||||
time = str(round(seconds / 31536000)) + " years"
|
||||
return time
|
||||
|
||||
def zabbix_login():
|
||||
global zapi
|
||||
x = 0
|
||||
|
||||
while x < 10:
|
||||
try:
|
||||
zapi = ZabbixAPI(server=settings.ZABBIX_API, timeout=int(settings.TIMEOUT))
|
||||
zapi.login(settings.ZABBIX_LOGIN, settings.ZABBIX_PASS)
|
||||
except Exception as e:
|
||||
x+=1
|
||||
_logger.error("[ERR] - {} Retry #{}: {}".format(datetime.datetime.now(), x, e))
|
||||
time.sleep(x)
|
||||
continue
|
||||
break
|
||||
if x >= 10:
|
||||
sys.exit("Can't connect to Zabbix API.")
|
||||
|
||||
def zabbix_call(request, method):
|
||||
global zapi
|
||||
x = 0
|
||||
|
||||
while x < 10:
|
||||
try:
|
||||
if method == 'hostgroup':
|
||||
resp = zapi.hostgroup.get(request)
|
||||
elif method == 'triggers':
|
||||
resp = zapi.trigger.get(request)
|
||||
except Exception as e:
|
||||
x+=1
|
||||
_logger.error("[ERR] - {} Retry #{}: {}".format(datetime.datetime.now(), x, e))
|
||||
time.sleep(x)
|
||||
continue
|
||||
break
|
||||
if x >= 10:
|
||||
sys.exit("Can't perform calls to Zabbix API.")
|
||||
else:
|
||||
return resp
|
||||
|
||||
def read_file(file_to_update):
|
||||
if os.path.exists(file_to_update):
|
||||
with open(file_to_update, 'r') as f:
|
||||
out = json.load(f)
|
||||
f.close()
|
||||
return out
|
||||
return False
|
||||
|
||||
def write_file(notes, file_to_update):
|
||||
with open(file_to_update, 'w+') as f:
|
||||
json.dump(notes, f)
|
||||
f.close()
|
||||
|
||||
def display_notes(request):
|
||||
note_list = []
|
||||
notes = read_file('./data/motd.json')
|
||||
teams = request.match_info.get('teams')
|
||||
if notes:
|
||||
for ts in notes:
|
||||
for note in notes[ts]:
|
||||
if note['team'] in teams or note['team'] == 'all':
|
||||
date_note = datetime.datetime.utcfromtimestamp(int(ts)).strftime('%Y-%m-%d %H:%M:%S')
|
||||
note_list.append({"lvl": note["lvl"], "date": date_note, "msg": note['msg'], "name": note['name'], "ts": ts })
|
||||
return note_list
|
||||
|
||||
def get_hostgroup_color(hostgroup):
|
||||
if hostgroup not in settings.COLOR_TEAM:
|
||||
color = "#%06x;" % random.randint(0, 0xFFFFFF)
|
||||
settings.COLOR_TEAM[hostgroup] = color
|
||||
else:
|
||||
color = settings.COLOR_TEAM[hostgroup]
|
||||
return color
|
||||
|
||||
def get_hostgroups():
|
||||
groups = []
|
||||
|
||||
for hg in settings.HOSTGROUP:
|
||||
request = dict()
|
||||
request['output'] = 'extend'
|
||||
request['search'] = dict()
|
||||
request['search']['name'] = hg
|
||||
request['searchWildcardsEnabled'] = 1
|
||||
resp = zabbix_call(request, 'hostgroup')
|
||||
for x in range(len(resp)):
|
||||
groups.append(resp[x]['name'])
|
||||
return groups
|
||||
|
||||
def get_ttl_hash(seconds=30):
|
||||
return round(time.time() / seconds)
|
||||
|
||||
### CACHE
|
||||
def get_problems(request, ttl_hash = None):
|
||||
del ttl_hash
|
||||
problems = []
|
||||
limit = settings.LIMIT
|
||||
groups = [group.lower() for group in get_hostgroups()]
|
||||
try:
|
||||
zapi.logged_in()
|
||||
except Exception as e:
|
||||
_logger.info('[INFO] - {}: Connection to Zabbix API'.format(datetime.datetime.now()))
|
||||
zabbix_login()
|
||||
|
||||
team_list = settings.HOSTGROUP
|
||||
|
||||
groupids = []
|
||||
for hg in team_list:
|
||||
request = dict()
|
||||
request['output'] = 'extend'
|
||||
request['search'] = dict()
|
||||
request['search']['name'] = hg
|
||||
request['searchWildcardsEnabled'] = 1
|
||||
resp = zabbix_call(request, 'hostgroup')
|
||||
for x in range(len(resp)):
|
||||
groupids.append(int(resp[x]['groupid']))
|
||||
|
||||
request = dict()
|
||||
request['limit'] = limit
|
||||
request['groupids'] = groupids
|
||||
request['monitored'] = 1
|
||||
request['maintenance'] = 0
|
||||
request['active'] = 1
|
||||
request['min_severity'] = settings.SEVERITY
|
||||
request['output'] = "extend"
|
||||
request['expandData'] = 1
|
||||
request['selectHosts'] = "extend"
|
||||
request['selectGroups'] = "extend"
|
||||
request['expandDescription'] = 1
|
||||
request['only_true'] = 1
|
||||
request['skipDependent'] = 1
|
||||
request['withUnacknowledgedEvents'] = 1
|
||||
request['withLastEventUnacknowledged'] = 1
|
||||
request['selectTags'] = "extend"
|
||||
request['filter'] = dict()
|
||||
request['filter']['value'] = 1
|
||||
request['sortfield'] = ["priority","lastchange"]
|
||||
request['sortorder'] = ["DESC"]
|
||||
|
||||
resp = zabbix_call(request, 'triggers')
|
||||
for x in range(len(resp)):
|
||||
data = resp[x]
|
||||
if len(data['hosts']) > 0:
|
||||
# Loop on problems
|
||||
for z in range(len(data['groups'])):
|
||||
if int(data['groups'][z]['groupid']) in groupids:
|
||||
hostgroup = data['groups'][z]['name']
|
||||
color = get_hostgroup_color(hostgroup)
|
||||
since = convert_seconds(int(time.time()) - int(data['lastchange']))
|
||||
problems.append({'description': data['description'], 'host': data['hosts'][0]['host'], 'priority': data['priority'], 'triggerid': data['triggerid'], 'since': since, 'hostgroup': hostgroup, 'color': color, 'lastchange': data['lastchange']})
|
||||
for y in range(len(data['tags'])):
|
||||
tag_value = data['tags'][y]['value']
|
||||
if tag_value.lower() in groups:
|
||||
color = get_hostgroup_color(tag_value)
|
||||
since = convert_seconds(int(time.time()) - int(data['lastchange']))
|
||||
problems.append({'description': data['description'], 'host': data['hosts'][0]['host'], 'priority': data['priority'], 'triggerid': data['triggerid'], 'since': since, 'hostgroup': tag_value, 'color': color, 'lastchange': data['lastchange']})
|
||||
_logger.info('[INFO] - {}: Refresh...'.format(datetime.datetime.now()))
|
||||
return problems
|
||||
|
||||
async def post_note(request):
|
||||
data = await request.post()
|
||||
msg = data['msg']
|
||||
team = data['team']
|
||||
name = data['name']
|
||||
url = data['url']
|
||||
lvl = data['lvl']
|
||||
ts = int(time.time())
|
||||
|
||||
j = {}
|
||||
j[ts] = []
|
||||
j[ts].append({
|
||||
'team': team,
|
||||
'name': name,
|
||||
'msg': msg,
|
||||
'lvl': lvl
|
||||
})
|
||||
|
||||
if os.path.exists('./data/motd.json'):
|
||||
out = read_file('./data/motd.json')
|
||||
out.update(j)
|
||||
write_file(out, './data/motd.json')
|
||||
else:
|
||||
write_file(j, './data/motd.json')
|
||||
_logger.info("[ADD] - {}".format(j))
|
||||
return aiohttp.web.HTTPFound(location=url, text='{}'.format(ts), content_type='text/html')
|
||||
|
||||
async def del_note(request):
|
||||
data = await request.post()
|
||||
note_id = data['note_id']
|
||||
url = data['url']
|
||||
out = read_file('./data/motd.json')
|
||||
_logger.info('[DEL] - {}'.format(out[note_id]))
|
||||
del out[note_id]
|
||||
write_file(out, './data/motd.json')
|
||||
return aiohttp.web.HTTPFound(location=url)
|
||||
|
||||
async def check_servers():
|
||||
while True:
|
||||
_logger.info('[INFO] - Checking Zabbix Servers: {}'.format(settings.ZABBIX_SERVERS_CHECK))
|
||||
j = {}
|
||||
for ip in settings.ZABBIX_SERVERS_CHECK:
|
||||
port = 10051
|
||||
if ':' in ip:
|
||||
i = ip.split(':')
|
||||
ip = i[0]
|
||||
port = int(i[1].strip())
|
||||
sock = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
||||
sock.settimeout(5)
|
||||
result = sock.connect_ex((ip, port))
|
||||
if result == 0:
|
||||
_logger.info("[INFO] - Port {} OK: {}".format(port, ip))
|
||||
else:
|
||||
_logger.error("[ERR] - Port {} KO: {}".format(port, ip))
|
||||
j[ip] = result
|
||||
sock.close()
|
||||
if os.path.exists('./data/zabbix-servers.json'):
|
||||
out = read_file('./data/zabbix-servers.json')
|
||||
out.update(j)
|
||||
write_file(out, './data/zabbix-servers.json')
|
||||
else:
|
||||
write_file(j, './data/zabbix-servers.json')
|
||||
await asyncio.sleep(60)
|
||||
|
||||
async def start_background_tasks(app):
|
||||
app['dispatch'] = app.loop.create_task(check_servers())
|
||||
|
||||
async def cleanup_background_tasks(app):
|
||||
app['dispatch'].cancel()
|
||||
await app['dispatch']
|
||||
|
||||
@aiohttp_jinja2.template('index.html')
|
||||
def display_alerts(request):
|
||||
|
||||
url = str(request.url)
|
||||
if '/tv/' in url:
|
||||
tv_mode = True
|
||||
else:
|
||||
tv_mode = False
|
||||
|
||||
teams = request.match_info.get('teams')
|
||||
try:
|
||||
zapi.logged_in()
|
||||
except Exception as e:
|
||||
_logger.info('[INFO] - {}: Connection to Zabbix API'.format(datetime.datetime.now()))
|
||||
zabbix_login()
|
||||
|
||||
if teams:
|
||||
team_list = teams.lower().split('+')
|
||||
|
||||
check_servers = read_file('./data/zabbix-servers.json')
|
||||
notes = display_notes(request)
|
||||
problems = get_problems(request, ttl_hash=get_ttl_hash())
|
||||
_logger.info(len(problems))
|
||||
problems = [problem for problem in problems if problem.get('hostgroup').lower() in team_list]
|
||||
problems = sorted(problems,
|
||||
key = lambda i: (i['priority'], i['lastchange']),
|
||||
reverse=True)
|
||||
_logger.info('[NB ALERTS] - {}'.format(len(problems)))
|
||||
context = {'alerts': problems, 'total_alerts': len(problems), 'zabbix_url': settings.ZABBIX_URL, "hostgroups": get_hostgroups(), "notes": notes, "tv_mode": tv_mode, "check_servers": check_servers}
|
||||
return aiohttp_jinja2.render_template(
|
||||
'index.html', request, context)
|
||||
|
||||
def main():
|
||||
app = web.Application()
|
||||
aiohttp_jinja2.setup(app,
|
||||
loader=jinja2.FileSystemLoader('templates'))
|
||||
|
||||
app.add_routes([
|
||||
web.get('/', display_alerts),
|
||||
web.get('/{teams}', display_alerts),
|
||||
web.get('/tv/{teams}', display_alerts),
|
||||
aiohttp.web.post('/post', post_note),
|
||||
aiohttp.web.post('/del', del_note),
|
||||
aiohttp.web.static('/images', 'images'),
|
||||
aiohttp.web.static('/css', 'css'),
|
||||
aiohttp.web.static('/js', 'js')
|
||||
])
|
||||
|
||||
app.on_startup.append(start_background_tasks)
|
||||
app.on_cleanup.append(cleanup_background_tasks)
|
||||
aiohttp.web.run_app(app, port=settings.PORT)
|
||||
|
||||
if __name__ == '__main__':
|
||||
main()
|
||||
Loading…
Reference in New Issue