operation.py

#!/usr/bin/python
# coding:utf-8

import logging

from dbread import *
from modconf import *
from send_wechat import *
from send_email import *
from send_sms import *

a = getConfig('log')
logging.basicConfig(filename=a['logfile'], encoding="utf-8", filemode="a",
                    format="%(asctime)s %(name)s:%(levelname)s:%(message)s", datefmt="%Y-%m-%d %H:%M:%S",
                    level=logging.DEBUG)


def mergeproblem(originallist):
    """ 告警信息合并
        将不同triggerkey的报警放到List不同的下标里
        举例子: [[{A主机的SSH报警},{B主机的SSH报警}],[{A主机的ICMP报警},{B主机的ICMP报警}]]
    """

    problemlist = []
    # normalist = []
    Unknown = []
    triggerkeylist = []
    sorts = []
    alarminfo = []

    # 判断告警or恢复,这里只处理告警状态的消息
    for origina in originallist:

        if origina['triggervalue'] == '1':
            problemlist.append(origina)
            if origina['triggerkey'] not in triggerkeylist:
                triggerkeylist.append(origina['triggerkey'])
        else:
            Unknown.append(origina)

    # 将不同triggerkey的报警放到List不同的下标里
    # 举例子: [[{A主机的SSH报警},{B主机的SSH报警}],[{A主机的ICMP报警},{B主机的ICMP报警}]]
    for triggerkey in triggerkeylist:
        for problem in problemlist:
            if problem['triggerkey'] == triggerkey:
                sorts.append(problem)
        alarminfo.append(sorts)
        sorts = []
    return alarminfo


def mergenormal(originallist):
    """ 恢复信息合并 """

    normallist = []
    Unknown = []
    triggerkeylist = []
    sorts = []
    alarminfo = []

    for origina in originallist:

        if origina['triggervalue'] == '0':
            normallist.append(origina)
            if origina['triggerkey'] not in triggerkeylist:
                triggerkeylist.append(origina['triggerkey'])
        else:
            Unknown.append(origina)

    for triggerkey in triggerkeylist:
        for normal in normallist:
            if normal['triggerkey'] == triggerkey:
                sorts.append(normal)
        alarminfo.append(sorts)
        sorts = []
    return alarminfo


def compressproblem(alarminfo):
    """ 告警信息压缩
        将相同triggerkey的报警消息合并为一条并增加发送类型和收件人
        举例子: [['告警脚本名字','收件人','主题:A+B主机的SSH报警','内容:A+B主机的SSH报警'],['告警脚本名字','收件人','主题:A+B主机的ICMP报警','内容:A+B主机的ICMP报警']]
    """

    currenttime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
    messagelist = []
    for info in alarminfo:
        hostlist = []
        hostgroup = []
        eventidlist = []
        actionlist = []
        subjectlist = []
        eventtime = info[0]['eventtime']
        triggerstatus = info[0]['triggerstatus']
        triggerseverity = info[0]['triggerseverity']
        triggername = info[0]['triggername']
        eventage = info[0]['eventage']
        itemvalue = info[0]['itemvalue']


        # 将主机分组
        for host in info:
            triggerkey = host['triggerkey']
            hostinfo = host['hostname']

            # 单主机有存在多组的情况,所以先切分后判断
            hostgrousplit = host['hostgroup'].split(', ')
            for group in hostgrousplit:
                if group not in hostgroup:
                    hostgroup.append(group)
            hostlist.append(hostinfo)
            # if host['hostgroup'] not in hostgroup:
            #     hostgroup.append(host['hostgroup'])
            # hostlist.append(hostinfo)

            # 获取eventid列表
            eventid = host['eventid']
            eventidlist.append(eventid)

            # 获取actions列表
            action = host['action']
            actionlist.append(action)

            # 获取subject列表
            subject = host['subject']
            subjectlist.append(subject)

        # 根据subjectlist查询告警接收人和mediatypeid
        alert_receivera = alert_receiver(subjectlist, triggerkey)

        # 查询media_type然后定义告警信息及收件人/收件类型
        # EMAIL test@qq.com
        messageinfo = []

        # 查询所有的脚本名字和对应的mediatypeid
        media_type_list = mediatype()
        receiverlist = []
        receiverlisttwo = []

        # 将host去重
        hostlist = list(set(hostlist))       

        # 计算告警信息条数和告警主机台数
        infonum = len(info)
        hostnum = len(hostlist)

        # 将list处理为字符串-每个值之间增加逗号方便发送显示
        hoststr = ",".join(str(i) for i in hostlist)
        hostgroupstr = ",".join(str(i) for i in list(set(hostgroup)))
        actionstr = ",".join(str(i) for i in list(set(actionlist)))
        eventidstr = ",".join(str(i) for i in eventidlist)

        # 将两者融合得到结果:"通过什么脚本发送给谁"
        # 最终得到的结果: messagelist: [['告警脚本名字','收件人','告警信息主题','告警消息内容'],['告警脚本名字','收件人','告警信息主题','告警消息内容']]
        for a in media_type_list:
            for b in alert_receivera:
                if a[0] in b:
                    actions = a[1]
                    receiverlist.append(b[1])
                    continue

            # 如果收件人为空则不执行下面的代码
            if (len(receiverlist)) == 0:
                continue

            messageinfo.append(actions)
            messageinfo.append(receiverlist)
            receiverlisttwo.append(receiverlist)
            receiverlist = []

            # # 如果收件人为空则不执行下面的代码
            # if (len(messageinfo[1])) == 0:
            #     continue

            if infonum == 1:
                if messageinfo[0] == 'SMS':
                    message = "故障%s:%s,%s在%s发生%s故障!\n详情见邮件" % (
                        triggerstatus, triggerseverity, hoststr, eventtime.split(' ')[1], triggername)
                    messageinfo.append(message)
                    messagelist.append(messageinfo)
                    messageinfo = []
                else:
                    subject = "故障%s,告警等级:%s,服务器:%s发生:%s故障!" % (triggerstatus, triggerseverity, hoststr, triggername)

                    message = "告警主机 : " + hoststr + \
                              "\n告警等级 : " + triggerseverity + \
                              "\n告警项目 : " + triggername + \
                              "\n监控配置 : " + triggerkey + \
                              "\n当前状态 : " + triggerstatus + ", " + itemvalue + \
                              "\n告警时间 : " + eventtime + \
                              "\n分析时间 : " + currenttime + \
                              "\n事件ID : " + eventidstr + \
                              "\nActions : " + actionstr

                    messageinfo.append(subject)
                    messageinfo.append(message)
                    messagelist.append(messageinfo)
                    messageinfo = []

            elif infonum > 1:
                if messageinfo[0] == 'SMS':
                    message = "故障%s:%s服务器组:%s共%s台服务器在%s发生:%s故障!详情见邮件" % (
                        triggerstatus, triggerseverity, hostgroupstr, str(infonum), eventtime.split(' ')[1],
                        triggername)

                    messageinfo.append(message)
                    messagelist.append(messageinfo)
                    messageinfo = []
                else:
                    subject = "故障%s,告警等级:%s服务器组:%s共%s台服务器发生:%s故障! %s条相同告警被压缩!" % (
                        triggerstatus, triggerseverity, hostgroupstr, str(hostnum), triggername, str(infonum))

                    message = "共" + str(infonum) + "条相同告警被压缩!" + "共" + str(hostnum) + "台服务器故障!" \
                              "\n告警等级 : " + triggerseverity + \
                              "\n告警项目 : " + triggername + \
                              "\n监控配置 : " + triggerkey + \
                              "\n当前状态 : " + triggerstatus + ", " + itemvalue + \
                              "\n涉及主机组 : " + hostgroupstr + \
                              "\n涉及主机器 : " + hoststr + \
                              "\n告警时间 : " + eventtime + \
                              "\n分析时间 : " + currenttime + \
                              "\n事件ID : " + eventidstr + \
                              "\nActions : " + actionstr

                    messageinfo.append(subject)
                    messageinfo.append(message)
                    messagelist.append(messageinfo)
                    messageinfo = []

        # 将合并细节打印到日志中
        logging.info("compresslog, Eventid:'%s', triggervalue:1, hostgroup:%s, host:%s, triggerkey:'%s', actions:%s, receiverlist:%s" % (
            eventidstr, hostgroupstr, hoststr, triggerkey, actionstr, receiverlisttwo))
    return messagelist


def compressnormal(alarminfo):
    """ 恢复信息压缩 """

    currenttime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time()))
    messagelist = []
    for info in alarminfo:
        hostlist = []
        hostgroup = []
        eventidlist = []
        actionlist = []
        subjectlist = []
        triggerseverity = info[0]['triggerseverity']
        triggerstatus = info[0]['triggerstatus']
        triggername = info[0]['triggername']
        eventage = info[0]['eventage']

        for host in info:
            triggerkey = host['triggerkey']
            hostinfo = host['hostname']
            if host['hostgroup'] not in hostgroup:
                hostgroup.append(host['hostgroup'])
            hostlist.append(hostinfo)

            eventid = host['eventid']
            eventidlist.append(eventid)

            action = host['action']
            actionlist.append(action)

            subject = host['subject']
            subjectlist.append(subject)

        alert_receivera = alert_receiver(subjectlist, triggerkey)

        messageinfo = []
        media_type_list = mediatype()
        receiverlist = []
        receiverlisttwo = []

        hostlist = list(set(hostlist))

        infonum = len(info)
        hostnum = len(hostlist)

        hoststr = ",".join(str(i) for i in hostlist)
        hostgroupstr = ",".join(str(i) for i in list(set(hostgroup)))
        actionstr = ",".join(str(i) for i in list(set(actionlist)))
        eventidstr = ",".join(str(i) for i in eventidlist)

        for a in media_type_list:
            for b in alert_receivera:
                if a[0] in b:
                    actions = a[1]
                    receiverlist.append(b[1])
                    continue

            if (len(receiverlist)) == 0:
                continue

            messageinfo.append(actions)
            messageinfo.append(receiverlist)
            receiverlisttwo.append(receiverlist)
            receiverlist = []

            if infonum == 1:
                subject = "恢复%s, 故障持续%s,服务器:%s:%s已恢复!" % (triggerstatus, eventage, hoststr, triggername)

                message = "恢复%s, 故障持续%s\n服务器:%s:%s已恢复!\n告警等级:%s\n分析时间:%s" % (
                    triggerstatus, eventage, hoststr, triggername, triggerseverity, currenttime)

                messageinfo.append(subject)
                messageinfo.append(message)
                messagelist.append(messageinfo)
                messageinfo = []

            elif infonum > 1:
                subject = "恢复%s, 故障持续%s,服务器组:%s共%s台服务器%s已恢复!,%s条相同恢复信息被压缩!" % (
                    triggerstatus, eventage, hostgroupstr, str(hostnum), triggername, str(infonum))

                message = "恢复" + triggerstatus + ",故障持续" + eventage + \
                          "\n服务器组 : " + hostgroupstr + "共" + str(hostnum) + "台服务器" + triggername + "已恢复!" + \
                          "\n涉及服务器 : " + hoststr + \
                          "\n告警等级 : " + triggerseverity + \
                          "\n分析时间 : " + currenttime + \
                          "\n共" + str(infonum) + "条相同恢复信息被压缩!"

                messageinfo.append(subject)
                messageinfo.append(message)
                messagelist.append(messageinfo)
                messageinfo = []

        logging.info("compresslog, Eventid:'%s', triggervalue:0, hostgroup:%s, host:%s, triggerkey:'%s', actions:%s, receiverlist:%s" % (
            eventidstr, hostgroupstr, hoststr, triggerkey, actionstr, receiverlisttwo))

    return messagelist


def sendalarmmessage(messagelist):
    """ 根据media_type定义的告警脚本名称分别发送给对应的人 """


    if len(messagelist) != 0:
        for content in messagelist:
            if content[0] == 'WECHAT':
                tos = content[1]
                message = content[2] + '\n' + content[3]
                a = WeChat('https://qyapi.weixin.qq.com/cgi-bin')
                a.SendWechatMessage(tos, message)
                logging.info("media_type: %s, tos: %s, message: %s" % (content[0], tos, message.replace("\n", ', ')))

            if content[0] == 'EMAIL':
                tos = content[1]
                subject = content[2]
                message = content[3]
                SendEmailMessage(tos, subject, message)
                logging.info(
                    "alertlog, media_type: %s, tos: %s, message: %s" % (content[0], tos, message.replace("\n", ', ')))

            if content[0] == 'SMS':
                tos = ",".join(str(i) for i in content[1])
                message = content[2]
                SendSmsMessage(tos, message)
                logging.info(
                    "alertlog, media_type: %s, tos: %s, message: %s" % (content[0], tos, message.replace("\n", ', ')))