TVS Tools from my Smart Monitor

tvs_tools.py

#!/usr/bin/python
#encoding:UTF-8

import os, smtplib, shutil, syslog, subprocess, cgi, commands, re, MySQLdb
from datetime import date, timedelta
from email.mime.multipart import MIMEMultipart
from email.mime.text import MIMEText
from htmlentitydefs import codepoint2name


def toNotationUnit(value, base=10):
    units = [ 'y','z','a','f','p','n','u','m',' ', 'k','M','G','T','P','E','Z','Y'] 
    counter = 8
    if base==10:
        val = value if value > 0 else -value
        if val < 1:
            while ( val < 1.00) and not (counter == 0):
                counter = counter - 1
                val = val * 1000.0
        else:
            while ( val >= 1000 ) and not (counter == 16):
                counter = counter + 1
                val = val / 1000.0
        return ( (val if value > 0 else -val) , units[counter])
    elif base == 2:
        val = value if value > 0 else -value
        if val < 1:
            while ( val < 1.00) and not (counter == 0):
                counter = counter - 1
                val = val * 1024.0
        else:
            while ( val >= 1024 ) and not (counter == 16):
                counter = counter + 1
                val = val / 1024.0
        return ( (val if value > 0 else -val) , units[counter])
  

def htmlentities(text):
    text = (text).decode('utf-8')

    from htmlentitydefs import codepoint2name
    d = dict((unichr(code), u'&%s;' % name) for code,name in codepoint2name.iteritems() if code!=38) # exclude "&"    
    if u"&" in text:
        text = text.replace(u"&", u"&amp;")
    for key, value in d.iteritems():
        if key in text:
            text = text.replace(key, value)
    return text

def LOG(msg):
    syslog.syslog(syslog.LOG_INFO, 'TVS Backup System: %s' %msg)
    
def WARN(msg):
    syslog.syslog(syslog.LOG_WARNING, 'TVS Backup System: %s' %msg)

def ExecuteShell(cmd):
    return    subprocess.Popen(cmd, stdout=subprocess.PIPE, shell=True).stdout.read()

def GetDiskList():
    disks = filter(None, ExecuteShell('ls /sys/block/ |grep "sd\|xvd\|drbd"').split('\n'))
    return [ ("/dev/%s" %d) for d in disks ]

def GetSmartData(disk):
    try :
        smartok                =    commands.getstatusoutput('smartctl -a %s' %disk)[0]
        if smartok ==    0:
            ModelFamily         =     ExecuteShell('smartctl -a %s | grep "Model Family" | cut -d: -f2' %disk).strip()
            DeviceModel            =    ExecuteShell('smartctl -a %s | grep "Device Model" | cut -d: -f2' %disk).strip()
            UserCapacity        =    ExecuteShell('smartctl -a %s | grep "User Capacity" | cut -d: -f2' %disk).strip()
            DiskHealth            =    ExecuteShell('smartctl -a %s | grep "SMART overall-health" | cut -d: -f2' %disk).strip()
            PowerOnHours        =    ExecuteShell('smartctl -a %s | grep "Power_On_Hours"' %disk).strip().split(' ')
            PowerOnHours        =    PowerOnHours[len(PowerOnHours)-1]
            PowerCycleCount        =    ExecuteShell('smartctl -a %s | grep "Power_Cycle_Count"' %disk).strip().split(' ')
            PowerCycleCount        =    PowerCycleCount[len(PowerCycleCount)-1]
            ReadErrorRate        =    ExecuteShell('smartctl -a %s | grep "Raw_Read_Error_Rate"' %disk).strip().split(' ')
            ReadErrorRate        =    ReadErrorRate[len(ReadErrorRate)-1]    
            ReallocatedSector    =    ExecuteShell('smartctl -a %s | grep "Reallocated_Sector_Ct"' %disk).strip().split(' ')    
            ReallocatedSector    =    ReallocatedSector[len(ReallocatedSector)-1]

            return { "Device": disk, "ModelFamily" : ModelFamily, "DeviceModel" : DeviceModel, "UserCapacity" : UserCapacity, "DiskHealth": DiskHealth, "PowerOnHours" : PowerOnHours, "PowerCycleCount" : PowerCycleCount, "ReadErrorRate" : ReadErrorRate, "ReallocatedSector" : ReallocatedSector }
    except Exception, e:
        WARN("Erro ao ler SMART (%s): %s" %(disk,e))
        return None

def Init3WareSmart():
    try:
        smartok =   commands.getstatusoutput('smartctl -d 3ware,0 /dev/twa0')
    except:
        pass
        
        
def Get3WareSmartData():
    Init3WareSmart()
    smlist = []
    try :
        for disk   in  range(0,12):
            smartok                 =    commands.getstatusoutput('smartctl -a -d 3ware,%s /dev/twa0' %disk)[0]
            if smartok ==    0:
                ModelFamily         =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "Model Family" | cut -d: -f2' %disk).strip()
                DeviceModel         =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "Device Model" | cut -d: -f2' %disk).strip()
                UserCapacity        =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "User Capacity" | cut -d: -f2' %disk).strip()
                DiskHealth          =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "SMART overall-health" | cut -d: -f2' %disk).strip()
                PowerOnHours        =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "Power_On_Hours"' %disk).strip().split(' ')
                PowerOnHours        =    PowerOnHours[len(PowerOnHours)-1]
                PowerCycleCount     =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "Power_Cycle_Count"' %disk).strip().split(' ')
                PowerCycleCount     =    PowerCycleCount[len(PowerCycleCount)-1]
                ReadErrorRate       =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "Raw_Read_Error_Rate"' %disk).strip().split(' ')
                ReadErrorRate       =    ReadErrorRate[len(ReadErrorRate)-1]    
                ReallocatedSector   =    ExecuteShell('smartctl -a -d 3ware,%s /dev/twa0 | grep "Reallocated_Sector_Ct"' %disk).strip().split(' ')    
                ReallocatedSector   =    ReallocatedSector[len(ReallocatedSector)-1]

                smlist.append({ "Device": "3ware:%s" %disk, "ModelFamily" : ModelFamily, "DeviceModel" : DeviceModel, "UserCapacity" : UserCapacity, "DiskHealth": DiskHealth, "PowerOnHours" : PowerOnHours, "PowerCycleCount" : PowerCycleCount, "ReadErrorRate" : ReadErrorRate, "ReallocatedSector" : ReallocatedSector })
        return smlist
    except Exception, e:
        WARN("Erro ao ler SMART: %s" %(e))
        return None
        
             
def GetDiskUsage():
    disks = []
    try:
        disk_data = filter(None, ExecuteShell('df -h |grep "/dev/sd\|/dev/xvd\|/dev/mapper/\|/dev/drbd"').split('\n'))
        for disk in disk_data:
            dsk = filter(None, disk.split(' '))
            dk = { 'Device' : dsk[0], 'Size' : dsk[1], 'Used' : dsk[2], 'Free' : dsk[3], 'UsedPercent' : dsk[4], 'MountPoint' : dsk[5] }     
            disks.append(dk)
    except Exception, e:
        WARN("Erro ao ler dados de disco : %s" %(e))
    return disks

def GetNetDevData(dev):
    devdata = { 'Device' : dev, "TX" : "(0.0 B)", "RX" : "(0.0 B)", "IP" : "Unknown", "Broadcast" : "Unknown", "NetMask" : "Unknown" }
    try:
        netstring = ExecuteShell('LANG="en_US.UTF-8" LANGUAGE="en" ifconfig %s' %dev)
        devdata["IP"]             =    '.'.join(re.findall("inet addr:([0-9]*).([0-9]*).([0-9]*).([0-9]*)", netstring)[0])
        devdata["Broadcast"]     =    '.'.join(re.findall("Bcast:([0-9]*).([0-9]*).([0-9]*).([0-9]*)", netstring)[0])
        devdata["NetMask"]         =    '.'.join(re.findall("Mask:([0-9]*).([0-9]*).([0-9]*).([0-9]*)", netstring)[0])
        tx                        =    toNotationUnit(int(re.findall("TX bytes:([0-9]*)", netstring)[0]))
        rx                        =    toNotationUnit(int(re.findall("RX bytes:([0-9]*)", netstring)[0]))
        devdata["TX"]             =    '(%s %sB)' %(round(tx[0]*100)/100.0, tx[1])
        devdata["RX"]             =    '(%s %sB)' %(round(rx[0]*100)/100.0, rx[1])
    except Exception, e:
        WARN("Erro ao ler dados da rede (%s) : %s" %(dev, e))
    return devdata

def GetNetworkDevices():
    devices = []
    try:
        data = filter(None, ExecuteShell('cat /proc/net/dev').split('\n'))
        data.pop(0)
        data.pop(0)
        for i in data:
            devices.append(i.split(':', 1)[0].strip())
    except Exception, e:
        WARN("Erro ao ler interfaces de rede : %s" %(e))
    return devices

def GetNetworkUsage():
    devices = GetNetworkDevices()
    usages = []
    for device in devices:
        usages.append( GetNetDevData(device) )

    return usages

def GetDevicesInfo():
    devs = filter(None, ExecuteShell("lspci").split('\n'))
    devs = [ d[8:] for d in devs ] 
    return devs

def GetMemInfo():
    '''
        Retorna informações sobre a memória
    '''
    total            =    toNotationUnit(int(commands.getstatusoutput('cat /proc/meminfo |grep MemTotal | cut -d: -f2')[1].strip()[:-3])        *    1000)
    free            =    toNotationUnit(int(commands.getstatusoutput('cat /proc/meminfo |grep MemFree | cut -d: -f2')[1].strip()[:-3])        *    1000)
    swaptotal        =    toNotationUnit(int(commands.getstatusoutput('cat /proc/meminfo |grep SwapTotal | cut -d: -f2')[1].strip()[:-3])        *    1000)
    swapfree        =    toNotationUnit(int(commands.getstatusoutput('cat /proc/meminfo |grep SwapFree | cut -d: -f2')[1].strip()[:-3])        *    1000)
    return { "total" : "%s %sB" % (round(total[0]*100)/100, total[1]) , "free" : "%s %sB" % (round(free[0]*100)/100, free[1]), "swaptotal" : "%s %sB" % (round(swaptotal[0]*100)/100, swaptotal[1]), "swapfree" : "%s %sB" % (round(swapfree[0]*100)/100, swapfree[1]) } 

def GetUpTime():
    uptime            =    float(commands.getstatusoutput('cat /proc/uptime')[1].split(' ')[0])
    return str( timedelta(seconds=round(uptime)))

def GetCPUInfo():
    '''
        Retorna os dados do processador
    '''
    cpu_family         =    commands.getstatusoutput('cat /proc/cpuinfo |grep "cpu family" |head -n1 |cut -d: -f2')[1].strip()
    cpu_model         =    commands.getstatusoutput('cat /proc/cpuinfo |grep "model" |head -n1 |cut -d: -f2')[1].strip()
    cpu_model_name     =    commands.getstatusoutput('cat /proc/cpuinfo |grep "model name" |head -n1 |cut -d: -f2')[1].strip()
    cpu_stepping    =    commands.getstatusoutput('cat /proc/cpuinfo |grep "stepping" |head -n1 |cut -d: -f2')[1].strip()
    cpu_cores        =    commands.getstatusoutput('cat /proc/cpuinfo |grep "cpu cores" |head -n1 |cut -d: -f2')[1].strip()
    cpu_bogomips    =    commands.getstatusoutput('cat /proc/cpuinfo |grep "bogomips" |head -n1 |cut -d: -f2')[1].strip()
    return { 'cpu_family' : cpu_family, 'cpu_model' : cpu_model, 'cpu_model_name' : cpu_model_name, 'cpu_stepping' : cpu_stepping, 'cpu_cores' : cpu_cores, 'cpu_bogomips' : cpu_bogomips }
    
def GetDRBDInfo():
    '''
        Retorna informações sobre DRBD
    '''
    drbdinfo = {"conn" : {}}
    try:
        f = open("/proc/drbd")
        data = f.read()
        f.close()
        drbdinfo["has"] = True
        drbdinfo["drbdfile"] = data
        data = filter(None, data.split("\n"))
        lastdigit = None
        for line in data:
            block = line.split(":",1)
            block[0] = block[0].strip()
            block[1] = block[1].strip()
            if 'srcversion'  in block[0]:    
                drbdinfo["srcversion"] = block[1]
            elif 'version' in block[0]:
                drbdinfo["version"] = block[1]
            elif block[0].isdigit():
                lastdigit = int(block[0])
                drbdinfo["conn"][lastdigit] = {}
                d2 = filter(None, block[1].split(" "))
                for d in d2:
                    o = d.split(":")
                    if len(o) > 1:
                        drbdinfo["conn"][lastdigit][o[0]] = o[1]    
            else:
                if lastdigit == None:
                    WARN("Problemas ao ler partes do DRBD! - Linha: \n %s \n\n /proc/drbd : \n %s" %(line, "\n".join(data)))
                else:
                    drbdinfo["conn"][lastdigit][block[0]] = block[1]
    except:
        drbdinfo["has"] = False
    return drbdinfo
    
def GetMySQLSlave(hostname,username,password):
    '''
        Retorna informações da sincronia do MySQL
    '''
    con = MySQLdb.connect(hostname,username,password)
    cursor = con.cursor()
    cursor.execute("SHOW SLAVE STATUS")
    data = cursor.fetchall()[0]
    desc = cursor.description

    con.close()

    output = {}
    c = 0
    for dc in desc:
        output[dc[0]] = data[c]
        c = c + 1
    
    return output