定义一个debug，进行解析调试，到测试文件

配置文件，配置debug模式，定义环境变量，

#!/usr/bin/env python# -*- coding:utf-8 -*-import osBASE_DIR= os.path.dirname(os.path.dirname(os.path.abspath(__file__)))ENGINE='agent' # 配置数据采集模式 agent，salt，ssh#利用反射执行采集，开发封闭原则ENGINE_HANDLERS = {    'agent':'src.engine.agent.AgnetHandler',    'salt':'src.engine.salt.SaltHandler',    'ssh':'src.engine.ssh.SSHHandler',    # 'aliyun':'src.engine.aliyun.AliyunHandler',}### #######################SSH模式的配置##########################SSH_PRIVATE_KEY="私钥路径"SSH_USER='cmdb'  #用户名SSH_PORT='22'   #端口PLUGINS_DICT = {    'disk':'src.plugins.disk.Disk',    'memory':'src.plugins.memory.Memory',    'network':'src.plugins.network.Network',    # 'cpu':'src.plugins.cpu.CPU',}DEBUG = True  #debug模式 True / False

内存采集解析，内存采集中使用的 convert，导入文件在lib目录下

 

#!/usr/bin/env python# -*- coding:utf-8 -*-def convert_to_int(value,default=0):    try:        result = int(value)    except Exception as e:        result = default    return resultdef convert_mb_to_gb(value,default=0):    try:        value = value.strip('MB')        result = int(value)    except Exception as e:        result = default    return result

 

#!/usr/bin/env python# -*- coding:utf-8 -*-import osfrom .base import BasePluginfrom lib import convertclass Memory(BasePlugin):    def win(self,handler,hostname):        '''        执行命令拿到结果-内存        :return:        '''        print("执行win方法")        ret = handler.cmd('wmic memphysical list brief',hostname)[0:10]        return ret    # def linux(self,handler,hostname):    #     '''    #     执行命令拿到结果-内存    #     :return:    #     '''    #     print("执行Linux方法")    #     ret = handler.cmd('free',hostname)[0:10]    #     return ret    def linux(self, handler, hostname):        if self.debug:            output = open(os.path.join(self.base_dir, 'files', 'memory.out'), 'r').read()        else:            shell_command = "sudo dmidecode  -q -t 17 2>/dev/null"            output = handler.cmd(shell_command, hostname)        return self.parse(output)    def parse(self, content):        """        解析shell命令返回结果        :param content: shell 命令结果        :return:解析后的结果        """        ram_dict = {}        key_map = {            'Size': 'capacity',            'Locator': 'slot',            'Type': 'model',            'Speed': 'speed',            'Manufacturer': 'manufacturer',            'Serial Number': 'sn',        }        devices = content.split('Memory Device')        for item in devices:            item = item.strip()            if not item:                continue            if item.startswith('#'):                continue            segment = {}            lines = item.split('\n\t')            for line in lines:                if len(line.split(':')) > 1:                    key, value = line.split(':')                else:                    key = line.split(':')[0]                    value = ""                if key in key_map:                    if key == 'Size':                        segment[key_map['Size']] = convert.convert_mb_to_gb(value, 0)                    else:                        segment[key_map[key.strip()]] = value.strip()            ram_dict[segment['slot']] = segment        return ram_dict

磁盘采集解析

# !/usr/bin/env python# -*- coding:utf-8 -*-from .base import BasePluginimport os,reclass Disk(BasePlugin):    def win(self,handler,hostname):        '''        执行命令拿到结果-磁盘        :return:        '''        print("执行win方法")        ret = handler.cmd('wmic diskdrive',hostname)[0:10]        return ret    # def linux(self,handler,hostname):    #     '''    #     执行命令拿到结果-磁盘    #     :return:    #     '''    #     print("执行Linux方法")    #    #     ret = handler.cmd('df -h',hostname)[0:10]    #     return ret    def linux(self, handler, hostname):        if self.debug:            output = open(os.path.join(self.base_dir, 'files', 'disk.out'), 'r').read()        else:            shell_command = "sudo MegaCli  -PDList -aALL" #根据执行的命令            output = handler.cmd(shell_command, hostname)        return self.parse(output)    def parse(self, content):        """        解析shell命令返回结果        :param content: shell 命令结果        :return:解析后的结果        """        response = {}        result = []        for row_line in content.split("\n\n\n\n"):            result.append(row_line)        for item in result:            temp_dict = {}            for row in item.split('\n'):                if not row.strip():                    continue                if len(row.split(':')) != 2:                    continue                key, value = row.split(':')                name = self.mega_patter_match(key)                if name:                    if key == 'Raw Size':                        raw_size = re.search('(\d+\.\d+)', value.strip())                        if raw_size:                            temp_dict[name] = raw_size.group()                        else:                            raw_size = '0'                    else:                        temp_dict[name] = value.strip()            if temp_dict:                response[temp_dict['slot']] = temp_dict        return response    @staticmethod    def mega_patter_match(needle):        grep_pattern = {
   'Slot': 'slot', 'Raw Size': 'capacity', 'Inquiry': 'model', 'PD Type': 'pd_type'}        for key, value in grep_pattern.items():            if needle.startswith(key):                return value        return False

网络采集解析

#!/usr/bin/env python# -*- coding:utf-8 -*-import os,refrom .base import BasePluginclass Network(BasePlugin):    def win(self,handler,hostname):        '''        执行命令拿到结果-网卡        :return:        '''        print("执行win方法")        ret = handler.cmd('ipconfig',hostname)[0:10]        return ret    # def linux(self,handler,hostname):    #         '''    #         执行命令拿到结果-网卡    #         :return:    #         '''    #         print("执行Linux方法")    #         ret = handler.cmd('ifconfig',hostname)[0:10]    #         return ret    def linux(self, handler, hostname):        if self.debug:            output = open(os.path.join(self.base_dir, 'files', 'nic.out'), 'r').read()            interfaces_info = self._interfaces_ip(output)        else:            interfaces_info = self.linux_interfaces(handler)        self.standard(interfaces_info)        return interfaces_info    def linux_interfaces(self, handler):        '''        Obtain interface information for *NIX/BSD variants        '''        ifaces = dict()        ip_path = 'ip'        if ip_path:            cmd1 = handler.cmd('sudo {0} link show'.format(ip_path))            cmd2 = handler.cmd('sudo {0} addr show'.format(ip_path))            ifaces = self._interfaces_ip(cmd1 + '\n' + cmd2)        return ifaces    def which(self, exe):        def _is_executable_file_or_link(exe):            # check for os.X_OK doesn't suffice because directory may executable            return (os.access(exe, os.X_OK) and                    (os.path.isfile(exe) or os.path.islink(exe)))        if exe:            if _is_executable_file_or_link(exe):                # executable in cwd or fullpath                return exe            # default path based on busybox's default            default_path = '/bin:/sbin:/usr/bin:/usr/sbin:/usr/local/bin'            search_path = os.environ.get('PATH', default_path)            path_ext = os.environ.get('PATHEXT', '.EXE')            ext_list = path_ext.split(';')            search_path = search_path.split(os.pathsep)            if True:                # Add any dirs in the default_path which are not in search_path. If                # there was no PATH variable found in os.environ, then this will be                # a no-op. This ensures that all dirs in the default_path are                # searched, which lets salt.utils.which() work well when invoked by                # salt-call running from cron (which, depending on platform, may                # have a severely limited PATH).                search_path.extend(                    [                        x for x in default_path.split(os.pathsep)                        if x not in search_path                    ]                )            for path in search_path:                full_path = os.path.join(path, exe)                if _is_executable_file_or_link(full_path):                    return full_path        return None    def _number_of_set_bits_to_ipv4_netmask(self, set_bits):  # pylint: disable=C0103        '''        Returns an IPv4 netmask from the integer representation of that mask.        Ex. 0xffffff00 -> '255.255.255.0'        '''        return self.cidr_to_ipv4_netmask(self._number_of_set_bits(set_bits))    def cidr_to_ipv4_netmask(self, cidr_bits):        '''        Returns an IPv4 netmask        '''        try:            cidr_bits = int(cidr_bits)            if not 1 <= cidr_bits <= 32:                return ''        except ValueError:            return ''        netmask = ''        for idx in range(4):            if idx:                netmask += '.'            if cidr_bits >= 8:                netmask += '255'                cidr_bits -= 8            else:                netmask += '{0:d}'.format(256 - (2 ** (8 - cidr_bits)))                cidr_bits = 0        return netmask    def _number_of_set_bits(self, x):        '''        Returns the number of bits that are set in a 32bit int        '''        # Taken from http://stackoverflow.com/a/4912729. Many thanks!        x -= (x >> 1) & 0x55555555        x = ((x >> 2) & 0x33333333) + (x & 0x33333333)        x = ((x >> 4) + x) & 0x0f0f0f0f        x += x >> 8        x += x >> 16        return x & 0x0000003f    def _interfaces_ip(self, out):        '''        Uses ip to return a dictionary of interfaces with various information about        each (up/down state, ip address, netmask, and hwaddr)        '''        ret = dict()        right_keys = ['name', 'hwaddr', 'up', 'netmask', 'ipaddrs']        def parse_network(value, cols):            '''            Return a tuple of ip, netmask, broadcast            based on the current set of cols            '''            brd = None            if '/' in value:  # we have a CIDR in this address                ip, cidr = value.split('/')  # pylint: disable=C0103            else:                ip = value  # pylint: disable=C0103                cidr = 32            if type_ == 'inet':                mask = self.cidr_to_ipv4_netmask(int(cidr))                if 'brd' in cols:                    brd = cols[cols.index('brd') + 1]            return (ip, mask, brd)        groups = re.compile('\r?\n\\d').split(out)        for group in groups:            iface = None            data = dict()            for line in group.splitlines():                if ' ' not in line:                    continue                match = re.match(r'^\d*:\s+([\w.\-]+)(?:@)?([\w.\-]+)?:\s+<(.+)>', line)                if match:                    iface, parent, attrs = match.groups()                    if 'UP' in attrs.split(','):                        data['up'] = True                    else:                        data['up'] = False                    if parent and parent in right_keys:                        data[parent] = parent                    continue                cols = line.split()                if len(cols) >= 2:                    type_, value = tuple(cols[0:2])                    iflabel = cols[-1:][0]                    if type_ in ('inet',):                        if 'secondary' not in cols:                            ipaddr, netmask, broadcast = parse_network(value, cols)                            if type_ == 'inet':                                if 'inet' not in data:                                    data['inet'] = list()                                addr_obj = dict()                                addr_obj['address'] = ipaddr                                addr_obj['netmask'] = netmask                                addr_obj['broadcast'] = broadcast                                data['inet'].append(addr_obj)                        else:                            if 'secondary' not in data:                                data['secondary'] = list()                            ip_, mask, brd = parse_network(value, cols)                            data['secondary'].append({                                'type': type_,                                'address': ip_,                                'netmask': mask,                                'broadcast': brd,                            })                            del ip_, mask, brd                    elif type_.startswith('link'):                        data['hwaddr'] = value            if iface:                if iface.startswith('pan') or iface.startswith('lo') or iface.startswith('v'):                    del iface, data                else:                    ret[iface] = data                    del iface, data        return ret    def standard(self, interfaces_info):        for key, value in interfaces_info.items():            ipaddrs = set()            netmask = set()            if not 'inet' in value:                value['ipaddrs'] = ''                value['netmask'] = ''            else:                for item in value['inet']:                    ipaddrs.add(item['address'])                    netmask.add(item['netmask'])                value['ipaddrs'] = '/'.join(ipaddrs)                value['netmask'] = '/'.join(netmask)                del value['inet']