CMDB项目之资产汇报并持久化

!/usr/bin/env python # -*- coding:utf-8 -*- import json import importlib from django.views import View from django.http import JsonResponse from django.shortcuts import HttpResponse from django.views.decorators.csrf import csrf_exempt from django.utils.decorators import method_decorator from utils import auth from api import config from repository import models from api.service import asset @auth.api_auth def asset(request): pass class AssetView(View): @method_decorator(csrf_exempt) def dispatch(self, request, *args, **kwargs): return super(AssetView, self).dispatch(request, *args, **kwargs) @method_decorator(auth.api_auth) def get(self, request, *args, **kwargs): """ 获取今日未更新的资产 - 适用SSH或Salt客户端 :param request: :param args: :param kwargs: :return: """ # test = {‘user‘: ‘用户名‘, ‘pwd‘: ‘密码‘} # result = json.dumps(test,ensure_ascii=True) # result = json.dumps(test,ensure_ascii=False) # return HttpResponse(result) # test = {‘user‘: ‘用户名‘, ‘pwd‘: ‘密码‘} # result = json.dumps(test,ensure_ascii=True) # result = json.dumps(test,ensure_ascii=False) # return HttpResponse(result,content_type=‘application/json‘) # test = {‘user‘: ‘用户名‘, ‘pwd‘: ‘密码‘} # return JsonResponse(test, json_dumps_params={"ensure_ascii": False}) response = asset.get_untreated_servers() return JsonResponse(response.__dict__) # @method_decorator(auth.api_auth) # def post(self, request, *args, **kwargs): # """ # 更新或者添加资产信息 # :param request: # :param args: # :param kwargs: # :return: 1000 成功;1001 接口授权失败;1002 数据库中资产不存在 # """ # # server_info = json.loads(request.body.decode(‘utf-8‘)) # server_info = json.loads(server_info) # # ret = {‘code‘: 1000, ‘message‘: ‘‘} # # print(server_info) # hostname = server_info[‘hostname‘] # # ret = {‘code‘: 1000, ‘message‘: ‘[%s]更新完成‘ % hostname} # # server_info 最新汇报服务器所有信息 # # # 根据主机名去数据库中获取相关信息 # server_obj = models.Server.objects.filter(hostname=hostname).select_related(‘asset‘).first() # if not server_obj: # ret[‘code‘] = 1002 # ret[‘message‘] = ‘[%s]资产不存在‘ % hostname # return JsonResponse(ret) # # for k, v in config.PLUGINS_DICT.items(): # module_path, cls_name = v.rsplit(‘.‘, 1) # cls = getattr(importlib.import_module(module_path), cls_name) # response = cls.process(server_obj, server_info, None) # if not response.status: # ret[‘code‘] = 1003 # ret[‘message‘] = "[%s]资产更新异常" % hostname # if hasattr(cls, ‘update_last_time‘): # cls.update_last_time(server_obj, None) # # return JsonResponse(ret) @method_decorator(auth.api_auth) def post(self, request, *args, **kwargs): """ 更新或者添加资产信息 :param request: :param args: :param kwargs: :return: 1000 成功;1001 接口授权失败;1002 数据库中资产不存在 """ server_info = json.loads(request.body.decode(‘utf-8‘)) server_info = json.loads(server_info) # ret = {‘code‘: 1000, ‘message‘: ‘‘} # print(server_info) hostname = server_info[‘hostname‘] ret = {‘code‘: 1000, ‘message‘: ‘[%s]更新完成‘ % hostname} # server_info 最新汇报服务器所有信息 # 根据主机名去数据库中获取相关信息 server_obj = models.Server.objects.filter(hostname=hostname).select_related(‘asset‘).first() if not server_obj: ret[‘code‘] = 1002 ret[‘message‘] = ‘[%s]资产不存在‘ % hostname return JsonResponse(ret) # ========》 server_obj服务器对象 ；server_info 《========== # 硬盘 或 网卡 或 内存 # 硬盘：增删改 # 1. server_obj反向关联硬盘表，获取数据库中硬盘信息 # [ # {‘slot‘: "#1", ‘size‘: ‘100‘}, # {‘slot‘: "#2", ‘size‘: ‘60‘}, # {‘slot‘: "#3", ‘size‘: ‘88‘}, # ] # old_list = [‘#1‘,‘#2‘,‘#3‘] # 2. server_info[‘disk‘] 新汇报的硬盘数据 # { # "#1":{‘slot‘: "#1", ‘size‘: ‘90‘}, # "#4":{‘slot‘: "#4", ‘size‘: ‘40‘}, # } # new_list = [‘#1‘,‘#4‘] #3. 更新[‘#1‘] 删除[‘#2‘,‘#3‘] 增加 [‘#4‘] #4. # 增加 [‘#4‘] """ for i in [‘#4‘]: data_dict = dic[i] models.Diks.objces.create(**data_dict) """ return JsonResponse(ret) views

#!/usr/bin/env python
# -*- coding:utf-8 -*-
import traceback
import datetime
from utils.response import BaseResponse
from utils import agorithm
from repository import models

from django.db.models import Q
import datetime


def get_untreated_servers():
    response = BaseResponse()
    try:
        current_date = datetime.date.today()

        condition = Q()

        # 今日未采集的资产
        con_date = Q()
        con_date.connector = ‘OR‘
        con_date.children.append(("asset__latest_date__lt", current_date))
        con_date.children.append(("asset__latest_date", None))

        # 在线状态的服务器
        con_status = Q()
        con_status.children.append((‘asset__device_status_id‘, ‘2‘))

        condition.add(con_date, ‘AND‘)
        condition.add(con_status, ‘AND‘)

        result = models.Server.objects.filter(condition).values(‘hostname‘)
        response.data = list(result)
        response.status = True
    except Exception as e:
        response.message = str(e)
        models.ErrorLog.objects.create(asset_obj=None, title=‘get_untreated_servers‘, content=traceback.format_exc())
    return response


# ############# 操作基本信息（cpu和主板） #############
# 操作基本，并记录操作日志
# 更新cpu和主板信息
class HandleBasic(object):
    # 处理基本信息，包括主板和CPU信息
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            log_list = []
            main_board = server_info[‘main_board‘][‘data‘]
            cpu = server_info[‘cpu‘][‘data‘]
            if server_obj.os_platform != server_info[‘os_platform‘]:
                log_list.append(‘系统由%s变更为%s‘ % (server_obj.os_platform, server_info[‘os_platform‘],))
                server_obj.os_platform = server_info[‘os_platform‘]

            if server_obj.os_version != server_info[‘os_version‘]:
                log_list.append(u‘系统版本由%s变更为%s‘ % (server_obj.os_version, server_info[‘os_version‘],))
                server_obj.os_version = server_info[‘os_version‘]

            if server_obj.sn != main_board[‘sn‘]:
                log_list.append(u‘主板SN号由%s变更为%s‘ % (server_obj.sn, main_board[‘sn‘],))
                server_obj.sn = main_board[‘sn‘]

            if server_obj.manufacturer != main_board[‘manufacturer‘]:
                log_list.append(u‘主板厂商由%s变更为%s‘ % (server_obj.manufacturer, main_board[‘manufacturer‘],))
                server_obj.manufacturer = main_board[‘manufacturer‘]

            if server_obj.model != main_board[‘model‘]:
                log_list.append(u‘主板型号由%s变更为%s‘ % (server_obj.model, main_board[‘model‘],))
                server_obj.model = main_board[‘model‘]

            if server_obj.cpu_count != cpu[‘cpu_count‘]:
                log_list.append(u‘CPU逻辑核数由%s变更为%s‘ % (server_obj.cpu_count, cpu[‘cpu_count‘],))
                server_obj.cpu_count = cpu[‘cpu_count‘]

            if server_obj.cpu_physical_count != cpu[‘cpu_physical_count‘]:
                log_list.append(
                    u‘CPU物理核数由%s变更为%s‘ % (server_obj.cpu_physical_count, cpu[‘cpu_physical_count‘],))
                server_obj.cpu_physical_count = cpu[‘cpu_physical_count‘]

            if server_obj.cpu_model != cpu[‘cpu_model‘]:
                log_list.append(u‘CPU型号由%s变更为%s‘ % (server_obj.cpu_model, cpu[‘cpu_model‘],))
                server_obj.cpu_model = cpu[‘cpu_model‘]

            server_obj.save()
            if log_list:
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                  content=‘;‘.join(log_list))
        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘basic-run‘,
                                           content=traceback.format_exc())
        return response

    @staticmethod
    def update_last_time(server_obj, user_obj):
        response = BaseResponse()
        try:
            current_date = datetime.date.today()
            server_obj.asset.latest_date = current_date
            server_obj.asset.save()
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=‘资产汇报‘)
        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘basic-run‘,
                                           content=traceback.format_exc())

        return response


# ############# 操作网卡信息 #############
# 操作网卡，并记录操作日志
# 添加网卡
# 删除网卡
# 更新网卡信息
class HandleNic(object):
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            # 获取数据库中的所有网卡信息
            # server_info，服务器最新汇报的数据 server_info[‘nic‘]
            nic_info = server_info[‘nic‘]
            if not nic_info[‘status‘]:
                response.status = False
                models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘nic-agent‘, content=nic_info[‘error‘])
                return response

            client_nic_dict = nic_info[‘data‘]
            nic_obj_list = models.NIC.objects.filter(server_obj=server_obj)
            nic_name_list = map(lambda x: x, (item.name for item in nic_obj_list))

            update_list = agorithm.get_intersection(set(client_nic_dict.keys()), set(nic_name_list))
            add_list = agorithm.get_exclude(client_nic_dict.keys(), update_list)
            del_list = agorithm.get_exclude(nic_name_list, update_list)
            # ==> 要删除、更新，添加



            HandleNic._add_nic(add_list, client_nic_dict, server_obj, user_obj)
            HandleNic._update_nic(update_list, nic_obj_list, client_nic_dict, server_obj, user_obj)
            HandleNic._del_nic(del_list, nic_obj_list, server_obj, user_obj)

        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘nic-run‘, content=traceback.format_exc())

        return response

    @staticmethod
    def _add_nic(add_list, client_nic_dict, server_obj, user_obj):
        for item in add_list:
            cur_nic_dict = client_nic_dict[item]
            cur_nic_dict[‘name‘] = item
            log_str = ‘[新增网卡]{name}:mac地址为{hwaddr};状态为{up};掩码为{netmask};IP地址为{ipaddrs}‘.format(**cur_nic_dict)
            cur_nic_dict[‘server_obj‘] = server_obj
            models.NIC.objects.create(**cur_nic_dict)
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _del_nic(del_list, nic_objs, server_obj, user_obj):
        for item in nic_objs:
            if item.name in del_list:
                log_str = ‘[移除网卡]{name}:mac地址为{hwaddr};状态为{up};掩码为{netmask};IP地址为{ipaddrs}‘.format(**item.__dict__)
                item.delete()
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _update_nic(update_list, nic_objs, client_nic_dict, server_obj, user_obj):

        for item in nic_objs:
            if item.name in update_list:
                log_list = []

                new_hwaddr = client_nic_dict[item.name][‘hwaddr‘]
                if item.hwaddr != new_hwaddr:
                    log_list.append(u"[更新网卡]%s:mac地址由%s变更为%s" % (item.name, item.hwaddr, new_hwaddr))
                    item.hwaddr = new_hwaddr
                new_up = client_nic_dict[item.name][‘up‘]
                if item.up != new_up:
                    log_list.append(u"[更新网卡]%s:状态由%s变更为%s" % (item.name, item.up, new_up))
                    item.up = new_up

                new_netmask = client_nic_dict[item.name][‘netmask‘]
                if item.netmask != new_netmask:
                    log_list.append(u"[更新网卡]%s:掩码由%s变更为%s" % (item.name, item.netmask, new_netmask))
                    item.netmask = new_netmask

                new_ipaddrs = client_nic_dict[item.name][‘ipaddrs‘]
                if item.ipaddrs != new_ipaddrs:
                    log_list.append(u"[更新网卡]%s:IP地址由%s变更为%s" % (item.name, item.ipaddrs, new_ipaddrs))
                    item.ipaddrs = new_ipaddrs

                item.save()
                if log_list:
                    models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                      content=‘;‘.join(log_list))


# ############# 操作内存信息 #############
# 操作内存，并记录操作日志
# 添加内存
# 删除内存
# 更新内存信息
class HandleMemory(object):
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            mem_info = server_info[‘memory‘]
            if not mem_info[‘status‘]:
                models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘memory-agent‘,
                                               content=mem_info[‘error‘])
                response.status = False
                return response

            client_mem_dict = mem_info[‘data‘]

            mem_obj_list = models.Memory.objects.filter(server_obj=server_obj)

            mem_slots = map(lambda x: x, (item.slot for item in mem_obj_list))

            update_list = agorithm.get_intersection(set(client_mem_dict.keys()), set(mem_slots))
            add_list = agorithm.get_exclude(client_mem_dict.keys(), update_list)
            del_list = agorithm.get_exclude(mem_slots, update_list)

            HandleMemory._add_memory(add_list, client_mem_dict, server_obj, user_obj)
            HandleMemory._update_memory(update_list, mem_obj_list, client_mem_dict, server_obj, user_obj)
            HandleMemory._del_memory(del_list, mem_obj_list, server_obj, user_obj)
        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘memory-run‘,
                                           content=traceback.format_exc())

        return response

    @staticmethod
    def _add_memory(add_list, client_mem_dict, server_obj, user_obj):
        for item in add_list:
            cur_mem_dict = client_mem_dict[item]
            log_str = ‘[新增内存]插槽为{slot};容量为{capacity};类型为{model};速度为{speed};厂商为{manufacturer};SN号为{sn}‘.format(
                **cur_mem_dict)
            cur_mem_dict[‘server_obj‘] = server_obj
            models.Memory.objects.create(**cur_mem_dict)
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _del_memory(del_list, mem_objs, server_obj, user_obj):
        for item in mem_objs:
            if item.slot in del_list:
                log_str = ‘[移除内存]插槽为{slot};容量为{capacity};类型为{model};速度为{speed};厂商为{manufacturer};SN号为{sn}‘.format(
                    **item.__dict__)
                item.delete()
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _update_memory(update_list, mem_objs, client_mem_dict, server_obj, user_obj):
        for item in mem_objs:
            if item.slot in update_list:
                log_list = []

                new_manufacturer = client_mem_dict[item.slot][‘manufacturer‘]
                if item.manufacturer != new_manufacturer:
                    log_list.append(u"[更新内存]%s:厂商由%s变更为%s" % (item.slot, item.manufacturer, new_manufacturer))
                    item.manufacturer = new_manufacturer

                new_model = client_mem_dict[item.slot][‘model‘]
                if item.model != new_model:
                    log_list.append(u"[更新内存]%s:型号由%s变更为%s" % (item.slot, item.model, new_model))
                    item.model = new_model

                new_capacity = client_mem_dict[item.slot][‘capacity‘]
                if item.capacity != new_capacity:
                    log_list.append(u"[更新内存]%s:容量由%s变更为%s" % (item.slot, item.capacity, new_capacity))
                    item.capacity = new_capacity

                new_sn = client_mem_dict[item.slot][‘sn‘]
                if item.sn != new_sn:
                    log_list.append(u"[更新内存]%s:SN号由%s变更为%s" % (item.slot, item.sn, new_sn))
                    item.sn = new_sn

                new_speed = client_mem_dict[item.slot][‘speed‘]
                if item.speed != new_speed:
                    log_list.append(u"[更新内存]%s:速度由%s变更为%s" % (item.slot, item.speed, new_speed))
                    item.speed = new_speed

                item.save()
                if log_list:
                    models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                      content=‘;‘.join(log_list))


# ############# 操作硬盘信息 #############
# 操作硬盘，并记录操作日志
# 添加硬盘
# 删除硬盘
# 更新硬盘信息
class HandleDisk(object):
    @staticmethod
    def process(server_obj, server_info, user_obj):
        response = BaseResponse()
        try:
            disk_info = server_info[‘disk‘]
            if not disk_info[‘status‘]:
                response.status = False
                models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘disk-agent‘,
                                               content=disk_info[‘error‘])
                return response

            client_disk_dict = disk_info[‘data‘]

            disk_obj_list = models.Disk.objects.filter(server_obj=server_obj)

            disk_slots = map(lambda x: x, (item.slot for item in disk_obj_list))

            update_list = agorithm.get_intersection(set(client_disk_dict.keys()), set(disk_slots))
            add_list = agorithm.get_exclude(client_disk_dict.keys(), update_list)
            del_list = agorithm.get_exclude(disk_slots, update_list)

            HandleDisk._add_disk(add_list, client_disk_dict, server_obj, user_obj)
            HandleDisk._update_disk(update_list, disk_obj_list, client_disk_dict, server_obj, user_obj)
            HandleDisk._del_disk(del_list, disk_obj_list, server_obj, user_obj)

        except Exception as e:
            response.status = False
            models.ErrorLog.objects.create(asset_obj=server_obj.asset, title=‘disk-run‘, content=traceback.format_exc())
        return response

    @staticmethod
    def _add_disk(add_list, client_disk_dict, server_obj, user_obj):
        for item in add_list:
            cur_disk_dict = client_disk_dict[item]
            log_str = ‘[新增硬盘]插槽为{slot};容量为{capacity};硬盘类型为{pd_type};型号为{model}‘.format(**cur_disk_dict)
            cur_disk_dict[‘server_obj‘] = server_obj
            models.Disk.objects.create(**cur_disk_dict)
            models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _del_disk(del_list, disk_objs, server_obj, user_obj):
        for item in disk_objs:
            if item.slot in del_list:
                log_str = ‘[移除硬盘]插槽为{slot};容量为{capacity};硬盘类型为{pd_type};型号为{model}‘.format(**item.__dict__)
                item.delete()
                models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj, content=log_str)


    @staticmethod
    def _update_disk(update_list, disk_objs, client_disk_dict, server_obj, user_obj):
        for item in disk_objs:
            if item.slot in update_list:
                log_list = []

                new_model = client_disk_dict[item.slot][‘model‘]
                if item.model != new_model:
                    log_list.append(u"[更新硬盘]插槽为%s:型号由%s变更为%s" % (item.slot, item.model, new_model))
                    item.model = new_model

                new_capacity = client_disk_dict[item.slot][‘capacity‘]
                new_capacity = float(new_capacity)
                if item.capacity != new_capacity:
                    log_list.append(u"[更新硬盘]插槽为%s:容量由%s变更为%s" % (item.slot, item.capacity, new_capacity))
                    item.capacity = new_capacity

                new_pd_type = client_disk_dict[item.slot][‘pd_type‘]
                if item.pd_type != new_pd_type:
                    log_list.append(u"[更新硬盘]插槽为%s:硬盘类型由%s变更为%s" % (item.slot, item.pd_type, new_pd_type))
                    item.pd_type = new_pd_type

                item.save()
                if log_list:
                    models.AssetRecord.objects.create(asset_obj=server_obj.asset, creator=user_obj,
                                                      content=‘;‘.join(log_list))

asset

CMDB项目之资产汇报并持久化

标签：agent   pytho   ora   select   onclick   hide   style   open   asc