• 八千流's avatar
    Dev csv (#2640) · 22f362aa
    八千流 authored
    * [Update] 封装JMSCSVRender和JMSCSVParser
    
    * [Update] 更改JMSCSVRender,根据请求参数控制导出csv的字段和下载csv模板的字段
    
    * [Update] 导入空数据,提示错误消息
    
    * [Update] 修改用户导入和导出功能代码
    
    * [Update] 修改导入路由为动态反向解析
    
    * [Update] 修改JMSCSVRender和JMSCSVParser以及用户导入导出代码
    
    * [Update] 优化parsers逻辑
    
    * [Update] 优化parsers csv代码结构
    
    * [Update] 优化renders csv代码逻辑
    
    * [Update] 删除parsers csv多余代码
    
    * [Update] 删除parsers csv多余变量
    
    * [Update] 优化renders csv代码结构
    
    * [Update] 优化renders csv代码结构2
    
    * [Update] 优化renders csv获取header逻辑
    
    * [Update] 优化Cache Resources ID View逻辑
    
    * [Update] 优化ViewSet IDCacheFilterMixin逻辑
    
    * [Update] csv: parser render 添加异常捕获逻辑
    
    * [Update] 删除多余代码
    
    * [Update] 优化前端代码
    
    * [Update] 修改小问题
    
    * [Update] 修改前端导出用户的问题
    
    * [Update] 前端 - 优化数据导出逻辑 APIExportData
    
    * [Update] 修复批量创建用户时发送created信号的bug
    
    * [Update] 优化导入时错误信息展示
    
    * [Update] 优化parser、render时,对于多对多字段的处理
    
    * [Update] 修改前端上传空文件问题
    
    * [Update] 添加IDExportFilter,控制下载模版时的queryset
    
    * [Update] 修改判断导出模版时参数变量名 action => template
    
    * [Update] 修复导入用户数据时,用户组不生效的bug
    
    * [Update] 修改前端导入信息展示
    
    * [Update] 抽象资源导入模版
    
    * [Update] 优化资源导入模版
    
    * [Update] 修改js设置url的params逻辑
    
    * [Update] 修改users序列类控制read_only字段方式
    
    * [Update] 资产列表采用新的导入/导出csv文件逻辑
    
    * [Update] 修改导入资产时设置资产所在节点逻辑
    
    * [Update] 添加用户组导入/导出功能
    
    * [Update] 修改前端变量名
    
    * [Update] 修改下载导入模版,不包含org字段
    
    * [Update] 增加管理用户导入/导出功能
    
    * [Update] 导入模版提供id字段(为了资源备份后导入直接使用); 修复资源导入时联合唯一字段不校验导致创建时报错的bug
    
    * [Update] 增加系统用户导入/导出功能
    
    * [Update] 排序资源导入/导出字段
    
    * [Update] 翻译导入/导出的字段和模版
    
    * [Update] 更改csv导出和导出模版数据的控制在render实现
    
    * [Update] 资产添加 更新导入 功能
    
    * [Update] 用户/用户组/管理用户/系统用户/ 添加导入更新
    
    * [Update] 翻译
    
    * [Update] 优化资源序列化中的label
    
    * [Update] 去掉资源IDInFilterMixin过滤
    
    * [Update] 翻译
    22f362aa
asset.py 6.02 KB
# -*- coding: utf-8 -*-
#

import uuid
import random

from rest_framework import generics
from rest_framework.views import APIView
from rest_framework.response import Response
from rest_framework_bulk import BulkModelViewSet
from rest_framework_bulk import ListBulkCreateUpdateDestroyAPIView
from rest_framework.pagination import LimitOffsetPagination
from django.utils.translation import ugettext_lazy as _
from django.shortcuts import get_object_or_404
from django.urls import reverse_lazy
from django.core.cache import cache
from django.db.models import Q

from common.mixins import IDInCacheFilterMixin

from common.utils import get_logger, get_object_or_none
from common.permissions import IsOrgAdmin, IsOrgAdminOrAppUser
from ..const import CACHE_KEY_ASSET_BULK_UPDATE_ID_PREFIX
from ..models import Asset, AdminUser, Node
from .. import serializers
from ..tasks import update_asset_hardware_info_manual, \
    test_asset_connectivity_manual
from ..utils import LabelFilter


logger = get_logger(__file__)
__all__ = [
    'AssetViewSet', 'AssetListUpdateApi',
    'AssetRefreshHardwareApi', 'AssetAdminUserTestApi',
    'AssetGatewayApi', 'AssetBulkUpdateSelectAPI'
]


class AssetViewSet(IDInCacheFilterMixin, LabelFilter, BulkModelViewSet):
    """
    API endpoint that allows Asset to be viewed or edited.
    """
    filter_fields = ("hostname", "ip")
    search_fields = filter_fields
    ordering_fields = ("hostname", "ip", "port", "cpu_cores")
    queryset = Asset.objects.all()
    serializer_class = serializers.AssetSerializer
    pagination_class = LimitOffsetPagination
    permission_classes = (IsOrgAdminOrAppUser,)

    def set_assets_node(self, assets):
        if not isinstance(assets, list):
            assets = [assets]
        node = Node.objects.get(value='Default')
        node_id = self.request.query_params.get('node_id')
        if node_id:
            node = get_object_or_none(Node, pk=node_id)
        node.assets.add(*assets)

    def perform_create(self, serializer):
        assets = serializer.save()
        self.set_assets_node(assets)

    def filter_node(self, queryset):
        node_id = self.request.query_params.get("node_id")
        if not node_id:
            return queryset

        node = get_object_or_404(Node, id=node_id)
        show_current_asset = self.request.query_params.get("show_current_asset") in ('1', 'true')

        if node.is_root() and show_current_asset:
            queryset = queryset.filter(
                Q(nodes=node_id) | Q(nodes__isnull=True)
            )
        elif node.is_root() and not show_current_asset:
            pass
        elif not node.is_root() and show_current_asset:
            queryset = queryset.filter(nodes=node)
        else:
            queryset = queryset.filter(
                nodes__key__regex='^{}(:[0-9]+)*$'.format(node.key),
            )
        return queryset

    def filter_admin_user_id(self, queryset):
        admin_user_id = self.request.query_params.get('admin_user_id')
        if not admin_user_id:
            return queryset
        admin_user = get_object_or_404(AdminUser, id=admin_user_id)
        queryset = queryset.filter(admin_user=admin_user)
        return queryset

    def filter_queryset(self, queryset):
        queryset = super().filter_queryset(queryset)
        queryset = self.filter_node(queryset)
        queryset = self.filter_admin_user_id(queryset)
        return queryset

    def get_queryset(self):
        queryset = super().get_queryset().distinct()
        queryset = self.get_serializer_class().setup_eager_loading(queryset)
        return queryset


class AssetListUpdateApi(IDInCacheFilterMixin, ListBulkCreateUpdateDestroyAPIView):
    """
    Asset bulk update api
    """
    queryset = Asset.objects.all()
    serializer_class = serializers.AssetSerializer
    permission_classes = (IsOrgAdmin,)


class AssetBulkUpdateSelectAPI(APIView):
    permission_classes = (IsOrgAdmin,)

    def post(self, request, *args, **kwargs):
        assets_id = request.data.get('assets_id', '')
        if assets_id:
            spm = uuid.uuid4().hex
            key = CACHE_KEY_ASSET_BULK_UPDATE_ID_PREFIX.format(spm)
            cache.set(key, assets_id, 300)
            url = reverse_lazy('assets:asset-bulk-update') + '?spm=%s' % spm
            return Response({'url': url})
        error = _('Please select assets that need to be updated')
        return Response({'error': error}, status=400)


class AssetRefreshHardwareApi(generics.RetrieveAPIView):
    """
    Refresh asset hardware info
    """
    queryset = Asset.objects.all()
    serializer_class = serializers.AssetSerializer
    permission_classes = (IsOrgAdmin,)

    def retrieve(self, request, *args, **kwargs):
        asset_id = kwargs.get('pk')
        asset = get_object_or_404(Asset, pk=asset_id)
        task = update_asset_hardware_info_manual.delay(asset)
        return Response({"task": task.id})


class AssetAdminUserTestApi(generics.RetrieveAPIView):
    """
    Test asset admin user assets_connectivity
    """
    queryset = Asset.objects.all()
    permission_classes = (IsOrgAdmin,)
    serializer_class = serializers.TaskIDSerializer

    def retrieve(self, request, *args, **kwargs):
        asset_id = kwargs.get('pk')
        asset = get_object_or_404(Asset, pk=asset_id)
        task = test_asset_connectivity_manual.delay(asset)
        return Response({"task": task.id})


class AssetGatewayApi(generics.RetrieveAPIView):
    queryset = Asset.objects.all()
    permission_classes = (IsOrgAdminOrAppUser,)
    serializer_class = serializers.GatewayWithAuthSerializer

    def retrieve(self, request, *args, **kwargs):
        asset_id = kwargs.get('pk')
        asset = get_object_or_404(Asset, pk=asset_id)

        if asset.domain and \
                asset.domain.gateways.filter(protocol=asset.protocol).exists():
            gateway = random.choice(asset.domain.gateways.filter(protocol=asset.protocol))
            serializer = serializers.GatewayWithAuthSerializer(instance=gateway)
            return Response(serializer.data)
        else:
            return Response({"msg": "Not have gateway"}, status=404)