topic.py

#!/usr/bin/env python
# -*- coding: utf-8 -*-
from __future__ import unicode_literals, absolute_import, print_function

from django.conf import settings
from django.core.management.base import BaseCommand, CommandError
import traceback
import logging
from libs.es import ESPerform
from django.db import models
import datetime

from alpha_types.venus import GRAP_PLATFORM

from .pick_topic import PickTopic
from .tag import TopicTag, Tag
from .user_extra import UserExtra
from .group import Group

class ActionSumAboutTopic(models.Model):
    class Meta:
        verbose_name = u"帖子埋点数据汇总"
        db_table = "action_sum_about_topic"

    partiton_date = models.CharField(verbose_name=u"日期", max_length=20)
    device_id = models.CharField(verbose_name=u"用户设备号", max_length=50)
    topic_id = models.CharField(verbose_name=u"帖子ID", max_length=50)
    user_id = models.CharField(verbose_name=u"用户ID", max_length=50)
    data_type = models.IntegerField(verbose_name=u"动作类型")
    data_value = models.BigIntegerField(verbose_name=u"值")


class TopicImage(models.Model):
    class Meta:
        verbose_name = u'日记图片'
        db_table = 'topic_image'

    id = models.IntegerField(verbose_name='日记图片ID', primary_key=True)
    topic_id = models.IntegerField(verbose_name=u'日记ID')
    url = models.CharField(verbose_name=u'图片URL', max_length=300)
    is_online = models.BooleanField(verbose_name='是否上线')
    is_deleted = models.BooleanField(verbose_name='是否删除')
    create_time = models.DateTimeField(verbose_name=u'创建时间', default=datetime.datetime.fromtimestamp(0))
    update_time = models.DateTimeField(verbose_name=u'更新时间', default=datetime.datetime.fromtimestamp(0))

class ExcellentTopic(models.Model):
    """优质帖子"""

    class Meta:
        verbose_name = "优质帖子"
        db_table = "excellent_topic"

    id = models.IntegerField(verbose_name=u'ID', primary_key=True)
    topic_id = models.IntegerField(verbose_name=u"帖子ID",db_index=True)
    is_online = models.BooleanField(verbose_name=u'是否上线')
    is_deleted = models.BooleanField(verbose_name=u'是否删除')
    excellent_type = models.IntegerField(verbose_name=u"优质类型",db_index=True)
    create_time = models.DateTimeField(verbose_name=u'创建时间', default=datetime.datetime.fromtimestamp(0))
    update_time = models.DateTimeField(verbose_name=u'更新时间', default=datetime.datetime.fromtimestamp(0))

class Topic(models.Model):
    class Meta:
        verbose_name = u'日记'
        db_table = 'topic'

    id = models.IntegerField(verbose_name=u'日记ID', primary_key=True)
    name = models.CharField(verbose_name=u'日记名称', max_length=100)
    # group_id = models.IntegerField(verbose_name='用户所在组ID',default=-1)
    group = models.ForeignKey(
        Group, verbose_name=u"关联的小组", related_name=u"group_topics", null=True, blank=True, default=None,
        on_delete=models.CASCADE)
    user_id = models.IntegerField(verbose_name=u'用户ID')
    has_video = models.BooleanField(verbose_name=u'是否是视频日记')
    drop_score = models.IntegerField(verbose_name=u'人工赋分', default=0)
    description = models.CharField(verbose_name=u'日记本描述', max_length=200)
    content = models.CharField(verbose_name=u'日记本内容', max_length=1000)
    share_num = models.IntegerField(verbose_name='')
    vote_num = models.IntegerField(verbose_name=u'点赞数')
    reply_num = models.IntegerField(verbose_name=u'回复数')
    cover = models.CharField(verbose_name='', max_length=200)
    is_online = models.BooleanField(verbose_name=u'是否上线')
    is_deleted = models.BooleanField(verbose_name=u'是否删除')
    content_level = models.CharField(verbose_name=u'内容等级', max_length=3)
    language_type = models.IntegerField(verbose_name=u'语种类型')
    create_time = models.DateTimeField(verbose_name=u'日记创建时间', default=datetime.datetime.fromtimestamp(0))
    update_time = models.DateTimeField(verbose_name=u'日记更新时间', default=datetime.datetime.fromtimestamp(0))

    is_crawl = models.BooleanField(verbose_name="是否是爬回的数据", default=False)
    has_image = models.BooleanField(verbose_name=u"是否有图片", default=False)
    virtual_content_level = models.CharField(verbose_name=u'模拟内容等级', max_length=100, default='')
    like_num_crawl = models.IntegerField(verbose_name=u'爬取点赞数', default=0)
    comment_num_crawl = models.IntegerField(verbose_name=u'爬取评论数', default=0)
    is_recommend = models.IntegerField(verbose_name=u'是否推荐 0 非推荐 1 推荐', default=0)
    sort_score = models.FloatField(verbose_name='排序分', default=0)
    is_shadow = models.BooleanField(verbose_name="是否是马甲账户", default=False)
    platform = models.IntegerField(verbose_name=u'平台来源', choices=GRAP_PLATFORM, default=GRAP_PLATFORM.ALPHA)
    platform_id = models.BigIntegerField(verbose_name='用平台ID', null=True)

    def get_virtual_vote_num(self):

        try:
            topic_extra = TopicExtra.objects.filter(topic_id=self.id).first()
            virtual_vote_num = topic_extra.virtual_vote_num if topic_extra else 0
            
            return virtual_vote_num
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return 0

    def get_pictorial_id(self):
        try:
            pictorial_id_list =[]
            pictorial_id = PictorialTopic.objects.filter(topic_id=self.id).values_list("pictorial_id",flat=True)
            for i in pictorial_id:
                pictorial_id_list.append(i)
            return pictorial_id_list
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return []

    @property
    def is_complaint(self):
        """是否被举报"""
        try:
            if TopicComplaint.objects.filter(topic_id=self.id, is_online=True).exists():
                return True

            return False
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return False

    @classmethod
    def get_topic_image_num(cls,topic_id):
        """
        :remark 获取指定帖子的图片数量
        :param topic_id:
        :return:
        """
        try:
            query_list = list(TopicImage.objects.using(settings.SLAVE_DB_NAME).filter(topic_id=topic_id, is_deleted=False, is_online=True).values_list("url",flat=True))
            return len(query_list)
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return 0

    def topic_has_image(self):
        try:
            has_image = False

            query_list = TopicImage.objects.using(settings.SLAVE_DB_NAME).filter(topic_id=self.id, is_deleted=False, is_online=True)
            if len(query_list) > 0:
                has_image = True

            return has_image
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return False

    def get_pick_id_info(self):
        try:
            pick_id_list = list()
            query_list = PickTopic.objects.using(settings.SLAVE_DB_NAME).filter(topic_id=self.id, is_deleted=False)
            for item in query_list:
                pick_id_list.append(item.pick_id)

            return tuple(pick_id_list)
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return ()

    def get_topic_tag_id_list(self):
        try:
            topic_tag_id_list = list()
            edit_tag_id_list = list()

            tag_id_list = TopicTag.objects.using(settings.SLAVE_DB_NAME).filter(topic_id=self.id).values_list("tag_id", flat=True)
            tag_query_results = Tag.objects.using(settings.SLAVE_DB_NAME).filter(id__in=tag_id_list)
            for tag_item in tag_query_results:
                is_online=tag_item.is_online
                is_deleted=tag_item.is_deleted
                collection=tag_item.collection

                if is_online and not is_deleted:
                    topic_tag_id_list.append(tag_item.id)
                    if collection:
                        edit_tag_id_list.append(tag_item.id)

            return (topic_tag_id_list, edit_tag_id_list)
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return ([],[])

    def get_topic_useful_tag_id_list(self):
        try:
            topic_useful_tag_id_list = list()
            tag_id_list = TopicTag.objects.using(settings.SLAVE_DB_NAME).filter(topic_id=self.id,is_online =True,is_body_esthetics = 1)
            for tag_item in tag_id_list:
                    topic_useful_tag_id_list.append(tag_item.tag_id)
            return topic_useful_tag_id_list
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return []


    def get_tag_name_list(self, tag_id_list):
        try:
            tag_name_list = list()
            for i in range(0, len(tag_id_list), 100):
                query_terms_list = list(Tag.objects.using(settings.SLAVE_DB_NAME).filter(id__in=tag_id_list[i:i + 100],is_online=True,is_deleted=False).values_list("name",flat=True))
                tag_name_list.extend(query_terms_list)
            return tag_name_list
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return []

    def judge_if_excellent_topic(self, topic_id):
        try:
            excelllect_object = ExcellentTopic.objects.filter(topic_id=topic_id).first()
            if excelllect_object and excelllect_object.is_online and not excelllect_object.is_deleted:
                return True
            else:
                return False
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return False

    def get_topic_offline_score(self):
        try:
            offline_score = 0.0
            user_is_shadow = False

            # 是否官方推荐用户
            user_query_results = UserExtra.objects.using(settings.SLAVE_DB_NAME).filter(user_id=self.user_id)
            if user_query_results.count() > 0:
                if user_query_results[0].is_recommend:
                    offline_score += 2.0 *10
                elif user_query_results[0].is_shadow:
                    user_is_shadow = True

            # 帖子等级
            if self.content_level == '5':
                offline_score += 100.0 *3
            elif self.content_level == '4':
                offline_score += 60.0 *3
            elif self.content_level == '6':
                offline_score += 200.0 *3

            if self.language_type == 1:
                offline_score += 60.0

            """
                1:马甲账号是否对总分降权？
            """
            if user_is_shadow:
                offline_score = offline_score * 0.5

            offline_score -= self.drop_score
            return offline_score
        except:
            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
            return 0.0


class TopicComplaint(models.Model):
    """帖子举报"""

    class Meta:
        verbose_name = u'帖子举报'
        app_label = 'community'
        db_table = 'topic_complaint'

    id = models.IntegerField(verbose_name='日记图片ID', primary_key=True)
    user_id = models.BigIntegerField(verbose_name=u'用户ID', db_index=True)
    topic = models.ForeignKey(
        Topic, verbose_name=u"关联的帖子", null=True, blank=True, default=None, on_delete=models.CASCADE, related_name='complaints')

    is_online = models.BooleanField(verbose_name=u"是否有效", default=True)


class PictorialTopic(models.Model):
    """画报帖子关系"""

    class Meta:
        verbose_name = u'画报帖子关系'
        app_label = 'community'
        db_table = 'community_pictorial_topic'

    id = models.IntegerField(verbose_name=u'日记ID', primary_key=True)
    pictorial_id = models.BigIntegerField(verbose_name=u'画报ID')
    topic_id = models.BigIntegerField(verbose_name=u'帖子ID')
    is_online = models.BooleanField(verbose_name=u"是否有效", default=True)
    is_deleted = models.BooleanField(verbose_name=u'是否删除')


class TopicExtra(models.Model):
    """帖子相关额外信息"""

    class Meta:
        verbose_name = '帖子额外信息'
        app_label = 'community'
        db_table = 'topic_extra'

    id = models.IntegerField(verbose_name=u'ID', primary_key=True)
    topic_id = models.IntegerField(verbose_name=u"帖子ID",db_index=True)
    virtual_vote_num = models.IntegerField(verbose_name="帖子虚拟点赞")


class TopicHomeRecommend(models.Model):
    """运营位帖子"""

    class Meta:
        verbose_name = "运营位帖子"
        db_table = "topic_home_recommend"
    id = models.IntegerField(verbose_name=u"id",primary_key=True)
    topic_id = models.IntegerField(verbose_name=u"帖子ID")
    is_online = models.BooleanField(verbose_name=u'是否上线')
    is_deleted = models.BooleanField(verbose_name=u'是否删除')