add manager

physical/settings.py

@@ -18,7 +18,6 @@ from celery.schedules import crontab
 # Build paths inside the project like this: os.path.join(BASE_DIR, ...)
 BASE_DIR = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
 
-
 # Quick-start development settings - unsuitable for production
 # See https://docs.djangoproject.com/en/1.10/howto/deployment/checklist/
 
@@ -30,9 +29,8 @@ DEBUG = False
 
 ALLOWED_HOSTS = []
 
-
 # Application definition
-SENTRY_CELERY_ENDPOINT="http://60b0004c8884420f8067fb32fc3ed244:20f97fc73ffa4aad9735d0e6542a6d78@sentry.igengmei.com/140"
+SENTRY_CELERY_ENDPOINT = "http://60b0004c8884420f8067fb32fc3ed244:20f97fc73ffa4aad9735d0e6542a6d78@sentry.igengmei.com/140"
 BROKER_URL = "redis://127.0.0.1:6379/8"
 
 # CELERY_SEND_EVENTS = True
@@ -64,8 +62,8 @@ INSTALLED_APPS = (
     'django.contrib.sessions',
     'django.contrib.messages',
     'django.contrib.staticfiles',
-	'trans2es',
-	'search',
+    'trans2es',
+    'search',
     'injection.data_sync',
 )
 
@@ -125,13 +123,16 @@ REDIS_URL = "redis://127.0.0.1:6379"
 # Database
 # https://docs.djangoproject.com/en/1.10/ref/settings/#databases
 
+DATABASE_APPS_MAPPING = {'face': 'face'}
+
 DATABASES = {
     'default': {
         'ENGINE': 'django.db.backends.mysql',
         'NAME': 'alpha',
         'USER': 'work',
         'PASSWORD': 'Gengmei123',
-        'HOST': 'rm-2zeaut61u9sm21m0b.mysql.rds.aliyuncs.com',
+        # 'HOST': 'rm-2zeaut61u9sm21m0b.mysql.rds.aliyuncs.com',
+        'HOST': 'rm-2zeaut61u9sm21m0bjo.mysql.rds.aliyuncs.com',
         'PORT': '3306',
         'OPTIONS': {
             "init_command": "SET foreign_key_checks = 0;",
@@ -143,9 +144,10 @@ DATABASES = {
         'NAME': 'face',
         'USER': 'work',
         'PASSWORD': 'Gengmei123',
-        'HOST': 'rm-2zeaut61u9sm21m0b.mysql.rds.aliyuncs.com',
+        # 'HOST': 'rm-2zeaut61u9sm21m0b.mysql.rds.aliyuncs.com',
+        'HOST': 'rm-2zeaut61u9sm21m0bjo.mysql.rds.aliyuncs.com',
         'PORT': '3306',
-        #'CONN_MAX_AGE': None,
+        # 'CONN_MAX_AGE': None,
         'OPTIONS': {
             "init_command": "SET foreign_key_checks = 0;",
             "charset": "utf8mb4",
@@ -154,13 +156,13 @@ DATABASES = {
 
 }
 ES_INFO_LIST = [
-        {
-            "host": "10.29.130.141",
-            "port": 9200
-        }
+    {
+        "host": "10.29.130.141",
+        "port": 9200
+    }
 ]
 
-ES_INDEX_PREFIX="gm-dbmw"
+ES_INDEX_PREFIX = "gm-dbmw"
 
 MIDDLEWARE_CLASSES = (
     'gm_tracer.middleware.TracerMiddleware',

trans2es/management/commands/trans2es_data2es_parallel.py

@@ -107,8 +107,11 @@ class Command(BaseCommand):
 
             query_set = type_info.queryset
 
+            logging.info("query_set:%s"%query_set)
+
             slicer = TableSlicer(queryset=query_set, chunk_size=type_info.bulk_insert_chunk_size)
 
+
             for chunk in slicer.chunks():
 
                 job = Job(

trans2es/models/contrast_similar.py

 #!/usr/bin/env python
 # -*- coding: utf-8 -*-
 
-from django.conf import settings
-from django.core.management.base import BaseCommand, CommandError
-import traceback
-import logging
+# from django.conf import settings
+# from django.core.management.base import BaseCommand, CommandError
+# import traceback
+# import logging
 from django.db import models
 import datetime
-from .topic import Topic
+from django.db.models import QuerySet
 
 
-manager = lambda: models.Manager().db_manager(using='face')
+# from .topic import Topic
+
+
+# manager = lambda: models.Manager().db_manager(using='face')
 
 
 class ContrastSimilar(models.Model):
@@ -19,7 +22,13 @@ class ContrastSimilar(models.Model):
         verbose_name = u"用户脸相似度表"
         db_table = "face_user_contrast_similar"
 
-    objects = manager()
+    class ContrastSimilarManager(models.Manager):
+
+        def get_queryset(self):
+            qs = QuerySet(self.model).using("face")
+            return qs
+
+    objects = models.Manager().db_manager(using='face')
     id = models.IntegerField(verbose_name="主键ID", primary_key=True)
     is_online = models.BooleanField(verbose_name="是否上线")
     is_deleted = models.BooleanField(verbose_name="是否删除")
@@ -29,20 +38,20 @@ class ContrastSimilar(models.Model):
     create_time = models.DateTimeField(verbose_name=u'创建时间', default=datetime.datetime.fromtimestamp(0))
     update_time = models.DateTimeField(verbose_name=u'更新时间', default=datetime.datetime.fromtimestamp(0))
 
-    @classmethod
-    def get_similar_user_id(cls):
-
-        try:
-            similar_user_id_list = list()
-            if cls.objects.similarity > 0.3:
-                query_list = Topic.objects.filter(user_id=cls.objects.participant_user_id, is_deleted=False,
-                                                  is_online=True,
-                                                  content_level__in=("3", "4", "5"))
-                for item in query_list:
-                    if item.user_id != cls.objects.participant_user_id:
-                        similar_user_id_list.append(item.id)
-
-                return similar_user_id_list
-        except:
-            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
-            return []
+    # @classmethod
+    # def get_similar_user_id(cls):
+    #
+    #     try:
+    #         similar_user_id_list = list()
+    #         if cls.objects.similarity > 0.3:
+    #             query_list = Topic.objects.filter(user_id=cls.objects.participant_user_id, is_deleted=False,
+    #                                               is_online=True,
+    #                                               content_level__in=("3", "4", "5"))
+    #             for item in query_list:
+    #                 if item.user_id != cls.objects.participant_user_id:
+    #                     similar_user_id_list.append(item.id)
+    #
+    #             return similar_user_id_list
+    #     except:
+    #         logging.error("catch exception,err_msg:%s" % traceback.format_exc())
+    #         return []

trans2es/type_info.py

@@ -68,7 +68,7 @@ class TypeInfo(object):
 
     @property
     def queryset(self):
-        return django.db.models.QuerySet(model=self.model, query=self.query)
+        return django.db.models.QuerySet(model=self.model, query=self.query).using("face")
 
     @property
     def pk_blacklist(self):