modify

injection/admin.py

+from django.contrib import admin
+
+# Register your models here.

injection/data_sync/__init__.py

+default_app_config = 'injection.data_sync.apps.DataSyncApp'

injection/data_sync/apps.py

+# coding=utf-8
+from __future__ import unicode_literals, print_function, absolute_import
+
+
+from django.apps import AppConfig
+
+
+class DataSyncApp(AppConfig):
+
+    name = 'injection.data_sync'
+    label = 'injected_data_sync'
+

injection/data_sync/tasks.py

+# -*- coding: UTF-8 -*-
+import logging
+import traceback
+import json
+import pymysql
+import threading
+import random
+import datetime
+from celery import shared_task
+from django.conf import settings
+from django.core import serializers
+from trans2es.type_info import get_type_info_map,TypeInfo
+# from rpc.all import get_rpc_remote_invoker
+from libs.es import ESPerform
+from libs.cache import redis_client
+
+
+@shared_task
+def write_to_es(es_type, pk_list, use_batch_query_set=False):
+    try:
+        pk_list = list(frozenset(pk_list))
+        type_info_map = get_type_info_map()
+        type_info = type_info_map[es_type]
+
+        logging.info("consume es_type:%s" % str(es_type))
+        type_info.insert_table_by_pk_list(
+            sub_index_name=es_type,
+            pk_list=pk_list,
+            use_batch_query_set=use_batch_query_set,
+            es=ESPerform.get_cli()
+        )
+
+    except:
+        logging.error("catch exception,err_msg:%s" % traceback.format_exc())
\ No newline at end of file

injection/models.py

+from django.db import models
+
+# Create your models here.

injection/tests.py

+from django.test import TestCase
+
+# Create your tests here.

injection/views.py

+from django.shortcuts import render
+
+# Create your views here.

search_tips/log_settings.py_bak

+#!/usr/bin/env python
+# -*- coding: utf-8 -*-
+
+
+import os
+import logging
+
+LOG_DIR = '/data/log/search_tips/app/'
+
+logging.basicConfig(
+    level=logging.INFO,
+    format='%(asctime)s %(levelname)s %(module)s.%(funcName)s Line:%(lineno)d  %(message)s',
+    filename=os.path.join(LOG_DIR, 'filelog.log'),
+)
+
+LOGGING = {
+    'version': 1,
+    'disable_existing_loggers': False,
+
+    'filters': {
+        'require_debug_true': {
+            '()': 'django.utils.log.RequireDebugTrue',
+        },
+    },
+
+    'formatters': {
+        'verbose': {
+            'format': '%(asctime)s %(levelname)s %(module)s.%(funcName)s Line:%(lineno)d  %(message)s'
+        },
+        'simple': {
+            'format': '%(levelname)s %(message)s'
+        },
+        'profile': {
+            'format': '%(asctime)s %(message)s'
+        },
+        'raw': {
+            'format': '%(message)s'
+        }
+    },
+
+    'handlers': {
+        'console': {
+            'level': 'DEBUG',
+            'class': 'logging.StreamHandler',
+            'formatter': 'simple'
+        },
+
+        # 默认的服务器Log(保存到log/filelog.log中, 通过linux的logrotate来处理日志的分割
+        'default': {
+            'level': 'INFO',
+            'class': 'logging.handlers.RotatingFileHandler',
+            'filename': os.path.join(LOG_DIR, 'filelog.log'),
+            'formatter': 'verbose',
+        },
+
+        # 默认的服务器ERROR log
+        'default_err': {
+            'level': 'ERROR',
+            'class': 'logging.handlers.RotatingFileHandler',
+            'filename': os.path.join(LOG_DIR, 'error_logger.log'),
+            'formatter': 'verbose',
+        },
+        'exception_logger': {
+            'level': 'INFO',
+            'class': 'logging.handlers.RotatingFileHandler',
+            'filename': os.path.join(LOG_DIR, 'exception_logger.log'),
+            'formatter': 'verbose',
+        },
+
+        'tracer_handler': {
+            'level': 'INFO',
+            'class': 'logging.handlers.RotatingFileHandler',
+            'filename': os.path.join(LOG_DIR, 'tracer.log'),
+            'formatter': 'raw'
+        },
+    },
+
+    'loggers': {
+        'django': {
+            'handlers': ['default'],
+            'propagate': True,
+            'level': 'INFO',
+        },
+        'django.request': {
+            'handlers': ['default_err'],
+            'level': 'ERROR',
+            'propagate': False,
+        },
+        'exception_logger': {
+            'handlers': ['exception_logger'],
+            'level': 'INFO',
+            'propagate': False,
+        },
+
+        'gm_tracer.subscribe': {
+            'handlers': ['tracer_handler'],
+            'propagate': False,
+            'level': 'INFO'
+        },
+
+    },
+}
+
+

search_tips/settings_local.py_bak

+# -*- coding:utf-8 -*-
+
+
+ALLOWED_HOSTS = ["192.168.78.2"]
+
+SECRET_KEY = 'e%$v6snev0807=t0@gk_n2#r5m6r1h(eil6cp^y3ub@ja@gk_t'
+SENTRY_CELERY_ENDPOINT="http://60b0004c8884420f8067fb32fc3ed244:20f97fc73ffa4aad9735d0e6542a6d78@sentry.igengmei.com/140"
+
+BROKER_URL = "redis://127.0.0.1:6379/8"
+
+#REDIS_URL = "redis://127.0.0.1:6379"
+REDIS_URL = "redis://127.0.0.1:6379/1"
+
+CELERY_BROKER_URL = "redis://127.0.0.1:6379/8"
+
+
+DATABASES = {
+    'default': {
+        'ENGINE': 'django.db.backends.mysql',
+        'NAME': 'zhengxing_test',
+        'USER': 'work',
+        'PASSWORD': 'workwork',
+        'HOST': 'rdsmaqevmuzj6jy.mysql.rds.aliyuncs.com',
+        'PORT': '',
+        'OPTIONS': {
+            "init_command": "SET foreign_key_checks = 0;",
+            "charset": "utf8mb4",
+        }
+    },
+    'bran': {
+        'ENGINE': 'django.db.backends.mysql',  # 设置为mysql数据库
+        'NAME': 'bran_test',
+        'USER': 'work',
+        'PASSWORD': 'workwork',
+        'HOST': 'rdsmaqevmuzj6jy.mysql.rds.aliyuncs.com',
+        'PORT': '3306',
+        'OPTIONS': {
+            "init_command": "SET foreign_key_checks = 0;",
+            "charset": "utf8mb4",  # 为了支持emoji表情
+        },
+    }
+}
+
+ES_INFO_LIST = [
+        {
+            "host": "10.29.130.141",
+            "port": 9200
+        }
+]
+
+GM_ORI_ES_INFO_LIST = [
+        {
+            "host": "10.29.130.141",
+            "port": 9200
+        }
+]
+
+ES_INDEX_PREFIX="gm-dbmw"
+
+