代码提交

engine/data_monitor.py

@@ -45,6 +45,7 @@ def listen_data():
                 continue
             #Todo同步到数据库
             print(json.dumps(event))
+            _PoolMinx.update_last_record(int(event.get("time", 0)))
             table_index[event.get("table")].handle_data(event)
             # LazyDataHandle.handle_data()
             sys.stdout.flush()

engine/es_base.py

 import json
 from elasticsearch import Elasticsearch, helpers
 from django.conf import settings
+from engine.track_error import track_handle
 ES_HOSTS = ['127.0.0.1:9200']
 
 
@@ -21,7 +22,6 @@ class ESPerform(object):
         except:
             return None
 
-
     @classmethod
     def lazy_batch(cls, body, index, doc_type):
         """批量处理 包括增删改"""

engine/redis_base.py

@@ -29,6 +29,7 @@ class _PoolMinx(object):
 
 
 class LazyRecord(_PoolMinx):
+
     def __init__(self, model_name):
         self.prefix = "lazydata__"
         self._index = model_name

engine/track_error.py

+def track_handle():
+    pass

hera/tasks.py

@@ -16,6 +16,6 @@ def data_sync():
         lazy_cli = LazyRecord(model_name=lazy_key)
         lazy_data = lazy_cli.pop_data(pop_count=settings.LazyLen)
         try:
-            ESPerform.lazy_create(lazy_data)
+            ESPerform.lazy_batch(lazy_data)
         except:
             lazy_cli.push_data(lazy_data)

settings/mapping.py

 #ES映射到具体的Mysql
-from engine.heras_transfer import LocalDemo
+from data_transfer.heras_transfer import LocalDemo
 
 table_index = {
     "runoob_tbl": LocalDemo

settings/settings_local.py

@@ -10,7 +10,7 @@ ES_HOSTS = ['127.0.0.1']
 
 REDIS = {
     'default': {'host': '127.0.0.1', 'port': 6379, 'db': 0},
-    'es_lazydata': {'host': '127.0.0.1', 'port': 6379, 'db': 1}
+    'es_lazydata': {'host': '127.0.0.1', 'port': 6379, 'db': 1},
 }
 
 LazyLen = 100