update

crawler_sys/scheduler/push_crawler_data_to_mysql.py

@@ -66,9 +66,11 @@ def scan_es_to_mysql():
     for doc_id in doc_id_list:
         try:
             data = es_framework.get_source(index="crawler-data-raw",id=doc_id)
-        except:
+        except Exception as e:
+            print("can't fine %s from es" % doc_id)
             continue
         if data:
+            data["doc_id"] = doc_id
             try:
                 tractate_id = write_data_into_mysql(data, user_id_list)
                 print("write data %s %s into sql" % (tractate_id, res["_id"]))