update

crawler_sys/scheduler/push_crawler_data_to_mysql.py

@@ -76,17 +76,17 @@ def scan_es_to_mysql():
                 print("write data %s %s into sql" % (tractate_id, res["_id"]))
             except Exception as e:
                 print("send to mysql error %s" % e)
-            if tractate_id:
-                rds.sadd("article_id_list", res["_id"])
-                search_word = data["search_word"]
-                if not query_id_dict.get(search_word):
-                    query_id_dict[search_word] = {}
-                query_id_dict[search_word][tractate_id] = 1
-                count += 1
-        if count % 200 == 0:
-            send_email(query_id_dict)
-            query_id_dict = {}
-    send_email(query_id_dict)
+            # if tractate_id:
+            #     rds.sadd("article_id_list", res["_id"])
+            #     search_word = data["search_word"]
+            #     if not query_id_dict.get(search_word):
+            #         query_id_dict[search_word] = {}
+            #     query_id_dict[search_word][tractate_id] = 1
+            #     count += 1
+        # if count % 200 == 0:
+        #     send_email(query_id_dict)
+        #     query_id_dict = {}
+    # send_email(query_id_dict)
 
 
 def send_one_data_to_mysql(_id):