update

ebd80175 · litaolemo · 96ecd95d · ebd80175
Commit ebd80175 authored Aug 11, 2020 by litaolemo
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 2 deletions

push_crawler_data_to_mysql.py crawler_sys/scheduler/push_crawler_data_to_mysql.py +4 -2

No files found.
--- a/crawler_sys/scheduler/push_crawler_data_to_mysql.py
+++ b/crawler_sys/scheduler/push_crawler_data_to_mysql.py
@@ -103,11 +103,13 @@ def send_one_data_to_mysql(_id):
            if tractate_id:
                rds.sadd("article_id_list", res["_id"])
                search_word = data["search_word"]
+                if not query_id_dict.get(search_word):
+                    query_id_dict[search_word] = {}
                query_id_dict[search_word][tractate_id] = 1
    send_email(query_id_dict)


 if __name__ == "__main__":
    # scan_es_to_mysql()
-    # send_one_data_to_mysql("zhihu_283857656_480262861")
-    send_one_data_to_mysql("zhihu_65123027_648018097")
+    send_one_data_to_mysql("zhihu_283857656_480262861")
+    # send_one_data_to_mysql("zhihu_65123027_648018097")