update

71d3f7a7 · litaolemo · 5765ae54 · 71d3f7a7
Commit 71d3f7a7 authored 4 years ago by litaolemo
Hide whitespace changes
Inline Side-by-side

Showing with 2 additions and 0 deletions

push_crawler_data_to_mysql.py crawler_sys/scheduler/push_crawler_data_to_mysql.py +2 -0

No files found.
--- a/crawler_sys/scheduler/push_crawler_data_to_mysql.py
+++ b/crawler_sys/scheduler/push_crawler_data_to_mysql.py
@@ -70,6 +70,8 @@ def scan_es_to_mysql():
            if tractate_id:
                rds.sadd("article_id_list", res["_id"])
                search_word = data["search_word"]
+                if not query_id_dict.get(search_word):
+                    query_id_dict[search_word] = {}
                query_id_dict[search_word][tractate_id] = 1
                count += 1
        if count % 1000 == 0: