update

ba1348d0 · litaolemo · c9429c4d · ba1348d0
Commit ba1348d0 authored Aug 14, 2020 by litaolemo
Hide whitespace changes
Inline Side-by-side

Showing with 5 additions and 2 deletions

crawler_week_report.py tasks/crawler_week_report.py +5 -2

No files found.
--- a/tasks/crawler_week_report.py
+++ b/tasks/crawler_week_report.py
@@ -408,8 +408,11 @@ AND page_name in ('search_home','search_home_more','search_home_welfare','search
    device_df.show(1, False)
    sql_res = device_df.collect()
    for res in sql_res:
-        res_json = json.loads(res.query_words)
-        print(res_json, type(res_json))
+        try:
+            res_json = json.loads(res.query_words)
+            print(res_json, type(res_json))
+        except:
+            continue
        for single_keyword in res_json:
            data_count = data_dic.get(single_keyword)
            if data_count: