Skip to content

C
crawler
Commit ba1348d0 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent c9429c4d
Hide whitespace changes
Inline Side-by-side
Showing with 5 additions and 2 deletions
tasks/crawler_week_report.py
View file @ ba1348d0
...@@ -408,8 +408,11 @@ AND page_name in ('search_home','search_home_more','search_home_welfare','search ...@@ -408,8 +408,11 @@ AND page_name in ('search_home','search_home_more','search_home_welfare','search
device_df.show(1, False) device_df.show(1, False)
sql_res = device_df.collect() sql_res = device_df.collect()
for res in sql_res: for res in sql_res:
res_json = json.loads(res.query_words) try:
print(res_json, type(res_json)) res_json = json.loads(res.query_words)
print(res_json, type(res_json))
except:
continue
for single_keyword in res_json: for single_keyword in res_json:
data_count = data_dic.get(single_keyword) data_count = data_dic.get(single_keyword)
if data_count: if data_count:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment