Skip to content

C
crawler
Commit 88bc5268 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 29d78393
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
crawler_sys/scheduler/xiaohongshu_to_rpc.py
View file @ 88bc5268
...@@ -112,8 +112,8 @@ rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses= ...@@ -112,8 +112,8 @@ rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=
pid_list = rds.hkeys("xiaohongshu") pid_list = rds.hkeys("xiaohongshu")
for pid in pid_list: for pid in pid_list:
res = rds.hget("xiaohongshu", pid) res = rds.hget("xiaohongshu", pid)
if rds.hexists("xiaohongshu_with_img", pid): # if rds.hexists("xiaohongshu_with_img", pid):
continue # continue
res_json = json.loads(res) res_json = json.loads(res)
video_dic = {} video_dic = {}
qiniu_img_list = [] qiniu_img_list = []
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment