Commit 9360469e authored by litaolemo's avatar litaolemo

update

parent e9a87029
...@@ -287,7 +287,7 @@ class Crawler_xiaohongshu(): ...@@ -287,7 +287,7 @@ class Crawler_xiaohongshu():
continue continue
if rds.hexists("xiaohongshu",pid): if rds.hexists("xiaohongshu",pid):
continue continue
rds.hset("xiaohongshu",key=page_id,value=json.dumps(page_data)) # rds.hset("xiaohongshu",key=page_id,value=json.dumps(page_data))
yield page_data yield page_data
# break # break
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment