Skip to content

C
crawler
Commit 0ba5fda3 authored by haowang's avatar haowang
Browse files
Options

modify

parent f1a51df3
Show whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
crawler_sys/site_crawler/crawler_zhihu_test.py
View file @ 0ba5fda3
...@@ -252,7 +252,7 @@ class Crawler_zhihu(): ...@@ -252,7 +252,7 @@ class Crawler_zhihu():
print("article_error") print("article_error")
page_dict = get_page.json() page_dict = get_page.json()
if page_dict.get("data"): if page_dict.get("data"):
for one_line in page_dict['data'][:1]: for one_line in page_dict['data']:
try: try:
if one_line["content"] != None: if one_line["content"] != None:
self.parse_sigle_page(one_line, mark) self.parse_sigle_page(one_line, mark)
...@@ -622,7 +622,7 @@ class Crawler_zhihu(): ...@@ -622,7 +622,7 @@ class Crawler_zhihu():
print("article_error") print("article_error")
page_dict = get_page.json() page_dict = get_page.json()
if page_dict.get("data"): if page_dict.get("data"):
for one_line in page_dict['data'][:1]: for one_line in page_dict['data']:
try: try:
self.parse_thought_sigle_page(one_line) self.parse_thought_sigle_page(one_line)
print("finshed_article" + offset) print("finshed_article" + offset)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment