modify

crawler_sys/site_crawler/crawler_zhihu_test.py

@@ -252,7 +252,7 @@ class Crawler_zhihu():
                 print("article_error")
         page_dict = get_page.json()
         if page_dict.get("data"):
-            for one_line in page_dict['data'][:1]:
+            for one_line in page_dict['data']:
                 try:
                     if one_line["content"] != None:
                         self.parse_sigle_page(one_line, mark)
@@ -622,7 +622,7 @@ class Crawler_zhihu():
                 print("article_error")
         page_dict = get_page.json()
         if page_dict.get("data"):
-            for one_line in page_dict['data'][:1]:
+            for one_line in page_dict['data']:
                 try:
                     self.parse_thought_sigle_page(one_line)
                     print("finshed_article" + offset)