update

7e08e22c · litaolemo · b5ea9738 · 7e08e22c
Commit 7e08e22c authored Aug 13, 2020 by litaolemo
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

crawler_toutiao.py crawler_sys/site_crawler/crawler_toutiao.py +3 -1

No files found.
--- a/crawler_sys/site_crawler/crawler_toutiao.py
+++ b/crawler_sys/site_crawler/crawler_toutiao.py
@@ -399,7 +399,9 @@ class Crawler_toutiao():
                if get_page.status_code != 200:
                    continue
            page_dict = get_page.json()
-            print(page_dict)
+            if page_dict["has_more"] == 0:
+                break
+            # print(page_dict)
            if page_dict['data']:
                for one_line in page_dict['data']:
                    try: