update

b5ea9738 · litaolemo · b6e8876f · b5ea9738
Commit b5ea9738 authored Aug 13, 2020 by litaolemo
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

crawler_toutiao.py crawler_sys/site_crawler/crawler_toutiao.py +1 -1

No files found.
--- a/crawler_sys/site_crawler/crawler_toutiao.py
+++ b/crawler_sys/site_crawler/crawler_toutiao.py
@@ -392,7 +392,7 @@ class Crawler_toutiao():
            urls.append(url)
        toutiao_Lst = []
        for search_page_url in urls:
-            get_page = retry_get_url(search_page_url, headers=headers_search)
+            get_page = retry_get_url(search_page_url, headers=headers_search,proxies=proxies_num)
            if get_page.status_code != 200:
                # retry once
                get_page = requests.get(search_page_url)