Skip to content

C
crawler
Commit b5ea9738 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent b6e8876f
Show whitespace changes
Inline Side-by-side
Showing with 1 addition and 1 deletion
crawler_sys/site_crawler/crawler_toutiao.py
View file @ b5ea9738
...@@ -392,7 +392,7 @@ class Crawler_toutiao(): ...@@ -392,7 +392,7 @@ class Crawler_toutiao():
urls.append(url) urls.append(url)
toutiao_Lst = [] toutiao_Lst = []
for search_page_url in urls: for search_page_url in urls:
get_page = retry_get_url(search_page_url, headers=headers_search) get_page = retry_get_url(search_page_url, headers=headers_search,proxies=proxies_num)
if get_page.status_code != 200: if get_page.status_code != 200:
# retry once # retry once
get_page = requests.get(search_page_url) get_page = requests.get(search_page_url)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment