Skip to content

C
crawler
Commit b20a9edc authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent f39bf1de
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
crawler_sys/site_crawler/crawler_xiaohongshu.py
View file @ b20a9edc
......@@ -157,7 +157,7 @@ class Crawler_xiaohongshu():
print(page_element)
cookie = self.driver.get_cookies()
#
return True
# return True
# print(self.driver.get_log("performance"))
cookie_dic={}
for k in cookie:
......@@ -186,7 +186,7 @@ class Crawler_xiaohongshu():
releaserUrl = 'https://www.xiaohongshu.com/user/profile/%s' % releaser_id
self.video_data['releaserUrl'] = releaserUrl
pcursor = 0
cookie_dic = {'timestamp2.sig': 'QaPtkKr8VeAbx324ZSJgUSeLhjE2Lj1kDhdmZReaewo', 'timestamp2': '20210108b8c577995da3b1aa5e9a7392', 'xhsuid': 'cqq3glNpFsMgH50j', 'xhs_spses.5dde': '*', 'xhs_spid.5dde': 'fa1043ce96194610.1610072893.1.1610072895.1610072893.3536bab9-1e85-4a3a-8a46-37e694100de1', 'extra_exp_ids': 'gif_clt1,ques_clt1', 'xhsTrackerId': '591fba69-1884-4ab2-ca05-9ae70ab77d2e'}
# cookie_dic = {'timestamp2.sig': 'QaPtkKr8VeAbx324ZSJgUSeLhjE2Lj1kDhdmZReaewo', 'timestamp2': '20210108b8c577995da3b1aa5e9a7392', 'xhsuid': 'cqq3glNpFsMgH50j', 'xhs_spses.5dde': '*', 'xhs_spid.5dde': 'fa1043ce96194610.1610072893.1.1610072895.1610072893.3536bab9-1e85-4a3a-8a46-37e694100de1', 'extra_exp_ids': 'gif_clt1,ques_clt1', 'xhsTrackerId': '591fba69-1884-4ab2-ca05-9ae70ab77d2e'}
# print(proxies)
# proxies = {'http': 'http://hanye:i9mmu0a3@58.55.159.141:16085/', 'https': 'http://hanye:i9mmu0a3@58.55.159.141:16085/'}
while count <= releaser_page_num_max and count <= 1000:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment