Skip to content

C
crawler
Commit 95a68709 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent aa8c3a88
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 2 deletions
crawler_sys/site_crawler/crawler_xiaohongshu.py
View file @ 95a68709
...@@ -132,9 +132,10 @@ class Crawler_xiaohongshu(): ...@@ -132,9 +132,10 @@ class Crawler_xiaohongshu():
self.driver.get(releaserUrl) self.driver.get(releaserUrl)
self.driver.implicitly_wait(1) self.driver.implicitly_wait(1)
time.sleep(0.5) time.sleep(0.5)
self.driver.get(releaserUrl) self.driver.refresh()
self.driver.implicitly_wait(1) self.driver.implicitly_wait(1)
time.sleep(0.5) time.sleep(0.5)
self.driver.refresh()
cookie = self.driver.get_cookies() cookie = self.driver.get_cookies()
# print(self.driver.get_log("performance")) # print(self.driver.get_log("performance"))
...@@ -210,4 +211,4 @@ class Crawler_xiaohongshu(): ...@@ -210,4 +211,4 @@ class Crawler_xiaohongshu():
if __name__ == '__main__': if __name__ == '__main__':
test = Crawler_xiaohongshu() test = Crawler_xiaohongshu()
releaserurl = 'https://www.xiaohongshu.com/user/profile/5abbb57211be1027a0c880ae' releaserurl = 'https://www.xiaohongshu.com/user/profile/5abbb57211be1027a0c880ae'
res = test.releaser_page(releaserurl,proxies_num=1) res = test.releaser_page(releaserurl)
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment