diff --git a/crawler_sys/site_crawler/crawler_xiaohongshu.py b/crawler_sys/site_crawler/crawler_xiaohongshu.py index c86c92608b21b5874fe0c2f55c5c22842d47a487..3e043e5a4ac0d9996d82d6d420db6d6f69b93686 100644 --- a/crawler_sys/site_crawler/crawler_xiaohongshu.py +++ b/crawler_sys/site_crawler/crawler_xiaohongshu.py @@ -132,9 +132,10 @@ class Crawler_xiaohongshu(): self.driver.get(releaserUrl) self.driver.implicitly_wait(1) time.sleep(0.5) - self.driver.get(releaserUrl) + self.driver.refresh() self.driver.implicitly_wait(1) time.sleep(0.5) + self.driver.refresh() cookie = self.driver.get_cookies() # print(self.driver.get_log("performance")) @@ -210,4 +211,4 @@ class Crawler_xiaohongshu(): if __name__ == '__main__': test = Crawler_xiaohongshu() releaserurl = 'https://www.xiaohongshu.com/user/profile/5abbb57211be1027a0c880ae' - res = test.releaser_page(releaserurl,proxies_num=1) + res = test.releaser_page(releaserurl)