Skip to content

C
crawler
Commit 50da8b6c authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 27c3403a
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 1 deletion
crawler_sys/site_crawler/crawler_xiaohongshu.py
View file @ 50da8b6c
...@@ -88,7 +88,7 @@ class Crawler_xiaohongshu(): ...@@ -88,7 +88,7 @@ class Crawler_xiaohongshu():
prefs = {"profile.managed_default_content_settings.images": 2} prefs = {"profile.managed_default_content_settings.images": 2}
self.chrome_options.add_experimental_option("prefs", prefs) self.chrome_options.add_experimental_option("prefs", prefs)
self.driver = webdriver.Chrome(options=self.chrome_options) self.driver = webdriver.Chrome(options=self.chrome_options)
self.driver.add_cookie({'name' : 'timestamp2', 'value' : '2021010899964852bd70ca4c0c991c6c'})
def __exit__(self): def __exit__(self):
self.driver.close() self.driver.close()
...@@ -147,6 +147,7 @@ class Crawler_xiaohongshu(): ...@@ -147,6 +147,7 @@ class Crawler_xiaohongshu():
time.sleep(1) time.sleep(1)
self.driver.implicitly_wait(2) self.driver.implicitly_wait(2)
self.driver.add_cookie(cookie_dict={'name': 'timestamp2', 'value': '2021010899964852bd70ca4c0c991c6c'})
page_element = self.driver.find_element_by_xpath("//*").get_attribute("outerHTML") page_element = self.driver.find_element_by_xpath("//*").get_attribute("outerHTML")
print(page_element) print(page_element)
self.driver.get("https://www.xiaohongshu.com/explore") self.driver.get("https://www.xiaohongshu.com/explore")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment