update

crawler_sys/site_crawler/crawler_xiaohongshu.py

@@ -66,10 +66,9 @@ class Crawler_xiaohongshu():
         self.chrome_options = webdriver.ChromeOptions()
         self.chrome_options.add_argument('--headless')
         self.chrome_options.add_argument('--disable-gpu')
-        # self.chrome_options.add_argument("--start-maximized")
         self.chrome_options.add_argument("--no-sandbox")
-        self.chrome_options.add_argument(
-            'User-Agent="Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1"')
+        self.chrome_options.add_argument('User-Agent="Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1"')
+        self.chrome_options.add_argument('upgrade-insecure-requests="1"')
 
         self.chrome_options.add_experimental_option('excludeSwitches', ['enable-automation'])
         self.timestamp = str(datetime.datetime.now().timestamp() * 1e3)
@@ -132,8 +131,10 @@ class Crawler_xiaohongshu():
                       push_to_redis=False, proxies_num=None, **kwargs):
         self.driver.get(releaserUrl)
         self.driver.implicitly_wait(1)
+        time.sleep(0.5)
         self.driver.get(releaserUrl)
         self.driver.implicitly_wait(1)
+        time.sleep(0.5)
         cookie = self.driver.get_cookies()
 
         # print(self.driver.get_log("performance"))