update

crawler_sys/site_crawler/crawler_xiaohongshu.py

@@ -65,8 +65,8 @@ class Crawler_xiaohongshu():
         self.video_data['platform'] = self.platform
         self.chrome_options = webdriver.ChromeOptions()
         self.chrome_options.add_argument('--headless')
-        self.chrome_options.add_argument('--disable-gpu')
-        self.chrome_options.add_argument("--no-sandbox")
+        # self.chrome_options.add_argument('--disable-gpu')
+        # self.chrome_options.add_argument("--no-sandbox")
         self.chrome_options.add_argument('User-Agent="Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1"')
         self.chrome_options.add_argument('accept="text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9"')
         self.chrome_options.add_argument('accept-encoding="gzip, deflate"')
@@ -78,7 +78,7 @@ class Crawler_xiaohongshu():
         self.chrome_options.add_argument('sec-fetch-user="?1"')
         self.chrome_options.add_argument('upgrade-insecure-requests="1"')
 
-        self.chrome_options.add_experimental_option('excludeSwitches', ['enable-automation'])
+        # self.chrome_options.add_experimental_option('excludeSwitches', ['enable-automation'])
         self.timestamp = str(datetime.datetime.now().timestamp() * 1e3)
         prefs = {"profile.managed_default_content_settings.images": 2}
         self.chrome_options.add_experimental_option("prefs", prefs)