update

crawler_sys/site_crawler/crawler_xiaohongshu.py

@@ -64,10 +64,10 @@ class Crawler_xiaohongshu():
         self.video_data = std_fields.video_data
         self.video_data['platform'] = self.platform
         self.chrome_options = webdriver.ChromeOptions()
-        # self.chrome_options.add_argument('--headless')
+        self.chrome_options.add_argument('--headless')
         self.chrome_options.add_argument('--disable-gpu')
         self.chrome_options.add_argument("--no-sandbox")
-        # self.chrome_options.add_argument('--proxy-server=http://{ip}:{port}'.format(ip='171.80.186.177', port=15455))
+        self.chrome_options.add_argument('--proxy-server=http://{ip}:{port}'.format(ip='113.121.242.91', port=19319))
         self.chrome_options.add_argument('User-Agent="Mozilla/5.0 (iPhone; CPU iPhone OS 13_2_3 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/13.0.3 Mobile/15E148 Safari/604.1"')
         self.chrome_options.add_argument('accept="text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9"')
         self.chrome_options.add_argument('accept-encoding="gzip, deflate"')
@@ -139,7 +139,7 @@ class Crawler_xiaohongshu():
                       output_to_es_register=False,
                       push_to_redis=False, proxies_num=None, **kwargs):
         self.driver.get("https://www.xiaohongshu.com/")
-        
+
         time.sleep(1)
         self.driver.implicitly_wait(2)
         self.driver.get(releaserUrl)