update

crawler_sys/scheduler/weibo_to_rpc.py

@@ -27,7 +27,7 @@ gm_user_id_list = [
 "7048594049",
 ]
 
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=True)
+rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_responses=True)
 while True:
     if rds.hlen("weibo"):
         pid_list = rds.hkeys("weibo")

crawler_sys/scheduler/xiaohongshu_to_rpc.py

@@ -21,7 +21,7 @@ gm_user_id_list = [
 '5fe1c1ba0000000001006e65']
 
 
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=True)
+rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_responses=True)
 while True:
     if rds.hlen("xiaohongshu"):
         pid_list = rds.hkeys("xiaohongshu")

crawler_sys/site_crawler/crawler_xiaohongshu.py

@@ -197,7 +197,7 @@ class Crawler_xiaohongshu():
         releaser_id = self.get_releaser_id(releaserUrl)
         releaserUrl = 'http://www.xiaohongshu.com/user/profile/%s' % releaser_id
         pcursor = 0
-        cookie_dic = {'timestamp2': '2021010899964852bd70ca4c0c991c6c'}
+        cookie_dic = {'timestamp2': '2021011521167acd3955b98063aef973'}
         # proxies = {'http': 'http://hanye:i9mmu0a3@58.55.159.141:16085/', 'https': 'http://hanye:i9mmu0a3@58.55.159.141:16085/'}
         while count <= releaser_page_num_max and count <= 1:
             try:

crawler_sys/site_crawler_by_redis/crawler_xiaohongshu.py

@@ -35,7 +35,7 @@ from crawler.crawler_sys.proxy_pool.func_get_proxy_form_kuaidaili import get_pro
 from crawler.crawler_sys.utils.trans_str_play_count_to_int import trans_play_count
 import random, urllib
 # from crawler.crawler_sys.utils.rpc_data_to_answer import post_data
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=True)
+rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_responses=True)
 
 class Crawler_xiaohongshu():
     def __init__(self, timeout=None, platform='xiaohongshu'):