update

crawler_sys/framework/redis_interact.py

@@ -8,7 +8,7 @@ import redis, json
 from crawler_sys.framework.platform_redis_register import get_redis_list_name
 from crawler_sys.framework.es_crawler import scan_crawler_url_register
 
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=19)
+rds = redis.StrictRedis(host='172.16.40.164', port=6379, db=19, password='ReDis!GmTx*0aN12')
 
 
 def feed_url_into_redis(dict_Lst, expire=0,

crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py

@@ -44,7 +44,7 @@ from redis.sentinel import Sentinel
 # # 连接数据库
 # rds_1 = sentinel.master_for('ida_redis_master', socket_timeout=1, db=1, decode_responses=True)
 
-rds_1 = redis.StrictRedis(host='172.18.51.10', port=6379, db=19, decode_responses=True)
+rds_1 = redis.StrictRedis(host='172.16.40.164', port=6379, db=19, decode_responses=True, password='ReDis!GmTx*0aN12')
 
 parser = argparse.ArgumentParser(description='Specify a platform name.')
 parser.add_argument('-n', '--max_page', default=30, type=int,

crawler_sys/framework/write_releasers_to_redis.py

@@ -34,7 +34,7 @@ from redis.sentinel import Sentinel
 # 连接数据库
 # rds = sentinel.master_for('ida_redis_master', socket_timeout=0.5, db=1, decode_responses=True)
 
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=19, decode_responses=True)
+rds = redis.StrictRedis(host='172.16.40.164', port=6379, db=19, decode_responses=True, password='ReDis!GmTx*0aN12')
 
 parser = argparse.ArgumentParser(description='Specify a platform name.')
 parser.add_argument('-p', '--platform', default=[], action='append',

crawler_sys/proxy_pool/func_get_proxy_form_kuaidaili.py

@@ -23,7 +23,7 @@ import kdl, requests
 # slave = sentinel.discover_slaves('ida_redis_master')
 # # 连接数据库
 # rds = sentinel.master_for('ida_redis_master', socket_timeout=0.5, db=7, decode_responses=True)
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=18, decode_responses=True)
+rds = redis.StrictRedis(host='172.16.40.164', port=6379, db=18, decode_responses=True, password='ReDis!GmTx*0aN12')
 
 
 def get_proxy_from_redis():

crawler_sys/scheduler/cal_ni_and_put_to_backend.py

@@ -26,10 +26,11 @@ from lxml.html.clean import Cleaner
 import random
 
 # from mistune import Renderer, InlineGrammar, InlineLexer, Markdown, escape
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=19)
+rds = redis.StrictRedis(host='172.16.40.164', port=6379, db=19, password='ReDis!GmTx*0aN12')
+rds = redis.StrictRedis(host='172.16.40.164', port=6379, db=19, password='ReDis!GmTx*0aN12')
 # conn = pymysql.connect(host='bj-cdb-6slgqwlc.sql.tencentcdb.com', port=62120, user='work', passwd='Gengmei1',
 #                        db='mimas_test', charset='utf8')
-
+rds.scan()
 
 
 class push_rule(object):

maintenance/send_email_with_file_auto_task.py

@@ -4,7 +4,7 @@
 import redis,time,json,datetime,sys
 from maintenance.func_send_email_with_file import send_file_email
 
-rds = redis.StrictRedis(host='172.18.51.10', port=6379, db=19,decode_responses=True)
+rds = redis.StrictRedis(host='172.16.40.164', port=6379, db=19,decode_responses=True, password='ReDis!GmTx*0aN12')
 
 
 def write_email_task_to_redis(task_name=None,file_path=None, data_str=None, email_group=[],