update

crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py

@@ -70,8 +70,8 @@ parser.add_argument('-v', '--video', default="False", type=str,
 parser.add_argument('-name', '--name', default="crawler01", type=str,
                     help=('this computer name'))
 args = parser.parse_args()
-
-rds_save = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_responses=True, password='ReDis!GmTx*0aN12')
+#, password='ReDis!GmTx*0aN12'
+rds_save = redis.StrictRedis(host='172.18.51.10', port=6379, db=20, decode_responses=True)
 rds_1 = redis.StrictRedis(host='172.18.51.10', port=6379, db=19, decode_responses=True)
 rds_17 = redis.StrictRedis(host='172.18.51.10', port=6379, db=17, decode_responses=True)
 platform_crawler_reg = {

crawler_sys/site_crawler_by_redis/crawler_weibo.py

@@ -127,7 +127,7 @@ class Crawler_weibo():
                 except:
                     get_page = None
                     has_more = False
-                print(get_page.text)
+                # print(get_page.text)
                 if get_page and get_page.status_code == 200:
                     try:
                         page_json = get_page.json()