update

crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py

@@ -31,7 +31,7 @@ from crawler.crawler_sys.utils.parse_bool_for_args import parse_bool_for_args
 import redis,json
 from concurrent.futures import ProcessPoolExecutor
 import threading
-from redis.sentinel import Sentinel
+# from redis.sentinel import Sentinel
 
 # sentinel = Sentinel([('192.168.17.65', 26379),
 #                      ('192.168.17.66', 26379),
@@ -251,7 +251,7 @@ def start_crawler(processe,name):
     for count in range(args.thead_num):
         # single_thead(processe,name)
         t = threading.Thread(target=single_thead, name=str(count),args=(str(processe),name))
-        # # t.setDaemon(False) #
+        t.setDaemon(False)
         t.start()