Skip to content

C
crawler
Commit 45bf1cf9 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 9a270f14
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py
View file @ 45bf1cf9
...@@ -31,7 +31,7 @@ from crawler.crawler_sys.utils.parse_bool_for_args import parse_bool_for_args ...@@ -31,7 +31,7 @@ from crawler.crawler_sys.utils.parse_bool_for_args import parse_bool_for_args
import redis,json import redis,json
from concurrent.futures import ProcessPoolExecutor from concurrent.futures import ProcessPoolExecutor
import threading import threading
from redis.sentinel import Sentinel # from redis.sentinel import Sentinel
# sentinel = Sentinel([('192.168.17.65', 26379), # sentinel = Sentinel([('192.168.17.65', 26379),
# ('192.168.17.66', 26379), # ('192.168.17.66', 26379),
...@@ -251,7 +251,7 @@ def start_crawler(processe,name): ...@@ -251,7 +251,7 @@ def start_crawler(processe,name):
for count in range(args.thead_num): for count in range(args.thead_num):
# single_thead(processe,name) # single_thead(processe,name)
t = threading.Thread(target=single_thead, name=str(count),args=(str(processe),name)) t = threading.Thread(target=single_thead, name=str(count),args=(str(processe),name))
# # t.setDaemon(False) # t.setDaemon(False)
t.start() t.start()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment