Skip to content

C
crawler
Commit b0f900a3 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 2a3ff0e2
Hide whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
crawler_sys/framework/update_data_in_target_releasers_multi_process_by_date_from_redis.py
View file @ b0f900a3
...@@ -280,10 +280,10 @@ if __name__ == "__main__": ...@@ -280,10 +280,10 @@ if __name__ == "__main__":
platform_str = platform + "_process" platform_str = platform + "_process"
rds_1.set(platform_str, 0) rds_1.set(platform_str, 0)
for processe in range(processes_num): for processe in range(processes_num):
# start_crawler(processe,name) start_crawler(processe,name)
# print(kwargs_dict) print(kwargs_dict)
future = executor.submit(start_crawler,processe,name) # future = executor.submit(start_crawler,processe,name)
futures.append(future) # futures.append(future)
print('Processe %s start' % processe) print('Processe %s start' % processe)
executor.shutdown(True) executor.shutdown(True)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment