update

crawler_sys/scheduler/cal_ni_and_put_to_backend.py

@@ -485,12 +485,12 @@ def task_main():
 
 
 if __name__ == "__main__":
-    # from concurrent.futures import ProcessPoolExecutor
-    # executor = ProcessPoolExecutor(max_workers=4)
-    # futures = []
-    # for processe in range(4):
-    #     future = executor.submit(task_main)
-    #     futures.append(future)
-    #     print('Processe %s start' % processe)
-    # executor.shutdown(True)
-    task_main()
+    from concurrent.futures import ProcessPoolExecutor
+    executor = ProcessPoolExecutor(max_workers=5)
+    futures = []
+    for processe in range(4):
+        future = executor.submit(task_main)
+        futures.append(future)
+        print('Processe %s start' % processe)
+    executor.shutdown(True)
+    # task_main()