add multi-process

diaryQueueUpdate.py

@@ -225,10 +225,8 @@ def pipe_line(queue_name, queue_arg, device_id):
         return diary_queue
 
 
-def user_update(device_id,city_id,data_set_cid):
-    queue_name_list = ["native_queue","nearby_queue","nation_queue","megacity_queue"]
-    for queue_name in queue_name_list:
-        queue_list = get_queue(device_id, city_id,queue_name)
+def user_update(device_id, city_id, queue_name,data_set_cid):
+    queue_list = get_queue(device_id, city_id, queue_name)
     if queue_list:
         queue_predict = list(set(queue_list) & set(data_set_cid))
         queue_not_predict = list(set(queue_list) - set(data_set_cid))
@@ -245,6 +243,14 @@ def user_update(device_id,city_id,data_set_cid):
     else:
         print("日记队列为空")
 
+def mult_iproecess_update(device_id, city_id, data_set_cid):
+    queue_name_list = ["native_queue","nearby_queue","nation_queue","megacity_queue"]
+    pool = Pool(4)
+    for queue_name in queue_name_list:
+        pool.apply_async(user_update, (device_id, city_id, queue_name,data_set_cid,))
+    pool.close()
+    pool.join()
+
 
 def run():
     data_set_cid = pd.read_csv(DIRECTORY_PATH + "data_set_cid.csv")["cid"].values.tolist()
@@ -252,7 +258,7 @@ def run():
 
     for device_city in device_city_list:
         start = time.time()
-        user_update(device_city[0], device_city[1],data_set_cid)
+        mult_iproecess_update(device_city[0], device_city[1], data_set_cid)
         end = time.time()
         print("更新该用户队列耗时{}秒".format((end-start)))
     print("end")