add multi-process

diaryQueueUpdate.py

@@ -225,25 +225,31 @@ def pipe_line(queue_name, queue_arg, device_id):
         return diary_queue
 
 
-def user_update(device_id,city_id,data_set_cid):
-    queue_name_list = ["native_queue","nearby_queue","nation_queue","megacity_queue"]
-    for queue_name in queue_name_list:
-        queue_list = get_queue(device_id, city_id,queue_name)
-        if queue_list:
-            queue_predict = list(set(queue_list) & set(data_set_cid))
-            queue_not_predict = list(set(queue_list) - set(data_set_cid))
-            queue_arg = [queue_predict, queue_not_predict, queue_list]
-            if queue_predict != []:
-                diary_queue = pipe_line(queue_name, queue_arg, device_id)
-                if diary_queue:
-                    update_sql_dairy_queue(queue_name, diary_queue, device_id, city_id)
-                    print("更新结束")
-                else:
-                    print("获取的日记列表是空，所以不更新日记队列")
+def user_update(device_id, city_id, queue_name,data_set_cid):
+    queue_list = get_queue(device_id, city_id, queue_name)
+    if queue_list:
+        queue_predict = list(set(queue_list) & set(data_set_cid))
+        queue_not_predict = list(set(queue_list) - set(data_set_cid))
+        queue_arg = [queue_predict, queue_not_predict, queue_list]
+        if queue_predict != []:
+            diary_queue = pipe_line(queue_name, queue_arg, device_id)
+            if diary_queue:
+                update_sql_dairy_queue(queue_name, diary_queue, device_id, city_id)
+                print("更新结束")
             else:
-                print("预测集是空，不需要预测")
+                print("获取的日记列表是空，所以不更新日记队列")
         else:
-            print("日记队列为空")
+            print("预测集是空，不需要预测")
+    else:
+        print("日记队列为空")
+
+def mult_iproecess_update(device_id, city_id, data_set_cid):
+    queue_name_list = ["native_queue","nearby_queue","nation_queue","megacity_queue"]
+    pool = Pool(4)
+    for queue_name in queue_name_list:
+        pool.apply_async(user_update, (device_id, city_id, queue_name,data_set_cid,))
+    pool.close()
+    pool.join()
 
 
 def run():
@@ -252,7 +258,7 @@ def run():
 
     for device_city in device_city_list:
         start = time.time()
-        user_update(device_city[0], device_city[1],data_set_cid)
+        mult_iproecess_update(device_city[0], device_city[1], data_set_cid)
         end = time.time()
         print("更新该用户队列耗时{}秒".format((end-start)))
     print("end")