增加日记队列比较功能

diaryQueueUpdate.py

@@ -7,6 +7,7 @@ import pymysql
 from datetime import datetime
 # utils 包必须要导，否则ffm转化时用到的pickle找不到utils，会报错
 import utils
+from utils import queue_compare
 import warnings
 from multiprocessing import Pool
 from userProfile import get_active_users
@@ -218,6 +219,7 @@ def user_update(device_id, city_id, queue_name,data_set_cid,total_video_id):
             diary_queue = pipe_line(queue_name, queue_arg, device_id,total_video_id)
             if diary_queue:
                 update_sql_dairy_queue(queue_name, diary_queue, device_id, city_id)
+                queue_compare(queue_list,diary_queue)
                 # print("更新结束")
             else:
                 print("获取的日记列表是空，所以不更新日记队列")

utils.py

@@ -48,6 +48,21 @@ def con_sql(sql):
     return df
 
 
+def queue_compare(old_list, new_list):
+    # 去掉前面的"diary|"
+    old_list = list(map(lambda x:x[6:],old_list))
+    temp = list(range(len(old_list)))
+    x_dict = dict(zip(old_list, temp))
+    temp = list(range(len(new_list)))
+    y_dict = dict(zip(new_list, temp))
+    i = 0
+    for key in x_dict.keys():
+        if x_dict[key] != y_dict[key]:
+            i += 1
+    print("日记队列更新前日记总个数{}，位置发生变化个数{}，发生变化率{}%".format(len(old_list), i,
+                                                      round(i / len(old_list) * 100), 2))
+
+
 def move_file():
     import os
     for eachFile in os.listdir("/data2/models/train"):