调试

linucb/core/Linucb.py

@@ -14,7 +14,7 @@ from libs.cache import redis_client
 import logging
 import traceback
 import json
-import pickle
+import cPickle as pickle
 import pymysql
 import random
 import time

tools/generate_content_user_feature.py

@@ -14,7 +14,7 @@ from linucb.core.Linucb import *
 import logging
 import traceback
 import json
-import pickle
+import cPickle as pickle
 import pymysql
 import random
 import time
@@ -220,66 +220,66 @@ if __name__ == "__main__":
     onehot_encoder = Generate_Feature_Info.get_tagv3_label_onehot(label_encoder=label_encoder,tagv3_name_list=list(tagv3_name_set))
 
 
-    # Generate_Feature_Info.generate_content_feature_to_redis(label_encoder,onehot_encoder)
+    Generate_Feature_Info.generate_content_feature_to_redis(label_encoder,onehot_encoder)
 
 
     linucb_matrix_redis_name = "strategy:linucb:matrix:content_type:diary"
+
+    diary_click_file = "/data/log/duan_test/feed_query_data/feed_click_info.txt"
+    diary_fd = open(diary_click_file,"r")
+
+    for line in diary_fd.readlines():
+        line = line.strip()
+        line = line.strip("\n")
+        line = line.strip("\r")
+        line = line.strip(" ")
+
+        item_list = line.split(",")
+        device_id = item_list[3]
+        diary_id = item_list[4]
+        Generate_Feature_Info.generate_user_feature_to_redis(device_id, label_encoder,onehot_encoder)
+
+        user_feature_list = Generate_Feature_Info.get_user_feature_by_device_id(device_id)
+        content_feature_list = Generate_Feature_Info.get_content_feature(diary_id)
+
+        offi_context_feature_list = []
+        if len(user_feature_list)>0 and len(content_feature_list)>0:
+            offi_context_feature_list.append(user_feature_list[0])
+            offi_context_feature_list.append(content_feature_list[0])
+            diary_content_level = str(content_feature_list[1])
+
+            print(offi_context_feature_list)
+            print("*"*50)
+            LinUCB.update_linucb_info(user_features=offi_context_feature_list,reward=1,content_id=diary_id,
+                                      redis_name_linucb_matrix=linucb_matrix_redis_name,redis_cli=redis_client,
+                                      content_level_str=diary_content_level)
+    diary_fd.close()
+
+
+    # duan_device_id="868771031984211"
+    # user_feature_list = Generate_Feature_Info.get_user_feature_by_device_id(duan_device_id)
     #
-    # diary_click_file = "/data/log/duan_test/feed_query_data/feed_click_info.txt"
-    # diary_fd = open(diary_click_file,"r")
-    #
-    # for line in diary_fd.readlines():
-    #     line = line.strip()
-    #     line = line.strip("\n")
-    #     line = line.strip("\r")
-    #     line = line.strip(" ")
-    #
-    #     item_list = line.split(",")
-    #     device_id = item_list[3]
-    #     diary_id = item_list[4]
-    #     Generate_Feature_Info.generate_user_feature_to_redis(device_id, label_encoder,onehot_encoder)
-    #
-    #     user_feature_list = Generate_Feature_Info.get_user_feature_by_device_id(device_id)
-    #     content_feature_list = Generate_Feature_Info.get_content_feature(diary_id)
+    # test_count = 50
+    # while test_count:
+    #     begin=time.time()
+    #     test_feature = [user_feature_list[0],user_feature_list[0]]
+    #     print(test_feature)
+    #     all_diary_content_redis_dict = redis_client.hgetall("strategy:linucb:matrix:content_type:diary")
+    #     top_tag_dict, top_tag_set = LinUCB.linucb_recommend_tag(all_diary_content_redis_dict,test_feature,list(all_diary_content_redis_dict.keys()))
+    #     print(time.time()-begin)
+    #     print(top_tag_dict)
     #
-    #     offi_context_feature_list = []
-    #     if len(user_feature_list)>0 and len(content_feature_list)>0:
-    #         offi_context_feature_list.append(user_feature_list[0])
-    #         offi_context_feature_list.append(content_feature_list[0])
-    #         diary_content_level = str(content_feature_list[1])
+    #     for diary_id in top_tag_set:
+    #         update_feature_list = [user_feature_list[0]]
+    #         content_feature_list = Generate_Feature_Info.get_content_feature(diary_id)
+    #         if len(content_feature_list)>0:
+    #             update_feature_list.append(content_feature_list[0])
+    #         print(update_feature_list)
+    #         LinUCB.update_linucb_info(user_features=update_feature_list,reward=0,content_id=diary_id,redis_name_linucb_matrix=linucb_matrix_redis_name,redis_cli=redis_client)
     #
-    #         print(offi_context_feature_list)
-    #         print("*"*50)
-    #         LinUCB.update_linucb_info(user_features=offi_context_feature_list,reward=1,content_id=diary_id,
-    #                                   redis_name_linucb_matrix=linucb_matrix_redis_name,redis_cli=redis_client,
-    #                                   content_level_str=diary_content_level)
-    # diary_fd.close()
-
-
-    duan_device_id="868771031984211"
-    user_feature_list = Generate_Feature_Info.get_user_feature_by_device_id(duan_device_id)
-
-    test_count = 50
-    while test_count:
-        begin=time.time()
-        test_feature = [user_feature_list[0],user_feature_list[0]]
-        print(test_feature)
-        all_diary_content_redis_dict = redis_client.hgetall("strategy:linucb:matrix:content_type:diary")
-        top_tag_dict, top_tag_set = LinUCB.linucb_recommend_tag(all_diary_content_redis_dict,test_feature,list(all_diary_content_redis_dict.keys()))
-        print(time.time()-begin)
-        print(top_tag_dict)
-
-        for diary_id in top_tag_set:
-            update_feature_list = [user_feature_list[0]]
-            content_feature_list = Generate_Feature_Info.get_content_feature(diary_id)
-            if len(content_feature_list)>0:
-                update_feature_list.append(content_feature_list[0])
-            print(update_feature_list)
-            LinUCB.update_linucb_info(user_features=update_feature_list,reward=0,content_id=diary_id,redis_name_linucb_matrix=linucb_matrix_redis_name,redis_cli=redis_client)
-
-        test_count -= 1
-        print("*"*50)
-        time.sleep(2)
+    #     test_count -= 1
+    #     print("*"*50)
+    #     time.sleep(2)
 
     # begin=time.time()
     # test_feature = [1,2]