离线更新画像分去掉kv存储

eda/smart_rank/dist_update_user_portrait_service.py

@@ -78,11 +78,11 @@ def get_user_service_portrait(cl_id, all_word_tags, all_tag_tag_type, all_3tag_2
             gmkv_tag_score2_sum = tag_score_sum[["tag2", "tag_score"]][:size].to_dict('record')
             gmkv_tag_score2_sum_dict = {i["tag2"]: i["tag_score"] for i in gmkv_tag_score2_sum}
             # 写gmkv
-            gm_kv_cli = redis.Redis(host="172.16.40.135", port=5379, db=2, socket_timeout=2000)
-            cl_id_portrait_key = "user:service_portrait_tags:cl_id:" + str(cl_id)
-            tag_id_list_json = json.dumps(gmkv_tag_score_sum)
-            gm_kv_cli.set(cl_id_portrait_key, tag_id_list_json)
-            gm_kv_cli.expire(cl_id_portrait_key, time=30 * 24 * 60 * 60)
+            # gm_kv_cli = redis.Redis(host="172.16.40.135", port=5379, db=2, socket_timeout=2000)
+            # cl_id_portrait_key = "user:service_portrait_tags:cl_id:" + str(cl_id)
+            # tag_id_list_json = json.dumps(gmkv_tag_score_sum)
+            # gm_kv_cli.set(cl_id_portrait_key, tag_id_list_json)
+            # gm_kv_cli.expire(cl_id_portrait_key, time=30 * 24 * 60 * 60)
 
             # 写redis
             redis_client = redis.StrictRedis.from_url('redis://:ReDis!GmTx*0aN9@172.16.40.173:6379')
@@ -109,7 +109,7 @@ def get_user_service_portrait(cl_id, all_word_tags, all_tag_tag_type, all_3tag_2
             redis_client.hmset(cl_id_portrait_key3, gmkv_tag_score3_sum_dict)
             redis_client.expire(cl_id_portrait_key3, time=30 * 24 * 60 * 60)
 
-            # 写tidb，gmkv同步
+            # 写tidb，redis同步
             stat_date = datetime.datetime.today().strftime('%Y-%m-%d')
             replace_sql = """replace into user_service_portrait_tags (stat_date, cl_id, tag_list) values("{stat_date}","{cl_id}","{tag_list}")"""\
                 .format(stat_date=stat_date, cl_id=cl_id, tag_list=gmkv_tag_score_sum)
@@ -170,24 +170,24 @@ if __name__ == '__main__':
             tmp["weight"] = 10
             tmp["tag2"] = tag_info["id"]
             hot_search_words_portrait.append(tmp)
-        gm_kv_cli = redis.Redis(host="172.16.40.135", port=5379, db=2, socket_timeout=2000)
-        hot_search_words_portrait_portrait_key = "user:service_coldstart_tags"
-        hot_search_words_portrait_json = json.dumps(hot_search_words_portrait)
-        gm_kv_cli.set(hot_search_words_portrait_portrait_key, hot_search_words_portrait_json)
-        gm_kv_cli.expire(hot_search_words_portrait_portrait_key, time=30 * 24 * 60 * 60)
+        # gm_kv_cli = redis.Redis(host="172.16.40.135", port=5379, db=2, socket_timeout=2000)
+        # hot_search_words_portrait_portrait_key = "user:service_coldstart_tags"
+        # hot_search_words_portrait_json = json.dumps(hot_search_words_portrait)
+        # gm_kv_cli.set(hot_search_words_portrait_portrait_key, hot_search_words_portrait_json)
+        # gm_kv_cli.expire(hot_search_words_portrait_portrait_key, time=30 * 24 * 60 * 60)
 
-        redis_client.set(hot_search_words_portrait_portrait_key, hot_search_words_portrait_json)
-        redis_client.expire(hot_search_words_portrait_portrait_key, time=30 * 24 * 60 * 60)
+        # redis_client.set(hot_search_words_portrait_portrait_key, hot_search_words_portrait_json)
+        # redis_client.expire(hot_search_words_portrait_portrait_key, time=30 * 24 * 60 * 60)
 
         hot_search_words_portrait_portrait_key2 = "user:service_coldstart_tags2"
         hot_search_words_portrait_dict = {i["id"]: 0.2 for i in hot_search_words}
-        gm_kv_cli.hmset(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_dict)
+        # gm_kv_cli.hmset(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_dict)
         redis_client.delete(hot_search_words_portrait_portrait_key2)
         redis_client.hmset(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_dict)
 
         hot_search_words_portrait_portrait_key2 = "user:service_coldstart_tags2_name"
         hot_search_words_portrait_dict = {i["keywords"]: 0.2 for i in hot_search_words}
-        gm_kv_cli.hmset(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_dict)
+        # gm_kv_cli.hmset(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_dict)
         redis_client.delete(hot_search_words_portrait_portrait_key2)
         redis_client.hmset(hot_search_words_portrait_portrait_key2, hot_search_words_portrait_dict)
 
@@ -205,7 +205,7 @@ if __name__ == '__main__':
         # 搜索词tag
         search_words_synonym_tags_key = "search:words:synonym:tags"
         search_words_synonym_tags_json = json.dumps(all_word_tags)
-        gm_kv_cli.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
+        # gm_kv_cli.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
         redis_client.set(search_words_synonym_tags_key, search_words_synonym_tags_json)
 
         # rdd