update

eda/smart_rank/dist_update_user_portrait.py

@@ -91,7 +91,7 @@ def tag_list2dict(lst, size):
     return result[:size]
 
 
-def get_user_tag_score(cl_id, all_log_df, gm_kv_cli, size=10):
+def get_user_tag_score(cl_id, all_log_df, size=10):
     try:
         # db_jerry_test = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC',
         #                                 db='jerry_test', charset='utf8')
@@ -156,7 +156,7 @@ if __name__ == '__main__':
         spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
         spark.sparkContext.setLogLevel("WARN")
         device_ids_lst_rdd = spark.sparkContext.parallelize(device_ids_lst)
-        result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_tag_score(x, all_log_df, gm_kv_cli))
+        result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_tag_score(x, all_log_df))
         result.collect()
 
         # result_last = result_rename.withColumn("stat_date", lit(stat_date))