update

eda/smart_rank/dist_update_user_portrait.py

@@ -142,17 +142,18 @@ if __name__ == '__main__':
 
         device_ids_lst_rdd = spark.sparkContext.parallelize(device_ids_lst)
         gm_kv_cli = redis.Redis(host="172.16.40.135", port=5379, db=6, socket_timeout=2000)
-        result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_tag_score(x, all_log_df)).toDF()
-        result_rename = result.selectExpr("_1 as cl_id", "_2 as tag_list")
-        stat_date = datetime.datetime.today().strftime('%Y-%m-%d')
-        result_last = result_rename.withColumn("stat_date", lit(stat_date))
-        result_last.show()
-        df = result_last.select("stat_date", "cl_id", concat_ws(',', 'tag_list').alias("tag_list"))
-        df.show()
-        df.write.jdbc(
-            mode="overwrite",
-            url="jdbc:mysql://172.16.40.158:4000/jerry_test?user=root&password=3SYz54LS9#^9sBvC&useSSL=true",
-            table="user_portrait_tags",
-            properties={"driver": 'com.mysql.jdbc.Driver'})
+        result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_tag_score(x, all_log_df))
+        a = result.collect()
+        print(a)
+        # stat_date = datetime.datetime.today().strftime('%Y-%m-%d')
+        # result_last = result_rename.withColumn("stat_date", lit(stat_date))
+        # result_last.show()
+        # df = result_last.select("stat_date", "cl_id", concat_ws(',', 'tag_list').alias("tag_list"))
+        # df.show()
+        # df.write.jdbc(
+        #     mode="overwrite",
+        #     url="jdbc:mysql://172.16.40.158:4000/jerry_test?user=root&password=3SYz54LS9#^9sBvC&useSSL=true",
+        #     table="user_portrait_tags",
+        #     properties={"driver": 'com.mysql.jdbc.Driver'})
     except Exception as e:
         print(e)
\ No newline at end of file