Commit 54bb47f7 authored by 高雅喆's avatar 高雅喆

update

parent a2845f38
......@@ -145,8 +145,12 @@ if __name__ == '__main__':
result = device_ids_lst_rdd.repartition(100).map(lambda x: get_user_tag_score(x, all_log_df))
a = result.collect()
print(a)
print(type(a))
# stat_date = datetime.datetime.today().strftime('%Y-%m-%d')
stat_date = datetime.datetime.today().strftime('%Y-%m-%d')
for i in a:
insert_sql = "insert into user_portrait_tags values({stat_date},{cl_id},{tag_list})"\
.format(stat_date=stat_date, cl_id=i[0], tag_list=json.dumps(i[1]))
# result_last = result_rename.withColumn("stat_date", lit(stat_date))
# result_last.show()
# df = result_last.select("stat_date", "cl_id", concat_ws(',', 'tag_list').alias("tag_list"))
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment