Commit e656c919 authored by 张彦钊's avatar 张彦钊

add

parent 374b137c
......@@ -31,7 +31,9 @@ if __name__ == '__main__':
sql = "select params['exposure_cards'] from online.ml_community_precise_exposure_detail " \
"where action = 'page_precise_exposure' and page_name = 'search_result_welfare' " \
"AND partition_date='20190926' limit 20"
rdd = spark.sql(sql).rdd.map(lambda x:eval(x[0])).map(lambda x:ctr(x))
df = spark.sql(sql)
df.show(6)
rdd = df.rdd.map(lambda x:eval(x[0])).map(lambda x:ctr(x))
spark.createDataFrame(rdd).show(6)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment