Commit 086f1446 authored by 张彦钊's avatar 张彦钊

add

parent e656c919
......@@ -32,8 +32,8 @@ if __name__ == '__main__':
"where action = 'page_precise_exposure' and page_name = 'search_result_welfare' " \
"AND partition_date='20190926' limit 20"
df = spark.sql(sql)
df.show(6)
rdd = df.rdd.map(lambda x:eval(x[0])).map(lambda x:ctr(x))
# df.show(6)
rdd = df.rdd.map(lambda x:ctr(x))
spark.createDataFrame(rdd).show(6)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment