Commit 5e295080 authored by 张彦钊's avatar 张彦钊

add

parent 76de3c48
...@@ -33,17 +33,16 @@ if __name__ == '__main__': ...@@ -33,17 +33,16 @@ if __name__ == '__main__':
sql = "select partition_date from online.ml_community_precise_exposure_detail " \ sql = "select partition_date from online.ml_community_precise_exposure_detail " \
"where action = 'page_precise_exposure' and page_name = 'search_result_welfare' " \ "where action = 'page_precise_exposure' and page_name = 'search_result_welfare' " \
"AND partition_date='20190926' limit 20" "AND partition_date='20190926' limit 20"
# df = spark.sql(sql) df = spark.sql(sql)
# # df.show(6) # # df.show(6)
# # params['exposure_cards'], # # params['exposure_cards'],
# rdd = df.rdd.map(lambda x:x[0]) rdd = df.rdd.map(lambda x:(x[0]))
# #
# print(rdd.collect()) print(rdd.collect())
# #
# spark.createDataFrame(rdd).show(6) # spark.createDataFrame(rdd).show(6)
rdd = spark.sparkContext.parallelize(["b", "a", "c"])
spark.createDataFrame(rdd).show(6)
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment