Commit 1097e6d8 authored by 张彦钊's avatar 张彦钊

change test file

parent 208998ad
...@@ -199,12 +199,13 @@ def con_sql(db,sql): ...@@ -199,12 +199,13 @@ def con_sql(db,sql):
def test(): def test():
sql = "select stat_date,cid_id from esmm_train_data e where stat_date = '{}' limit 60".format("2019-04-25") sql = "select stat_date,cid_id from esmm_train_data e where stat_date = '{}' limit 60".format("2019-04-25")
df = spark.createDataFrame(spark.sql(sql).rdd.map(lambda x:(x[0],x[1])).zipWithIndex()
.map(lambda x:(x[1],x[0][0],x[0][1]))).toDF("ind","k","v") df = spark.sql(sql)
df.show(6)
# df.write.csv('/recommend/tr', mode='overwrite', header=True) # df.write.csv('/recommend/tr', mode='overwrite', header=True)
df.write.format("avro").save("/recommend/tr/avro.csv") df.select("stat_date", "cid_id").write.format("avro").save("/recommend/tr/avro.csv")
# df.write.format("avro").save("/recommend/tr/avro.csv")
# #
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment