Commit 26ec027b authored by 张彦钊's avatar 张彦钊

change test file

parent 36a45caf
......@@ -198,30 +198,30 @@ def con_sql(db,sql):
def test():
sql = "select stat_date,cid_id from esmm_train_data e where stat_date = '{}' limit 60".format("2019-04-25")
# sql = "select stat_date,cid_id from esmm_train_data e where stat_date = '{}' limit 60".format("2019-04-25")
#
# df = spark.sql(sql)
# df.show(6)
#
# # df.write.csv('/recommend/tr', mode='overwrite', header=True)
# df.write.format("avro").save(path="/recommend/tr", mode="overwrite")
df = spark.sql(sql)
df.show(6)
# df.write.csv('/recommend/tr', mode='overwrite', header=True)
df.write.format("avro").save(path="/recommend/tr", mode="overwrite")
# df.write.format("avro").save("/recommend/tr/avro.csv")
#
# from hdfs import InsecureClient
# from hdfs.ext.dataframe import read_dataframe
# from hdfs.ext.dataframe import write_dataframe
#
#
# client = InsecureClient('http://nvwa01:50070')
# # write_dataframe(client, '/recommend/va/a.csv', df)
#
# df = read_dataframe(client,"/recommend/va/a.csv")
#
#
# print(df.head())
from hdfs import InsecureClient
from hdfs.ext.dataframe import read_dataframe
from hdfs.ext.dataframe import write_dataframe
client = InsecureClient('http://nvwa01:50070')
df = read_dataframe(client,"/recommend/tr/part-00000-80d4e128-4a79-41de-9473-e4d0c5665047-c000.avro")
print(df.head())
# spark.sql("use online")
# spark.sql("ADD JAR /srv/apps/brickhouse-0.7.1-SNAPSHOT.jar")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment