Commit 1ccbbc74 authored by 张彦钊's avatar 张彦钊

change test file

parent fd3119c6
...@@ -171,11 +171,12 @@ if __name__ == '__main__': ...@@ -171,11 +171,12 @@ if __name__ == '__main__':
# df.show() # df.show()
# df.createOrReplaceTempView("df") # df.createOrReplaceTempView("df")
# t = spark.sql("select id from df").map() # t = spark.sql("select id from df").map()
tr_files = get_filename("tr") import glob
print(tr_files) import random
va_files = get_filename("va")
print("test") tr_files = glob.glob("home/gmuser/test/part*")
print(va_files) random.shuffle(tr_files)
print("tr_files:", tr_files)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment