Commit cfddf34e authored by Your Name's avatar Your Name

bug fix

parent 85f40df4
...@@ -187,8 +187,8 @@ if __name__ == "__main__": ...@@ -187,8 +187,8 @@ if __name__ == "__main__":
# df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000") # df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000")
# df.show() # df.show()
name = spark.createDataFrame([1,2,3,4,5],5) name = spark.createDataFrame([1,2,3,4,5])
test = name.map(lambda x: test_map()) test = name.repartition(5).map(lambda x: test_map())
test.show() test.show()
b = time.time() b = time.time()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment