Commit 7a6a50db authored by Your Name's avatar Your Name

bug fix

parent cfddf34e
...@@ -187,7 +187,7 @@ if __name__ == "__main__": ...@@ -187,7 +187,7 @@ if __name__ == "__main__":
# df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000") # df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000")
# df.show() # df.show()
name = spark.createDataFrame([1,2,3,4,5]) name = spark.sparkContext.parallelize([1,2,3,4,5])
test = name.repartition(5).map(lambda x: test_map()) test = name.repartition(5).map(lambda x: test_map())
test.show() test.show()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment