Commit 7a6a50db authored by Your Name's avatar Your Name

bug fix

parent cfddf34e
......@@ -187,7 +187,7 @@ if __name__ == "__main__":
# df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000")
# df.show()
name = spark.createDataFrame([1,2,3,4,5])
name = spark.sparkContext.parallelize([1,2,3,4,5])
test = name.repartition(5).map(lambda x: test_map())
test.show()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment