Commit 85f40df4 authored by Your Name's avatar Your Name

test rm sess.run

parent eb6d066d
......@@ -187,8 +187,8 @@ if __name__ == "__main__":
# df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000")
# df.show()
name = spark.parallelize([1,2,3,4,5])
test = name.repartition(5).map(lambda x: test_map())
name = spark.createDataFrame([1,2,3,4,5],5)
test = name.map(lambda x: test_map())
test.show()
b = time.time()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment