Commit 86dd0ffd authored by Your Name's avatar Your Name

bug fix

parent 720591fa
...@@ -189,11 +189,11 @@ if __name__ == "__main__": ...@@ -189,11 +189,11 @@ if __name__ == "__main__":
# df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000") # df = spark.read.format("tfrecords").load(path+"nearby/part-r-00000")
# df.show() # df.show()
name = spark.sparkContext.parallelize([1,2,3,4,5]) # name = spark.sparkContext.parallelize([1,2,3,4,5])
#
test = name.repartition(5).map(lambda x: test_map(x)) # test = name.repartition(5).map(lambda x: test_map(x))
print(test) # print(test)
print(test.collect()) # print(test.collect())
tf.logging.set_verbosity(tf.logging.INFO) tf.logging.set_verbosity(tf.logging.INFO)
# te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]] # te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment