Commit 07b9b9d1 authored by Your Name's avatar Your Name

test

parent 891b06a9
...@@ -201,11 +201,11 @@ if __name__ == "__main__": ...@@ -201,11 +201,11 @@ if __name__ == "__main__":
# #
# tf.logging.set_verbosity(tf.logging.INFO) # tf.logging.set_verbosity(tf.logging.INFO)
# #
# te_files = [path + "nearby/part-r-00000"] te_files = [path + "nearby/part-r-00000"]
# main(te_files) # main(te_files)
te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]] # te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]]
rdd_te_files = spark.sparkContext.parallelize(te_files) rdd_te_files = spark.sparkContext.parallelize(te_files)
indices = rdd_te_files.repartition(2).map(lambda x: main(x)) indices = rdd_te_files.map(lambda x: main(x))
b = time.time() b = time.time()
print("耗时(分钟):") print("耗时(分钟):")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment