Commit 720591fa authored by Your Name's avatar Your Name

bug fix

parent 43815488
...@@ -196,8 +196,8 @@ if __name__ == "__main__": ...@@ -196,8 +196,8 @@ if __name__ == "__main__":
print(test.collect()) print(test.collect())
tf.logging.set_verbosity(tf.logging.INFO) tf.logging.set_verbosity(tf.logging.INFO)
te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]] # te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]]
te_files = [path + "nearby/part-r-00000"]
# rdd_te_files = spark.sparkContext.parallelize(te_files) # rdd_te_files = spark.sparkContext.parallelize(te_files)
# indices = rdd_te_files.repartition(2).map(lambda x: main(x)) # indices = rdd_te_files.repartition(2).map(lambda x: main(x))
# print(indices.collect()) # print(indices.collect())
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment