Commit 475d14c4 authored by Your Name's avatar Your Name

test

parent 2c7f12f7
......@@ -205,7 +205,9 @@ if __name__ == "__main__":
# main(te_files)
# te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]]
rdd_te_files = spark.sparkContext.parallelize(te_files)
rdd_te_files.collect()
print("-"*100)
print(rdd_te_files.collect())
print("-" * 100)
indices = rdd_te_files.map(lambda x: main(x))
b = time.time()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment