Commit fff075d7 authored by Your Name's avatar Your Name

dist predict test

parent 149aa897
......@@ -269,7 +269,7 @@ if __name__ == "__main__":
rdd_te_files = spark.sparkContext.parallelize(te_files)
print("-"*100)
indices = rdd_te_files.repartition(40).map(lambda x: main(x))
# print(indices.take(1))
print(indices.take(1))
print("dist predict nearby")
te_result_dataframe = spark.createDataFrame(indices.flatMap(lambda x: x.split(";")).map(
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment