Skip to content

F
ffm-baseline
Commit a5128303 authored by Your Name's avatar Your Name
Browse files
Options

test native time sucess

parent dbfca398
Hide whitespace changes
Inline Side-by-side
Showing with 3 additions and 3 deletions
eda/esmm/Model_pipline/dist_predict.py
View file @ a5128303
...@@ -208,9 +208,9 @@ if __name__ == "__main__": ...@@ -208,9 +208,9 @@ if __name__ == "__main__":
# te_files = [path + "nearby/part-r-00000"] # te_files = [path + "nearby/part-r-00000"]
te_files = [] te_files = []
for i in range(0,10): for i in range(0,10):
te_files.append([path + "nearby/part-r-0000" + str(i)]) te_files.append([path + "native/part-r-0000" + str(i)])
for i in range(10,100): for i in range(10,100):
te_files.append([path + "nearby/part-r-000" + str(i)]) te_files.append([path + "native/part-r-000" + str(i)])
# main(te_files) # main(te_files)
# te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]] # te_files = [[path+"nearby/part-r-00000"],[path+"native/part-r-00000"]]
rdd_te_files = spark.sparkContext.parallelize(te_files) rdd_te_files = spark.sparkContext.parallelize(te_files)
...@@ -218,7 +218,7 @@ if __name__ == "__main__": ...@@ -218,7 +218,7 @@ if __name__ == "__main__":
print(rdd_te_files.collect()) print(rdd_te_files.collect())
print("-" * 100) print("-" * 100)
indices = rdd_te_files.repartition(100).map(lambda x: main(x)) indices = rdd_te_files.repartition(100).map(lambda x: main(x))
print(indices.collect()) print(indices.take(1))
b = time.time() b = time.time()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment