Skip to content

F
ffm-baseline
Commit 442e56d0 authored by Your Name's avatar Your Name
Browse files
Options

predict native

parent 87242b87
Show whitespace changes
Inline Side-by-side
Showing with 4 additions and 4 deletions
eda/esmm/Model_pipline/dist_predict.py
View file @ 442e56d0
...@@ -200,14 +200,14 @@ if __name__ == "__main__": ...@@ -200,14 +200,14 @@ if __name__ == "__main__":
spark.sparkContext.setLogLevel("WARN") spark.sparkContext.setLogLevel("WARN")
path = "hdfs://172.16.32.4:8020/strategy/esmm/" path = "hdfs://172.16.32.4:8020/strategy/esmm/"
df = spark.read.format("tfrecords").load(path+"test_nearby/part-r-00000") df = spark.read.format("tfrecords").load(path+"test_native/part-r-00000")
df.show() df.show()
te_files = [] te_files = []
for i in range(0,10): for i in range(0,10):
te_files.append([path + "test_nearby/part-r-0000" + str(i)]) te_files.append([path + "test_native/part-r-0000" + str(i)])
for i in range(10,100): for i in range(10,100):
te_files.append([path + "test_nearby/part-r-000" + str(i)]) te_files.append([path + "test_native/part-r-000" + str(i)])
rdd_te_files = spark.sparkContext.parallelize(te_files) rdd_te_files = spark.sparkContext.parallelize(te_files)
print("-"*100) print("-"*100)
...@@ -218,7 +218,7 @@ if __name__ == "__main__": ...@@ -218,7 +218,7 @@ if __name__ == "__main__":
te_result_dataframe = spark.createDataFrame(indices.flatMap(lambda x: x.split(";")).map(lambda l: Row(sample_id=l.split(":")[0],ctcvr=l.split(":")[1]))) te_result_dataframe = spark.createDataFrame(indices.flatMap(lambda x: x.split(";")).map(lambda l: Row(sample_id=l.split(":")[0],ctcvr=l.split(":")[1])))
te_result_dataframe.show() te_result_dataframe.show()
te_result_dataframe.toPandas().to_csv("/home/gmuser/esmm/nearby/pred.txt", header=True) te_result_dataframe.toPandas().to_csv("/home/gmuser/esmm/native/pred.txt", header=True)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment