Commit 9bb67dbc authored by 张彦钊's avatar 张彦钊

change test file

parent db9e5ecf
......@@ -343,7 +343,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map):
.map(lambda x: (x[1], x[2], x[6], x[7], x[8], x[9], x[10], x[11],
x[12], x[13], x[14], x[15], x[16], x[17], x[18]))) \
.toDF("y", "z", "app_list", "level2_list", "level3_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2", "search_tag3") \
"tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2_list","search_tag3_list") \
.repartition(1).write.format("tfrecords").save(path=path+"native/", mode="overwrite")
print("native tfrecord done")
h = time.time()
......@@ -358,7 +358,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map):
.map(lambda x: (x[1], x[2], x[6], x[7], x[8], x[9], x[10], x[11],
x[12], x[13], x[14], x[15], x[16], x[17], x[18]))) \
.toDF("y", "z", "app_list", "level2_list", "level3_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2", "search_tag3") \
"tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2_list","search_tag3_list") \
.repartition(1).write.format("tfrecords").save(path=path + "nearby/", mode="overwrite")
print("nearby tfrecord done")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment