Commit 647b756a authored by 张彦钊's avatar 张彦钊

change test file

parent 0837dc8b
...@@ -343,7 +343,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map): ...@@ -343,7 +343,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map):
x[12],x[13],x[14],x[15],x[16],x[17],x[18],x[3],x[4],x[5]))) \ x[12],x[13],x[14],x[15],x[16],x[17],x[18],x[3],x[4],x[5]))) \
.toDF("y","z","app_list", "level2_list", "level3_list","tag1_list", "tag2_list", "tag3_list", "tag4_list", .toDF("y","z","app_list", "level2_list", "level3_list","tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2","search_tag3","city","uid","cid_id")\ "tag5_list", "tag6_list", "tag7_list", "ids","search_tag2","search_tag3","city","uid","cid_id")\
.repartition(100).write.format("tfrecords").save(path=path+"test_native/", mode="overwrite") .repartition(1).write.format("tfrecords").save(path=path+"native/", mode="overwrite")
print("native tfrecord done") print("native tfrecord done")
h = time.time() h = time.time()
print((h-f)/60) print((h-f)/60)
...@@ -358,7 +358,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map): ...@@ -358,7 +358,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map):
x[12],x[13], x[14], x[15], x[16],x[17],x[18],x[3],x[4],x[5]))) \ x[12],x[13], x[14], x[15], x[16],x[17],x[18],x[3],x[4],x[5]))) \
.toDF("y", "z", "app_list", "level2_list", "level3_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list", .toDF("y", "z", "app_list", "level2_list", "level3_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2", "search_tag3","city","uid","cid_id")\ "tag5_list", "tag6_list", "tag7_list", "ids","search_tag2", "search_tag3","city","uid","cid_id")\
.repartition(100).write.format("tfrecords").save(path=path + "test_nearby/", mode="overwrite") .repartition(1).write.format("tfrecords").save(path=path + "nearby/", mode="overwrite")
print("nearby tfrecord done") print("nearby tfrecord done")
def doris(): def doris():
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment