Commit 356d35cb authored by 张彦钊's avatar 张彦钊

修改预测集sql,并加上if判断为空

parent 7409e8b6
...@@ -347,7 +347,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map): ...@@ -347,7 +347,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map):
.toDF("y", "z", "app_list", "level2_list", "level3_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list", .toDF("y", "z", "app_list", "level2_list", "level3_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2_list", "tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2_list",
"search_tag3_list","city","uid","cid_id") "search_tag3_list","city","uid","cid_id")
if native.take(1).nonEmpty: if native.count() > 0:
print("预测集native有数据") print("预测集native有数据")
native.repartition(1).write.format("tfrecords").save(path=path + "native/", mode="overwrite") native.repartition(1).write.format("tfrecords").save(path=path + "native/", mode="overwrite")
print("native tfrecord done") print("native tfrecord done")
...@@ -363,7 +363,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map): ...@@ -363,7 +363,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map):
"tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2_list", "tag5_list", "tag6_list", "tag7_list", "ids", "search_tag2_list",
"search_tag3_list","city","uid","cid_id") "search_tag3_list","city","uid","cid_id")
if nearby.take(1).nonEmpty: if nearby.count() > 0:
print("预测集nearby有数据") print("预测集nearby有数据")
nearby.repartition(1).write.format("tfrecords").save(path=path + "nearby/", mode="overwrite") nearby.repartition(1).write.format("tfrecords").save(path=path + "nearby/", mode="overwrite")
print("nearby tfrecord done") print("nearby tfrecord done")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment