From 647b756a0189a9469c80a3a91ff2910ae8fa41c4 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=BC=A0=E5=BD=A6=E9=92=8A?= <zhangyanzhao@igengmei.com> Date: Fri, 21 Jun 2019 15:00:48 +0800 Subject: [PATCH] change test file --- tensnsorflow/multi_hot.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/tensnsorflow/multi_hot.py b/tensnsorflow/multi_hot.py index a5ce2ec7..e1d1b55d 100644 --- a/tensnsorflow/multi_hot.py +++ b/tensnsorflow/multi_hot.py @@ -343,7 +343,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map): x[12],x[13],x[14],x[15],x[16],x[17],x[18],x[3],x[4],x[5]))) \ .toDF("y","z","app_list", "level2_list", "level3_list","tag1_list", "tag2_list", "tag3_list", "tag4_list", "tag5_list", "tag6_list", "tag7_list", "ids","search_tag2","search_tag3","city","uid","cid_id")\ - .repartition(100).write.format("tfrecords").save(path=path+"test_native/", mode="overwrite") + .repartition(1).write.format("tfrecords").save(path=path+"native/", mode="overwrite") print("native tfrecord done") h = time.time() print((h-f)/60) @@ -358,7 +358,7 @@ def get_predict(date,value_map,app_list_map,leve2_map,leve3_map): x[12],x[13], x[14], x[15], x[16],x[17],x[18],x[3],x[4],x[5]))) \ .toDF("y", "z", "app_list", "level2_list", "level3_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list", "tag5_list", "tag6_list", "tag7_list", "ids","search_tag2", "search_tag3","city","uid","cid_id")\ - .repartition(100).write.format("tfrecords").save(path=path + "test_nearby/", mode="overwrite") + .repartition(1).write.format("tfrecords").save(path=path + "nearby/", mode="overwrite") print("nearby tfrecord done") def doris(): -- 2.18.0