Commit a530634f authored by 张彦钊's avatar 张彦钊

change test file

parent 4076cd57
......@@ -241,8 +241,8 @@ def feature_engineer():
f = time.time()
spark.createDataFrame(train).toDF("y", "z", "app_list", "level2_list", "level3_list",
"tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2","search_tag3") \
.repartition(1).write.format("tfrecords").save(path=path + "test_tr/", mode="overwrite")
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2_list","search_tag3_list") \
.repartition(1).write.format("tfrecords").save(path=path + "tr/", mode="overwrite")
h = time.time()
print("train tfrecord done")
print((h - f) / 60)
......@@ -258,7 +258,7 @@ def feature_engineer():
spark.createDataFrame(test).toDF("y", "z", "app_list", "level2_list", "level3_list",
"tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2","search_tag3") \
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2_list","search_tag3_list") \
.repartition(1).write.format("tfrecords").save(path=path + "va/", mode="overwrite")
print("va tfrecord done")
......
......@@ -133,8 +133,8 @@ def model_fn(features, labels, mode, params):
tag5_list = features['tag5_list']
tag6_list = features['tag6_list']
tag7_list = features['tag7_list']
search_tag2_list = features['search_tag2']
search_tag3_list = features['search_tag3']
search_tag2_list = features['search_tag2_list']
search_tag3_list = features['search_tag3_list']
if FLAGS.task_type != "infer":
y = labels['y']
......@@ -320,7 +320,7 @@ def main(_):
FLAGS.model_dir = FLAGS.model_dir + FLAGS.dt_dir
#FLAGS.data_dir = FLAGS.data_dir + FLAGS.dt_dir
tr_files = ["hdfs://172.16.32.4:8020/strategy/esmm/test_tr/part-r-00000"]
tr_files = ["hdfs://172.16.32.4:8020/strategy/esmm/tr/part-r-00000"]
va_files = ["hdfs://172.16.32.4:8020/strategy/esmm/va/part-r-00000"]
te_files = ["%s/part-r-00000" % FLAGS.hdfs_dir]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment