Skip to content

F
ffm-baseline
Commit a530634f authored by 张彦钊's avatar 张彦钊
Browse files
Options

change test file

parent 4076cd57
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 6 deletions
tensnsorflow/multi_hot.py
View file @ a530634f
...@@ -241,8 +241,8 @@ def feature_engineer(): ...@@ -241,8 +241,8 @@ def feature_engineer():
f = time.time() f = time.time()
spark.createDataFrame(train).toDF("y", "z", "app_list", "level2_list", "level3_list", spark.createDataFrame(train).toDF("y", "z", "app_list", "level2_list", "level3_list",
"tag1_list", "tag2_list", "tag3_list", "tag4_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2","search_tag3") \ "tag5_list", "tag6_list", "tag7_list", "ids","search_tag2_list","search_tag3_list") \
.repartition(1).write.format("tfrecords").save(path=path + "test_tr/", mode="overwrite") .repartition(1).write.format("tfrecords").save(path=path + "tr/", mode="overwrite")
h = time.time() h = time.time()
print("train tfrecord done") print("train tfrecord done")
print((h - f) / 60) print((h - f) / 60)
...@@ -258,7 +258,7 @@ def feature_engineer(): ...@@ -258,7 +258,7 @@ def feature_engineer():
spark.createDataFrame(test).toDF("y", "z", "app_list", "level2_list", "level3_list", spark.createDataFrame(test).toDF("y", "z", "app_list", "level2_list", "level3_list",
"tag1_list", "tag2_list", "tag3_list", "tag4_list", "tag1_list", "tag2_list", "tag3_list", "tag4_list",
"tag5_list", "tag6_list", "tag7_list", "ids","search_tag2","search_tag3") \ "tag5_list", "tag6_list", "tag7_list", "ids","search_tag2_list","search_tag3_list") \
.repartition(1).write.format("tfrecords").save(path=path + "va/", mode="overwrite") .repartition(1).write.format("tfrecords").save(path=path + "va/", mode="overwrite")
print("va tfrecord done") print("va tfrecord done")
......
tensnsorflow/train_tag.py
View file @ a530634f
...@@ -133,8 +133,8 @@ def model_fn(features, labels, mode, params): ...@@ -133,8 +133,8 @@ def model_fn(features, labels, mode, params):
tag5_list = features['tag5_list'] tag5_list = features['tag5_list']
tag6_list = features['tag6_list'] tag6_list = features['tag6_list']
tag7_list = features['tag7_list'] tag7_list = features['tag7_list']
search_tag2_list = features['search_tag2'] search_tag2_list = features['search_tag2_list']
search_tag3_list = features['search_tag3'] search_tag3_list = features['search_tag3_list']
if FLAGS.task_type != "infer": if FLAGS.task_type != "infer":
y = labels['y'] y = labels['y']
...@@ -320,7 +320,7 @@ def main(_): ...@@ -320,7 +320,7 @@ def main(_):
FLAGS.model_dir = FLAGS.model_dir + FLAGS.dt_dir FLAGS.model_dir = FLAGS.model_dir + FLAGS.dt_dir
#FLAGS.data_dir = FLAGS.data_dir + FLAGS.dt_dir #FLAGS.data_dir = FLAGS.data_dir + FLAGS.dt_dir
tr_files = ["hdfs://172.16.32.4:8020/strategy/esmm/test_tr/part-r-00000"] tr_files = ["hdfs://172.16.32.4:8020/strategy/esmm/tr/part-r-00000"]
va_files = ["hdfs://172.16.32.4:8020/strategy/esmm/va/part-r-00000"] va_files = ["hdfs://172.16.32.4:8020/strategy/esmm/va/part-r-00000"]
te_files = ["%s/part-r-00000" % FLAGS.hdfs_dir] te_files = ["%s/part-r-00000" % FLAGS.hdfs_dir]
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment