Commit 482c43ed authored by Your Name's avatar Your Name

bug fix

parent 45cc388f
......@@ -197,7 +197,7 @@ if __name__ == "__main__":
tf.logging.set_verbosity(tf.logging.INFO)
te_files = ["hdfs://172.16.32.4:8020/strategy/esmm/nearby/part-r-00000"]
rdd_te_files = spark.sparkContext.parallelize(te_files)
now_time = rdd_te_files.repartition(5).map(lambda x: main(x))
now_time = rdd_te_files.map(lambda x: main(x))
print(now_time)
# main(te_files)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment