Commit ec1eb585 authored by Your Name's avatar Your Name

bug fix

parent ca16479e
...@@ -188,10 +188,14 @@ if __name__ == "__main__": ...@@ -188,10 +188,14 @@ if __name__ == "__main__":
# df.show() # df.show()
name = spark.sparkContext.parallelize([1,2,3,4,5]) name = spark.sparkContext.parallelize([1,2,3,4,5])
test = name.repartition(5).map(lambda x: test_map())
test = name.repartition(5).map(lambda x: test_map(x))
print(test) print(test)
test.collect() test.collect()
te_files = ["hdfs://172.16.32.4:8020/strategy/esmm/nearby/part-r-00000"]
b = time.time() b = time.time()
tf.logging.set_verbosity(tf.logging.INFO) tf.logging.set_verbosity(tf.logging.INFO)
# tf.app.run() # tf.app.run()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment