Commit cba9a6e4 authored by 张彦钊's avatar 张彦钊

change test fliw

parent 70b05e4a
......@@ -33,8 +33,8 @@ def multi_hot(df,column,n):
def feature_engineer():
# TODO 删除下面的测试写入
df = spark.sql("select y,z from esmm_train_data limit 60")
df.write.format("com.databricks.spark.avro").save(path=path + "tr", mode="overwrite")
df = spark.sql("select y,z from esmm_train_data limit 6000")
df.saveAsParquetFile("{}tr/p2.parquet".format(path))
print("done")
db = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment