修改特征工程文件

5612f78a · 张彦钊 · de0eec79 · 5612f78a
Commit 5612f78a authored Jul 02, 2019 by 张彦钊
Show whitespace changes
Inline Side-by-side

Showing with 4 additions and 3 deletions

feature_engineering.py eda/esmm/Model_pipline/feature_engineering.py +4 -3

No files found.
--- a/eda/esmm/Model_pipline/feature_engineering.py
+++ b/eda/esmm/Model_pipline/feature_engineering.py
@@ -371,9 +371,10 @@ if __name__ == '__main__':
        .set("spark.driver.maxResultSize", "8g").set("spark.sql.avro.compression.codec","snappy")

    spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
-    # ti = pti.TiContext(spark)
-    # ti.tidbMapDatabase("jerry_test")
-    # ti.tidbMapDatabase("eagle")
+    ti = pti.TiContext(spark)
+    ti.tidbMapDatabase("jerry_test")
+    ti.tidbMapDatabase("jerry_prod")
+    ti.tidbMapDatabase("eagle")
    spark.sparkContext.setLogLevel("WARN")
    path = "hdfs:///strategy/esmm/"
    local_path = "/home/gmuser/esmm/"