diff --git a/output/meigou_huidu_huisu.py b/output/meigou_huidu_huisu.py index e4c80949416bc3939f909390662aefb488b29358..25df7f64ec9f9425474abe3a4e3ac51e235dc8e4 100644 --- a/output/meigou_huidu_huisu.py +++ b/output/meigou_huidu_huisu.py @@ -67,10 +67,11 @@ sparkConf.set("prod.jerry.jdbcuri", sparkConf.set("prod.tispark.pd.addresses", "172.16.40.158:2379") sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000") sparkConf.set("prod.tidb.database", "jerry_prod") + sparkConf.setAppName("search_diary_ctr") spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extensions", "org.apache.spark.sql.TiExtensions") .config("spark.tispark.pd.addresses", "172.16.40.170:2379").appName( - "search_diary_ctr").enableHiveSupport().getOrCreate()) + "search_diary_ctr").enableHiveSupport().getOrCreate().sparkContext.setLogLevel("ERROR")) spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/brickhouse-0.7.1-SNAPSHOT.jar") spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/hive-udf-1.0-SNAPSHOT.jar")