update

output/meigou_huidu_huisu.py

@@ -68,10 +68,10 @@ sparkConf.set("prod.tispark.pd.addresses", "172.16.40.158:2379")
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000")
 sparkConf.set("prod.tidb.database", "jerry_prod")
 
-sparkConf.setAppName("search_diary_ctr")
+sparkConf.setAppName("meigou_huidu_huisu")
 spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extensions", "org.apache.spark.sql.TiExtensions")
          .config("spark.tispark.pd.addresses", "172.16.40.170:2379").appName(
-    "search_diary_ctr").enableHiveSupport().getOrCreate())
+    "meigou_huidu_huisu").enableHiveSupport().getOrCreate())
 # spark.sparkContext.setLogLevel("ERROR")
 
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/brickhouse-0.7.1-SNAPSHOT.jar")
@@ -81,7 +81,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
 spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
 task_list = []
-task_days = 50
+task_days = 3
 for t in range(1, task_days):
     day_num = 0 - t
     now = (datetime.datetime.now() + datetime.timedelta(days=day_num))

task/ecommerce_income_report.py

@@ -68,10 +68,10 @@ sparkConf.set("prod.jerry.jdbcuri",
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.158:2379")
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000")
 sparkConf.set("prod.tidb.database", "jerry_prod")
-sparkConf.setAppName("search_diary_ctr")
+sparkConf.setAppName("ecommerce_income_report")
 spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extensions", "org.apache.spark.sql.TiExtensions")
          .config("spark.tispark.pd.addresses", "172.16.40.170:2379").appName(
-    "search_diary_ctr").enableHiveSupport().getOrCreate())
+    "ecommerce_income_report").enableHiveSupport().getOrCreate())
 
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/brickhouse-0.7.1-SNAPSHOT.jar")
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/hive-udf-1.0-SNAPSHOT.jar")
@@ -80,7 +80,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
 spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
 task_list = []
-task_days = 60
+task_days = 3
 for t in range(1, task_days):
     day_num = 0 - t
     now = (datetime.datetime.now() + datetime.timedelta(days=day_num))

task/meigou_data.py

@@ -62,10 +62,10 @@ sparkConf.set("prod.tispark.pd.addresses", "172.16.40.158:2379")
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000")
 sparkConf.set("prod.tidb.database", "jerry_prod")
 
-sparkConf.setAppName("search_diary_ctr")
+sparkConf.setAppName("meigou_data")
 spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extensions", "org.apache.spark.sql.TiExtensions")
          .config("spark.tispark.pd.addresses", "172.16.40.170:2379").appName(
-    "search_diary_ctr").enableHiveSupport().getOrCreate())
+    "meigou_data ").enableHiveSupport().getOrCreate())
 # spark.sparkContext.setLogLevel("ERROR")
 
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/brickhouse-0.7.1-SNAPSHOT.jar")
@@ -75,7 +75,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
 spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
 task_list = []
-task_days = 5
+task_days = 3
 for t in range(1, task_days):
     day_num = 0 - t
     now = (datetime.datetime.now() + datetime.timedelta(days=day_num))