update

task/search_strategy_d.py

@@ -65,9 +65,9 @@ spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extension
 
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/brickhouse-0.7.1-SNAPSHOT.jar")
 spark.sql("ADD JAR hdfs:///user/hive/share/lib/udf/hive-udf-1.0-SNAPSHOT.jar")
-# spark.sql("CREATE TEMPORARY FUNCTION json_map AS 'brickhouse.udf.json.JsonMapUDF'")
-# spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJsonFormatCheck'")
-# spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
+spark.sql("CREATE TEMPORARY FUNCTION json_map AS 'brickhouse.udf.json.JsonMapUDF'")
+spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJsonFormatCheck'")
+spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
 task_list = []
 task_days = 1
@@ -80,7 +80,7 @@ for t in range(0, task_days):
     yesterday_str = (now + datetime.timedelta(days=-1)).strftime("%Y%m%d")
     one_week_age_str = (now + datetime.timedelta(days=-7)).strftime("%Y%m%d")
     sql_distinct_device_id = """
-            SELECT count(distinct user_id) FROM online.tl_hdfs_doctor_view  WHERE partition_date = '20200827'"""
+            desc online.tl_hdfs_doctor_view"""
     print(sql_distinct_device_id)
     distinct_device_id_df = spark.sql(sql_distinct_device_id,)
     distinct_device_id_df.show(1)