update

task/spark_test.py

@@ -80,8 +80,8 @@ spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDF
 
 
 sql_search_ctr = r"""
-select * from online.ml_user_history_detail where date_joined >= {join_date}
-""".format(join_date="20200915")
+select * from ml_user_history_detail where partition_date = '20200915' and  unix_timestamp(date_joined) >=  1600012800 ;
+"""
 
 print(sql_search_ctr)
 search_ctr_df = spark.sql(sql_search_ctr)