update

task/spark_test.py

@@ -80,9 +80,8 @@ spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDF
 
 
 sql_search_ctr = r"""
-select cl_id,action,time_stamp,dense_rank() over(partition by cl_id order by time_stamp asc) as  from online.bl_hdfs_maidian_updates where partition_date >= ${partition_date} and cl_id is not null 
-group by cl_id,action,time_stamp order by cl_id ,time_stamp asc 
-"""
+select * from online.ml_user_history_detail where date_joined >= {join_date} limit 20 ;
+""".format(join_date="20200915")
 
 print(sql_search_ctr)
 search_ctr_df = spark.sql(sql_search_ctr)