update

new_user_analysis/__init__.py

+# -*- coding:UTF-8 -*-
+# @Time  : 2020/9/15 16:15
+# @File  : __init__.py.py
+# @email : litao@igengmei.com
+# @author : litao
\ No newline at end of file

new_user_analysis/user_behavior_path.py

+# -*- coding:UTF-8 -*-
+# @Time  : 2020/9/15 16:17
+# @File  : user_behavior_path.py
+# @email : litao@igengmei.com
+# @author : litao
+
+

task/spark_test.py

@@ -80,10 +80,8 @@ spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDF
 
 
 sql_search_ctr = r"""
-SELECT  *
-  FROM ML.ML_C_ET_CK_CLICK_DIMEN_D T
- WHERE T.PARTITION_DAY = '20200905'
-  AND T.ACTION IN ('goto_welfare_detail','search_result_welfare_click_item') or  T.ACTION IN ('search_result')
+select cl_id,action,time_stamp,dense_rank() over(partition by cl_id order by time_stamp asc) as  from online.bl_hdfs_maidian_updates where partition_date >= ${partition_date} and cl_id is not null 
+group by cl_id,action,time_stamp order by cl_id ,time_stamp asc 
 """
 
 print(sql_search_ctr)