update

task/search_meigou_ctr.py

@@ -73,7 +73,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
 spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
 task_list = []
-task_days = 1
+task_days = 60
 for t in range(1, task_days):
     day_num = 0 - t
     now = (datetime.datetime.now() + datetime.timedelta(days=day_num))
@@ -84,17 +84,6 @@ for t in range(1, task_days):
 
     sql_search_ctr = r"""
     select D.ACTIVE_TYPE,D.DEVICE_OS_TYPE,sum(T.CLICK_NUM) as CLICK_NUM,sum(C.EXPOSURE) as EXPOSURE from
-(SELECT T.DEVICE_ID, --设备ID
-      T.CARD_ID, --卡片ID
-      SUM(T.CLICK_NUM) AS CLICK_NUM --点击次数
-  FROM ML.ML_C_ET_CK_CLICK_DIMEN_D T
- WHERE T.PARTITION_DAY = '{partition_day}'
-  AND T.PAGE_CODE = 'search_result_welfare'
-  AND T.ACTION IN ('goto_welfare_detail','search_result_welfare_click_item')
- GROUP BY T.DEVICE_ID,
-          T.CARD_ID) T
-
-left join 
  (SELECT T.DEVICE_ID as DEVICE_ID, --设备ID
         T.CARD_ID as CARD_ID, --卡片ID
         COUNT(T.CARD_ID) AS EXPOSURE --点击次数
@@ -103,7 +92,18 @@ left join
     AND T.PAGE_CODE = 'search_result_welfare'
     AND T.CARD_TYPE = 'common_card'
   GROUP BY T.DEVICE_ID,
-          T.CARD_ID) C on T.DEVICE_ID=C.DEVICE_ID and T.CARD_ID = C.CARD_ID 
+          T.CARD_ID) C 
+left join 
+  (SELECT T.DEVICE_ID, --设备ID
+      T.CARD_ID, --卡片ID
+      SUM(T.CLICK_NUM) AS CLICK_NUM --点击次数
+  FROM ML.ML_C_ET_CK_CLICK_DIMEN_D T
+ WHERE T.PARTITION_DAY = '{partition_day}'
+  AND T.PAGE_CODE = 'search_result_welfare'
+  AND T.ACTION IN ('goto_welfare_detail','search_result_welfare_click_item')
+ GROUP BY T.DEVICE_ID,
+          T.CARD_ID) T        
+          on C.DEVICE_ID=T.DEVICE_ID and =C.CARD_ID = T.CARD_ID 
           LEFT JOIN
           ( 
     SELECT T.DEVICE_ID,
@@ -112,7 +112,7 @@ left join
   FROM ML.ML_C_CT_DV_DEVICE_DIMEN_D T
  WHERE T.PARTITION_DAY = '{partition_day}'
    AND T.ACTIVE_TYPE IN ('1', '2', '4'))
-    D on T.DEVICE_ID =  D.DEVICE_ID 
+    D on C.DEVICE_ID =  D.DEVICE_ID 
         LEFT JOIN
 (
     SELECT DISTINCT device_id
@@ -174,7 +174,7 @@ LEFT JOIN
 	on t1.user_id=t2.user_id
 	group by partition_date,device_id
 )dev 
-on T.DEVICE_ID=dev.device_id
+on C.DEVICE_ID=dev.device_id
 WHERE (spam_pv.device_id IS NULL or spam_pv.device_id = '')
 and (dev.device_id is null or dev.device_id='')