Commit 571b35c9 authored by litaolemo's avatar litaolemo

update

parent de171448
...@@ -73,7 +73,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso ...@@ -73,7 +73,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'") spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
task_list = [] task_list = []
task_days = 1 task_days = 60
for t in range(1, task_days): for t in range(1, task_days):
day_num = 0 - t day_num = 0 - t
now = (datetime.datetime.now() + datetime.timedelta(days=day_num)) now = (datetime.datetime.now() + datetime.timedelta(days=day_num))
...@@ -84,17 +84,6 @@ for t in range(1, task_days): ...@@ -84,17 +84,6 @@ for t in range(1, task_days):
sql_search_ctr = r""" sql_search_ctr = r"""
select D.ACTIVE_TYPE,D.DEVICE_OS_TYPE,sum(T.CLICK_NUM) as CLICK_NUM,sum(C.EXPOSURE) as EXPOSURE from select D.ACTIVE_TYPE,D.DEVICE_OS_TYPE,sum(T.CLICK_NUM) as CLICK_NUM,sum(C.EXPOSURE) as EXPOSURE from
(SELECT T.DEVICE_ID, --设备ID
T.CARD_ID, --卡片ID
SUM(T.CLICK_NUM) AS CLICK_NUM --点击次数
FROM ML.ML_C_ET_CK_CLICK_DIMEN_D T
WHERE T.PARTITION_DAY = '{partition_day}'
AND T.PAGE_CODE = 'search_result_welfare'
AND T.ACTION IN ('goto_welfare_detail','search_result_welfare_click_item')
GROUP BY T.DEVICE_ID,
T.CARD_ID) T
left join
(SELECT T.DEVICE_ID as DEVICE_ID, --设备ID (SELECT T.DEVICE_ID as DEVICE_ID, --设备ID
T.CARD_ID as CARD_ID, --卡片ID T.CARD_ID as CARD_ID, --卡片ID
COUNT(T.CARD_ID) AS EXPOSURE --点击次数 COUNT(T.CARD_ID) AS EXPOSURE --点击次数
...@@ -103,7 +92,18 @@ left join ...@@ -103,7 +92,18 @@ left join
AND T.PAGE_CODE = 'search_result_welfare' AND T.PAGE_CODE = 'search_result_welfare'
AND T.CARD_TYPE = 'common_card' AND T.CARD_TYPE = 'common_card'
GROUP BY T.DEVICE_ID, GROUP BY T.DEVICE_ID,
T.CARD_ID) C on T.DEVICE_ID=C.DEVICE_ID and T.CARD_ID = C.CARD_ID T.CARD_ID) C
left join
(SELECT T.DEVICE_ID, --设备ID
T.CARD_ID, --卡片ID
SUM(T.CLICK_NUM) AS CLICK_NUM --点击次数
FROM ML.ML_C_ET_CK_CLICK_DIMEN_D T
WHERE T.PARTITION_DAY = '{partition_day}'
AND T.PAGE_CODE = 'search_result_welfare'
AND T.ACTION IN ('goto_welfare_detail','search_result_welfare_click_item')
GROUP BY T.DEVICE_ID,
T.CARD_ID) T
on C.DEVICE_ID=T.DEVICE_ID and =C.CARD_ID = T.CARD_ID
LEFT JOIN LEFT JOIN
( (
SELECT T.DEVICE_ID, SELECT T.DEVICE_ID,
...@@ -112,7 +112,7 @@ left join ...@@ -112,7 +112,7 @@ left join
FROM ML.ML_C_CT_DV_DEVICE_DIMEN_D T FROM ML.ML_C_CT_DV_DEVICE_DIMEN_D T
WHERE T.PARTITION_DAY = '{partition_day}' WHERE T.PARTITION_DAY = '{partition_day}'
AND T.ACTIVE_TYPE IN ('1', '2', '4')) AND T.ACTIVE_TYPE IN ('1', '2', '4'))
D on T.DEVICE_ID = D.DEVICE_ID D on C.DEVICE_ID = D.DEVICE_ID
LEFT JOIN LEFT JOIN
( (
SELECT DISTINCT device_id SELECT DISTINCT device_id
...@@ -174,7 +174,7 @@ LEFT JOIN ...@@ -174,7 +174,7 @@ LEFT JOIN
on t1.user_id=t2.user_id on t1.user_id=t2.user_id
group by partition_date,device_id group by partition_date,device_id
)dev )dev
on T.DEVICE_ID=dev.device_id on C.DEVICE_ID=dev.device_id
WHERE (spam_pv.device_id IS NULL or spam_pv.device_id = '') WHERE (spam_pv.device_id IS NULL or spam_pv.device_id = '')
and (dev.device_id is null or dev.device_id='') and (dev.device_id is null or dev.device_id='')
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment