Commit 63a02b4c authored by litaolemo's avatar litaolemo

update

parent a8259c6d
......@@ -71,9 +71,9 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
task_list = []
task_days = 1
task_days = 2
for t in range(0, task_days):
for t in range(1, task_days):
day_num = 0 - t
now = (datetime.datetime.now() + datetime.timedelta(days=day_num))
last_30_day_str = (now + datetime.timedelta(days=-30)).strftime("%Y%m%d")
......@@ -86,7 +86,7 @@ for t in range(0, task_days):
WHERE partition_day={yesterday_str}
UNION ALL
SELECT DISTINCT dev.device_id
SELECT DISTINCT dev.device_id
FROM dim.dim_device_user_staff --去除内网用户
LEFT JOIN
(
......@@ -256,7 +256,7 @@ FROM
on t1.cl_id=t2.device_id AND t1.partition_date = t2.partition_date
LEFT JOIN distinct_device_id_view
on t1.partition_date=distinct_device_id_view.partition_date and t1.cl_id=distinct_device_id_view.device_id
on t1.cl_id=distinct_device_id_view.device_id
WHERE (spam_pv.device_id IS NULL or spam_pv.device_id ='')
and (distinct_device_id_view.device_id is null or distinct_device_id_view.device_id ='')
GROUP BY t1.partition_date,t2.active_type,device_os_type,channel
......@@ -349,7 +349,7 @@ LEFT JOIN
)dev
on t1.cl_id=dev.device_id and t1.partition_date = dev.partition_date
LEFT JOIN distinct_device_id_view
on t1.partition_date=distinct_device_id_view.partition_date and t1.cl_id=distinct_device_id_view.device_id
on t1.cl_id=distinct_device_id_view.device_id
WHERE (spam_pv.device_id IS NULL or spam_pv.device_id ='')
and (distinct_device_id_view.device_id is null or distinct_device_id_view.device_id ='')
GROUP BY t1.partition_date,active_type,device_os_type,channel
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment