Commit 047f8c17 authored by litaolemo's avatar litaolemo

update

parent bbcb6312
...@@ -90,8 +90,7 @@ for t in range(1, task_days): ...@@ -90,8 +90,7 @@ for t in range(1, task_days):
UNION ALL UNION ALL
SELECT DISTINCT dev.device_id SELECT DISTINCT dev.device_id
FROM dim.dim_device_user_staff --去除内网用户 FROM dim.dim_device_user_staff --去除内网用户
""".format(yesterday_str=yesterday_str, today_str=today_str)
) """.format(yesterday_str=yesterday_str, today_str=today_str)
print(sql_spam_pv_device_id) print(sql_spam_pv_device_id)
spam_pv_df = spark.sql(sql_spam_pv_device_id) spam_pv_df = spark.sql(sql_spam_pv_device_id)
spam_pv_view = spam_pv_df.createOrReplaceTempView("spam_pv") spam_pv_view = spam_pv_df.createOrReplaceTempView("spam_pv")
...@@ -148,8 +147,7 @@ for t in range(1, task_days): ...@@ -148,8 +147,7 @@ for t in range(1, task_days):
ON t1.device_id = t2.device_id ON t1.device_id = t2.device_id
)t2 )t2
on t1.user_id=t2.user_id on t1.user_id=t2.user_id
group by partition_date,device_id group by partition_date,device_id""".format(yesterday_str=yesterday_str, today_str=today_str)
) """.format(yesterday_str=yesterday_str, today_str=today_str)
print(sql_dev_device_id) print(sql_dev_device_id)
dev_df = spark.sql(sql_dev_device_id) dev_df = spark.sql(sql_dev_device_id)
dev_df_view = spam_pv_df.createOrReplaceTempView("dev_view") dev_df_view = spam_pv_df.createOrReplaceTempView("dev_view")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment