Commit 87fbb1e9 authored by litaolemo's avatar litaolemo

update

parent 0819bb66
......@@ -98,7 +98,7 @@ for t in range(1, task_days):
one_week_age_str = (now + datetime.timedelta(days=-7)).strftime("%Y%m%d")
new_urser_device_id_sql = r"""
select t2.device_id from
(select distinct(first_device) as device_id from ml_user_history_detail where partition_date = '{today_str}' and date_joined >= '{yesterday_str}') t2
(select distinct(first_device) as device_id from online.ml_user_history_detail where partition_date = '{today_str}' and date_joined >= '{yesterday_str}') t2
LEFT JOIN
(
select distinct device_id
......@@ -168,7 +168,7 @@ WHERE spam_pv.device_id IS NULL
print(new_urser_device_id_sql)
new_urser_device_id_df = spark.sql(new_urser_device_id_sql)
# spam_pv_df.createOrReplaceTempView("dev_view")
new_urser_device_id_df.createOrReplaceTempView("device_id_view")
new_urser_device_id_df.show(1)
sql_res = new_urser_device_id_df.collect()
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment