Commit bc8e676c authored by litaolemo's avatar litaolemo

update

parent c60422b2
...@@ -72,13 +72,13 @@ for t in range(0, task_days): ...@@ -72,13 +72,13 @@ for t in range(0, task_days):
yesterday_str = (now + datetime.timedelta(days=-1)).strftime("%Y%m%d") yesterday_str = (now + datetime.timedelta(days=-1)).strftime("%Y%m%d")
one_week_age_str = (now + datetime.timedelta(days=-7)).strftime("%Y%m%d") one_week_age_str = (now + datetime.timedelta(days=-7)).strftime("%Y%m%d")
sql_distinct_device_id = r""" sql_distinct_device_id = r"""
SELECT distinct user_id SELECT *
FROM online.tl_hdfs_doctor_view FROM online.tl_hdfs_doctor_view
""" """
print(sql_distinct_device_id) print(sql_distinct_device_id)
distinct_device_id_df = spark.sql(sql_distinct_device_id) distinct_device_id_df = spark.sql(sql_distinct_device_id)
# distinct_device_id_df.show(20) distinct_device_id_df.show(1)
sql_res = distinct_device_id_df.collect() sql_res = distinct_device_id_df.collect()
for res in sql_res: for res in sql_res:
print(res) print(res)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment