Skip to content

M
meta_base_code
Commit a220de0b authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 040a0f2c
Hide whitespace changes
Inline Side-by-side
Showing with 2 additions and 2 deletions
task/meigou_data.py
View file @ a220de0b
...@@ -75,7 +75,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso ...@@ -75,7 +75,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'") spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
task_list = [] task_list = []
task_days = 120 task_days = 3
for t in range(1, task_days): for t in range(1, task_days):
day_num = 0 - t day_num = 0 - t
now = (datetime.datetime.now() + datetime.timedelta(days=day_num)) now = (datetime.datetime.now() + datetime.timedelta(days=day_num))
...@@ -226,7 +226,7 @@ GROUP BY t1.partition_date ...@@ -226,7 +226,7 @@ GROUP BY t1.partition_date
,grey_type,active_type,device_os_type ,grey_type,active_type,device_os_type
order by 1 order by 1
""".format(partition_day=today_str, start_day=yesterday_str) """.format(partition_day=today_str, yesterday_str=yesterday_str)
print(sql_search_ctr) print(sql_search_ctr)
search_ctr_df = spark.sql(sql_search_ctr) search_ctr_df = spark.sql(sql_search_ctr)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment