Commit ed824068 authored by litaolemo's avatar litaolemo

update

parent 93d4584f
...@@ -360,6 +360,7 @@ for res in sql_res: ...@@ -360,6 +360,7 @@ for res in sql_res:
if cl_id in projects_demands_tag_dict: if cl_id in projects_demands_tag_dict:
if int(card_id) in tags_v3_tractate_dict: if int(card_id) in tags_v3_tractate_dict:
# print(cl_id,projects_demands_tag_dict[cl_id]) # print(cl_id,projects_demands_tag_dict[cl_id])
for tag_id in tags_v3_tractate_dict[int(card_id)]: for tag_id in tags_v3_tractate_dict[int(card_id)]:
if transaction_type not in projects_demands_id_count: if transaction_type not in projects_demands_id_count:
projects_demands_id_count[transaction_type] = {} projects_demands_id_count[transaction_type] = {}
......
...@@ -73,7 +73,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso ...@@ -73,7 +73,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'") spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
task_list = [] task_list = []
task_days = 45 task_days = 3
for t in range(1, task_days): for t in range(1, task_days):
day_num = 0 - t day_num = 0 - t
now = (datetime.datetime.now() + datetime.timedelta(days=day_num)) now = (datetime.datetime.now() + datetime.timedelta(days=day_num))
...@@ -201,7 +201,7 @@ for t in range(1, task_days): ...@@ -201,7 +201,7 @@ for t in range(1, task_days):
search_ctr = 0 search_ctr = 0
instert_sql = """replace into search_meigou_ctr( instert_sql = """replace into search_meigou_ctr(
partition_date,device_os_type,active_type,pid,click_num,exposure,search_ctr) VALUES('{partition_date}','{device_os_type}','{active_type}','{pid}',{click_num},{exposure},{search_ctr});""".format( partition_date,device_os_type,active_type,pid,click_num,exposure,search_ctr) VALUES('{partition_date}','{device_os_type}','{active_type}','{pid}',{click_num},{exposure},{search_ctr});""".format(
partition_date=partition_date, device_os_type=device_os_type, active_type=active_type, pid=pid, partition_date=partition_date, device_os_type=device_os_type , active_type=active_type, pid=pid,
click_num=click_num, click_num=click_num,
exposure=exposure, search_ctr=search_ctr exposure=exposure, search_ctr=search_ctr
) )
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment