Commit fe0390a9 authored by litaolemo's avatar litaolemo

update

parent 44f76a08
...@@ -718,35 +718,35 @@ for t in range(1, task_days): ...@@ -718,35 +718,35 @@ for t in range(1, task_days):
for res in sql_res: for res in sql_res:
print(res) print(res)
device_df.createOrReplaceTempView("data_table") device_df.createOrReplaceTempView("data_table")
#
collects_sql = """ # collects_sql = """
SELECT device_type,active_type,channel_type,ROUND(if(NVL(sum(uv),0) <> 0 ,NVL(sum(search_core_pv),0)/NVL(sum(uv),0) ,0),5) as core_pv_division_uv, # SELECT device_type,active_type,channel_type,ROUND(if(NVL(sum(uv),0) <> 0 ,NVL(sum(search_core_pv),0)/NVL(sum(uv),0) ,0),5) as core_pv_division_uv,
ROUND(if(NVL(sum(uv),0) <> 0 ,NVL(sum(search_pv),0)/NVL(sum(uv),0) , 0),5) as pv_division_uv # ROUND(if(NVL(sum(uv),0) <> 0 ,NVL(sum(search_pv),0)/NVL(sum(uv),0) , 0),5) as pv_division_uv
FROM data_table GROUP BY device_type,active_type,channel_type # FROM data_table GROUP BY device_type,active_type,channel_type
""" # """
finnal_df = spark.sql(collects_sql) # finnal_df = spark.sql(collects_sql)
#
finnal_df.show(1, False) # finnal_df.show(1, False)
sql_res = finnal_df.collect() # sql_res = finnal_df.collect()
for res in sql_res: # for res in sql_res:
# print(res) # # print(res)
device_type = res.device_type # device_type = res.device_type
active_type = res.active_type # active_type = res.active_type
channel_type = res.channel_type # channel_type = res.channel_type
core_pv_division_uv = res.core_pv_division_uv # core_pv_division_uv = res.core_pv_division_uv
pv_division_uv = res.pv_division_uv # pv_division_uv = res.pv_division_uv
pid = hashlib.md5( # pid = hashlib.md5(
(today_str + device_type + active_type + channel_type).encode("utf8")).hexdigest() # (today_str + device_type + active_type + channel_type).encode("utf8")).hexdigest()
instert_sql = """replace into search_strategy_d( # instert_sql = """replace into search_strategy_d(
day_id,device_type,active_type,channel_type,core_pv_division_uv,pv_division_uv,pid # day_id,device_type,active_type,channel_type,core_pv_division_uv,pv_division_uv,pid
) VALUES('{day_id}','{device_type}','{active_type}','{channel_type}',{core_pv_division_uv},{pv_division_uv},'{pid}');""".format( # ) VALUES('{day_id}','{device_type}','{active_type}','{channel_type}',{core_pv_division_uv},{pv_division_uv},'{pid}');""".format(
day_id=today_str, device_type=device_type, # day_id=today_str, device_type=device_type,
active_type=active_type, channel_type=channel_type, core_pv_division_uv=core_pv_division_uv,pv_division_uv=pv_division_uv,pid=pid # active_type=active_type, channel_type=channel_type, core_pv_division_uv=core_pv_division_uv,pv_division_uv=pv_division_uv,pid=pid
#
) # )
print(instert_sql) # print(instert_sql)
# cursor.execute("set names 'UTF8'") # # cursor.execute("set names 'UTF8'")
res = cursor.execute(instert_sql) # res = cursor.execute(instert_sql)
db.commit() # db.commit()
print(res) # print(res)
db.close() db.close()
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment