Skip to content

C
crawler
Commit 923b0529 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent df15603e
Show whitespace changes
Inline Side-by-side
Showing with 5 additions and 6 deletions
tasks/from_sparksql_to_mysql.py
View file @ 923b0529
...@@ -95,12 +95,11 @@ for res in sql_res: ...@@ -95,12 +95,11 @@ for res in sql_res:
self_wel_click_pv = res.self_wel_click_pv self_wel_click_pv = res.self_wel_click_pv
partition_day = res.PARTITION_DAY partition_day = res.PARTITION_DAY
pid = hashlib.md5((day_id + device_os_type + active_type + grey_type + page_name).encode("utf8")).hexdigest() pid = hashlib.md5((day_id + device_os_type + active_type + grey_type + page_name).encode("utf8")).hexdigest()
sql = """INSERT INTO conent_detail_page_grayscale_ctr(day_id,device_os_type, sql = """INSERT INTO conent_detail_page_grayscale_ctr(
active_type,grey_type,page_name,content_pv,content_uv,wel_exp_pv,content_exp_pv,wel_click_pv,content_click_pv, day_id,device_os_type,active_type,grey_type,page_name,content_pv,content_uv,wel_exp_pv,
slide_wel_click_pv,partition_day,pid content_exp_pv,wel_click_pv,content_click_pv,slide_wel_click_pv,partition_day,pid
) VALUES('{day_id}','{device_os_type}', ) VALUES('{day_id}','{device_os_type}','{active_type}','{grey_type}','{page_name}',{content_pv},{content_uv},
'{active_type}','{grey_type}','{page_name}',{content_pv},{content_uv},{wel_exp_pv},{content_exp_pv},{wel_click_pv},{content_click_pv}, {wel_exp_pv},{content_exp_pv},{wel_click_pv},{content_click_pv},{content_click_pv},{slide_wel_click_pv},'{partition_day}','{pid}')""".format(
{wel_click_pv},{content_click_pv},{slide_wel_click_pv},'{partition_day}','{pid}')""".format(
day_id=day_id,device_os_type=device_os_type,active_type=active_type,grey_type=grey_type,page_name=page_name, day_id=day_id,device_os_type=device_os_type,active_type=active_type,grey_type=grey_type,page_name=page_name,
content_pv=content_pv,content_uv=content_uv,wel_exp_pv=wel_exp_pv,content_exp_pv=content_exp_pv,wel_click_pv=wel_click_pv, content_pv=content_pv,content_uv=content_uv,wel_exp_pv=wel_exp_pv,content_exp_pv=content_exp_pv,wel_click_pv=wel_click_pv,
content_click_pv=content_click_pv,slide_wel_click_pv=slide_wel_click_pv,self_wel_click_pv=self_wel_click_pv, content_click_pv=content_click_pv,slide_wel_click_pv=slide_wel_click_pv,self_wel_click_pv=self_wel_click_pv,
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment