update

tasks/from_sparksql_to_mysql.py

@@ -72,7 +72,7 @@ spark.sql("CREATE TEMPORARY FUNCTION json_map AS 'brickhouse.udf.json.JsonMapUDF
 spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJsonFormatCheck'")
 spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
 
-select_sql = """SELECT *,NVL(ROUND(wel_click_pv/wel_exp_pv,5)),0) as meigou_ctr,
+select_sql = """SELECT *,NVL(ROUND(wel_click_pv/wel_exp_pv,5),0) as meigou_ctr,
     NVL(ROUND(content_click_pv/content_exp_pv,5),0) as neirong_ctr FROM pm.tl_pm_contentpage_ctr"""
 device_df = spark.sql(select_sql)
 device_df.show(1, False)
@@ -89,6 +89,8 @@ for res in sql_res:
     content_uv = res.content_uv
     wel_exp_pv = res.wel_exp_pv
     content_exp_pv = res.content_exp_pv
+    meigou_ctr=res.meigou_ctr
+    neirong_ctr=res.neirong_ctr
 
     wel_click_pv = res.wel_click_pv
     content_click_pv = res.content_click_pv
@@ -98,12 +100,12 @@ for res in sql_res:
     pid = hashlib.md5((day_id + device_os_type + active_type + grey_type + page_name).encode("utf8")).hexdigest()
     instert_sql = """replace into conent_detail_page_grayscale_ctr(
     day_id,device_os_type,active_type,grey_type,page_name,content_pv,content_uv,wel_exp_pv,
-    content_exp_pv,wel_click_pv,content_click_pv,slide_wel_click_pv,self_wel_click_pv,partition_day,pid
+    content_exp_pv,wel_click_pv,content_click_pv,slide_wel_click_pv,self_wel_click_pv,partition_day,pid,meigou_ctr,neirong_ctr
     ) VALUES('{day_id}','{device_os_type}','{active_type}','{grey_type}','{page_name}',{content_pv},{content_uv},
-    {wel_exp_pv},{content_exp_pv},{wel_click_pv},{content_click_pv},{slide_wel_click_pv},{self_wel_click_pv},'{partition_day}','{pid}');""".format(
+    {wel_exp_pv},{content_exp_pv},{wel_click_pv},{content_click_pv},{slide_wel_click_pv},{self_wel_click_pv},'{partition_day}','{pid}',{meigou_ctr},{neirong_ctr});""".format(
         day_id=day_id,device_os_type=device_os_type,active_type=active_type,grey_type=grey_type,page_name=page_name,
         content_pv=content_pv,content_uv=content_uv,wel_exp_pv=wel_exp_pv,content_exp_pv=content_exp_pv,wel_click_pv=wel_click_pv,
-        content_click_pv=content_click_pv,slide_wel_click_pv=slide_wel_click_pv,self_wel_click_pv=self_wel_click_pv,
+        content_click_pv=content_click_pv,slide_wel_click_pv=slide_wel_click_pv,self_wel_click_pv=self_wel_click_pv,meigou_ctr=meigou_ctr,neirong_ctr=neirong_ctr,
         partition_day=partition_day, pid=pid
     )
     print(instert_sql)