update

task/core_indicators_monitoring.py

@@ -22,9 +22,7 @@ from pyspark.sql import SparkSession, DataFrame
 from pyspark.sql.functions import lit
 import pytispark.pytispark as pti
 
-db = pymysql.connect(host='172.16.40.158', port=4000, user='st_user', passwd='aqpuBLYzEV7tML5RPsN1pntUzFy',
-                     db='jerry_prod')
-cursor = db.cursor()
+
 
 startTime = time.time()
 sparkConf = SparkConf()
@@ -541,6 +539,9 @@ FROM
 
     device_df.show(1, False)
     sql_res = device_df.collect()
+    db = pymysql.connect(host='172.16.40.158', port=4000, user='st_user', passwd='aqpuBLYzEV7tML5RPsN1pntUzFy',
+                         db='jerry_prod')
+    cursor = db.cursor()
     for res in sql_res:
         print(res)
         partition_date = res.partition_date

task/搜索日报-核心.sql

@@ -480,10 +480,14 @@ CREATE TABLE core_indicators_monitoring(
    referrer_search_hexin_pv BIGINT,
    referrer_search_welfare_pv BIGINT,
    search_core_pv_div_dau FLOAT,
+   search_neirong_pv_div_dau FLOAT,
    search_core_two_div_dau FLOAT,
    search_neirong_two_div_dau FLOAT,
    search_neirong_per_duration FLOAT,
    referrer_search_neirong_pv FLOAT,
+   referrer_search_neirong_pagestay BIGINT,
+   search_hexin_two_pv BIGINT,
+   search_neirong_two_pv BIGINT,
    pid varchar(100),
    PRIMARY KEY ( pid )
-)ENGINE=InnoDB DEFAULT CHARSET=utf8;
\ No newline at end of file
+)ENGINE=InnoDB DEFAULT CHARSET=utf8;