update

crawler_sys/tools/revise_table_data_to_table.py

@@ -12,8 +12,8 @@ def con_sql(sql):
 	:type sql : str
 	:rtype : tuple
 	"""
-    db = pymysql.connect(host='172.16.40.158', port=4000, user='st_user', passwd='YPEzp78HQBuhByWPpefQu6X3D6hEPfD6',
-                         db='jerry_prod')
+    db = pymysql.connect(host='172.16.50.175', port=3306, user='doris', passwd='o5gbA27hXHHm',
+                         db='doris_olap')
     cursor = db.cursor()
     cursor.execute(sql)
     result = cursor.fetchall()

tasks/from_sparksql_to_mysql.py

@@ -21,15 +21,15 @@ from pyspark.sql import SparkSession, DataFrame
 from pyspark.sql.functions import lit
 import pytispark.pytispark as pti
 
-db = pymysql.connect(host='172.16.40.158', port=4000, user='st_user', passwd='aqpuBLYzEV7tML5RPsN1pntUzFy',
-                         db='jerry_prod')
+db = pymysql.connect(host='172.16.50.175', port=3306, user='doris', passwd='o5gbA27hXHHm',
+                     db='doris_olap')
 cursor = db.cursor()
 
 def con_sql(sql):
     # 从数据库的表里获取数据
 
-    db = pymysql.connect(host='172.16.40.158', port=4000, user='st_user', passwd='aqpuBLYzEV7tML5RPsN1pntUzFy',
-                         db='jerry_prod')
+    db = pymysql.connect(host='172.16.50.175', port=3306, user='doris', passwd='o5gbA27hXHHm',
+                         db='doris_olap')
     cursor = db.cursor()
     cursor.execute(sql)
     result = cursor.fetchall()
@@ -60,7 +60,7 @@ sparkConf.set("prod.jerry.jdbcuri",
               "jdbc:mysql://172.16.40.158:4000/jerry_prod?user=st_user&password=aqpuBLYzEV7tML5RPsN1pntUzFy&rewriteBatchedStatements=true")
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.158:2379")
 sparkConf.set("prod.tispark.pd.addresses", "172.16.40.170:4000")
-sparkConf.set("prod.tidb.database", "jerry_prod")
+# sparkConf.set("prod.tidb.database", "jerry_prod")
 
 spark = (SparkSession.builder.config(conf=sparkConf).config("spark.sql.extensions", "org.apache.spark.sql.TiExtensions")
          .config("spark.tispark.pd.addresses", "172.16.40.170:2379").appName(