删除运行脚本时在本地生成日志

tensnsorflow/multi.py

@@ -16,7 +16,8 @@ def app_list_func(x,l):
             e.append(l[i])
         else:
             e.append(0)
-    return ",".join([str(j) for j in e])
+    return e
+    # return ",".join([str(j) for j in e])
 
 
 def multi_hot(df,column,n):
@@ -53,6 +54,7 @@ def feature_engineer():
 
     df = spark.sql(sql)
 
+    # TODO 把下面的库改成tidb的数据库
     url = "jdbc:mysql://172.16.30.143:3306/zhengxing"
     jdbcDF = spark.read.format("jdbc").option("driver", "com.mysql.jdbc.Driver").option("url", url) \
         .option("dbtable", "api_service").option("user", 'work').option("password", 'BJQaT9VzDcuPBqkd').load()
@@ -232,6 +234,7 @@ if __name__ == '__main__':
     spark = SparkSession.builder.config(conf=sparkConf).enableHiveSupport().getOrCreate()
     ti = pti.TiContext(spark)
     ti.tidbMapDatabase("jerry_test")
+    # ti.tidbMapDatabase("eagle")
     spark.sparkContext.setLogLevel("WARN")
     path = "hdfs:///strategy/esmm/"
     local_path = "/home/gmuser/test/"