Commit 28c37bb0 authored by 张彦钊's avatar 张彦钊

add multi file

parent 14281f22
......@@ -9,12 +9,12 @@ import datetime
def test():
spark = SparkSession.builder.enableHiveSupport().setMaster("local[*]").getOrCreate()
spark = SparkSession.builder.enableHiveSupport().getOrCreate()
ti = pti.TiContext(spark)
ti.tidbMapDatabase("jerry_test")
validate_date = spark.sql("select max(stat_date) from esmm_train_data").rdd.map(lambda x: str(x[0])).collect()
print(validate_date)
validate_date = spark.sql("select max(stat_date) from esmm_train_data").rdd.map(lambda x: str(x[0]))
print(validate_date.count())
# print("validate_date:" + validate_date)
# temp = datetime.datetime.strptime(validate_date, "%Y-%m-%d")
# start = (temp - datetime.timedelta(days=10)).strftime("%Y-%m-%d")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment