Commit 2d2ed1db authored by 张彦钊's avatar 张彦钊

add multi file

parent 1340bb83
...@@ -12,11 +12,13 @@ def test(): ...@@ -12,11 +12,13 @@ def test():
spark = SparkSession.builder.enableHiveSupport().getOrCreate() spark = SparkSession.builder.enableHiveSupport().getOrCreate()
ti = pti.TiContext(spark) ti = pti.TiContext(spark)
ti.tidbMapDatabase("jerry_test") ti.tidbMapDatabase("jerry_test")
validate_date = spark.sql("select max(stat_date) from esmm_train_data").rdd.map(lambda x:str(x[0])).collect()[0] spark.sql("select max(stat_date) from esmm_train_data").show()
print("validate_date:" + validate_date) # validate_date = spark.sql("select max(stat_date) from esmm_train_data")
temp = datetime.datetime.strptime(validate_date, "%Y-%m-%d") # .rdd.map(lambda x:str(x[0])).collect()[0]
start = (temp - datetime.timedelta(days=10)).strftime("%Y-%m-%d") # print("validate_date:" + validate_date)
print(start) # temp = datetime.datetime.strptime(validate_date, "%Y-%m-%d")
# start = (temp - datetime.timedelta(days=10)).strftime("%Y-%m-%d")
# print(start)
if __name__ == '__main__': if __name__ == '__main__':
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment