Commit 2d2ed1db authored by 张彦钊's avatar 张彦钊

add multi file

parent 1340bb83
......@@ -12,11 +12,13 @@ def test():
spark = SparkSession.builder.enableHiveSupport().getOrCreate()
ti = pti.TiContext(spark)
ti.tidbMapDatabase("jerry_test")
validate_date = spark.sql("select max(stat_date) from esmm_train_data").rdd.map(lambda x:str(x[0])).collect()[0]
print("validate_date:" + validate_date)
temp = datetime.datetime.strptime(validate_date, "%Y-%m-%d")
start = (temp - datetime.timedelta(days=10)).strftime("%Y-%m-%d")
print(start)
spark.sql("select max(stat_date) from esmm_train_data").show()
# validate_date = spark.sql("select max(stat_date) from esmm_train_data")
# .rdd.map(lambda x:str(x[0])).collect()[0]
# print("validate_date:" + validate_date)
# temp = datetime.datetime.strptime(validate_date, "%Y-%m-%d")
# start = (temp - datetime.timedelta(days=10)).strftime("%Y-%m-%d")
# print(start)
if __name__ == '__main__':
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment