get tractate data

utils/date.py

-from datetime import date, timedelta
-
-
-def get_ndays_before_with_format(n, format):
-    yesterday = (date.today() + timedelta(days=-n)).strftime(format)
-    return yesterday
-
-
-def get_ndays_before_no_minus(n):
-    return get_ndays_before_with_format(n, "%Y%m%d")

word_vector/tractate.py

+from datetime import date, timedelta
+
 from pyspark import SparkConf
 from pyspark.sql import SparkSession
 from pytispark import pytispark as pti
 
 
+def get_ndays_before_with_format(n, format):
+    yesterday = (date.today() + timedelta(days=-n)).strftime(format)
+    return yesterday
+
+
+def get_ndays_before_no_minus(n):
+    return get_ndays_before_with_format(n, "%Y%m%d")
+
+
 def get_spark(app_name=""):
     sparkConf = SparkConf()
     sparkConf.set("spark.sql.crossJoin.enabled", True)
@@ -18,8 +29,8 @@ def get_spark(app_name=""):
         "spark.sql.extensions",
         "org.apache.spark.sql.TiExtensions").config("spark.tispark.pd.addresses",
                                                     "172.16.40.170:2379").appName(app_name).enableHiveSupport().getOrCreate()
-    sc = spark.sparkContext
-    sc.addPyFile("/srv/apps/strategy_embedding/utils/date.py")
+    # sc = spark.sparkContext
+    # sc.addPyFile("/srv/apps/strategy_embedding/utils/date.py")
     ti = pti.TiContext(spark)
     ti.tidbMapDatabase("jerry_test")
     return spark