Commit 84b8ddd9 authored by litaolemo's avatar litaolemo

update

parent 85d7dd65
...@@ -18,7 +18,6 @@ from elasticsearch.helpers import scan ...@@ -18,7 +18,6 @@ from elasticsearch.helpers import scan
# from crawler.crawler_sys.utils.trans_qiniu_img import write_data_into_mysql # from crawler.crawler_sys.utils.trans_qiniu_img import write_data_into_mysql
import sys import sys
import time import time
from datetime import datetime, date, timedelta
from pyspark import SparkConf from pyspark import SparkConf
from pyspark.sql import SparkSession, DataFrame from pyspark.sql import SparkSession, DataFrame
from pyspark.sql.functions import lit from pyspark.sql.functions import lit
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment