Commit 35910730 authored by litaolemo's avatar litaolemo

update

parent 6af03e4d
...@@ -4,24 +4,18 @@ ...@@ -4,24 +4,18 @@
# @email : litao@igengmei.com # @email : litao@igengmei.com
# @author : litao # @author : litao
# -*- coding:UTF-8 -*-
# @Time : 2020/8/20 9:42
# @File : recommend_strategy_d.py
# @email : litao@igengmei.com
# @author : litao
import hashlib import hashlib
import json import json
import pymysql import pymysql
import xlwt, datetime import xlwt, datetime
import redis # import redis
# from pyhive import hive # from pyhive import hive
from maintenance.func_send_email_with_file import send_file_email # from maintenance.func_send_email_with_file import send_file_email
from typing import Dict, List # from typing import Dict, List
from elasticsearch_7 import Elasticsearch # from elasticsearch_7 import Elasticsearch
from elasticsearch_7.helpers import scan # from elasticsearch_7.helpers import scan
import sys # import sys
import time import time
from pyspark import SparkConf from pyspark import SparkConf
from pyspark.sql import SparkSession, DataFrame from pyspark.sql import SparkSession, DataFrame
...@@ -79,7 +73,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso ...@@ -79,7 +73,7 @@ spark.sql("CREATE TEMPORARY FUNCTION is_json AS 'com.gmei.hive.common.udf.UDFJso
spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'") spark.sql("CREATE TEMPORARY FUNCTION arrayMerge AS 'com.gmei.hive.common.udf.UDFArryMerge'")
for t in range(0, 3): for t in range(0, 60):
day_num = 0 - t day_num = 0 - t
now = (datetime.datetime.now() + datetime.timedelta(days=day_num)) now = (datetime.datetime.now() + datetime.timedelta(days=day_num))
last_30_day_str = (now + datetime.timedelta(days=-30)).strftime("%Y%m%d") last_30_day_str = (now + datetime.timedelta(days=-30)).strftime("%Y%m%d")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment