1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
import datetime
import argparse
import pandas as pd
from BigCustomerClass import BigCustomerShortVideo
from BigCustomerClass import week_num
if __name__ == '__main__':
parser = argparse.ArgumentParser()
parser.add_argument('-s', '--start_day', default=None)
parser.add_argument('-e', '--end_day', default=None)
args = parser.parse_args()
now = datetime.datetime.now()
if args.start_day is None:
now_list = [now]
else:
now_list = pd.date_range(args.start_day, args.end_day)
# 写入日数据
for now in now_list:
print(now, now_list)
write_date = now - datetime.timedelta(2)
short_video = BigCustomerShortVideo(systematic='short_video', data_day=write_date.day, data_year=write_date.year,
data_month=write_date.month, data_week=None)
short_video.construction_search_body()
scan_detail = short_video.scan_data(index=short_video.detail_index, doc_type=short_video.detail_doc_type,
search_body=short_video.search_detail_body)
short_video.write_into_mysql(scan_detail, tablename=short_video.detail_table)
# if now.weekday() == 0:
# data_week = week_num()[7]
# short_video_detail = BigCustomerShortVideo(systematic='short_video', data_year=now.year,
# data_month=now.month, data_week=data_week)
# short_video_detail.construction_search_body()
# scan_detail = short_video_detail.scan_data(index=short_video_detail.detail_index,
# doc_type=short_video_detail.detail_doc_type,
# search_body=short_video_detail.search_detail_body)
#
# short_video_detail.write_into_mysql(scan_detail, short_video_detail.detail_table)
#
# # 周汇总数据
# short_video_agg = BigCustomerShortVideo(systematic='short_video', data_year=now.year,
# data_month=now.month, data_week=data_week)
# short_video_agg.construction_search_body()
# scan_agg = short_video_agg.scan_data(index=short_video_agg.agg_index, doc_type=short_video_agg.agg_doc_type,
# search_body=short_video_agg.search_agg_body)
# short_video_agg.write_into_mysql(scan_agg, short_video_agg.agg_table)