1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
# -*- coding: UTF-8 -*-
import pymysql
import datetime
import pandas as pd
from sqlalchemy import create_engine
def get_yesterday_date():
today = datetime.date.today()
yesterday = today - datetime.timedelta(days=1)
yesterday = yesterday.strftime("%Y-%m-%d")
print(yesterday)
return yesterday
def ctr_all():
db = pymysql.connect(host='10.66.157.22', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_prod')
cursor = db.cursor()
sql_active = "select distinct device_id from data_feed_exposure " \
"where (cid_type = 'diary' or cid_type = 'diary_video') " \
"and device_id regexp'[5|6]$' and stat_date = '{}';".format(date)
cursor.execute(sql_active)
result = cursor.fetchall()
tail56 = pd.DataFrame(list(result))[0].values.tolist()
cover = list(set(tail56)&set(device_id))
cid = list()
number = list()
for i in cover:
sql = "select count(cid) from data_feed_exposure " \
"where cid_type = 'diary'" \
"and stat_date = '{}' and device_id = '{}';".format(date,i)
cursor.execute(sql)
result = cursor.fetchone()[0]
cid.append(i)
number.append(result)
df = pd.DataFrame()
df['id'] = cid
df['number'] = number
df = df.sort_values(by = "number",ascending=False)
df.to_csv(DIRECTORY_PATH+"exp.csv",index=None)
def get_data():
conn2db = pymysql.connect(host='172.16.40.158', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
cursor = conn2db.cursor()
sql = "select number from id_number"
cursor.execute(sql)
result = cursor.fetchall()
cursor.close()
return result
def get_ctr():
pass
if __name__ == "__main__":
DIRECTORY_PATH = "/home/gmuser/"
df = pd.DataFrame(list(get_data()))
print(df.head())
df = df.rename(columns={0:"number"})
df.to_csv(DIRECTORY_PATH+"number.csv",index=False)
# df = df.rename(columns={0:"cid",1:"exp",2:"click"})
# df["click"] = df["click"].fillna(0)
# df["ctr"] = df["click"]/df["exp"]
#
# yconnect = create_engine('mysql+pymysql://root:3SYz54LS9#^9sBvC@172.16.40.158:4000/jerry_test?charset=utf8')
# pd.io.sql.to_sql(df, "diary_ctr_new", yconnect, schema='jerry_test', if_exists='append', index=False)