Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
F
ffm-baseline
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ML
ffm-baseline
Commits
77f7ca33
Commit
77f7ca33
authored
Oct 10, 2018
by
王志伟
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
new
parent
59cae1d0
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
126 additions
and
0 deletions
+126
-0
ffm_ctr.py
eda/gray_stat/ffm_ctr.py
+63
-0
ffm_ctr_svenday.py
eda/gray_stat/ffm_ctr_svenday.py
+63
-0
No files found.
eda/gray_stat/ffm_ctr.py
0 → 100644
View file @
77f7ca33
# -*- coding: UTF-8 -*-
import
pymysql
import
datetime
import
pandas
as
pd
DIRECTORY_PATH
=
"/data2/ffm/"
def
get_yesterday_date
():
#自动获取昨天的日期,如"2018-08-08"
"""
:rtype : str
"""
today
=
datetime
.
date
.
today
()
yesterday
=
today
-
datetime
.
timedelta
(
days
=
1
)
yesterday
=
yesterday
.
strftime
(
"
%
Y-
%
m-
%
d"
)
print
(
yesterday
)
return
yesterday
#today = datetime.date.today().strftime("%Y%m%d")
#return today
date
=
get_yesterday_date
()
def
get_data
():
conn2db
=
pymysql
.
connect
(
host
=
'10.66.157.22'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db
=
'eagle'
)
cursor
=
conn2db
.
cursor
()
sql
=
"select device_id from eagle.ffm_diary_queue_temp where device_id regexp '[5|6]$'"
cursor
.
execute
(
sql
)
result
=
cursor
.
fetchall
()
device_id
=
tuple
(
pd
.
DataFrame
(
list
(
result
))[
0
]
.
values
.
tolist
())
cursor
.
close
()
return
device_id
def
ctr
(
date
):
device_id
=
get_data
()
sql_click
=
"select count(cid) from data_feed_click "
\
"where cid_type = 'diary' "
\
"and stat_date = '{}' and device_id in {};"
.
format
(
date
,
device_id
)
db
=
pymysql
.
connect
(
host
=
'10.66.157.22'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db
=
'jerry_prod'
)
cursor
=
db
.
cursor
()
cursor
.
execute
(
sql_click
)
click
=
cursor
.
fetchone
()[
0
]
print
(
"点击数:"
+
str
(
click
))
sql_exp
=
"select count(cid) from data_feed_exposure "
\
"where cid_type = 'diary' and stat_date = '{}' and "
\
"device_id in {}"
.
format
(
date
,
device_id
)
cursor
.
execute
(
sql_exp
)
exp
=
cursor
.
fetchone
()[
0
]
print
(
"曝光数:"
+
str
(
exp
))
if
exp
!=
0
:
print
(
"点击率:"
+
str
(
click
/
exp
))
return
click
,
exp
,
click
/
exp
temp_data
=
ctr
(
date
)
def
rate2file
():
output_path
=
DIRECTORY_PATH
+
"ffm_ctr.csv"
with
open
(
output_path
,
'a+'
)
as
f
:
line
=
get_yesterday_date
()
.
replace
(
'-'
,
''
)
+
','
+
str
(
temp_data
[
0
])
+
','
+
str
(
temp_data
[
1
])
+
','
+
str
(
temp_data
[
2
])
+
'
\n
'
f
.
write
(
line
)
if
__name__
==
"__main__"
:
#ctr(date)
rate2file
()
eda/gray_stat/ffm_ctr_svenday.py
0 → 100644
View file @
77f7ca33
# -*- coding: UTF-8 -*-
import
pymysql
import
datetime
import
pandas
as
pd
DIRECTORY_PATH
=
"/data2/ffm/"
def
get_yesterday_date
():
#自动获取昨天的日期,如"2018-08-08"
"""
:rtype : str
"""
today
=
datetime
.
date
.
today
()
yesterday
=
today
-
datetime
.
timedelta
(
days
=
1
)
yesterday
=
yesterday
.
strftime
(
"
%
Y-
%
m-
%
d"
)
print
(
yesterday
)
return
yesterday
#today = datetime.date.today().strftime("%Y%m%d")
#return today
date
=
get_yesterday_date
()
def
get_data
():
conn2db
=
pymysql
.
connect
(
host
=
'10.66.157.22'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db
=
'eagle'
)
cursor
=
conn2db
.
cursor
()
sql
=
"select device_id from eagle.ffm_diary_queue_temp where device_id regexp '[5|6]$'"
cursor
.
execute
(
sql
)
result
=
cursor
.
fetchall
()
device_id
=
tuple
(
pd
.
DataFrame
(
list
(
result
))[
0
]
.
values
.
tolist
())
cursor
.
close
()
return
device_id
def
ctr
(
date
):
device_id
=
get_data
()
sql_click
=
"select count(cid) from data_feed_click "
\
"where cid_type = 'diary' "
\
"and stat_date = '{}' and device_id in {};"
.
format
(
date
,
device_id
)
db
=
pymysql
.
connect
(
host
=
'10.66.157.22'
,
port
=
4000
,
user
=
'root'
,
passwd
=
'3SYz54LS9#^9sBvC'
,
db
=
'jerry_prod'
)
cursor
=
db
.
cursor
()
cursor
.
execute
(
sql_click
)
click
=
cursor
.
fetchone
()[
0
]
print
(
"点击数:"
+
str
(
click
))
sql_exp
=
"select count(cid) from data_feed_exposure "
\
"where cid_type = 'diary' and stat_date = '{}' and "
\
"device_id in {}"
.
format
(
date
,
device_id
)
cursor
.
execute
(
sql_exp
)
exp
=
cursor
.
fetchone
()[
0
]
print
(
"曝光数:"
+
str
(
exp
))
if
exp
!=
0
:
print
(
"点击率:"
+
str
(
click
/
exp
))
return
click
,
exp
,
click
/
exp
temp_data
=
ctr
(
date
)
def
rate2file
():
output_path
=
DIRECTORY_PATH
+
"rate.csv"
with
open
(
output_path
,
'a+'
)
as
f
:
line
=
get_yesterday_date
()
.
replace
(
'-'
,
''
)
+
','
+
str
(
temp_data
[
0
])
+
','
+
str
(
temp_data
[
1
])
+
','
+
str
(
temp_data
[
2
])
+
'
\n
'
f
.
write
(
line
)
if
__name__
==
"__main__"
:
#ctr(date)
rate2file
()
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment