Skip to content

F
ffm-baseline
Commit c576970e authored by 高雅喆's avatar 高雅喆
Browse files
Options

use new table with index

parent 1d246b32
Hide whitespace changes
Inline Side-by-side
Showing with 60 additions and 60 deletions
eda/recommended_indexs/cidRate.py
View file @ c576970e
......@@ -24,12 +24,12 @@ class CidRate(object):
platform : "所有";"苹果","安卓" #方便显示
rtype : list
"""
sql_cid = "select count(cid) from data_feed_click \
sql_cid = "select count(cid) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1} \
and cid_type='{2}'".format(self.ndays,self.platform.replace(' ','') if self.platform[-2]=='e' else self.platform,self.cid_type)
cid_clk_count = con_sql(sql_cid)[0][0]
sql_all = "select count(cid) from data_feed_click \
sql_all = "select count(cid) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1}".format(self.ndays, self.platform.replace(' ','') if self.platform[-2]=='e' else self.platform)
all_clk_count = con_sql(sql_all)[0][0]
......@@ -42,11 +42,11 @@ class CidRate(object):
platform : "所有";"苹果","安卓" #方便显示
rtype : list
"""
sql_cid = "select count(cid) from data_feed_exposure \
sql_cid = "select count(cid) from data_feed_exposure2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1} and cid_type='{2}'".format(self.ndays,self.platform,self.cid_type)
cid_imp_count = con_sql(sql_cid)[0][0]
sql_all = "select count(cid) from data_feed_exposure \
sql_all = "select count(cid) from data_feed_exposure2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1}".format(self.ndays, self.platform)
all_imp_count = con_sql(sql_all)[0][0]
......
eda/recommended_indexs/clkCidUidRate.py
View file @ c576970e
......@@ -26,13 +26,13 @@ class ClkCidUidRate(object):
platform : "所有";"苹果","安卓" #方便显示
rtype : list
"""
sql_clk = "select count(distinct(device_id)) from data_feed_click \
sql_clk = "select count(distinct(device_id)) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1} \
and cid_type{2}".format(self.ndays,self.platform.replace(' ','') if self.platform[-2]=='e' else self.platform,self.cid_type)
clk_count = con_sql(sql_clk)[0][0]
sql_imp = "select count(distinct(device_id)) from data_feed_exposure \
sql_imp = "select count(distinct(device_id)) from data_feed_exposure2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1} \
and cid_type{2}".format(self.ndays,self.platform,self.cid_type)
......
eda/recommended_indexs/func.py
View file @ c576970e
......@@ -17,14 +17,14 @@ def get_activate_uid_ctr(platform, ndays=1):
platform = "!='App Store'"
else:
platform = " is not null"
sql_clk = "select count(device_id) from data_feed_click \
sql_clk = "select count(device_id) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1}".format(ndays, platform.replace(' ','') if platform[-2]=='e' else platform)
clk_count = con_sql(sql_clk)[0][0]
sql_imp = "select count(device_id) from data_feed_exposure \
sql_imp = "select count(device_id) from data_feed_exposure2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_id in \
(select device_id from data_feed_click \
(select device_id from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{1} day) \
and device_type{2}) \
and device_type{3}".format(ndays, ndays, platform.replace(' ','') if platform[-2]=='e' else platform, platform)
......@@ -49,13 +49,13 @@ def get_activate_uid_imp_times(city,ndays=1):
city = "='beijing'"
else:
city = " is not null"
sql_uid = "select count(distinct(device_id)) from data_feed_click \
sql_uid = "select count(distinct(device_id)) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and city_id{1}".format(ndays,city)
sql_uid_count = con_sql(sql_uid)[0][0]
sql_imp = "select count(device_id) from data_feed_exposure \
sql_imp = "select count(device_id) from data_feed_exposure2 \
where device_id in \
(select device_id from data_feed_click \
(select device_id from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and city_id{1}) \
and from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
......@@ -89,7 +89,7 @@ def get_click_times_to_count_uid():
"""
sql = "select times,count(device_id) \
from (select device_id,count(cid_type) as times \
from data_feed_click \
from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
group by device_id) as t \
group by times order by times"
......
eda/recommended_indexs/getClickZeroUidDetail.py
View file @ c576970e
......@@ -32,100 +32,100 @@ def get_click_zero_uid_count(platform):
platform = " is not null"
db = pymysql.connect(host='10.66.157.22', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
cursor = db.cursor()
sql = "select '0-7' as label,count(distinct(device_id)) from data_feed_exposure \
sql = "select '0-7' as label,count(distinct(device_id)) from data_feed_exposure2 \
where device_type{0} \
and from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_id not in \
(select distinct(device_id) from data_feed_click \
(select distinct(device_id) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_type{1}) \
and device_id in \
(select distinct(device_id) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {2})) \
union all \
select '7-14' as label,count(distinct(device_id)) from data_feed_exposure \
select '7-14' as label,count(distinct(device_id)) from data_feed_exposure2 \
where device_type{0} \
and from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_id not in \
(select distinct(device_id) from data_feed_click \
(select distinct(device_id) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_type{1}) \
and device_id in \
(select distinct(device_id) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {3}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {2})) \
union all \
select '14-30' as label,count(distinct(device_id)) from data_feed_exposure \
select '14-30' as label,count(distinct(device_id)) from data_feed_exposure2 \
where device_type{0} \
and from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_id not in \
(select distinct(device_id) from data_feed_click \
(select distinct(device_id) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_type{1}) \
and device_id in \
(select distinct(device_id) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {4}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {3})) \
union all \
select '30-60' as label,count(distinct(device_id)) from data_feed_exposure \
select '30-60' as label,count(distinct(device_id)) from data_feed_exposure2 \
where device_type{0} \
and from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_id not in \
(select distinct(device_id) from data_feed_click \
(select distinct(device_id) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_type{1}) \
and device_id in \
(select distinct(device_id) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {5}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {4})) \
union all \
select '60-90' as label,count(distinct(device_id)) from data_feed_exposure \
select '60-90' as label,count(distinct(device_id)) from data_feed_exposure2 \
where device_type{0} \
and from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_id not in \
(select distinct(device_id) from data_feed_click \
(select distinct(device_id) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_type{1}) \
and device_id in \
(select distinct(device_id) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {6}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {5})) \
union all \
select '90+' as label,count(distinct(device_id)) from data_feed_exposure \
select '90+' as label,count(distinct(device_id)) from data_feed_exposure2 \
where device_type{0} \
and from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_id not in \
(select distinct(device_id) from data_feed_click \
(select distinct(device_id) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -1 day) \
and device_type{1}) \
and device_id in \
(select distinct(device_id) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {6}))".format(platform,platform.replace(' ','') if platform[-2]=='e' else platform,my_tm1,my_tm2,my_tm3,my_tm4,my_tm5)
cursor.execute(sql)
result = cursor.fetchall()
......
eda/recommended_indexs/getRegisterUidDetail.py
View file @ c576970e
......@@ -26,51 +26,51 @@ def get_register_uid_count():
db = pymysql.connect(host='10.66.157.22', port=4000, user='root', passwd='3SYz54LS9#^9sBvC', db='jerry_test')
cursor = db.cursor()
sql = "select '0-7' as label,count(distinct(device_id)) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {0}) \
union all \
select '7-14' as label,count(distinct(device_id)) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {1}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {0}) \
union all \
select '14-30' as label,count(distinct(device_id)) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {2}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {1}) \
union all \
select '30-60' as label,count(distinct(device_id)) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {3}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {2}) \
union all \
select '60-90' as label,count(distinct(device_id)) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id not in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {4}) \
and device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {3}) \
union all \
select '90+' as label,count(distinct(device_id)) \
from data_feed_exposure \
from data_feed_exposure2 \
where device_id in \
(select distinct(device_id) from data_feed_exposure \
(select distinct(device_id) from data_feed_exposure2 \
where time < {4})".format(my_tm1,my_tm2,my_tm3,my_tm4,my_tm5)
cursor.execute(sql)
result = cursor.fetchall()
......
eda/recommended_indexs/topFeatures.py
View file @ c576970e
......@@ -24,7 +24,7 @@ class TopFeatures(object):
def get_click_times(self):
# rtype : dict
sql = "select cid,count(cid) from data_feed_click \
sql = "select cid,count(cid) from data_feed_click2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1} and cid_type='{2}' \
group by cid \
......@@ -35,7 +35,7 @@ class TopFeatures(object):
def get_impression_times(self):
# rtype : dict
sql = "select cid,count(cid) from data_feed_exposure \
sql = "select cid,count(cid) from data_feed_exposure2 \
where from_unixtime(time,'%Y-%m-%d')=date_add(curdate(), interval -{0} day) \
and device_type{1} and cid_type='{2}' \
group by cid order by count(cid) desc".format(self.ndays, self.platform, self.cid_type)
......@@ -155,7 +155,7 @@ def main():
clk_question_ctr_android = top_question_android.get_result("安卓", 2, "ctr")
result_lst = [clk_question_ctr_all, clk_question_ctr_ios, clk_question_ctr_android]
output_path = DIRECTORY_PATH + "top100_ctr_question_{}.txt".format(get_yesterday_date())
output_path = DIRECTORY_PATH + "top100_ctr_question_{}.txt".format(get_yesterday_date().replace('-',''))
top_question_all.result2file(result_lst, output_path)
print("已获取 Top question 特征")
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment