Commit f7da0dec authored by 张彦钊's avatar 张彦钊

crv feature file changed

parent ed6775fe
...@@ -10,16 +10,23 @@ def get_data(): ...@@ -10,16 +10,23 @@ def get_data():
ctx = SQLContext(sc) ctx = SQLContext(sc)
# end_date = (datetime.date.today() - datetime.timedelta(days=1)).strftime("%Y-%m-%d") # end_date = (datetime.date.today() - datetime.timedelta(days=1)).strftime("%Y-%m-%d")
# start_date = (datetime.date.today() - datetime.timedelta(days=day)).strftime("%Y-%m-%d") # start_date = (datetime.date.today() - datetime.timedelta(days=day)).strftime("%Y-%m-%d")
dbtable = "(select device_id,stat_date,ucity_id,cid_id,diary_service_id,y,z,clevel1_id," \ dbtable = "(select * from esmm_data)temp"
"slevel1_id,ccity_name,scity_id from jerry_prod.esmm_data" \ esmm_data = ctx.read.format("jdbc").options(url="jdbc:mysql://10.66.157.22:4000/jerry_prod",
"inner join eagle.home_tab_click " \
"on jerry_prod.esmm_data.device_id = eagle.home_tab_click.device_id)temp"
click = ctx.read.format("jdbc").options(url="jdbc:mysql://10.66.157.22:4000",
driver="com.mysql.jdbc.Driver", driver="com.mysql.jdbc.Driver",
dbtable=dbtable, dbtable=dbtable,
user="root", user="root",
password="3SYz54LS9#^9sBvC").load() password="3SYz54LS9#^9sBvC").load()
click.show(6) esmm_data.show(6)
dbtable = "(select * from home_tab_click)temp"
tab_click = ctx.read.format("jdbc").options(url="jdbc:mysql://10.66.157.22:4000/eagle",
driver="com.mysql.jdbc.Driver",
dbtable=dbtable,
user="root",
password="3SYz54LS9#^9sBvC").load()
tab_click.show(6)
esmm_data = esmm_data.join(tab_click,esmm_data.device_id == tab_click.device_id,"left")
esmm_data.show(6)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment