Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
M
meta_base_code
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
黎涛
meta_base_code
Commits
69defaa7
Commit
69defaa7
authored
Oct 26, 2020
by
litaolemo
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update
parent
2d9f8e79
Show whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
16 additions
and
16 deletions
+16
-16
spark_test.py
task/spark_test.py
+16
-16
No files found.
task/spark_test.py
View file @
69defaa7
...
@@ -166,15 +166,15 @@ SELECT query,search_pv,search_uv
...
@@ -166,15 +166,15 @@ SELECT query,search_pv,search_uv
,params['query'] as query
,params['query'] as query
,cl_id
,cl_id
FROM online.bl_hdfs_maidian_updates
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >=
start_date
WHERE partition_date >=
{start_date}
AND partition_date <
end_date
AND partition_date <
{end_date}
AND ((action = 'do_search' AND params['input_type']<>'everyone_watch') or action='search_result_click_search')
AND ((action = 'do_search' AND params['input_type']<>'everyone_watch') or action='search_result_click_search')
UNION ALL
UNION ALL
SELECT partition_date,params['query'] as query,cl_id
SELECT partition_date,params['query'] as query,cl_id
FROM online.bl_hdfs_maidian_updates
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >=
start_date
WHERE partition_date >=
{start_date}
AND partition_date <
end_date
AND partition_date <
{end_date}
AND action = 'do_search'
AND action = 'do_search'
and params['input_type']='everyone_watch'
and params['input_type']='everyone_watch'
and params['tab']='精选'
and params['tab']='精选'
...
@@ -184,8 +184,8 @@ SELECT query,search_pv,search_uv
...
@@ -184,8 +184,8 @@ SELECT query,search_pv,search_uv
UNION ALL
UNION ALL
SELECT partition_date,params['query'] as query,cl_id
SELECT partition_date,params['query'] as query,cl_id
FROM online.bl_hdfs_maidian_updates
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >=
start_date
WHERE partition_date >=
{start_date}
AND partition_date <
end_date
AND partition_date <
{end_date}
AND action = 'on_click_card'
AND action = 'on_click_card'
AND params['page_name']='search_home'
AND params['page_name']='search_home'
...
@@ -195,8 +195,8 @@ SELECT query,search_pv,search_uv
...
@@ -195,8 +195,8 @@ SELECT query,search_pv,search_uv
,params['card_name'] as query
,params['card_name'] as query
,cl_id
,cl_id
FROM online.bl_hdfs_maidian_updates
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >=
start_date
WHERE partition_date >=
{start_date}
AND partition_date <
end_date
AND partition_date <
{end_date}
AND action = 'on_click_card'
AND action = 'on_click_card'
AND params['in_page_pos']='猜你喜欢'
AND params['in_page_pos']='猜你喜欢'
--AND params['tab_name']='精选'
--AND params['tab_name']='精选'
...
@@ -209,8 +209,8 @@ SELECT query,search_pv,search_uv
...
@@ -209,8 +209,8 @@ SELECT query,search_pv,search_uv
,params['card_name'] as query
,params['card_name'] as query
,cl_id
,cl_id
FROM online.bl_hdfs_maidian_updates
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >=
start_date
WHERE partition_date >=
{start_date}
AND partition_date <
end_date
AND partition_date <
{end_date}
AND action = 'on_click_card'
AND action = 'on_click_card'
AND page_name='welfare_home'
AND page_name='welfare_home'
AND params['card_type'] ='search_word'
AND params['card_type'] ='search_word'
...
@@ -221,8 +221,8 @@ SELECT query,search_pv,search_uv
...
@@ -221,8 +221,8 @@ SELECT query,search_pv,search_uv
,params['card_name'] as query
,params['card_name'] as query
,cl_id
,cl_id
FROM online.bl_hdfs_maidian_updates
FROM online.bl_hdfs_maidian_updates
WHERE partition_date >=
start_date
WHERE partition_date >=
{start_date}
AND partition_date <
end_date
AND partition_date <
{end_date}
AND int(split(app_version,'\\.')[1]) >= 27
AND int(split(app_version,'\\.')[1]) >= 27
AND action='on_click_card'
AND action='on_click_card'
AND params['card_type']='highlight_word'
AND params['card_type']='highlight_word'
...
@@ -242,11 +242,11 @@ SELECT query,search_pv,search_uv
...
@@ -242,11 +242,11 @@ SELECT query,search_pv,search_uv
LEFT JOIN
LEFT JOIN
(SELECT code,is_ai_channel,partition_day
(SELECT code,is_ai_channel,partition_day
FROM DIM.DIM_AI_CHANNEL_ZP_NEW
FROM DIM.DIM_AI_CHANNEL_ZP_NEW
WHERE partition_day>=
start_date
WHERE partition_day>=
{start_date}
AND partition_day <
end_date
) tmp
AND partition_day <
{end_date}
) tmp
ON m.partition_date=tmp.partition_day AND first_channel_source_type=code
ON m.partition_date=tmp.partition_day AND first_channel_source_type=code
WHERE partition_date >=
start_date
WHERE partition_date >=
{start_date}
AND partition_date <
end_date
AND partition_date <
{end_date}
AND active_type in ('1','2','4')
AND active_type in ('1','2','4')
) mas
) mas
LATERAL VIEW explode(mas.channel) t2 AS channel
LATERAL VIEW explode(mas.channel) t2 AS channel
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment