Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
M
meta_base_code
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
黎涛
meta_base_code
Commits
1968bf6c
Commit
1968bf6c
authored
Sep 21, 2020
by
litaolemo
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
update
parent
2d842c77
Hide whitespace changes
Inline
Side-by-side
Showing
2 changed files
with
15 additions
and
15 deletions
+15
-15
tractate_analysis_in_7000.py
task/tractate_analysis_in_7000.py
+14
-14
func_from_es_get_article.py
utils/func_from_es_get_article.py
+1
-1
No files found.
task/tractate_analysis_in_7000.py
View file @
1968bf6c
...
...
@@ -200,9 +200,9 @@ for redis_count, device_id in enumerate(device_id_dict):
# print(count_res)
for
tag
in
second_demands
:
if
tag
in
second_demands_tag_count
:
second_demands_tag_count
[
tag
]
+=
1
second_demands_tag_count
[
int
(
tag
)
]
+=
1
else
:
second_demands_tag_count
[
tag
]
=
1
second_demands_tag_count
[
int
(
tag
)
]
=
1
if
tag
in
second_demands_count_dict
:
total_tractate_content_num
+=
second_demands_count_dict
[
tag
]
second_demands_tag_dict
[
device_id
]
=
second_demands
...
...
@@ -211,9 +211,9 @@ for redis_count, device_id in enumerate(device_id_dict):
# print(count_res)
for
tag
in
projects
:
if
tag
in
projects_demands_tag_count
:
projects_demands_tag_count
[
tag
]
+=
1
projects_demands_tag_count
[
int
(
tag
)
]
+=
1
else
:
projects_demands_tag_count
[
tag
]
=
1
projects_demands_tag_count
[
int
(
tag
)
]
=
1
if
tag
in
tags_v3_count_dict
:
total_tractate_content_num
+=
tags_v3_count_dict
[
tag
]
...
...
@@ -271,10 +271,10 @@ for res in sql_res:
# print(res)
cl_id
=
res
.
cl_id
if
cl_id
in
device_id_dict
:
print
(
"has device"
)
#
print("has device")
card_id
=
res
.
card_id
print
(
type
(
card_id
),
card_id
)
if
str
(
card_id
)
not
in
card_id_list
:
continue
#
print(type(card_id),card_id)
if
int
(
card_id
)
not
in
card_id_list
:
continue
print
(
"has card_id"
)
session_pv
=
res
.
session_pv
# card_id_set.update(card_id)
...
...
@@ -308,11 +308,10 @@ second_demands_list = []
for
tag_id
in
second_demands_tag_count
:
temp_dict
=
{
"tag_name"
:
tag_id
,
# "device_count": second_demands_tag_count[tag_id],
# "tractate_count": second_demands_count_dict.get(tag_id),
"device_count"
:
second_demands_tag_count
[
tag_id
],
"tractate_count"
:
second_demands_count_dict
.
get
(
tag_id
),
"exporsure_count"
:
len
(
second_demands_id_count
[
tag_id
])
if
second_demands_id_count
.
get
(
tag_id
)
else
0
,
# "session_pv_count": len(set(second_demands_id_count[tag_id]))
}
print
(
temp_dict
)
...
...
@@ -320,9 +319,9 @@ print("----------------------------------------------")
for
tag_id
in
projects_demands_tag_count
:
temp_dict
=
{
"tag_name"
:
tag_id
,
#
"device_count": projects_demands_tag_count[tag_id],
#
"tractate_count": tags_v3_count_dict.get(tag_id),
"device_count"
:
projects_demands_tag_count
[
tag_id
],
"tractate_count"
:
tags_v3_count_dict
.
get
(
tag_id
),
"exporsure_count"
:
len
(
projects_demands_id_count
[
tag_id
])
if
projects_demands_id_count
.
get
(
tag_id
)
else
0
,
# "session_pv_count": len(set(second_demands_id_count[tag_id]))
}
print
(
temp_dict
)
\ No newline at end of file
utils/func_from_es_get_article.py
View file @
1968bf6c
...
...
@@ -344,7 +344,7 @@ def get_user_post_from_mysql(sql):
sql_res
=
con_sql_doris_prod
(
sql
)
for
card_id
in
sql_res
:
print
(
type
(
card_id
[
0
]),
card_id
)
card_id_list
.
append
(
str
(
card_id
[
0
]))
card_id_list
.
append
(
int
(
card_id
[
0
]))
es_res
=
get_tractate_tags_from_es
(
card_id
[
0
])
for
position
in
es_res
[
"_source"
][
"second_demands"
]:
if
position
in
second_demands_count_dict
:
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment