Skip to content
Projects
Groups
Snippets
Help
Loading...
Sign in
Toggle navigation
P
physical
Project
Project
Details
Activity
Cycle Analytics
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Charts
Issues
0
Issues
0
List
Board
Labels
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Charts
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Charts
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
alpha
physical
Commits
613120d5
Commit
613120d5
authored
Apr 24, 2019
by
lixiaofang
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
add
parent
4a375d25
Hide whitespace changes
Inline
Side-by-side
Showing
3 changed files
with
297 additions
and
50 deletions
+297
-50
get_session.py
injection/data_sync/get_session.py
+143
-0
guanshui.txt
injection/data_sync/migrations/guanshui.txt
+100
-0
tasks.py
injection/data_sync/tasks.py
+54
-50
No files found.
injection/data_sync/get_session.py
0 → 100644
View file @
613120d5
import
requests
import
time
import
datetime
import
random
import
traceback
from
django.conf
import
settings
import
logging
DATABASES
=
settings
.
DATABASES
host
=
DATABASES
[
'default'
][
'HOST'
]
user
=
DATABASES
[
'default'
][
'USER'
]
port
=
DATABASES
[
'default'
][
'PORT'
]
db
=
DATABASES
[
'default'
][
'NAME'
]
passwd
=
DATABASES
[
'default'
][
'PASSWORD'
]
auto_click_url
=
"http://earth.igengmei.com/api/v1/like"
auto_reply_url
=
"http://earth.igengmei.com/api/v1/reply/create"
auto_follow_url
=
"http://earth.igengmei.com/api/v1/follow"
auto_urge_url
=
"http://earth.igengmei.com/api/v1/user/urge"
def
get_majia
():
try
:
data
=
open
(
"/srv/apps/physical/majia/majia_email.txt"
)
list
=
[]
for
i
in
data
:
list
.
append
(
i
.
strip
(
'
\n
'
)
.
strip
(
','
))
maj
=
random
.
randint
(
1
,
len
(
list
))
user_id
=
list
[
maj
-
1
]
return
user_id
except
:
logging
.
error
(
"catch exception,get_majia:
%
s"
%
traceback
.
format_exc
())
return
None
def
get_cookies
(
user_id
):
try
:
with
open
(
"/srv/apps/physical/majia/user_session.txt"
,
'r'
)
as
f
:
try
:
data
=
f
.
readlines
()
except
:
data
=
None
list
=
[]
for
i
in
data
:
list
.
append
(
i
.
strip
(
'
\n
'
)
.
split
(
","
))
for
i
in
list
:
if
user_id
==
i
[
0
]:
return
(
i
[
1
])
except
:
return
None
def
login
():
try
:
user_id
=
get_majia
()
cookies
=
get_cookies
(
user_id
)
if
cookies
is
not
None
:
return
{
'sessionid'
:
cookies
}
except
:
logging
.
error
(
"catch exception,logins:
%
s"
%
traceback
.
format_exc
())
return
None
def
click
(
cookies_get
,
id
):
try
:
post_dict
=
{
'type'
:
0
,
'id'
:
id
}
response
=
requests
.
post
(
url
=
auto_click_url
,
cookies
=
cookies_get
,
data
=
post_dict
)
logging
.
info
(
"response.text:
%
s"
%
response
.
text
)
except
:
logging
.
error
(
"catch exception,logins:
%
s"
%
traceback
.
format_exc
())
def
reply
(
cookies_get
,
id
,
content
):
try
:
post_dict
=
{
'topic_id'
:
id
,
'content'
:
content
}
response
=
requests
.
post
(
url
=
auto_reply_url
,
cookies
=
cookies_get
,
data
=
post_dict
)
logging
.
info
(
"response.text:
%
s"
%
response
.
text
)
except
:
logging
.
error
(
"catch exception,logins:
%
s"
%
traceback
.
format_exc
())
def
time_conv
(
minutest
):
try
:
now
=
datetime
.
datetime
.
now
()
yes_time
=
now
-
datetime
.
timedelta
(
minutes
=
minutest
)
print
(
yes_time
)
return
yes_time
except
:
return
None
def
get_comments
():
try
:
data
=
open
(
"/srv/apps/physical/majia/guanshui.txt"
,
"r"
)
list_guanshui
=
[]
for
i
in
data
:
list_guanshui
.
append
(
i
)
num1
=
random
.
randint
(
0
,
30
)
num2
=
random
.
randint
(
30
,
70
)
num3
=
random
.
randint
(
70
,
len
(
list_guanshui
))
comment1
=
list_guanshui
[
num1
-
1
]
comment2
=
list_guanshui
[
num2
-
1
]
comment3
=
list_guanshui
[
num3
-
1
]
comment_list
=
[
comment1
,
comment2
,
comment3
]
return
comment_list
except
:
return
None
injection/data_sync/migrations/guanshui.txt
0 → 100644
View file @
613120d5
照片色调很好看
用的什么调色工具呀
立马去get同款
我一个一看就会,动手就废的girl
为什么我拍不出来你的效果?
Po主用的什么拍照软件
这个好,学习了
真的是元气满满
很帅气!
这样好显气质!
好可爱啊,完全没有抵抗力了。
莫名好感中
满分颜值
超酷!
马住回看
请问发色是啥
请问是什么app拍的啊
滤镜要怎么选?
卖萌打滚求翻牌
有没有常用自拍姿势教程
拍照技术满分
日常夸奖博主
日常勾搭
背景是在哪里?
照片构图很好看
主要还是看颜值
你长得很像明星
支持一下
转需留存
拍照表情很自然
风格很好
这里是哪里呀?
种草了!
搭配小技巧get!
怎么都学不会的路过
太好了,新手学习了
一直支持,只求被翻牌!
好喜欢这种风格
好看,在哪儿买的
衣好有气质哦
这个我也会
拍照pose求出教程
小姐姐,作图app是啥
终于更新了
搭配的好好看
求同款
日常催更
get√
什么时候更新啊
果然只要瘦怎么都好看。
不错的哈哈
同款达不到楼主的效果
喜欢你的搭配
我拍出来为什么感觉比本人丑很多?
能多发点全身正面照吗?想看整体效果
这个真的很真实了
大圆脸合适吗?
成功引起了我的注意!
感觉很少女~
不错,继续加油
好看的人做什么都好看
都是人才!!!!
道理我都懂,就差一个脸!
不赞我良心都过意不去啊
爱你哟~
用手机可以拍出来吗?
使用相机拍的还是手机
我觉得很赞
颜色搭配很舒服
小姐姐有戴美瞳吗
看见这个帖心情变好了
不管怎么样先收藏了
更新更新更新
你和我朋友长得有点像
你的风格我都很喜欢
好看
我要有你这条件还需要啥拍照技术
太美了!
被圈粉了……
美而不作,我喜欢
楼主真的real真实了。
持续等更新
楼主加油,照片拍的不错,非常值得推荐。
大家花呗还了吗?
来啦来啦来啦来啦来啦
画面太治愈了
楼主辛苦啦
不错,跟着学习一下
心动,我要去试试
满满的干货,收藏好下次用
新技能get√
感觉不错mark一下
适合自己的才是最重要的
羡慕一下作者的颜
Omaga太好看了吧~
这张拍的不错
这个特效挺可爱的
翻我翻我~
这样很显脸小
关注啦
injection/data_sync/tasks.py
View file @
613120d5
...
...
@@ -2,6 +2,9 @@
import
logging
import
traceback
import
json
import
pymysql
import
threading
import
random
from
celery
import
shared_task
from
django.conf
import
settings
from
django.core
import
serializers
...
...
@@ -9,10 +12,10 @@ from trans2es.type_info import get_type_info_map
# from rpc.all import get_rpc_remote_invoker
from
libs.es
import
ESPerform
from
libs.cache
import
redis_client
from
trans2es.models.face_user_contrast_similar
import
FaceUserContrastSimilar
,
UserSimilarScore
from
trans2es.models.face_user_contrast_similar
import
FaceUserContrastSimilar
,
UserSimilarScore
from
linucb.utils.register_user_tag
import
RegisterUserTag
# from majia
.get_session import get_comments, click, login
# from majia
.get_session import host, user, passwd, db
from
injection.data_sync
.get_session
import
get_comments
,
click
,
login
from
injection.data_sync
.get_session
import
host
,
user
,
passwd
,
db
@shared_task
...
...
@@ -36,7 +39,7 @@ def write_to_es(es_type, pk_list, use_batch_query_set=False):
es
=
ESPerform
.
get_cli
()
)
auto_click
(
pk_list
)
logging
.
info
(
"-----------------"
)
except
:
logging
.
error
(
"catch exception,err_msg:
%
s"
%
traceback
.
format_exc
())
...
...
@@ -77,20 +80,22 @@ def sync_face_similar_data_to_redis():
@shared_task
def
sync_user_similar_score
():
try
:
results_items
=
UserSimilarScore
.
objects
.
filter
(
is_deleted
=
False
)
.
distinct
()
.
values
(
"user_id"
)
.
values_list
(
"user_id"
,
flat
=
True
)
results_items
=
UserSimilarScore
.
objects
.
filter
(
is_deleted
=
False
)
.
distinct
()
.
values
(
"user_id"
)
.
values_list
(
"user_id"
,
flat
=
True
)
redis_key_prefix
=
"physical:user_similar_score:user_id:"
logging
.
info
(
"begin sync user_similar_score!"
)
for
user_id
in
results_items
:
redis_key
=
redis_key_prefix
+
str
(
user_id
)
similar_results_items
=
UserSimilarScore
.
objects
.
filter
(
is_deleted
=
False
,
user_id
=
user_id
)
.
order_by
(
"-score"
)
similar_results_items
=
UserSimilarScore
.
objects
.
filter
(
is_deleted
=
False
,
user_id
=
user_id
)
.
order_by
(
"-score"
)
item_list
=
list
()
for
item
in
similar_results_items
:
contrast_user_id
=
item
.
contrast_user_id
score
=
item
.
score
item_list
.
append
(
[
contrast_user_id
,
score
]
[
contrast_user_id
,
score
]
)
redis_client
.
set
(
redis_key
,
json
.
dumps
(
item_list
))
...
...
@@ -101,45 +106,45 @@ def sync_user_similar_score():
def
auto_click
(
pk_list
):
logging
.
info
(
"get----------------------:
%
s"
%
pk_list
)
exec_count
=
0
# try:
# pc = pymysql.connect(host=host, user=user, passwd=passwd, db=db, port=3306)
# cursor = pc.cursor()
# cursor.execute(
# "SELECT id,user_id FROM topic WHERE id in " + str(
# tuple(pk_list)) + " and user_id in (select user_id from user_extra where is_shadow = 0)")
# data = cursor.fetchall()
# topic_id_list = list(data)
# logging.info("Database version : %s " % topic_id_list)
# pc.close()
# exec_count = 0
# if topic_id_list:
#
# def fun_timer():
# cookies = login()
# if cookies:
# click(cookies, topic_id_list[0])
#
# global timer
# global exec_count
#
# exec_count += 1
# if exec_count == 1:
# # sleep_time = random.randint(300, 540)
# sleep_time = 30
# timer = threading.Timer(sleep_time, fun_timer)
# timer.start()
#
# if exec_count == 2:
# # sleep_time = random.randint(1000, 1900)
# sleep_time = 50
# timer = threading.Timer(sleep_time, fun_timer)
# timer.start()
#
# sleep_time = random.randint(300, 540)
# timer = threading.Timer(10, fun_timer) # 首次启动
# timer.start()
# else:
# pass
# except:
# logging.error("catch exception,main:%s" % traceback.format_exc())
\ No newline at end of file
try
:
pc
=
pymysql
.
connect
(
host
=
host
,
user
=
user
,
passwd
=
passwd
,
db
=
db
,
port
=
3306
)
cursor
=
pc
.
cursor
()
cursor
.
execute
(
"SELECT id,user_id FROM topic WHERE id in "
+
str
(
tuple
(
pk_list
))
+
" and user_id in (select user_id from user_extra where is_shadow = 0)"
)
data
=
cursor
.
fetchall
()
topic_id_list
=
list
(
data
)
logging
.
info
(
"Database version :
%
s "
%
topic_id_list
)
pc
.
close
()
exec_count
=
0
if
topic_id_list
:
def
fun_timer
():
cookies
=
login
()
if
cookies
:
click
(
cookies
,
topic_id_list
[
0
])
global
timer
global
exec_count
exec_count
+=
1
if
exec_count
==
1
:
# sleep_time = random.randint(300, 540)
sleep_time
=
30
timer
=
threading
.
Timer
(
sleep_time
,
fun_timer
)
timer
.
start
()
if
exec_count
==
2
:
# sleep_time = random.randint(1000, 1900)
sleep_time
=
50
timer
=
threading
.
Timer
(
sleep_time
,
fun_timer
)
timer
.
start
()
sleep_time
=
random
.
randint
(
300
,
540
)
timer
=
threading
.
Timer
(
10
,
fun_timer
)
# 首次启动
timer
.
start
()
else
:
pass
except
:
logging
.
error
(
"catch exception,main:
%
s"
%
traceback
.
format_exc
())
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment