Skip to content

C
crawler
Commit 1497f116 authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent 4d3cf927
Hide whitespace changes
Inline Side-by-side
Showing with 6 additions and 1 deletion
crawler_sys/utils/rpc_data_to_answer.py
View file @ 1497f116
...@@ -36,6 +36,11 @@ data_type_dict = { ...@@ -36,6 +36,11 @@ data_type_dict = {
"cims/answer/batch_create": ["platform","platform_id","platform_question_id","content","user_id","create_time","is_online"], "cims/answer/batch_create": ["platform","platform_id","platform_question_id","content","user_id","create_time","is_online"],
"cims/reply/batch_create": ["platform","platform_id","platform_answer_id","content","user_id","create_time","is_online"] "cims/reply/batch_create": ["platform","platform_id","platform_answer_id","content","user_id","create_time","is_online"]
} }
dic_type = {
"cims/question/batch_create":"questions",
"cims/answer/batch_create": "answers",
"cims/reply/batch_create":"replies"
}
def post_muilty_data(data_list:typing.List,rpc_type:str) -> typing.Dict: def post_muilty_data(data_list:typing.List,rpc_type:str) -> typing.Dict:
headers = { headers = {
...@@ -45,7 +50,7 @@ def post_muilty_data(data_list:typing.List,rpc_type:str) -> typing.Dict: ...@@ -45,7 +50,7 @@ def post_muilty_data(data_list:typing.List,rpc_type:str) -> typing.Dict:
for key in data_dict: for key in data_dict:
if key not in data_type_dict[rpc_type]: if key not in data_type_dict[rpc_type]:
data_dict.pop(key) data_dict.pop(key)
dic = {"questions":data_list} dic = {dic_type[rpc_type]:data_list}
invoker = create_default_invoker(debug=True).with_config(dump_curl=True) invoker = create_default_invoker(debug=True).with_config(dump_curl=True)
res = invoker[rpc_type](**dic) res = invoker[rpc_type](**dic)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment