Skip to content

C
crawler
Commit 8ebe168b authored by litaolemo's avatar litaolemo
Browse files
Options

update

parent a28147c8
Hide whitespace changes
Inline Side-by-side
Showing with 1 addition and 2 deletions
write_data_into_es/target_releaser_add.py
View file @ 8ebe168b
...@@ -229,7 +229,7 @@ def write_to_es(file, push_to_redis=True, update=True, key_releaser=False, updat ...@@ -229,7 +229,7 @@ def write_to_es(file, push_to_redis=True, update=True, key_releaser=False, updat
bulk_all_body += bulk_one_body bulk_all_body += bulk_one_body
count = count + 1 count = count + 1
if count % 500 == 0: if count % 500 == 0:
eror_dic = es.bulk(index='target_releasers', doc_type='doc', eror_dic = es.bulk(index='target_releasers',
body=bulk_all_body) body=bulk_all_body)
bulk_all_body = '' bulk_all_body = ''
if eror_dic['errors'] is True: if eror_dic['errors'] is True:
...@@ -237,7 +237,6 @@ def write_to_es(file, push_to_redis=True, update=True, key_releaser=False, updat ...@@ -237,7 +237,6 @@ def write_to_es(file, push_to_redis=True, update=True, key_releaser=False, updat
if bulk_all_body != '': if bulk_all_body != '':
eror_dic = es.bulk(body=bulk_all_body, eror_dic = es.bulk(body=bulk_all_body,
index='target_releasers', index='target_releasers',
doc_type='doc',
) )
if eror_dic['errors'] is True: if eror_dic['errors'] is True:
print(eror_dic) print(eror_dic)
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment