Commit 57d194d2 authored by litaolemo's avatar litaolemo

update

parent 31d9dfc8
......@@ -28,15 +28,10 @@ http_auth = (user, passwd)
es = elasticsearch.Elasticsearch(hosts=hosts, port=port)
def write_es(Lst,target_index,target_type,platform="short_video"):
def write_es(target_index,platform="short_video"):
count = 0
bulk_all_body = ""
doc_id_type = "crawler-data-raw"
header_Lst = Lst[0]
if True:
dic = {
'platform': 'toutiao', 'title': '45岁钟汉良Battle战胜王一博,两个细节被疑是暗箱操作?你怎么看',
......@@ -77,4 +72,4 @@ def write_es(Lst,target_index,target_type,platform="short_video"):
# print(platform, releaser, 'end_have:', len(wirte_set), 'add:', len(set_url))
write_es("crawler-data-raw")
\ No newline at end of file
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment