Commit 7109dabf authored by litaolemo's avatar litaolemo

update

parent 70e16469
...@@ -14,10 +14,10 @@ import redis ...@@ -14,10 +14,10 @@ import redis
# from pyhive import hive # from pyhive import hive
from maintenance.func_send_email_with_file import send_file_email from maintenance.func_send_email_with_file import send_file_email
from typing import Dict, List from typing import Dict, List
from elasticsearch_7 import Elasticsearch # from elasticsearch_7 import Elasticsearch
from elasticsearch_7.helpers import scan # from elasticsearch_7.helpers import scan
# from elasticsearch import Elasticsearch from elasticsearch import Elasticsearch
# from elasticsearch.helpers import scan from elasticsearch.helpers import scan
import sys import sys
import time import time
from pyspark import SparkConf from pyspark import SparkConf
...@@ -108,7 +108,7 @@ es_query_tractate = {"query": { ...@@ -108,7 +108,7 @@ es_query_tractate = {"query": {
tractate_res_scan = scan(client=es, query=es_query_tractate, index="gm-dbmw-tractate-read", doc_type="tractate") tractate_res_scan = scan(client=es, query=es_query_tractate, index="gm-dbmw-tractate-read", doc_type="tractate")
tractate_dict = {} tractate_dict = {}
for tractate_json in tractate_res_scan: for tractate_json in tractate_res_scan:
print(tractate_json) # print(tractate_json)
_id = tractate_json["_id"] _id = tractate_json["_id"]
content_keyword_list = tractate_json["_source"]["content_keyword"] content_keyword_list = tractate_json["_source"]["content_keyword"]
for content_keyword in content_keyword_list: for content_keyword in content_keyword_list:
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment