Commit 88d3b4b2 authored by lixiaofang's avatar lixiaofang

add error logging

parent 1e0342e1
# -*- coding: UTF-8 -*- # -*- coding: UTF-8 -*-
from gm_rpcd.all import bind from gm_rpcd.all import bind
from libs.algorithms import variousness, region_division
from libs.debug import pretty_json
from libs.es import es_query
import functools import functools
import logging import logging
import traceback import traceback
import datetime from libs.es import ESPerform
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
MAX_LOAD = 100 MAX_LOAD = 100
GROUP_SIZE = 10 GROUP_SIZE = 10
variousness_per_10 = functools.partial(variousness, variety_size=GROUP_SIZE)
@bind('doris/search/query_contrast_similar') @bind('doris/search/query_contrast_similar')
...@@ -61,15 +57,14 @@ def query_contrast_similar(query, offset=0, size=10): ...@@ -61,15 +57,14 @@ def query_contrast_similar(query, offset=0, size=10):
logging.info('test query es :%s' % str(q).encode('utf-8')) logging.info('test query es :%s' % str(q).encode('utf-8'))
res = es_query('contrast_similar', q, offset, size) result_dict = ESPerform.get_search_results(ESPerform.get_cli(), sub_index_name="contrast_similar", query_body=q,
offset=offset, size=size)
logging.info(('res contrast_similar :%s' % str(res))) logging.info(('res contrast_similar :%s' % str(result_dict)))
wiki_hot_recommends = []
logging.info("q:%s" % q) logging.info("q:%s" % q)
res_hit = res["hits"]["hits"] res_hit = result_dict["hits"]["hits"]
for item in res_hit: for item in res_hit:
......
...@@ -105,8 +105,13 @@ class Command(BaseCommand): ...@@ -105,8 +105,13 @@ class Command(BaseCommand):
try: try:
type_info = get_type_info_map()[type_name] type_info = get_type_info_map()[type_name]
logging.info("query_sssssssssset_ :%s" % type_info)
query_set = type_info.queryset query_set = type_info.queryset
logging.info("query_sssssssssset_ :%s" % query_set)
slicer = TableSlicer(queryset=query_set, chunk_size=type_info.bulk_insert_chunk_size) slicer = TableSlicer(queryset=query_set, chunk_size=type_info.bulk_insert_chunk_size)
for chunk in slicer.chunks(): for chunk in slicer.chunks():
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment