Commit 0e753cba authored by 李小芳's avatar 李小芳

Merge branch 'master' into 'wordres'

# Conflicts:
#   search/utils/auto_tips.py
parents eeb5150f 0db0bc46
...@@ -38,6 +38,8 @@ def get_suggest_tips(query, lat, lng, offset=0, size=50): ...@@ -38,6 +38,8 @@ def get_suggest_tips(query, lat, lng, offset=0, size=50):
# #
# logging.info("get whole_query:%s" % whole_query) # logging.info("get whole_query:%s" % whole_query)
# hits = whole_query["hits"]["hits"] # hits = whole_query["hits"]["hits"]
# #
# for item in hits: # for item in hits:
...@@ -168,10 +170,7 @@ def get_suggest_tips(query, lat, lng, offset=0, size=50): ...@@ -168,10 +170,7 @@ def get_suggest_tips(query, lat, lng, offset=0, size=50):
return ret_list return ret_list
else: else:
query_ret_list = [] QUERY_KEY = "query:{}:search_tip"
wordresemble_ret_list = []
value_data = []
QUERY_KEY = "query:search_tip"
query_base64 = base64.b64encode(query.encode('utf8')).decode('utf8') query_base64 = base64.b64encode(query.encode('utf8')).decode('utf8')
if redis_client.hget(QUERY_KEY, query_base64) is not None: if redis_client.hget(QUERY_KEY, query_base64) is not None:
value_data = json.loads(redis_client.hget(QUERY_KEY, query_base64)) value_data = json.loads(redis_client.hget(QUERY_KEY, query_base64))
......
...@@ -538,8 +538,8 @@ def tips_attr_sync_to_redis_type_info_map(): ...@@ -538,8 +538,8 @@ def tips_attr_sync_to_redis_type_info_map():
), ),
TypeInfo( TypeInfo(
name='suggest', name='suggest',
type='wordrel_results_num', # api_wordrel type='wordrel_results_num', # api_wordrelresemble
model=wordresemble.WordRel, model=doctor.Hospital,
query_deferred=lambda: wordresemble.WordRel.objects.filter( query_deferred=lambda: wordresemble.WordRel.objects.filter(
category__in=[13, 12, 11, 9, 1]).query, category__in=[13, 12, 11, 9, 1]).query,
get_data_func=WordResemble.get_all_data_name_mapping_results_to_redis, get_data_func=WordResemble.get_all_data_name_mapping_results_to_redis,
...@@ -550,7 +550,7 @@ def tips_attr_sync_to_redis_type_info_map(): ...@@ -550,7 +550,7 @@ def tips_attr_sync_to_redis_type_info_map():
TypeInfo( TypeInfo(
name='suggest', name='suggest',
type='wordresemble_results_num', # api_wordrelresemble type='wordresemble_results_num', # api_wordrelresemble
model=wordresemble.WordRel, model=doctor.Hospital,
query_deferred=lambda: wordresemble.WordRel.objects.filter( query_deferred=lambda: wordresemble.WordRel.objects.filter(
category__in=[13, 12, 11, 9, 1]).query, category__in=[13, 12, 11, 9, 1]).query,
get_data_func=WordResemble.set_data_to_redis, get_data_func=WordResemble.set_data_to_redis,
......
...@@ -88,23 +88,6 @@ class WordResemble(object): ...@@ -88,23 +88,6 @@ class WordResemble(object):
# 获取日记的 # 获取日记的
WordResemble.get_diary_data_name_mapping_results_to_redis(instance) WordResemble.get_diary_data_name_mapping_results_to_redis(instance)
# 获取该关键词的同义词的数据
query_sql_item = wordresemble.WordRelResemble.objects.filter(wordrel_id=instance.id)
if query_sql_item:
for item in query_sql_item:
instance.name = item.word
# 获取百科的
ItemWikiTransfer.get_wiki_data_name_mapping_results_to_redis(instance)
# 获取美购的
TagTransfer.get_tag_data_name_mapping_results_to_redis(instance)
# 获取医生医院的
DoctorTransfer.get_doctor_data_name_mapping_results_to_redis(instance)
# 获取日记的
WordResemble.get_diary_data_name_mapping_results_to_redis(instance)
except: except:
logging.error("catch exception,err_msg:%s" % traceback.format_exc()) logging.error("catch exception,err_msg:%s" % traceback.format_exc())
...@@ -170,37 +153,41 @@ class WordResemble(object): ...@@ -170,37 +153,41 @@ class WordResemble(object):
def set_data_to_redis(cls, instance): def set_data_to_redis(cls, instance):
try: try:
keyword_value = [] QUERY_KEY = "query:{}:search_tip"
QUERY_KEY = "query:search_tip"
tips_num_redis_key_prefix = "search_tips:tips_mapping_num" tips_num_redis_key_prefix = "search_tips:tips_mapping_num"
query_sql_item = wordresemble.WordRel.objects.filter(keyword=instance.keyword) query_sql_item = wordresemble.WordRel.objects.filter(keyword=instance.keyword)
for sql_obj in query_sql_item: for sql_obj in query_sql_item:
count = 0
words = list(sql_obj.all_resembles.all().values_list('word', flat=True)) words = list(sql_obj.all_resembles.all().values_list('word', flat=True))
query_base64 = base64.b64encode(instance.keyword.encode('utf8')).decode('utf8')
for items in words: for items in words:
count += 1
wordresemble_value = []
# 先存储本体词 # 先存储本体词
item_name = base64.b64encode(items.encode('utf8')).decode('utf8') query_base64 = base64.b64encode(instance.keyword.encode('utf8')).decode('utf8')
# 获取该同义词的结果 key = QUERY_KEY.format(query_base64)
value_name = base64.b64encode(items.encode('utf8')).decode('utf8')
# 获取本体词的结果
redis_data = redis_client.hget(tips_num_redis_key_prefix, items) redis_data = redis_client.hget(tips_num_redis_key_prefix, items)
logging.info("get redis_data:%s" % redis_data) logging.info("get redis_data:%s" % redis_data)
redis_val_dict = json.loads(str(redis_data, encoding="utf-8")) if redis_data else {} redis_val_dict = json.loads(str(redis_data, encoding="utf-8")) if redis_data else {}
total_count = 0 total_count = 0
if 't' in redis_val_dict: if 't' in redis_val_dict:
total_count = int(redis_val_dict['t']) total_count = int(redis_val_dict['t'])
value = {item_name: total_count} # 存储到Redis
keyword_value.append(value) value = value_name + str(":" + str(total_count))
redis_client.sadd(key, value)
# 存储近义词
# query_base64 = base64.b64encode(items.encode('utf8')).decode('utf8')
key = QUERY_KEY.format(value_name)
# value_name = base64.b64encode(wordrm["keyword"].encode('utf8')).decode('utf8')
value_names = query_base64
# 获取结果
redis_data = redis_client.hget(tips_num_redis_key_prefix, instance.keyword) redis_data = redis_client.hget(tips_num_redis_key_prefix, instance.keyword)
redis_val_dict = json.loads(str(redis_data, encoding="utf-8")) if redis_data else {} redis_val_dict = json.loads(str(redis_data, encoding="utf-8")) if redis_data else {}
total_count = 0 total_count = 0
if 't' in redis_val_dict: if 't' in redis_val_dict:
total_count = int(redis_val_dict['t']) total_count = int(redis_val_dict['t'])
value = {query_base64: total_count} # 存储结果
wordresemble_value.append(value) value = value_names + str(":" + str(total_count))
if count == 1: redis_client.sadd(key, value)
keyword_value.append(value)
if words: if words:
for w in words: for w in words:
value_name_w = base64.b64encode(w.encode('utf8')).decode('utf8') value_name_w = base64.b64encode(w.encode('utf8')).decode('utf8')
...@@ -209,12 +196,8 @@ class WordResemble(object): ...@@ -209,12 +196,8 @@ class WordResemble(object):
total_count = 0 total_count = 0
if 't' in redis_val_dict: if 't' in redis_val_dict:
total_count = int(redis_val_dict['t']) total_count = int(redis_val_dict['t'])
value = {value_name_w: total_count} value = value_name_w + str(":" + str(total_count))
wordresemble_value.append(value) redis_client.sadd(key, value)
if len(wordresemble_value) > 0:
redis_client.hset(QUERY_KEY, item_name, json.dumps(wordresemble_value))
if len(keyword_value) > 0:
redis_client.hset(QUERY_KEY, query_base64, json.dumps(keyword_value))
except: except:
logging.error("catch exception,err_msg:%s" % traceback.format_exc()) logging.error("catch exception,err_msg:%s" % traceback.format_exc())
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment