modify

libs/es.py

@@ -208,3 +208,27 @@ class ESPerform(object):
         except:
             logging.error("catch exception,err_msg:%s" % traceback.format_exc())
             return {"total_count":0,"hits":[]}
+
+
+    @classmethod
+    def if_es_node_load_high(cls, es_cli):
+        try:
+            assert (es_cli is not None)
+
+            high_num = 0
+            es_nodes_list = list()
+            es_nodes_ori_info = es_cli.cat.nodes()
+            es_nodes_info_list = es_nodes_ori_info.split("\n")
+            for item in es_nodes_info_list:
+                cpu_load_1m = item.split(" ")[4]
+                if int(cpu_load_1m) > 50:
+                    high_num += 1
+                es_nodes_list.append(int(cpu_load_1m))
+
+            if high_num > len(es_nodes_list)/3:
+                return True
+            else:
+                return False
+        except:
+            logging.error("catch exception,err_msg:%s" % traceback.format_exc())
+            return True

search/views/topic.py

@@ -169,16 +169,20 @@ def home_recommend(device_id="", user_id=-1, offset=0, size=10, query_type=Topic
 
         recommend_topic_ids = list()
 
-        temp_downgrading_key = "physical:home_recommend:user_id:241407656:query_type:1"
-        redis_field_list = [b'have_read_topic_list']
-        redis_field_val_list = redis_client.hmget(temp_downgrading_key, redis_field_list)
-        if redis_field_val_list[0]:
-            have_read_topic_id_list = list(json.loads(redis_field_val_list[0]))
+        es_node_load_high_flag = ESPerform.if_es_node_load_high(ESPerform.get_cli())
 
-            if len(have_read_topic_id_list) > offset:
-                recommend_topic_ids = have_read_topic_id_list[offset:size]
-            else:
-                recommend_topic_ids = have_read_topic_id_list[0:size]
+
+        if es_node_load_high_flag:
+            temp_downgrading_key = "physical:home_recommend:user_id:241407656:query_type:1"
+            redis_field_list = [b'have_read_topic_list']
+            redis_field_val_list = redis_client.hmget(temp_downgrading_key, redis_field_list)
+            if redis_field_val_list[0]:
+                have_read_topic_id_list = list(json.loads(redis_field_val_list[0]))
+
+                if len(have_read_topic_id_list) > offset:
+                    recommend_topic_ids = have_read_topic_id_list[offset:size]
+                else:
+                    recommend_topic_ids = have_read_topic_id_list[0:size]
 
         else:
             recommend_topic_ids = get_home_recommend_topic_ids(user_id, device_id, tag_id=0, offset=0, size=size,