update

celery_stats/es_status.py

@@ -26,9 +26,9 @@ import requests
 import datetime
 from meta_base_code.send_msg_to_dingding.send_msg import send_msg_to_dingtalk
 data_dict = {}
-memory_used_rate_top = 0.01
-fs_free_rate_top = 0.01
-cpu_top = 0.1
+memory_used_rate_top = 0.8
+fs_free_rate_top = 0.8
+cpu_top = 0.75
 search_queue_max = 0
 
 secret = 'SECbbfd6b7403869cf8a31e63e2d623378bd8a55b5a31083fad6421ee817794f485'
@@ -106,9 +106,9 @@ def parse_node_stats(data):
     queue_last = data_dict[node_name].get('queue',0)
     rejected_last = data_dict[node_name].get('queue',0)
 
-    if search_thread_pool['queue'] >= search_queue_max:
+    if search_thread_pool['queue'] > search_queue_max:
         res_str += '{}节点 search queue 目前为{} \n' .format(node_name,str(search_thread_pool['queue']))
-    if search_thread_pool['rejected'] - rejected_last >= 0:
+    if search_thread_pool['rejected'] - rejected_last > 0:
         res_str += '{}节点 search rejected 目前为 {} \n'.format(node_name,str(search_thread_pool['queue']))
 
     if old_gc - old_gc_last > 0:
@@ -128,20 +128,22 @@ def parse_node_stats(data):
     return res_str
 
 
-def main_task(ip):
+def main_task(ip_list):
     while True:
-        data = get_cluster_stats(ip)
-        res = parse_cluster_stats(data)
-        if res:
-            send_msg_to_dingtalk(ip+res,access_token=access_token,secret=secret)
-        for data in get_node_status(ip):
-            parse_node_stats(data)
-            res = parse_node_stats(data)
+        for ip in ip_list:
+            data = get_cluster_stats(ip)
+            res = parse_cluster_stats(data)
             if res:
-                send_msg_to_dingtalk(res, access_token=access_token, secret=secret)
+                send_msg_to_dingtalk(ip+res,access_token=access_token,secret=secret)
+            for data in get_node_status(ip):
+                parse_node_stats(data)
+                res = parse_node_stats(data)
+                if res:
+                    send_msg_to_dingtalk(res, access_token=access_token, secret=secret)
         time.sleep(10)
 
 
 if __name__ == "__main__":
     # main_task('172.16.31.6')
-    main_task('172.16.52.29')
+    ip_list = ['172.16.52.29','172.16.52.25','172.16.52.33']
+    main_task(ip_list)