Commit 3d5b4fc3 authored by 宋柯's avatar 宋柯

redis清理

parent d01bb7f7
...@@ -3,6 +3,7 @@ import json ...@@ -3,6 +3,7 @@ import json
import time import time
import pymysql import pymysql
from rediscluster import StrictRedisCluster from rediscluster import StrictRedisCluster
import numpy as np
# def getRedisConn(): # def getRedisConn():
# conn = redis.Redis(host="172.18.51.10", port=6379,db=0) # conn = redis.Redis(host="172.18.51.10", port=6379,db=0)
# conn.execute_command() # conn.execute_command()
...@@ -269,31 +270,25 @@ for search_key in search_keys: ...@@ -269,31 +270,25 @@ for search_key in search_keys:
node_key_count = 0 node_key_count = 0
node_del_key_list = [] node_del_key_list = []
while True: while True:
cursor, keys = conn.execute_command("scan {} match {} count {} {}".format(cursor,search_key,2000,node)) cursor, keys = conn.execute_command("scan {} match {} count {} {}".format(cursor,search_key,10000,node))
node_key_count += len(keys) node_key_count += len(keys)
cursor = str(cursor,encoding='utf-8') cursor = str(cursor,encoding='utf-8')
pipline = conn.pipeline() pipline = conn.pipeline()
for key in keys: for key in keys:
key = str(key, encoding='utf-8') key = str(key, encoding='utf-8')
pipline.object('idletime', key) pipline.object('idletime', key)
# idletime = conn.object('idletime', key)
# if idletime > 2592000:
# node_del_key_set.add(key)
idletime_list = pipline.execute() idletime_list = pipline.execute()
for idx,idletime in enumerate(idletime_list): for idx,idletime in enumerate(idletime_list):
if idletime > 2592000: if idletime > 2592000:
node_del_key_list.append(keys[idx]) node_del_key_list.append(keys[idx])
# print("idletime_list:{}".format(idletime_list))
# break
if cursor == "0": if cursor == "0":
break break
print("node: {}, cursor: {}, node_key_count: {}, node_del_key_count: {}".format(node, cursor, node_key_count, len(node_del_key_list))) print("node: {}, cursor: {}, node_key_count: {}, node_del_key_count: {}".format(node, cursor, node_key_count, len(node_del_key_list)))
print("node: {}, node_del_key_sample_100: {}".format(node, np.random.choice(node_del_key_list, 50, replace= False)))
print("") print("")
# #
# nodes = ['7877da182171e313bc9326729f82999d1b629c79' # nodes = ['7877da182171e313bc9326729f82999d1b629c79'
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment