1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
| """
date: 2020-12-05
func: 查找Redis中没有设置ttl的 key
Note:
如果提示没有Redis模块“ImportError: No module named redis”
请执行“python -m pip install redis”安装Redis模块
默认每扫描1000个key即休眠0.5秒。
python3 check_redis.py -host 127.0.0.1 -p 6379 -d 0 -a test1111
"""
import redis
import argparse
import time
import sys
class ShowProcess:
"""
显示处理进度的类
调用该类相关函数即可实现处理进度的显示
"""
i = 0
max_steps = 0
max_arrow = 50
def __init__(self, max_steps):
self.max_steps = max_steps
self.i = 0
def show_process(self, i=None):
if i is not None:
self.i = i
else:
self.i += 1
num_arrow = int(self.i * self.max_arrow / self.max_steps)
num_line = self.max_arrow - num_arrow
percent = self.i * 100.0 / self.max_steps
process_bar = '[' + '>' * num_arrow + ' ' * num_line + ']' \
+ '%.2f' % percent + '%' + '\r'
sys.stdout.write(process_bar)
sys.stdout.flush()
def close(self, words='done'):
print('')
print(words)
self.i = 0
def check_ttl(redis_conn, no_ttl_file, dbindex, scannum_thensleep):
start_time = time.time()
no_ttl_num = 0
scan_num = 0
keys_num = redis_conn.dbsize()
print("there are {num} keys in db[{index}] ".format(num=keys_num, index=dbindex))
print("startTime of db[{index}] is : {start_time}".format(index=dbindex, start_time=time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())))
process_bar = ShowProcess(keys_num)
with open(no_ttl_file, 'wb') as f:
for key in redis_conn.scan_iter(count=1000):
process_bar.show_process()
if redis_conn.ttl(key) == -1:
no_ttl_num += 1
if no_ttl_num < 1000:
f.write(key + b'\n')
else:
continue
scan_num += 1
if scan_num % scannum_thensleep == 0:
time.sleep(0.5)
process_bar.close()
print("endTime of db[{index}] is ：{end_time}".format(index=dbindex,end_time=time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())))
print("It takes {sec} seconds :".format(sec=(time.time() - start_time)))
print("no ttl keys number is :", no_ttl_num)
print("the file of keys with no ttl: %s" % no_ttl_file)
def main():
parser = argparse.ArgumentParser()
parser.add_argument('-p', type=int, dest='port', action='store', help='port of redis ')
parser.add_argument('-d', type=str, dest='db_list', action='store', default=0, help='ex : -d all or -d 1,2,3,4 ')
parser.add_argument('-host', type=str, dest='host', action='store', default='127.0.0.1', help=' Redis host')
parser.add_argument('-a', type=str, dest='password', action='store', default=None, help=' Redis Password')
parser.add_argument('-sn', type=str, dest='scannum_thensleep', action='store', default=2000, help='After the number of scanning keys reaches [scannum_thensleep], sleep for 1 second ')
args = parser.parse_args()
port = args.port
host = args.host
password = args.password
scannum_thensleep = int(args.scannum_thensleep)
if args.db_list == 'all':
db_list = [i for i in range(0, 16)]
else:
db_list = [int(i) for i in args.db_list.split(',')]
db_list = list(set(db_list))
for index in db_list:
try:
pool = redis.ConnectionPool(host=host, port=port, db=index, password=password)
r = redis.StrictRedis(connection_pool=pool)
except redis.exceptions.ConnectionError as e:
print(e)
else:
no_ttl_keys_file = "./{port}_{db}_no_ttl_keys.txt".format(port=port, db=index)
check_ttl(r, no_ttl_keys_file, index, scannum_thensleep)
if __name__ == '__main__':
main()
|
