Redis 统计每个数据类型中占用内存最多的前 N 个 bigkey

Redis 统计每个数据类型中占用内存最多的前 N 个 bigkey

import redis

def find_bigkeys(host='localhost', port=6379, db=0, n=10):
    r = redis.Redis(host=host, port=port, db=0)
    bigkeys = {}
    # 用于存储每种数据类型的键及内存占用
    type_memory_dict = {}

    # 扫描所有键
    for key in r.scan_iter("*"):
        key_type = r.type(key).decode()
        memory_usage = r.memory_usage(key)
        if key_type not in type_memory_dict:
            type_memory_dict[key_type] = []
        type_memory_dict[key_type].append((key, memory_usage))

    # 找出每种数据类型中占用内存最多的前N个键
    for key_type, key_memory_list in type_memory_dict.items():
        key_memory_list.sort(key=lambda x: x[1], reverse=True)
        bigkeys[key_type] = key_memory_list[:n]

    return bigkeys

if __name__ == "__main__":
    bigkeys = find_bigkeys()
    for key_type, bigkey_list in bigkeys.items():
        print(f"数据类型: {key_type}")
        for key, memory_usage in bigkey_list:
            print(f"键: {key}, 内存占用: {memory_usage} 字节")

#!/bin/bash

# Redis 服务器地址和端口
REDIS_HOST="localhost"
REDIS_PORT=6379
# 要获取的每个数据类型的前 N 个 bigkey
N=10

# 临时文件用于存储每个类型的键和内存使用情况
declare -A type_files

# 扫描所有键
cursor=0
while true; do
    result=$(redis-cli -h $REDIS_HOST -p $REDIS_PORT SCAN $cursor)
    cursor=$(echo $result | awk '{print $1}')
    keys=$(echo $result | awk '{$1=""; print $0}' | tr ' ' '\n')

    for key in $keys; do
        key_type=$(redis-cli -h $REDIS_HOST -p $REDIS_PORT TYPE $key)
        memory_usage=$(redis-cli -h $REDIS_HOST -p $REDIS_PORT MEMORY USAGE $key)

        # 如果该类型的临时文件不存在，则创建
        if [ ! -f "${type_files[$key_type]}" ]; then
            type_files[$key_type]="/tmp/redis_bigkeys_${key_type}.tmp"
            > "${type_files[$key_type]}"
        fi

        # 将键和内存使用情况写入临时文件
        echo "$key $memory_usage" >> "${type_files[$key_type]}"
    done

    # 扫描结束
    if [ $cursor -eq 0 ]; then
        break
    fi
done

# 处理每个类型的临时文件，找出前 N 个 bigkey
for key_type in "${!type_files[@]}"; do
    file="${type_files[$key_type]}"
    echo "数据类型: $key_type"
    sort -k2 -nr $file | head -n $N | while read key memory; do
        echo "键: $key, 内存占用: $memory 字节"
    done
    # 删除临时文件
    rm $file
done