Redis 热点数据搜索
Redis-热点数据搜索
def prefix_wrapper(fun):
@functools.wraps(fun)
def wrapper(self, name, *args, **kwargs):
return fun(self, self.prefix + name, *args, **kwargs)
return wrapper
class PrefixMinIn(object):
@property
def prefix(self):
return "fuxi:"
class SugManager(PrefixMinIn):
"""
test环境下的redis 版本为3
线上环境的版本为4
redis 版本太低, 删除的时候不能使用ZPOPMIN 命令
"""
lua_add_sug_key = None
ADD_SUG_KEY_SCRIPT = """
local token = redis.call('zadd', KEYS[1], KEYS[2], KEYS[3])
local count = redis.call('zcard', KEYS[1])
local number_capacity = tonumber(ARGV[1])
if count <= number_capacity then
return
end
local need_to_del = count - number_capacity
redis.call('ZREMRANGEBYRANK', KEYS[1], 0, need_to_del - 1)
return
"""
def __init__(self, capacity=10, json_type=True):
self.redis = RedisTool()
self.capacity = capacity
self.register_scripts()
self.json_type = json_type
def register_scripts(self):
cls = self.__class__
client = self.redis.conn
if cls.lua_add_sug_key is None:
cls.lua_add_sug_key = client.register_script(cls.ADD_SUG_KEY_SCRIPT)
@prefix_wrapper
def zadd(self, key_name, value, score=None):
"""
key_name: 对应 redis zadd 的key_name
value: 对应存储的值
score: 排序依赖的字段,必须为数字(可以为小数)
return: True
"""
if score is None:
score = time.monotonic()
if self.json_type:
value = json.dumps(value)
self.lua_add_sug_key(
keys=[key_name, score, value],
args=[self.capacity],
client=self.redis.conn,
)
return True
@prefix_wrapper
def zget(self, key_name):
"""
返回的数据为已排序的数据
格式: [({'key': 1, 'value': 'zd_11'}, 111971.828263478)]
"""
query_obj = self.redis.conn.zrevrange(key_name, 0, -1, withscores=True)
ans = query_obj
if self.json_type:
ans = [(json.loads(item[0]), item[1]) for item in query_obj]
return ans
利用Redis 有序集合 + lua 实现 个人常搜数据的记录。 redis 线上版本是4,