From 368a2ce55fd7286ecfbb8657c86bf821a1330ac5 Mon Sep 17 00:00:00 2001 From: Benedikt Bartscher Date: Sun, 1 Dec 2024 17:16:04 +0100 Subject: [PATCH] properly ignore non-lock events from redis pubsub, keep timeout --- reflex/state.py | 44 ++++++++++++++++++++++++++++++++++++++++---- 1 file changed, 40 insertions(+), 4 deletions(-) diff --git a/reflex/state.py b/reflex/state.py index df86d181d..ec978e287 100644 --- a/reflex/state.py +++ b/reflex/state.py @@ -11,6 +11,7 @@ import inspect import json import pickle import sys +import time import typing import uuid from abc import ABC, abstractmethod @@ -39,6 +40,7 @@ from typing import ( get_type_hints, ) +from redis.asyncio.client import PubSub from sqlalchemy.orm import DeclarativeBase from typing_extensions import Self @@ -3182,6 +3184,14 @@ class StateManagerRedis(StateManager): "e" # For evicted events (i.e. maxmemory exceeded) ) + # These events indicate that a lock is no longer held + _redis_keyspace_lock_release_events: Set[bytes] = { + b"del", + b"expire", + b"expired", + b"evicted", + } + async def _get_parent_state( self, token: str, state: BaseState | None = None ) -> BaseState | None: @@ -3433,6 +3443,35 @@ class StateManagerRedis(StateManager): nx=True, # only set if it doesn't exist ) + async def _get_pubsub_message( + self, pubsub: PubSub, timeout: float | None = None + ) -> None: + """Get lock release events from the pubsub. + + Args: + pubsub: The pubsub to get a message from. + timeout: Remaining time to wait for a message. + + Returns: + The message. + """ + if timeout is None: + timeout = self.lock_expiration / 1000.0 + + started = time.time() + message = await pubsub.get_message( + ignore_subscribe_messages=True, + timeout=timeout, + ) + if ( + message is None + or message["data"] not in self._redis_keyspace_lock_release_events + ): + remaining = timeout - (time.time() - started) + if remaining <= 0: + return + await self._get_pubsub_message(pubsub, timeout=remaining) + async def _wait_lock(self, lock_key: bytes, lock_id: bytes) -> None: """Wait for a redis lock to be released via pubsub. @@ -3464,10 +3503,7 @@ class StateManagerRedis(StateManager): if await self._try_get_lock(lock_key, lock_id): return # wait for lock events - _ = await pubsub.get_message( - ignore_subscribe_messages=True, - timeout=self.lock_expiration / 1000.0, - ) + await self._get_pubsub_message(pubsub) @contextlib.asynccontextmanager async def _lock(self, token: str):