Rename mapper: flow/namespace.py maps state keys, work items and alert dedup keys from an old flow key to a new one; the state key families and WorkItem fields are registered there, the key builders take their prefixes from it, and done markers read back with queue.done_marker

This commit is contained in:
2026-11-02 19:28:25 +01:00
parent fd637e0f1e
commit ebcc480a8c
6 changed files with 389 additions and 10 deletions
+11 -1
View File
@@ -52,6 +52,8 @@ STALE_CONSUMER_IDLE_MS = 3_600_000
# The Redis one expires each after an hour; this is the same idea sized by
# count, since redelivery happens seconds after the claim and never later.
DONE_MARKERS = 10_000
# The Redis queue keeps them as ``<namespace>:__done__:<entry id>:<node>``.
DONE = "__done__"
# A promotion is one Redis operation, including when the caller loses its
# connection before hearing the result. Write first: Lua does not roll back a
@@ -162,6 +164,14 @@ def owned_by(item: WorkItem, flow: str) -> bool:
)
def done_marker(key: str) -> tuple[str, str]:
"""The entry id and node a done marker is for: `RedisWorkQueue._done_key`
read back. Split at the last colon, since an entry id from the due lane
has one of its own and a node id never does."""
entry_id, node = key.split(f":{DONE}:", 1)[1].rsplit(":", 1)
return entry_id, node
class WorkQueue(ABC):
"""What the execution service pulls from."""
@@ -548,7 +558,7 @@ class RedisWorkQueue(WorkQueue):
return f"{self._ns}:__parked__:{flow}"
def _done_key(self, entry_id: str, node: str) -> str:
return f"{self._ns}:__done__:{entry_id}:{node}"
return f"{self._ns}:{DONE}:{entry_id}:{node}"
def add(self, item: WorkItem) -> None:
self._redis.xadd(