Fix work recovery and reduce engine and chart overhead
Docs / docs (push) Successful in 33s
Playwright Tests / test-playwright (1, 2) (push) Failing after 1m37s
Playwright Tests / test-playwright (2, 2) (push) Failing after 27s
pre-commit / pre-commit (push) Failing after 2m37s
Test Backend / test-backend (3.12) (push) Successful in 5m7s
Test Backend / test-backend (3.14) (push) Successful in 5m2s
Compose Smoke Test / test-compose (push) Failing after 28s
Playwright Tests / merge-reports (push) Failing after 2m29s

This commit is contained in:
2026-10-29 14:24:17 +01:00
parent 20a0853f69
commit 75b3a93094
25 changed files with 1316 additions and 301 deletions
+24 -10
View File
@@ -1700,8 +1700,8 @@ async def flow_events(websocket: WebSocket, ticket: str = "", token: str = "") -
await websocket.send_text(orjson.dumps(payload).decode())
return list(payload.get("demand", []))
async def catch_up() -> bool:
"""Rescope a panel and send the snapshot again, demand included.
async def rescope() -> bool:
"""Recheck a panel and its demand before forwarding retained events.
False once a device whose credential stopped standing is closed with
1008, which sends it to check: otherwise its frames would still be
@@ -1722,12 +1722,18 @@ async def flow_events(websocket: WebSocket, ticket: str = "", token: str = "") -
device_def = _device_def(websocket.app, device)
wanted &= only
demand.want(viewer, wanted)
return True
async def catch_up() -> bool:
if not await rescope():
return False
await send_snapshot()
return True
told = await send_snapshot()
async with event_bus.subscribe() as queue:
# Listen before reading state: a value changing while the snapshot is
# sent must follow it on the socket, even if it never changes again.
told = await send_snapshot()
receiver = asyncio.create_task(_receive(websocket))
# Where a live view this socket is one end of reaches it. Its own
# outbox rather than the bus's queue, which drops when full.
@@ -1741,6 +1747,7 @@ async def flow_events(websocket: WebSocket, ticket: str = "", token: str = "") -
await websocket.send_text(demand_frame(ports))
live_view.sessions.attach(device, endpoint)
outbox = asyncio.create_task(endpoint.next())
catching_up = False
try:
while True:
sender = asyncio.create_task(queue.get())
@@ -1845,10 +1852,13 @@ async def flow_events(websocket: WebSocket, ticket: str = "", token: str = "") -
except asyncio.QueueEmpty:
break
# A panel this far behind lost events the bus dropped for it:
# its demand, a dashboard published or its own unpairing. It
# catches up once this batch is out, as after a dashboard.
resync = only is not None and event_bus.dropped(queue)
# Every client catches up after overflow. A lost event may be
# a value that never changes again, or a device's unpairing.
lost = event_bus.dropped(queue)
catching_up = catching_up or lost
if lost and not await rescope():
return
resync = False
if only is None:
fresh = hidden_from(user, websocket.app)
if fresh != hidden:
@@ -1883,8 +1893,12 @@ async def flow_events(websocket: WebSocket, ticket: str = "", token: str = "") -
for frame in media_frames(out, wanted, store):
await websocket.send_bytes(frame)
await _send(websocket, out)
if resync and not await catch_up():
return
# Send retained events before the recovery snapshot: values
# left in the queue would otherwise overwrite its newer state.
if resync or (catching_up and queue.empty()):
if not await catch_up():
return
catching_up = catching_up and not queue.empty()
except (WebSocketDisconnect, RuntimeError):
# A peer that goes away mid-send takes the RuntimeError route
# ("websocket.send after websocket.close") rather than the clean
+3 -5
View File
@@ -19,7 +19,6 @@ from fluksio.api.deps import (
get_current_user,
)
from fluksio.flow.devices import DeviceDef, DeviceStore
from fluksio.flow.messages import flow_of
from fluksio.flow.pipeline import ValueSource
from fluksio.flow.state import as_number
@@ -118,7 +117,7 @@ def _port_source(request: Request, name: str) -> ValueSource | None:
@router.post("/{name}", response_model=MessageValue)
async def publish_message(
def publish_message(
name: str, body: PublishRequest, controller: FlowControllerDep, request: Request
) -> Any:
"""Put a value into the graph, as a dashboard control does.
@@ -133,7 +132,7 @@ async def publish_message(
detail=body.source_detail,
)
try:
await run_in_threadpool(controller.publish_message, name, body.value, source)
controller.publish_message(name, body.value, source)
except KeyError:
raise HTTPException(
status_code=404, detail=f"No flow declares a message named '{name}'"
@@ -141,8 +140,7 @@ async def publish_message(
except TypeError as exc:
raise HTTPException(status_code=422, detail=str(exc))
values = controller.values(flow_of(name))
current = values.get(name, {})
current = controller.value(name)
return MessageValue(name=name, value=current.get("value"), ts=current.get("ts"))