Cameras on devices (openpanel C1): frames in memory, a binary uplink, demand
- Volatile frames are held in memory with a byte-bounded queue instead of the /dev/shm ring scanned on every put; workers keep writing to the directory, which is trimmed on a timer. A volatile upload no longer spools to disk. ARTIFACT_VOLATILE_BYTES=0 turns the ring off. - A device sends camera frames as binary messages on its socket, held and published in one step and credited to its device node; refused frames are logged and dropped. Its snapshot carries demand and the uplink (binary, or http through the portal). - One demand registry for every socket's wanted media, the tunnel's included, plus what running flows read, mapped onto on-demand ports and published as device_demand; at most 8 media names per socket. - Per-message deflate off in serve and dev; a device may fetch the last 8 digests of a message; published dashboards cached per store revision; a revoked device socket is closed with 1008. - Media tiles want bytes only while on screen; the Devices tab previews a wired camera; the device node warns when a flow reads an on-demand port.
This commit is contained in:
+24
-9
@@ -34,6 +34,7 @@ from fluksio.flow.alerts import AlertManager
|
||||
from fluksio.flow.artifacts import ArtifactStore, VolatileStore
|
||||
from fluksio.flow.controller import FlowController, RebuildBusy
|
||||
from fluksio.flow.dashboards import DashboardStore
|
||||
from fluksio.flow.demand import demand
|
||||
from fluksio.flow.devices import DeviceStore, DeviceUnavailable
|
||||
from fluksio.flow.events import event_bus
|
||||
from fluksio.flow.executor import ExecutionService
|
||||
@@ -159,14 +160,13 @@ VOLATILE_TRIM_S = 5.0
|
||||
|
||||
|
||||
async def _trim_volatile(ring: VolatileStore) -> None:
|
||||
"""Hold the volatile ring inside its bound.
|
||||
"""Hold the workers' frame directory inside its bound.
|
||||
|
||||
``put`` trims what it wrote, but a worker in this container writes to the
|
||||
ring itself and the engine never sees that one — so the bound needs
|
||||
something of its own watching it.
|
||||
The engine's own frames are held in memory and bounded as they arrive, but
|
||||
a worker in this container writes its frames to a directory and the
|
||||
engine never sees that ``put`` — so the bound needs something of its own
|
||||
watching it.
|
||||
"""
|
||||
if ring.limit_bytes <= 0:
|
||||
return
|
||||
while True:
|
||||
await asyncio.sleep(VOLATILE_TRIM_S)
|
||||
try:
|
||||
@@ -190,6 +190,17 @@ def _volatile_root() -> Path:
|
||||
return parent / f"fluksio-volatile-{tag}"
|
||||
|
||||
|
||||
def _volatile_ring() -> VolatileStore | None:
|
||||
"""The ring of live frames, or None when its bound is zero.
|
||||
|
||||
Without one a volatile save is an ordinary one, and a worker writes its
|
||||
frames to the durable store too.
|
||||
"""
|
||||
if settings.ARTIFACT_VOLATILE_BYTES <= 0:
|
||||
return None
|
||||
return VolatileStore(_volatile_root(), settings.ARTIFACT_VOLATILE_BYTES)
|
||||
|
||||
|
||||
def _mcp_sessions() -> AbstractAsyncContextManager[None]:
|
||||
"""The MCP session manager's run scope, or nothing when MCP is off."""
|
||||
if not settings.MCP_ENABLED:
|
||||
@@ -285,7 +296,7 @@ async def lifespan(app: FastAPI) -> AsyncIterator[None]:
|
||||
# Frames a flow only shows live, held in memory and bounded by size.
|
||||
# The store falls through to it, so a volatile reference is an
|
||||
# ordinary one everywhere but in how long its bytes last.
|
||||
volatile = VolatileStore(_volatile_root(), settings.ARTIFACT_VOLATILE_BYTES)
|
||||
volatile = _volatile_ring()
|
||||
artifacts.volatile = volatile
|
||||
app.state.artifact_store = artifacts
|
||||
# Zero means "work it out" for cards and memory, as it always has for cores.
|
||||
@@ -309,7 +320,7 @@ async def lifespan(app: FastAPI) -> AsyncIterator[None]:
|
||||
# is given a URL instead. Node code calls the same two functions.
|
||||
env={
|
||||
ARTIFACT_DIR_ENV: str(artifacts.root),
|
||||
ARTIFACT_VOLATILE_DIR_ENV: str(volatile.root),
|
||||
**({ARTIFACT_VOLATILE_DIR_ENV: str(volatile.root)} if volatile else {}),
|
||||
# Every slot can be busy at once, so a worker left to size its own
|
||||
# thread pool to the machine means as many processes as there are
|
||||
# slots, each believing it has the whole of it. A node that says
|
||||
@@ -359,6 +370,9 @@ async def lifespan(app: FastAPI) -> AsyncIterator[None]:
|
||||
await run_in_threadpool(devices.move_io)
|
||||
app.state.device_store = devices
|
||||
controller.devices = devices
|
||||
# What the sockets want and the flows read, mapped onto the devices'
|
||||
# on-demand ports.
|
||||
demand.bind(controller)
|
||||
# Charts need a deeper series than the default; tell the engine
|
||||
# before it starts recording.
|
||||
controller.set_history_limits(dashboards.history_requirements())
|
||||
@@ -398,7 +412,8 @@ async def lifespan(app: FastAPI) -> AsyncIterator[None]:
|
||||
app.state.metrics_collector = MetricsCollector(event_bus)
|
||||
_background(app.state.metrics_collector.run(), "metrics-collector")
|
||||
_background(_sweep_artifacts(artifacts, controller), "artifact-gc")
|
||||
_background(_trim_volatile(volatile), "artifact-ring")
|
||||
if volatile is not None:
|
||||
_background(_trim_volatile(volatile), "artifact-ring")
|
||||
await controller.start()
|
||||
started.append(controller.stop)
|
||||
run_service.start()
|
||||
|
||||
Reference in New Issue
Block a user