Merge remote-tracking branch 'origin/main' into HEAD
Docs / docs (push) Successful in 36s
Playwright Tests / test-playwright (1, 2) (push) Successful in 4m11s
Playwright Tests / test-playwright (2, 2) (push) Successful in 2m34s
pre-commit / pre-commit (push) Successful in 3m35s
Test Backend / test-backend (3.12) (push) Failing after 6m25s
Test Backend / test-backend (3.14) (push) Failing after 6m2s
Compose Smoke Test / test-compose (push) Successful in 38s
Playwright Tests / merge-reports (push) Successful in 1m52s

This commit is contained in:
2026-11-10 18:32:06 +01:00
29 changed files with 796 additions and 132 deletions
+41 -3
View File
@@ -148,6 +148,8 @@ class NodeOutcome(BaseModel):
artifacts: dict[str, dict[str, Any]] = {}
#: Restored from an earlier run rather than executed.
cached: bool = False
#: Not executed, because a node it waits on failed or was skipped itself.
skipped: bool = False
#: Which run the restored values came from — and, because a restored row
#: holds no series of its own, which run this node's metrics live in.
cached_from: str = ""
@@ -1073,7 +1075,8 @@ class Pipeline:
inputs: dict[str, Any] | None = None,
arrived: list[str] | None = None,
) -> dict[str, Any] | None:
"""Run one node and record its outputs. Never raises.
"""Run one node and record its outputs. Never raises: None means it
failed, and a node that published nothing answers ``{}``.
``inputs`` is what the readiness check already read — the same keys, a
moment earlier. Reading them again here was the second of two MGETs
@@ -1108,7 +1111,7 @@ class Pipeline:
if key:
hit, restored = self._from_cache(node, key, state, entry_id)
if hit:
return restored
return restored or {}
token = ARRIVED.set(arrived)
try:
@@ -1175,7 +1178,7 @@ class Pipeline:
output_values=result,
)
)
return result
return result or {}
except Exception as exc:
# One failing node must not take the rest of the graph down.
error = self.publish_error(node, exc, collected, entry_id)
@@ -1437,6 +1440,11 @@ class Pipeline:
ready_nodes = deque(n for n, count in in_degree.items() if count == 0)
blocked: set[Node] = set()
# A batch run starts from an empty state, so a node whose producer
# failed would be called without that input. It is skipped instead,
# and so is everything waiting on it. A live wave still has the last
# values to run on.
failed: set[Node] | None = set() if self.run_id else None
gate_revision = self._gate_revision
node_futures: dict[Future[dict[str, Any] | None], Node] = {}
finished: SimpleQueue[Future[dict[str, Any] | None]] = SimpleQueue()
@@ -1475,10 +1483,26 @@ class Pipeline:
if n.passive:
complete(n)
continue
if failed is not None and not failed.isdisjoint(deps[n]):
failed.add(n)
self._observe(NodeOutcome(node=n.id, ok=False, skipped=True))
complete(n)
continue
if fresh is not None and untouched(n):
complete(n)
continue
ready_inputs: dict[str, Any] | None = None
if failed is not None:
# A live wave's readiness rule: a node runs once every
# triggering input has a value. A run has nothing to wait
# for, so the node fails instead.
ready_inputs = state.get_present(list(n.requires))
missing = self._no_value(n, ready_inputs)
if missing:
failed.add(n)
self._observe(NodeOutcome(node=n.id, ok=False, error=missing))
complete(n)
continue
if check_ready:
ready, ready_inputs = self._is_node_ready(n, state, entry_id)
if not ready:
@@ -1518,6 +1542,8 @@ class Pipeline:
future = finished.get()
n = node_futures.pop(future)
result = future.result()
if result is None and failed is not None:
failed.add(n)
if result is not None and fresh is not None:
fresh.update(result)
# Silent, failed and throttled producers still release their
@@ -1536,6 +1562,18 @@ class Pipeline:
return state
def _no_value(self, node: Node, values: dict[str, Any]) -> str:
"""The first triggering input with nothing in ``values``, as an error,
or "" when there is none."""
for name, spec in node.requires.items():
if spec.trigger and name not in values:
producers = ", ".join(
f"'{p.local_id}'" for p in self.produces.get(name, ())
)
where = f" from {producers}" if producers else ""
return f"No value on input '{spec.port or name}'{where}"
return ""
def run(
self, inputs: dict[str, Any] | None = None, nodes: set[Node] | None = None
) -> StateBackend: