Voice nodes (openpanel V4): stt, tts, wren reply/unhandled, socket publish
- `stt`: one realtime transcription session per utterance on the speech
server's url, opened at `listening` true or the first chunk, committed at
false; a whole clip goes to /v1/audio/transcriptions. Returns at once and
publishes `partial` and `text` when the server answers.
- `tts`: one /v1/audio/speech call per sentence, cached by voice and text in
node state; a reference is marked `append` while earlier ones still play.
- wren: `reply` says what was applied, `unhandled` carries the prompt when
nothing was. The install hint names the git pin (PyPI's `wren` is another
package).
- ai/client: transcribe, speak and transcribe_stream beside stream_completion.
- A device socket publishes scalar `in` ports as {"type": "publish"} text,
in order with its binary frames.
- Pipeline.publish walks only what its values reach: a node downstream of a
consumer that published nothing no longer runs again (wren re-acted on
every microphone chunk).
This commit is contained in:
@@ -30,7 +30,11 @@ def _wren() -> Any:
|
||||
try:
|
||||
import wren
|
||||
except ImportError:
|
||||
raise RuntimeError("the wren node needs the model: pip install wren") from None
|
||||
# Not `pip install wren`: that name on PyPI is another package.
|
||||
raise RuntimeError(
|
||||
"the wren node needs the model: pip install git+https://github.com/"
|
||||
"stroblme/wren@eae4d6ff9ded68e36624972fd3f4a8f8d210b0c2"
|
||||
) from None
|
||||
return wren
|
||||
|
||||
|
||||
@@ -62,8 +66,11 @@ INPUTS = {
|
||||
"dark": {DType.BOOL},
|
||||
}
|
||||
|
||||
#: The output the calls are reported on. Every other output is a device.
|
||||
#: The output the calls are reported on, and the two that say what came of
|
||||
#: the command. Every other output is a device.
|
||||
ACTIONS = "actions"
|
||||
REPLY = "reply"
|
||||
UNHANDLED = "unhandled"
|
||||
|
||||
_TARGET_TYPES = {DType.BOOL, DType.INT, DType.FLOAT, DType.STR}
|
||||
|
||||
@@ -93,6 +100,21 @@ _VALUES: dict[str, tuple[bool | None, float | None, str | None]] = {
|
||||
"watering.stop": (False, None, "off"),
|
||||
}
|
||||
|
||||
#: An applied call, said: "kitchen light on". `heating.set` says its number.
|
||||
_SAID = {
|
||||
"lights.on": "light on",
|
||||
"lights.off": "light off",
|
||||
"media.play": "media playing",
|
||||
"media.stop": "media stopped",
|
||||
"heating.boost": "heating boosted",
|
||||
"heating.off": "heating off",
|
||||
"shutters.up": "shutters up",
|
||||
"shutters.down": "shutters down",
|
||||
"shutters.stop": "shutters stopped",
|
||||
"watering.start": "watering on",
|
||||
"watering.stop": "watering off",
|
||||
}
|
||||
|
||||
#: What every area held in training: a light, and in the living room, which
|
||||
#: always existed, media and heating besides. A house missing them reads as
|
||||
#: unfamiliar and the confidence drops with it, so they are filled in; a call
|
||||
@@ -150,6 +172,18 @@ def _value(call: Any, dtype: DType) -> Any:
|
||||
return int(number) if dtype is DType.INT else float(number)
|
||||
|
||||
|
||||
def _said(call: Any, area: str) -> str:
|
||||
"""An applied call as the reply says it: "garage light on in 5 minutes"."""
|
||||
if call.tool == "heating.set":
|
||||
said = f"heating to {_value(call, DType.FLOAT):g} degrees"
|
||||
else:
|
||||
said = _SAID.get(call.tool, call.tool)
|
||||
if call.delay_s:
|
||||
minutes = round(call.delay_s / 60)
|
||||
said += f" in {minutes} minute{'s' * (minutes != 1)}"
|
||||
return f"{area} {said}"
|
||||
|
||||
|
||||
def _text(call: Any) -> str:
|
||||
"""The call as the chat shows it, less the device it names."""
|
||||
args = ", ".join(f"{k}={v}" for k, v in call.args.items() if k != "id")
|
||||
@@ -163,9 +197,11 @@ class WrenNode(Node):
|
||||
``presence`` (the area the user is in), ``outdoor`` (°C) and ``dark``
|
||||
(otherwise read off the clock: before 07:00 or from 18:00).
|
||||
|
||||
Outputs: ``actions``, a list of records, one per call and target, and
|
||||
any number of targets named ``<area>_<kind>``. Targets of one area and kind
|
||||
are one device to the model; each takes what the call means for its type.
|
||||
Outputs: ``actions``, a list of records, one per call and target,
|
||||
``reply``, a sentence saying what was applied ("Kitchen light on."),
|
||||
``unhandled``, the prompt when nothing was, and any number of targets
|
||||
named ``<area>_<kind>``. Targets of one area and kind are one device to
|
||||
the model; each takes what the call means for its type.
|
||||
A delayed call is held by the engine's work queue, like the Trigger
|
||||
node's second value.
|
||||
"""
|
||||
@@ -224,6 +260,10 @@ class WrenNode(Node):
|
||||
if spec.dtype is not DType.LIST or spec.item_dtype is not DType.RECORD:
|
||||
raise ValueError(f"'{ACTIONS}' is a list of records.")
|
||||
continue
|
||||
if spec.port in (REPLY, UNHANDLED):
|
||||
if spec.dtype is not DType.STR:
|
||||
raise ValueError(f"'{spec.port}' is a str.")
|
||||
continue
|
||||
device = _device(spec.port, areas)
|
||||
if device is None:
|
||||
raise ValueError(
|
||||
@@ -316,6 +356,7 @@ class WrenNode(Node):
|
||||
write = self.cfg.apply and confidence >= self.cfg.min_confidence
|
||||
writes: dict[str, Any] = {}
|
||||
actions: list[dict[str, Any]] = []
|
||||
said: list[str] = []
|
||||
for call in calls:
|
||||
area, _, kind = str(call.args.get("id", "")).partition(":")
|
||||
ports = self.devices.get((area, kind), [])
|
||||
@@ -336,6 +377,7 @@ class WrenNode(Node):
|
||||
}
|
||||
if not hits:
|
||||
actions.append(record)
|
||||
done = False
|
||||
for spec, value in hits:
|
||||
applied = write
|
||||
if applied and call.delay_s:
|
||||
@@ -347,7 +389,16 @@ class WrenNode(Node):
|
||||
actions.append(
|
||||
record | {"message": spec.name, "value": value, "applied": applied}
|
||||
)
|
||||
done = done or applied
|
||||
if done:
|
||||
said.append(_said(call, area))
|
||||
|
||||
if any(spec.port == ACTIONS for spec in self.output_ports):
|
||||
wired = {spec.port for spec in self.output_ports}
|
||||
if ACTIONS in wired:
|
||||
writes[ACTIONS] = actions
|
||||
if said and REPLY in wired:
|
||||
reply = ", ".join(said)
|
||||
writes[REPLY] = reply[0].upper() + reply[1:] + "."
|
||||
if not said and UNHANDLED in wired:
|
||||
writes[UNHANDLED] = prompt
|
||||
return writes or None
|
||||
|
||||
Reference in New Issue
Block a user