Updates for EventBus and LedController.

Passes the event_bus and loop instances into the ServerState object upon creation.

Adds new command-line arguments (--led-interface, --led-clock-pin, --led-data-pin) to allow the user to select and configure the LED hardware interface at runtime.
This commit is contained in:
imonlinux
2025-10-11 12:39:57 -07:00
committed by GitHub
parent 7f8bdefa39
commit abcc7aeaef
+72 -13
View File
@@ -12,9 +12,9 @@ from typing import Dict, List, Optional, Union
import numpy as np import numpy as np
import sounddevice as sd import sounddevice as sd
from .microwakeword import MicroWakeWord, MicroWakeWordFeatures
from .event_bus import EventBus from .event_bus import EventBus
from .event_led import LedEvent from .led_controller import LedController
from .microwakeword import MicroWakeWord, MicroWakeWordFeatures
from .models import AvailableWakeWord, Preferences, ServerState, WakeWordType from .models import AvailableWakeWord, Preferences, ServerState, WakeWordType
from .mpv_player import MpvMediaPlayer from .mpv_player import MpvMediaPlayer
from .openwakeword import OpenWakeWord, OpenWakeWordFeatures from .openwakeword import OpenWakeWord, OpenWakeWordFeatures
@@ -64,6 +64,7 @@ async def main() -> None:
type=float, type=float,
help="Seconds before wake word can be activated again", help="Seconds before wake word can be activated again",
) )
#
parser.add_argument( parser.add_argument(
"--oww-melspectrogram-model", "--oww-melspectrogram-model",
default=_OWW_DIR / "melspectrogram.tflite", default=_OWW_DIR / "melspectrogram.tflite",
@@ -74,13 +75,16 @@ async def main() -> None:
default=_OWW_DIR / "embedding_model.tflite", default=_OWW_DIR / "embedding_model.tflite",
help="Path to openWakeWord embedding model", help="Path to openWakeWord embedding model",
) )
#
parser.add_argument( parser.add_argument(
"--wakeup-sound", default=str(_SOUNDS_DIR / "wake_word_triggered.flac") "--wakeup-sound", default=str(_SOUNDS_DIR / "wake_word_triggered.flac")
) )
parser.add_argument( parser.add_argument(
"--timer-finished-sound", default=str(_SOUNDS_DIR / "timer_finished.flac") "--timer-finished-sound", default=str(_SOUNDS_DIR / "timer_finished.flac")
) )
#
parser.add_argument("--preferences-file", default=_REPO_DIR / "preferences.json") parser.add_argument("--preferences-file", default=_REPO_DIR / "preferences.json")
#
parser.add_argument( parser.add_argument(
"--host", "--host",
default="0.0.0.0", default="0.0.0.0",
@@ -89,6 +93,26 @@ async def main() -> None:
parser.add_argument( parser.add_argument(
"--port", type=int, default=6053, help="Port for ESPHome server (default: 6053)" "--port", type=int, default=6053, help="Port for ESPHome server (default: 6053)"
) )
#
parser.add_argument(
"--led-interface",
choices=["spi", "gpio"],
default="spi",
help="Interface for LEDs (default: spi)",
)
parser.add_argument(
"--led-clock-pin",
type=int,
default=13,
help="GPIO pin for LED clock (for Grove)",
)
parser.add_argument(
"--led-data-pin",
type=int,
default=12,
help="GPIO pin for LED data (for Grove)",
)
#
parser.add_argument( parser.add_argument(
"--debug", action="store_true", help="Print DEBUG messages to console" "--debug", action="store_true", help="Print DEBUG messages to console"
) )
@@ -96,6 +120,12 @@ async def main() -> None:
logging.basicConfig(level=logging.DEBUG if args.debug else logging.INFO) logging.basicConfig(level=logging.DEBUG if args.debug else logging.INFO)
_LOGGER.debug(args) _LOGGER.debug(args)
# Get the asyncio event loop
loop = asyncio.get_running_loop()
# Create the event bus
event_bus = EventBus()
# Load available wake words # Load available wake words
wake_word_dirs = [Path(ww_dir) for ww_dir in args.wake_word_dir] wake_word_dirs = [Path(ww_dir) for ww_dir in args.wake_word_dir]
@@ -105,6 +135,7 @@ async def main() -> None:
for model_config_path in wake_word_dir.glob("*.json"): for model_config_path in wake_word_dir.glob("*.json"):
model_id = model_config_path.stem model_id = model_config_path.stem
if model_id == args.stop_model: if model_id == args.stop_model:
# Don't show stop model as an available wake word
continue continue
with open(model_config_path, "r", encoding="utf-8") as model_config_file: with open(model_config_path, "r", encoding="utf-8") as model_config_file:
@@ -136,6 +167,7 @@ async def main() -> None:
# Load wake/stop models # Load wake/stop models
wake_models: Dict[str, Union[MicroWakeWord, OpenWakeWord]] = {} wake_models: Dict[str, Union[MicroWakeWord, OpenWakeWord]] = {}
if preferences.active_wake_words: if preferences.active_wake_words:
# Load preferred models
for wake_word_id in preferences.active_wake_words: for wake_word_id in preferences.active_wake_words:
wake_word = available_wake_words.get(wake_word_id) wake_word = available_wake_words.get(wake_word_id)
if wake_word is None: if wake_word is None:
@@ -146,11 +178,14 @@ async def main() -> None:
wake_models[wake_word_id] = wake_word.load(libtensorflowlite_c_path) wake_models[wake_word_id] = wake_word.load(libtensorflowlite_c_path)
if not wake_models: if not wake_models:
# Load default model
wake_word_id = args.wake_model wake_word_id = args.wake_model
wake_word = available_wake_words[wake_word_id] wake_word = available_wake_words[wake_word_id]
_LOGGER.debug("Loading wake model: %s", wake_word_id) _LOGGER.debug("Loading wake model: %s", wake_word_id)
wake_models[wake_word_id] = wake_word.load(libtensorflowlite_c_path) wake_models[wake_word_id] = wake_word.load(libtensorflowlite_c_path)
# TODO: allow openWakeWord for "stop"
stop_model: Optional[MicroWakeWord] = None stop_model: Optional[MicroWakeWord] = None
for wake_word_dir in wake_word_dirs: for wake_word_dir in wake_word_dirs:
stop_config_path = wake_word_dir / f"{args.stop_model}.json" stop_config_path = wake_word_dir / f"{args.stop_model}.json"
@@ -180,15 +215,20 @@ async def main() -> None:
preferences=preferences, preferences=preferences,
preferences_path=preferences_path, preferences_path=preferences_path,
libtensorflowlite_c_path=libtensorflowlite_c_path, libtensorflowlite_c_path=libtensorflowlite_c_path,
event_bus=event_bus,
loop=loop,
oww_melspectrogram_path=Path(args.oww_melspectrogram_model), oww_melspectrogram_path=Path(args.oww_melspectrogram_model),
oww_embedding_path=Path(args.oww_embedding_model), oww_embedding_path=Path(args.oww_embedding_model),
refractory_seconds=args.refractory_seconds, refractory_seconds=args.refractory_seconds,
) )
# --- LED EVENT SYSTEM (from LVA) --- # Initialize the LED controller AFTER state is created
state.event_bus = EventBus() led_controller = LedController(
LedEvent(state) state,
state.event_bus.publish("ready", {}) interface=args.led_interface,
clock_pin=args.led_clock_pin,
data_pin=args.led_data_pin,
)
process_audio_thread = threading.Thread( process_audio_thread = threading.Thread(
target=process_audio, args=(state,), daemon=True target=process_audio, args=(state,), daemon=True
@@ -197,12 +237,12 @@ async def main() -> None:
def sd_callback(indata, _frames, _time, _status): def sd_callback(indata, _frames, _time, _status):
state.audio_queue.put_nowait(bytes(indata)) state.audio_queue.put_nowait(bytes(indata))
loop = asyncio.get_running_loop()
server = await loop.create_server( server = await loop.create_server(
lambda: VoiceSatelliteProtocol(state), host=args.host, port=args.port lambda: VoiceSatelliteProtocol(state), host=args.host, port=args.port
) )
# Auto discovery (zeroconf, mDNS)
discovery = HomeAssistantZeroconf(port=args.port, name=args.name) discovery = HomeAssistantZeroconf(port=args.port, name=args.name)
await discovery.register_server() await discovery.register_server()
@@ -228,6 +268,9 @@ async def main() -> None:
_LOGGER.debug("Server stopped") _LOGGER.debug("Server stopped")
# -----------------------------------------------------------------------------
def process_audio(state: ServerState): def process_audio(state: ServerState):
"""Process audio chunks from the microphone.""" """Process audio chunks from the microphone."""
@@ -238,6 +281,7 @@ def process_audio(state: ServerState):
oww_features: Optional[OpenWakeWordFeatures] = None oww_features: Optional[OpenWakeWordFeatures] = None
oww_inputs: List[np.ndarray] = [] oww_inputs: List[np.ndarray] = []
has_oww = False has_oww = False
last_active: Optional[float] = None last_active: Optional[float] = None
try: try:
@@ -245,18 +289,25 @@ def process_audio(state: ServerState):
audio_chunk = state.audio_queue.get() audio_chunk = state.audio_queue.get()
if audio_chunk is None: if audio_chunk is None:
break break
if state.satellite is None: if state.satellite is None:
continue continue
if (not wake_words) or (state.wake_words_changed and state.wake_words): if (not wake_words) or (state.wake_words_changed and state.wake_words):
# Update list of wake word models to process
state.wake_words_changed = False state.wake_words_changed = False
wake_words = [ww for ww in state.wake_words.values() if ww.is_active] wake_words = [ww for ww in state.wake_words.values() if ww.is_active]
has_oww = any(isinstance(ww, OpenWakeWord) for ww in wake_words) has_oww = False
for wake_word in wake_words:
if isinstance(wake_word, OpenWakeWord):
has_oww = True
if micro_features is None: if micro_features is None:
micro_features = MicroWakeWordFeatures( micro_features = MicroWakeWordFeatures(
libtensorflowlite_c_path=state.libtensorflowlite_c_path, libtensorflowlite_c_path=state.libtensorflowlite_c_path,
) )
if has_oww and (oww_features is None): if has_oww and (oww_features is None):
oww_features = OpenWakeWordFeatures( oww_features = OpenWakeWordFeatures(
melspectrogram_model=state.oww_melspectrogram_path, melspectrogram_model=state.oww_melspectrogram_path,
@@ -266,6 +317,7 @@ def process_audio(state: ServerState):
try: try:
state.satellite.handle_audio(audio_chunk) state.satellite.handle_audio(audio_chunk)
assert micro_features is not None assert micro_features is not None
micro_inputs.clear() micro_inputs.clear()
micro_inputs.extend(micro_features.process_streaming(audio_chunk)) micro_inputs.extend(micro_features.process_streaming(audio_chunk))
@@ -288,6 +340,7 @@ def process_audio(state: ServerState):
activated = True activated = True
if activated: if activated:
# Check refractory
now = time.monotonic() now = time.monotonic()
if (last_active is None) or ( if (last_active is None) or (
(now - last_active) > state.refractory_seconds (now - last_active) > state.refractory_seconds
@@ -295,16 +348,22 @@ def process_audio(state: ServerState):
state.satellite.wakeup(wake_word) state.satellite.wakeup(wake_word)
last_active = now last_active = now
stopped = any( # Always process to keep state correct
state.stop_word.process_streaming(mi) for mi in micro_inputs stopped = False
) for micro_input in micro_inputs:
if state.stop_word.process_streaming(micro_input):
stopped = True
if stopped and state.stop_word.is_active: if stopped and state.stop_word.is_active:
state.satellite.stop() state.satellite.stop()
except Exception: except Exception:
_LOGGER.exception("Unexpected error handling audio") _LOGGER.exception("Unexpected error handling audio")
except Exception: except Exception:
_LOGGER.exception("Unexpected error processing audio") _LOGGER.exception("Unexpected error processing audio")
# -----------------------------------------------------------------------------
if __name__ == "__main__": if __name__ == "__main__":
asyncio.run(main()) asyncio.run(main())