h3cx
207a91811e
Derived units now use a DLUnit class similar to a DLPak to be easily stored and loaded, the public API has been updated to either take a DLUnit object or a Path where it reads the DLUnit from a *.dlunit file The .dlunit file is a ZIP compressed archive containing two files, a manifest.json which stores the units uuid, its input signals and its output signal, and unit.py which is the python code for the unit, the same rules apply (one python function with a specifically structured signature) as when a string was passed in the old API Errors have been added to have a DLUnitError similar to the DLPakError as the DLUnit class is heavily inspired from the DLPak architecutre Logging may still be primitive, this will be covered in the next AI logging sweep to homogenize and clean up the logging aspect of things
135 lines
4.4 KiB
Python
135 lines
4.4 KiB
Python
import logging
|
|
from pathlib import Path
|
|
import threading
|
|
from uuid import uuid4
|
|
|
|
import pytest
|
|
from dynalab_core import Core
|
|
from dynalab_core.config import CoreConfig
|
|
from dynalab_core.dlunit import DLUnit
|
|
from dynalab_core.errors import CoreError
|
|
from dynalab_core.protocols.endpoint import ConnectorEndpoint
|
|
from dynalab_core.protocols.packets.data import ValueDescriptor
|
|
from dynalab_core.protocols.packets.handshake import ConnectorHello, SignalDescriptor
|
|
from test.common import find_available_port
|
|
|
|
|
|
def test_core_cannot_start_twice(caplog: pytest.LogCaptureFixture) -> None:
|
|
port = find_available_port(8765)
|
|
core = Core(CoreConfig(port=port))
|
|
|
|
with caplog.at_level(logging.DEBUG, logger="dynalab_core"):
|
|
core.start()
|
|
|
|
try:
|
|
with pytest.raises(CoreError, match="can only be started once") as raised:
|
|
core.start()
|
|
finally:
|
|
core.stop()
|
|
|
|
events = [getattr(record, "event", None) for record in caplog.records]
|
|
assert events.count("core.starting") == 1
|
|
assert "core.start_rejected" in events
|
|
assert "core.stopped" in events
|
|
|
|
rejection = next(
|
|
record
|
|
for record in caplog.records
|
|
if getattr(record, "event", None) == "core.start_rejected"
|
|
)
|
|
assert rejection.levelno == logging.WARNING
|
|
assert rejection.core_state == "started"
|
|
assert raised.value.code == "invalid_state"
|
|
|
|
|
|
def test_core_input_worker_logs_failure(
|
|
caplog: pytest.LogCaptureFixture, monkeypatch: pytest.MonkeyPatch
|
|
) -> None:
|
|
core = Core(CoreConfig(port=find_available_port(8765)))
|
|
|
|
def fail_routing(message: ValueDescriptor) -> None:
|
|
raise RuntimeError("routing failed")
|
|
|
|
monkeypatch.setattr(core._derive_registry, "put_data", fail_routing)
|
|
|
|
with caplog.at_level(logging.DEBUG, logger="dynalab_core"):
|
|
core.start()
|
|
try:
|
|
core._data_input_queue.put_nowait(
|
|
ValueDescriptor(signal_id=uuid4(), value=1.0, timestamp=1)
|
|
)
|
|
assert core._input_worker_stopped_event.wait(1.0)
|
|
finally:
|
|
core.stop()
|
|
|
|
failures = [
|
|
record
|
|
for record in caplog.records
|
|
if getattr(record, "event", None) == "core.input_worker_failed"
|
|
]
|
|
assert len(failures) == 1
|
|
assert failures[0].exception_type == "RuntimeError"
|
|
assert failures[0].message_type == "ValueDescriptor"
|
|
assert failures[0].exc_info is not None
|
|
|
|
|
|
def test_core_mode_is_shared_with_endpoints() -> None:
|
|
core = Core(CoreConfig(port=find_available_port(8765)))
|
|
endpoint = ConnectorEndpoint(
|
|
ConnectorHello(
|
|
connector_uuid=uuid4(),
|
|
connector_name="test",
|
|
connector_version="1.0",
|
|
signals=[],
|
|
),
|
|
threading.Event(),
|
|
threading.Event(),
|
|
core._data_input_queue,
|
|
core._connector_registry._core_mode,
|
|
)
|
|
|
|
try:
|
|
assert endpoint._core_mode is core._mode
|
|
assert core.get_mode() == "realtime"
|
|
|
|
core.set_mode("playback")
|
|
|
|
assert endpoint._core_mode.value == "playback"
|
|
assert core.get_mode() == "playback"
|
|
with pytest.raises(CoreError) as raised:
|
|
core.load_playback_engine()
|
|
assert raised.value.code == "no_playback_data"
|
|
finally:
|
|
core.stop()
|
|
|
|
|
|
def test_core_binds_in_memory_dlunit() -> None:
|
|
core = Core(CoreConfig(port=find_available_port(8765)))
|
|
input_signal = SignalDescriptor(id=uuid4(), name="Input", type="number")
|
|
return_signal = SignalDescriptor(
|
|
id=uuid4(), name="Output", type="number", origin="derived"
|
|
)
|
|
dlunit = DLUnit()
|
|
dlunit.set_manifest(uuid4(), [input_signal], return_signal)
|
|
dlunit.set_data(
|
|
"""
|
|
from dynalab_core.protocols.packets.data import ValueDescriptor
|
|
from dynalab_core.protocols.packets.handshake import SignalDescriptor
|
|
|
|
def identity(value: ValueDescriptor, output: SignalDescriptor) -> ValueDescriptor:
|
|
return ValueDescriptor(signal_id=output.id, value=value.value, timestamp=value.timestamp)
|
|
"""
|
|
)
|
|
|
|
try:
|
|
unit_id = core.bind_derive_unit(dlunit)
|
|
assert core.get_signal_descriptor(return_signal.id) == return_signal
|
|
|
|
with pytest.raises(CoreError, match="either a DLUnit or a file") as raised:
|
|
core.bind_derive_unit(dlunit, file=Path("unit.dlunit"))
|
|
|
|
assert raised.value.code == "bind_derive_failed"
|
|
core.unbind_derive_unit(unit_id)
|
|
finally:
|
|
core.stop()
|