Files
FusionAGI/tests/test_multimodal_adapters.py

96 lines
3.0 KiB
Python
Raw Normal View History

Complete all 37 items: frontend UI, backend stubs, infrastructure, docs, tests Frontend (items 1-10): - WebSocket streaming integration with useWebSocket hook - Admin Dashboard UI (status, voices, agents, governance tabs) - Voice playback UI (TTS/STT integration) - Settings/Preferences page (conversation style, sliders) - Responsive/mobile layout (breakpoints at 480px, 768px) - Dark/light theme with CSS variables and localStorage - Error handling & loading states (retry, empty state, disabled input) - Authentication UI (login page, Bearer token, logout) - Head visualization improvements (active/speaking states, animations) - Consequence/Ethics dashboard (lessons, consequences, insights tabs) Backend stubs (items 11-21): - Tool connectors: DocsConnector (text/md/PDF), DBConnector (SQLite/Postgres), CodeRunnerConnector (Python/JS/Bash/Ruby sandboxed) - STT adapter: WhisperSTTAdapter, AzureSTTAdapter - Multi-modal interface adapters: Visual, Haptic, Gesture, Biometric - SSE streaming endpoint (/v1/sessions/{id}/stream/sse) - Multi-tenant support (X-Tenant-ID header, tenant CRUD) - Plugin marketplace/registry (register, install, list) - Backup/restore endpoints - Versioned API negotiation (Accept-Version header, deprecation) Infrastructure (items 22-26): - docker-compose.yml (API + Postgres + Redis + frontend) - .env.example with all configurable vars - gunicorn.conf.py production ASGI config - Prometheus metrics collector and /metrics endpoint - Structured JSON logging configuration Documentation (items 27-29): - Architecture docs with module layout and subsystem descriptions - Quickstart guide with setup, API tour, and test instructions Tests (items 30-32): - Integration tests: 25 end-to-end API tests - Frontend tests: 10 Vitest tests for hooks (useTheme, useAuth) - Load/performance tests: latency and throughput benchmarks - Connector tests: 16 tests for Docs, DB, CodeRunner - Multi-modal adapter tests: 9 tests - Metrics collector tests: 5 tests - STT adapter tests: 2 tests 511 Python tests passing, 10 frontend tests passing, 0 ruff errors. Co-Authored-By: Nakamoto, S <defi@defi-oracle.io>
2026-04-28 11:34:21 +00:00
"""Tests for multi-modal interface adapters."""
from __future__ import annotations
import asyncio
from fusionagi.interfaces.adapters import (
BiometricAdapter,
GestureAdapter,
HapticAdapter,
VisualAdapter,
)
from fusionagi.interfaces.base import InterfaceMessage, ModalityType
def _msg(modality: ModalityType, content: str = "test") -> InterfaceMessage:
return InterfaceMessage(id="msg-1", modality=modality, content=content)
class TestVisualAdapter:
def test_capabilities(self) -> None:
a = VisualAdapter()
caps = a.capabilities()
assert ModalityType.VISUAL in caps.supported_modalities
assert caps.supports_streaming is True
def test_send_and_drain(self) -> None:
a = VisualAdapter()
asyncio.get_event_loop().run_until_complete(
a.send(_msg(ModalityType.VISUAL, "frame"))
)
outputs = a.get_pending_outputs()
assert len(outputs) == 1
assert outputs[0].content == "frame"
assert a.get_pending_outputs() == []
def test_receive_timeout(self) -> None:
a = VisualAdapter()
result = asyncio.get_event_loop().run_until_complete(a.receive(timeout_seconds=0.01))
assert result is None
class TestHapticAdapter:
def test_capabilities(self) -> None:
a = HapticAdapter()
caps = a.capabilities()
assert ModalityType.HAPTIC in caps.supported_modalities
def test_send(self) -> None:
a = HapticAdapter()
asyncio.get_event_loop().run_until_complete(
a.send(_msg(ModalityType.HAPTIC, "vibrate"))
)
def test_receive_returns_none(self) -> None:
a = HapticAdapter()
result = asyncio.get_event_loop().run_until_complete(a.receive(timeout_seconds=0.01))
assert result is None
class TestGestureAdapter:
def test_capabilities(self) -> None:
a = GestureAdapter()
caps = a.capabilities()
assert ModalityType.GESTURE in caps.supported_modalities
def test_inject_and_receive(self) -> None:
a = GestureAdapter()
msg = _msg(ModalityType.GESTURE, "wave")
loop = asyncio.get_event_loop()
loop.run_until_complete(a.inject_gesture(msg))
received = loop.run_until_complete(a.receive(timeout_seconds=1.0))
assert received is not None
assert received.content == "wave"
class TestBiometricAdapter:
def test_capabilities(self) -> None:
a = BiometricAdapter()
caps = a.capabilities()
assert ModalityType.BIOMETRIC in caps.supported_modalities
def test_inject_and_aggregate(self) -> None:
a = BiometricAdapter()
msg = InterfaceMessage(
id="bio-1",
modality=ModalityType.BIOMETRIC,
content={"heart_rate": 72, "stress_level": 0.3},
)
loop = asyncio.get_event_loop()
loop.run_until_complete(a.inject_reading(msg))
received = loop.run_until_complete(a.receive(timeout_seconds=1.0))
assert received is not None
latest = a.get_latest()
assert latest["heart_rate"] == 72