Files
OpenJarvis/tests/telemetry/test_store.py
T
d865b4bed4 Fix blocking async server handlers (#618)
Closes #219. Replace synchronous httpx calls in async SendBlue and model-management handlers with awaited httpx.AsyncClient (context-managed close); run Whisper transcription and engine.list_models via asyncio.to_thread so they don't block the event loop; and harden TelemetryStore/aggregator SQLite for concurrency (WAL, synchronous=NORMAL, busy_timeout=5000, plus a write-serializing lock on the shared connection). Adds async-usage assertions and a real 8-thread concurrent-write test. Related: #570 (async httpx, different issue #559).

Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
2026-06-30 17:37:20 -07:00

181 lines
5.7 KiB
Python

"""Tests for the telemetry SQLite store."""
from __future__ import annotations
import time
from concurrent.futures import ThreadPoolExecutor
from pathlib import Path
from openjarvis.core.events import EventBus, EventType
from openjarvis.core.types import TelemetryRecord
from openjarvis.telemetry.store import TelemetryStore
class TestTelemetryStore:
def test_creates_table(self, tmp_path: Path) -> None:
store = TelemetryStore(tmp_path / "test.db")
rows = store._fetchall()
assert rows == []
store.close()
def test_uses_wal_with_normal_synchronous(self, tmp_path: Path) -> None:
store = TelemetryStore(tmp_path / "test.db")
journal_mode = store._conn.execute("PRAGMA journal_mode").fetchone()[0]
synchronous = store._conn.execute("PRAGMA synchronous").fetchone()[0]
busy_timeout = store._conn.execute("PRAGMA busy_timeout").fetchone()[0]
assert journal_mode.lower() == "wal"
assert synchronous == 1
assert busy_timeout == 5000
store.close()
def test_concurrent_record_writes_are_serialized(self, tmp_path: Path) -> None:
store = TelemetryStore(tmp_path / "test.db")
def write_one(i: int) -> None:
store.record(
TelemetryRecord(
timestamp=time.time(),
model_id=f"model-{i}",
engine="test",
)
)
with ThreadPoolExecutor(max_workers=8) as pool:
list(pool.map(write_one, range(32)))
assert len(store._fetchall()) == 32
store.close()
def test_record_values(self, tmp_path: Path) -> None:
store = TelemetryStore(tmp_path / "test.db")
rec = TelemetryRecord(
timestamp=time.time(),
model_id="qwen3:8b",
engine="ollama",
prompt_tokens=10,
completion_tokens=5,
total_tokens=15,
latency_seconds=0.5,
cost_usd=0.001,
)
store.record(rec)
rows = store._fetchall()
assert len(rows) == 1
assert rows[0][2] == "qwen3:8b" # model_id column
store.close()
def test_bus_subscription(self, tmp_path: Path) -> None:
store = TelemetryStore(tmp_path / "test.db")
bus = EventBus()
store.subscribe_to_bus(bus)
rec = TelemetryRecord(
timestamp=time.time(),
model_id="test-model",
engine="vllm",
)
bus.publish(EventType.TELEMETRY_RECORD, {"record": rec})
rows = store._fetchall()
assert len(rows) == 1
assert rows[0][2] == "test-model"
store.close()
def test_close_and_reopen(self, tmp_path: Path) -> None:
db_path = tmp_path / "test.db"
store = TelemetryStore(db_path)
rec = TelemetryRecord(timestamp=time.time(), model_id="m1", engine="e1")
store.record(rec)
store.close()
store2 = TelemetryStore(db_path)
rows = store2._fetchall()
assert len(rows) == 1
store2.close()
def test_metadata_json_roundtrip(self, tmp_path: Path) -> None:
store = TelemetryStore(tmp_path / "test.db")
rec = TelemetryRecord(
timestamp=time.time(),
model_id="m1",
engine="e1",
metadata={"key": "value", "nested": [1, 2, 3]},
)
store.record(rec)
import json
rows = store._fetchall()
meta = json.loads(rows[0][-1]) # metadata is last column
assert meta["key"] == "value"
assert meta["nested"] == [1, 2, 3]
store.close()
def test_recent_row_has_mining_session_id_column(self, tmp_path: Path) -> None:
store = TelemetryStore(tmp_path / "test.db")
rec = TelemetryRecord(
timestamp=time.time(),
model_id="test-model",
engine="test-engine",
prompt_tokens=10,
completion_tokens=5,
latency_seconds=0.1,
)
store.record(rec)
rows = store.list_recent(limit=1)
assert rows[0]["mining_session_id"] is None
store.close()
def test_recent_row_can_be_tagged_with_mining_session_id(
self,
tmp_path: Path,
) -> None:
store = TelemetryStore(tmp_path / "test.db")
rec = TelemetryRecord(
timestamp=time.time(),
model_id="test-model",
engine="vllm-pearl-mining",
prompt_tokens=10,
completion_tokens=5,
latency_seconds=0.1,
mining_session_id="abc123",
)
store.record(rec)
rows = store.list_recent(limit=1)
assert rows[0]["mining_session_id"] == "abc123"
store.close()
def test_record_mining_stats_persists(self, tmp_path: Path) -> None:
from openjarvis.mining._stubs import MiningStats
store = TelemetryStore(tmp_path / "test.db")
store.record_mining_stats(
MiningStats(
provider_id="vllm-pearl",
shares_submitted=42,
shares_accepted=40,
)
)
snapshots = store.list_recent_mining_stats(limit=1)
assert snapshots[0]["provider_id"] == "vllm-pearl"
assert snapshots[0]["shares_submitted"] == 42
assert snapshots[0]["shares_accepted"] == 40
store.close()
class TestTelemetryRecordFields:
def test_tokens_per_joule_field_exists(self):
rec = TelemetryRecord(timestamp=1.0, model_id="test")
assert hasattr(rec, "tokens_per_joule")
assert rec.tokens_per_joule == 0.0
def test_tokens_per_joule_set(self):
rec = TelemetryRecord(timestamp=1.0, model_id="test", tokens_per_joule=80.0)
assert rec.tokens_per_joule == 80.0