mirror of
https://github.com/open-jarvis/OpenJarvis.git
synced 2026-07-28 14:07:55 +00:00
Closes #219. Replace synchronous httpx calls in async SendBlue and model-management handlers with awaited httpx.AsyncClient (context-managed close); run Whisper transcription and engine.list_models via asyncio.to_thread so they don't block the event loop; and harden TelemetryStore/aggregator SQLite for concurrency (WAL, synchronous=NORMAL, busy_timeout=5000, plus a write-serializing lock on the shared connection). Adds async-usage assertions and a real 8-thread concurrent-write test. Related: #570 (async httpx, different issue #559). Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
181 lines
5.7 KiB
Python
181 lines
5.7 KiB
Python
"""Tests for the telemetry SQLite store."""
|
|
|
|
from __future__ import annotations
|
|
|
|
import time
|
|
from concurrent.futures import ThreadPoolExecutor
|
|
from pathlib import Path
|
|
|
|
from openjarvis.core.events import EventBus, EventType
|
|
from openjarvis.core.types import TelemetryRecord
|
|
from openjarvis.telemetry.store import TelemetryStore
|
|
|
|
|
|
class TestTelemetryStore:
|
|
def test_creates_table(self, tmp_path: Path) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
rows = store._fetchall()
|
|
assert rows == []
|
|
store.close()
|
|
|
|
def test_uses_wal_with_normal_synchronous(self, tmp_path: Path) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
journal_mode = store._conn.execute("PRAGMA journal_mode").fetchone()[0]
|
|
synchronous = store._conn.execute("PRAGMA synchronous").fetchone()[0]
|
|
busy_timeout = store._conn.execute("PRAGMA busy_timeout").fetchone()[0]
|
|
|
|
assert journal_mode.lower() == "wal"
|
|
assert synchronous == 1
|
|
assert busy_timeout == 5000
|
|
store.close()
|
|
|
|
def test_concurrent_record_writes_are_serialized(self, tmp_path: Path) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
|
|
def write_one(i: int) -> None:
|
|
store.record(
|
|
TelemetryRecord(
|
|
timestamp=time.time(),
|
|
model_id=f"model-{i}",
|
|
engine="test",
|
|
)
|
|
)
|
|
|
|
with ThreadPoolExecutor(max_workers=8) as pool:
|
|
list(pool.map(write_one, range(32)))
|
|
|
|
assert len(store._fetchall()) == 32
|
|
store.close()
|
|
|
|
def test_record_values(self, tmp_path: Path) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
rec = TelemetryRecord(
|
|
timestamp=time.time(),
|
|
model_id="qwen3:8b",
|
|
engine="ollama",
|
|
prompt_tokens=10,
|
|
completion_tokens=5,
|
|
total_tokens=15,
|
|
latency_seconds=0.5,
|
|
cost_usd=0.001,
|
|
)
|
|
store.record(rec)
|
|
rows = store._fetchall()
|
|
assert len(rows) == 1
|
|
assert rows[0][2] == "qwen3:8b" # model_id column
|
|
store.close()
|
|
|
|
def test_bus_subscription(self, tmp_path: Path) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
bus = EventBus()
|
|
store.subscribe_to_bus(bus)
|
|
|
|
rec = TelemetryRecord(
|
|
timestamp=time.time(),
|
|
model_id="test-model",
|
|
engine="vllm",
|
|
)
|
|
bus.publish(EventType.TELEMETRY_RECORD, {"record": rec})
|
|
|
|
rows = store._fetchall()
|
|
assert len(rows) == 1
|
|
assert rows[0][2] == "test-model"
|
|
store.close()
|
|
|
|
def test_close_and_reopen(self, tmp_path: Path) -> None:
|
|
db_path = tmp_path / "test.db"
|
|
store = TelemetryStore(db_path)
|
|
rec = TelemetryRecord(timestamp=time.time(), model_id="m1", engine="e1")
|
|
store.record(rec)
|
|
store.close()
|
|
|
|
store2 = TelemetryStore(db_path)
|
|
rows = store2._fetchall()
|
|
assert len(rows) == 1
|
|
store2.close()
|
|
|
|
def test_metadata_json_roundtrip(self, tmp_path: Path) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
rec = TelemetryRecord(
|
|
timestamp=time.time(),
|
|
model_id="m1",
|
|
engine="e1",
|
|
metadata={"key": "value", "nested": [1, 2, 3]},
|
|
)
|
|
store.record(rec)
|
|
import json
|
|
|
|
rows = store._fetchall()
|
|
meta = json.loads(rows[0][-1]) # metadata is last column
|
|
assert meta["key"] == "value"
|
|
assert meta["nested"] == [1, 2, 3]
|
|
store.close()
|
|
|
|
def test_recent_row_has_mining_session_id_column(self, tmp_path: Path) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
rec = TelemetryRecord(
|
|
timestamp=time.time(),
|
|
model_id="test-model",
|
|
engine="test-engine",
|
|
prompt_tokens=10,
|
|
completion_tokens=5,
|
|
latency_seconds=0.1,
|
|
)
|
|
store.record(rec)
|
|
|
|
rows = store.list_recent(limit=1)
|
|
|
|
assert rows[0]["mining_session_id"] is None
|
|
store.close()
|
|
|
|
def test_recent_row_can_be_tagged_with_mining_session_id(
|
|
self,
|
|
tmp_path: Path,
|
|
) -> None:
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
rec = TelemetryRecord(
|
|
timestamp=time.time(),
|
|
model_id="test-model",
|
|
engine="vllm-pearl-mining",
|
|
prompt_tokens=10,
|
|
completion_tokens=5,
|
|
latency_seconds=0.1,
|
|
mining_session_id="abc123",
|
|
)
|
|
store.record(rec)
|
|
|
|
rows = store.list_recent(limit=1)
|
|
|
|
assert rows[0]["mining_session_id"] == "abc123"
|
|
store.close()
|
|
|
|
def test_record_mining_stats_persists(self, tmp_path: Path) -> None:
|
|
from openjarvis.mining._stubs import MiningStats
|
|
|
|
store = TelemetryStore(tmp_path / "test.db")
|
|
store.record_mining_stats(
|
|
MiningStats(
|
|
provider_id="vllm-pearl",
|
|
shares_submitted=42,
|
|
shares_accepted=40,
|
|
)
|
|
)
|
|
|
|
snapshots = store.list_recent_mining_stats(limit=1)
|
|
|
|
assert snapshots[0]["provider_id"] == "vllm-pearl"
|
|
assert snapshots[0]["shares_submitted"] == 42
|
|
assert snapshots[0]["shares_accepted"] == 40
|
|
store.close()
|
|
|
|
|
|
class TestTelemetryRecordFields:
|
|
def test_tokens_per_joule_field_exists(self):
|
|
rec = TelemetryRecord(timestamp=1.0, model_id="test")
|
|
assert hasattr(rec, "tokens_per_joule")
|
|
assert rec.tokens_per_joule == 0.0
|
|
|
|
def test_tokens_per_joule_set(self):
|
|
rec = TelemetryRecord(timestamp=1.0, model_id="test", tokens_per_joule=80.0)
|
|
assert rec.tokens_per_joule == 80.0
|