mirror of
https://github.com/open-jarvis/OpenJarvis.git
synced 2026-07-30 10:52:15 +00:00
Jon Saad-FalconandClaude Opus 4.6
323d7ff032
- Eval config: TOML-based suite configs defining models x benchmarks matrix, loaded via --config flag. Includes load_eval_config(), expand_suite(), 7 config dataclasses, 3 example configs, and 61 new tests. - Pillar-aligned config: generation params in IntelligenceConfig, nested engine/learning configs, agent objective/system_prompt/context_from_memory, structured learning sub-policies, TOML migration layer. - Documentation: evaluations user guide, evals API reference, updated mkdocs.yml navigation, updated architecture docs. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
36 lines
1.0 KiB
Python
36 lines
1.0 KiB
Python
"""Backward-compat: verify router with model catalog via intelligence imports.
|
|
|
|
Canonical tests live in tests/learning/test_routing_models.py.
|
|
"""
|
|
|
|
from __future__ import annotations
|
|
|
|
from openjarvis.intelligence.model_catalog import register_builtin_models
|
|
from openjarvis.intelligence.router import (
|
|
HeuristicRouter,
|
|
build_routing_context,
|
|
)
|
|
from openjarvis.learning._stubs import RoutingContext
|
|
|
|
|
|
def _setup_models() -> None:
|
|
register_builtin_models()
|
|
|
|
|
|
class TestShimRouterWithModels:
|
|
def test_short_query(self) -> None:
|
|
_setup_models()
|
|
router = HeuristicRouter(
|
|
available_models=["qwen3:8b", "gpt-oss:120b"],
|
|
)
|
|
ctx = RoutingContext(query="hi", query_length=2)
|
|
assert router.select_model(ctx) == "qwen3:8b"
|
|
|
|
def test_code_query(self) -> None:
|
|
_setup_models()
|
|
router = HeuristicRouter(
|
|
available_models=["qwen3:8b", "gpt-oss:120b"],
|
|
)
|
|
ctx = build_routing_context("def merge_sort(arr):")
|
|
assert router.select_model(ctx) == "gpt-oss:120b"
|