[meta]
name = "use-case-v2-local"
description = "5 use-case benchmarks x 5 local models"

[defaults]
temperature = 0.0
max_tokens = 4096

[judge]
model = "gpt-5-mini"

[run]
max_workers = 2
output_dir = "results/use-cases-v2-local/"
seed = 42

[[models]]
name = "qwen3.5:122b-a10b"
engine = "ollama"

[[models]]
name = "gpt-oss:120b"
engine = "ollama"

[[models]]
name = "glm4:latest"
engine = "ollama"

[[models]]
name = "qwen3.5:35b-a3b"
engine = "ollama"

[[models]]
name = "glm-4.7-flash"
engine = "ollama"

[[benchmarks]]
name = "coding_assistant"
backend = "jarvis-direct"
max_samples = 30

[[benchmarks]]
name = "security_scanner"
backend = "jarvis-direct"
max_samples = 30

[[benchmarks]]
name = "daily_digest"
backend = "jarvis-direct"
max_samples = 30

[[benchmarks]]
name = "doc_qa"
backend = "jarvis-direct"
max_samples = 30

[[benchmarks]]
name = "browser_assistant"
backend = "jarvis-direct"
max_samples = 30
