# Use-Case Benchmark Suite v2
# 5 agent-focused benchmarks aligned to OpenJarvis hero demo apps.

[meta]
name = "use-case-v2-suite"
description = "Agent-focused benchmarks: coding_assistant, security_scanner, daily_digest, doc_qa, browser_assistant"

[defaults]
temperature = 0.0
max_tokens = 4096

[judge]
model = "gpt-5-mini-2025-08-07"

[run]
max_workers = 2
output_dir = "results/use-cases-v2/"
seed = 42

[[models]]
name = "qwen3:8b"
engine = "ollama"

[[benchmarks]]
name = "coding_assistant"
backend = "jarvis-agent"
agent = "native_react"
tools = ["file_read", "code_interpreter", "shell_exec", "think"]
max_samples = 30

[[benchmarks]]
name = "security_scanner"
backend = "jarvis-agent"
agent = "native_react"
tools = ["file_read", "shell_exec", "think", "code_interpreter"]
max_samples = 30

[[benchmarks]]
name = "daily_digest"
backend = "jarvis-agent"
agent = "orchestrator"
tools = ["web_search", "think"]
max_samples = 30

[[benchmarks]]
name = "doc_qa"
backend = "jarvis-agent"
agent = "simple"
tools = ["think"]
max_samples = 30

[[benchmarks]]
name = "browser_assistant"
backend = "jarvis-agent"
agent = "orchestrator"
tools = ["web_search", "browser", "think"]
max_samples = 30
