# Use-Case Benchmark Suite — IBM Granite Models
# Evaluates IBM Granite models on 5 practical use cases:
# email triage, morning briefs, research, knowledge base QA, coding tasks.

[meta]
name = "use-case-ibm-granite"
description = "Top 5 use-case benchmarks for IBM Granite models"

[defaults]
temperature = 0.0
max_tokens = 2048

[judge]
model = "gpt-5-mini-2025-08-07"

[run]
max_workers = 4
output_dir = "results/use-cases-ibm-granite/"
seed = 42

[[models]]
name = "granite3.3:8b"
engine = "ollama"

[[models]]
name = "granite4.0-micro"
engine = "ollama"

[[models]]
name = "granite4.0-h-small"
engine = "ollama"

[[benchmarks]]
name = "email_triage"
backend = "jarvis-direct"
max_samples = 30

[[benchmarks]]
name = "morning_brief"
backend = "jarvis-direct"
max_samples = 15

[[benchmarks]]
name = "research_mining"
backend = "jarvis-direct"
max_samples = 30

[[benchmarks]]
name = "knowledge_base"
backend = "jarvis-direct"
max_samples = 30

[[benchmarks]]
name = "coding_task"
backend = "jarvis-direct"
max_samples = 30
