# Long-horizon eval: GPT-5-mini (cloud)
# 4 benchmarks: GAIA, FRAMES, DeepPlanning, LifelongAgent KG

[meta]
name = "long-horizon-gpt5mini"
description = "Long-horizon benchmarks on GPT-5-mini"

[defaults]
temperature = 0.6
max_tokens = 8192

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
max_tokens = 4096

[run]
max_workers = 4
output_dir = "results/long-horizon-gpt5mini/"
seed = 42

[[models]]
name = "gpt-5-mini"
engine = "cloud"

[[benchmarks]]
name = "gaia"
backend = "jarvis-agent"
agent = "monitor_operative"
max_samples = 50
tools = ["think", "calculator", "code_interpreter", "web_search", "file_read"]

[[benchmarks]]
name = "frames"
backend = "jarvis-direct"
max_samples = 50

[[benchmarks]]
name = "deepplanning"
backend = "jarvis-agent"
agent = "monitor_operative"
max_samples = 50
tools = ["think", "calculator", "code_interpreter"]

[[benchmarks]]
name = "lifelong-agent"
backend = "jarvis-agent"
agent = "monitor_operative"
max_samples = 50
subset = "knowledge_graph"
tools = ["think", "calculator", "code_interpreter"]
