# TauBench V2 eval: Gemini 3.1 Pro Preview (cloud)
# Multi-turn customer service benchmark — test split, 3 trials

[meta]
name = "taubench-gemini-31-pro"
description = "TauBench V2 on gemini-3.1-pro-preview (test split, pass^3)"

[defaults]
temperature = 0.7
max_tokens = 4096

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
engine = "cloud"

[run]
max_workers = 1
output_dir = "results/neurips-2026/baselines/gemini-31-pro/taubench/"
seed = 42

[[models]]
name = "gemini-3.1-pro-preview"
engine = "cloud"

[[benchmarks]]
name = "taubench"
max_samples = 60
backend = "jarvis-direct"
split = "airline,retail"
