# TauBench V2 eval: Nemotron-3-Super-120B-A12B-FP8 (SGLang)
[meta]
name = "taubench-nemotron3-super"
description = "TauBench V2 on Nemotron-3-Super-120B-A12B-FP8 (test split, pass^3)"

[defaults]
temperature = 1.0
max_tokens = 4096

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
engine = "cloud"

[run]
max_workers = 1
output_dir = "results/taubench-nemotron3-super/"
seed = 42

[[models]]
name = "nemotron"
engine = "vllm"
num_gpus = 4
# SGLang serving on port 8001

[[benchmarks]]
name = "taubench"
backend = "jarvis-direct"
split = "airline,retail"
