# TauBench V2 eval: Qwen3.5-27B-FP8 (vLLM, TP=4)
# Multi-turn customer service benchmark — airline + retail splits

[meta]
name = "taubench-qwen-27b"
description = "TauBench V2 on Qwen/Qwen3.5-27B-FP8 (vLLM, TP=4)"

[defaults]
temperature = 0.7
max_tokens = 4096

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
engine = "cloud"

[run]
max_workers = 1
output_dir = "results/neurips-2026/baselines/qwen-27b/taubench/"
seed = 42

[[models]]
name = "Qwen/Qwen3.5-27B-FP8"
engine = "vllm"
num_gpus = 4

[[benchmarks]]
name = "taubench"
backend = "jarvis-direct"
max_samples = 20
split = "airline,retail"
