# ToolCall-15 eval: Qwen3.5-2B (vLLM, 1 GPU)
# Lightweight tool calling benchmark — 15 scenarios, 5 categories

[meta]
name = "toolcall15-qwen-2b"
description = "ToolCall-15 on Qwen/Qwen3.5-2B (temperature=0)"

[defaults]
temperature = 0.0
max_tokens = 4096

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
engine = "cloud"

[run]
max_workers = 1
output_dir = "results/neurips-2026/baselines/qwen-2b/toolcall15/"
seed = 42

[[models]]
name = "Qwen/Qwen3.5-2B"
engine = "vllm"
num_gpus = 1

[[benchmarks]]
name = "toolcall15"
backend = "jarvis-direct"
