# LiveCodeBench eval: Qwen3.5-2B (vLLM, 1 GPU)
# Competitive programming from LeetCode, AtCoder, CodeForces

[meta]
name = "livecodebench-qwen-2b"
description = "LiveCodeBench on Qwen/Qwen3.5-2B (vLLM, 1 GPU)"

[defaults]
temperature = 0.0
max_tokens = 4096

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
engine = "cloud"

[run]
max_workers = 1
output_dir = "results/neurips-2026/baselines/qwen-2b/livecodebench/"
seed = 42

[[models]]
name = "Qwen/Qwen3.5-2B"
engine = "vllm"
num_gpus = 1

[[benchmarks]]
name = "livecodebench"
backend = "jarvis-direct"
max_samples = 20
