# Experiment 3: Standard reasoning benchmarks for Qwen3.5-122B capability profile
# MATH-500, MMLU-Pro, SuperGPQA, SimpleQA — all work without live environments

[meta]
name = "qwen3.5-122b-reasoning-suite"
description = "Standard reasoning benchmarks for Qwen3.5-122B-A10B-FP8"

[defaults]
temperature = 0.6          # Qwen3.5 recommended
max_tokens = 4096

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
max_tokens = 4096

[run]
max_workers = 4            # Non-agentic, safe to parallelize
output_dir = "results/qwen3.5-122b-reasoning-suite/"
seed = 42
telemetry = true
gpu_metrics = true

[[models]]
name = "Qwen/Qwen3.5-122B-A10B-FP8"
engine = "vllm"
param_count_b = 122.0
active_params_b = 10.0
gpu_peak_tflops = 989.5
gpu_peak_bandwidth_gb_s = 3350.0
num_gpus = 4

[[benchmarks]]
name = "math500"
backend = "jarvis-direct"
max_samples = 200

[[benchmarks]]
name = "mmlu-pro"
backend = "jarvis-direct"
max_samples = 200

[[benchmarks]]
name = "supergpqa"
backend = "jarvis-direct"
max_samples = 200

[[benchmarks]]
name = "simpleqa"
backend = "jarvis-direct"
max_samples = 200
