# Targeted re-run: GAIA, FRAMES, WildChat with MFU/MBU metadata.
# SuperGPQA already complete in v2 results — not included here.

[meta]
name = "glm-4.7-flash-openhands-remaining"
description = "Re-run GAIA/FRAMES/WildChat with model metadata for MFU/MBU"

[defaults]
temperature = 0.0
max_tokens = 2048

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
max_tokens = 2048

[run]
max_workers = 4
output_dir = "results/glm-4.7-flash-openhands-v2/"
seed = 42
telemetry = true
gpu_metrics = true

# --- Model Under Test ---

[[models]]
name = "zai-org/GLM-4.7-Flash"
engine = "vllm"
param_count_b = 30.0
active_params_b = 3.0
gpu_peak_tflops = 312.0
gpu_peak_bandwidth_gb_s = 2039.0
num_gpus = 4

# --- Benchmarks ---

# Agentic: GAIA
[[benchmarks]]
name = "gaia"
backend = "jarvis-agent"
agent = "native_openhands"
tools = ["code_interpreter", "web_search", "file_read", "calculator", "think"]
max_samples = 50

# RAG: FRAMES
[[benchmarks]]
name = "frames"
backend = "jarvis-agent"
agent = "native_openhands"
tools = ["code_interpreter", "web_search", "calculator", "think"]
max_samples = 100

# Chat: WildChat
[[benchmarks]]
name = "wildchat"
backend = "jarvis-agent"
agent = "native_openhands"
tools = ["code_interpreter", "think"]
max_samples = 150
temperature = 0.7
