# PinchBench eval: MiniMax-M2.5 (Ollama, UD-TQ1_0 GGUF ~55 GB, GPUs 2-3)
# Agent: native_openhands -- all PinchBench-required tools enabled
# Pull model: ollama pull hf.co/unsloth/MiniMax-M2.5-GGUF:latest
# NOTE: Q4_K_M and higher quants are sharded GGUFs which Ollama does not
# support yet (see github.com/ollama/ollama/issues/5245). The "latest" tag
# pulls the largest non-sharded quant: UD-TQ1_0 (1-bit, ~55 GB).

[meta]
name = "pinchbench-minimax-m25"
description = "PinchBench on MiniMax-M2.5 UD-TQ1_0 via Ollama"

[defaults]
temperature = 0.6
max_tokens = 8192

[judge]
model = "claude-opus-4-5"
temperature = 0.0
engine = "cloud"

[run]
max_workers = 1
output_dir = "results/neurips-2026/baselines/minimax-m25-ollama/pinchbench/"
seed = 42

[[models]]
name = "hf.co/unsloth/MiniMax-M2.5-GGUF:latest"
engine = "ollama"
param_count_b = 229.0
active_params_b = 45.6
num_gpus = 2

[[benchmarks]]
name = "pinchbench"
backend = "jarvis-agent"
agent = "native_openhands"
tools = [
    "think", "file_read", "file_write", "web_search", "shell_exec",
    "code_interpreter", "browser_navigate", "image_generate",
    "calculator", "http_request", "pdf_extract",
]
