# MonitorOperativeAgent evaluation on long-horizon benchmarks
# Machine: 8x H100-80GB, engine: vLLM, model: Kimi-K2.5 (IQ4_XS GGUF)
# Inference: Kimi-K2.5 thinking mode (temperature=1.0, top_p=0.95)
# Benchmarks: LogHub, LifelongAgentBench, DeepPlanning

[meta]
name = "kimi-k2.5-monitor-operative"
description = "Evaluate MonitorOperativeAgent with Kimi-K2.5 on long-horizon monitoring benchmarks"

[defaults]
temperature = 1.0              # Kimi-K2.5 thinking mode recommended
max_tokens = 32768

[judge]
model = "gpt-5-mini-2025-08-07"
temperature = 0.0
max_tokens = 4096

[run]
max_workers = 1
output_dir = "results/kimi-k2.5-monitor-operative/"
seed = 42
telemetry = true
gpu_metrics = true

[[models]]
name = "Kimi-K2.5-IQ4_XS"
engine = "vllm"
param_count_b = 1000.0
active_params_b = 32.0
gpu_peak_tflops = 989.5
gpu_peak_bandwidth_gb_s = 3350.0
num_gpus = 8

# --- Benchmarks ---

[[benchmarks]]
name = "loghub"
backend = "jarvis-agent"
agent = "monitor_operative"
max_samples = 250
tools = [
    "think", "calculator", "code_interpreter",
    "shell_exec", "file_read",
    "memory_store", "memory_search", "memory_retrieve",
    "kg_add_entity", "kg_add_relation", "kg_query", "kg_neighbors",
    "db_query", "web_search", "http_request",
]

[[benchmarks]]
name = "lifelong-agent"
backend = "jarvis-agent"
agent = "monitor_operative"
max_samples = 250
tools = [
    "think", "calculator", "code_interpreter",
    "shell_exec", "file_read",
    "memory_store", "memory_search", "memory_retrieve",
    "kg_add_entity", "kg_add_relation", "kg_query", "kg_neighbors",
    "db_query", "web_search", "http_request",
]

[[benchmarks]]
name = "deepplanning"
backend = "jarvis-agent"
agent = "monitor_operative"
max_samples = 250
tools = [
    "think", "calculator", "code_interpreter",
    "shell_exec", "file_read",
    "memory_store", "memory_search", "memory_retrieve",
    "kg_add_entity", "kg_add_relation", "kg_query", "kg_neighbors",
    "db_query", "web_search", "http_request",
]
