fix: format merged evals files

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
This commit is contained in:
Jon Saad-Falcon
2026-04-03 10:57:01 -07:00
co-authored by Claude Opus 4.6
parent 28afef0778
commit 26f6142107
3 changed files with 14 additions and 10 deletions
+1
View File
@@ -599,6 +599,7 @@ def _run_terminalbench_native(config, console: Console) -> object:
)
import re
# Docker compose project names must be lowercase alphanumeric + hyphens/underscores
model_slug = re.sub(r"[^a-z0-9_-]", "-", model.lower().replace("/", "-"))
run_id = f"tb2-{model_slug}"
+1 -2
View File
@@ -672,8 +672,7 @@ class ToolCall15Dataset(DatasetProvider):
# instructions, available tools, and user message so the
# model can respond with tool calls via any backend.
tool_descriptions = "\n".join(
f"- {t['function']['name']}: "
f"{t['function']['description']}"
f"- {t['function']['name']}: {t['function']['description']}"
for t in TOOLS
)
prompt = (
+12 -8
View File
@@ -41,20 +41,24 @@ def _extract_tool_calls(
for tc in getattr(turn, "tool_calls", []):
if tc is None:
continue
tool_calls.append({
"name": tc.get("name", ""),
"arguments": tc.get("arguments") or {},
})
tool_calls.append(
{
"name": tc.get("name", ""),
"arguments": tc.get("arguments") or {},
}
)
if tool_calls:
return tool_calls
# Try tool_results list (from JarvisAgentBackend)
tool_results = record.metadata.get("tool_results", [])
for tr in tool_results:
tool_calls.append({
"name": tr.get("tool_name", ""),
"arguments": tr.get("arguments") or {},
})
tool_calls.append(
{
"name": tr.get("tool_name", ""),
"arguments": tr.get("arguments") or {},
}
)
if tool_calls:
return tool_calls