From 26f614210704db1d80f31f78c3cd7e1273263555 Mon Sep 17 00:00:00 2001
From: Jon Saad-Falcon <41205309+jonsaadfalcon@users.noreply.github.com>
Date: Fri, 3 Apr 2026 10:57:01 -0700
Subject: [PATCH] fix: format merged evals files

Co-Authored-By: Claude Opus 4.6 (1M context) <noreply@anthropic.com>
---
 src/openjarvis/evals/cli.py                 |  1 +
 src/openjarvis/evals/datasets/toolcall15.py |  3 +--
 src/openjarvis/evals/scorers/toolcall15.py  | 20 ++++++++++++--------
 3 files changed, 14 insertions(+), 10 deletions(-)

diff --git a/src/openjarvis/evals/cli.py b/src/openjarvis/evals/cli.py
index b3674be1..e291e73f 100644
--- a/src/openjarvis/evals/cli.py
+++ b/src/openjarvis/evals/cli.py
@@ -599,6 +599,7 @@ def _run_terminalbench_native(config, console: Console) -> object:
     )
 
     import re
+
     # Docker compose project names must be lowercase alphanumeric + hyphens/underscores
     model_slug = re.sub(r"[^a-z0-9_-]", "-", model.lower().replace("/", "-"))
     run_id = f"tb2-{model_slug}"
diff --git a/src/openjarvis/evals/datasets/toolcall15.py b/src/openjarvis/evals/datasets/toolcall15.py
index f27395df..f14e6897 100644
--- a/src/openjarvis/evals/datasets/toolcall15.py
+++ b/src/openjarvis/evals/datasets/toolcall15.py
@@ -672,8 +672,7 @@ class ToolCall15Dataset(DatasetProvider):
             # instructions, available tools, and user message so the
             # model can respond with tool calls via any backend.
             tool_descriptions = "\n".join(
-                f"- {t['function']['name']}: "
-                f"{t['function']['description']}"
+                f"- {t['function']['name']}: {t['function']['description']}"
                 for t in TOOLS
             )
             prompt = (
diff --git a/src/openjarvis/evals/scorers/toolcall15.py b/src/openjarvis/evals/scorers/toolcall15.py
index 66eb66a2..edbb2b63 100644
--- a/src/openjarvis/evals/scorers/toolcall15.py
+++ b/src/openjarvis/evals/scorers/toolcall15.py
@@ -41,20 +41,24 @@ def _extract_tool_calls(
             for tc in getattr(turn, "tool_calls", []):
                 if tc is None:
                     continue
-                tool_calls.append({
-                    "name": tc.get("name", ""),
-                    "arguments": tc.get("arguments") or {},
-                })
+                tool_calls.append(
+                    {
+                        "name": tc.get("name", ""),
+                        "arguments": tc.get("arguments") or {},
+                    }
+                )
         if tool_calls:
             return tool_calls
 
     # Try tool_results list (from JarvisAgentBackend)
     tool_results = record.metadata.get("tool_results", [])
     for tr in tool_results:
-        tool_calls.append({
-            "name": tr.get("tool_name", ""),
-            "arguments": tr.get("arguments") or {},
-        })
+        tool_calls.append(
+            {
+                "name": tr.get("tool_name", ""),
+                "arguments": tr.get("arguments") or {},
+            }
+        )
     if tool_calls:
         return tool_calls