diff --git a/src/openjarvis/evals/datasets/gaia.py b/src/openjarvis/evals/datasets/gaia.py index 6b519d18..18a89b3b 100644 --- a/src/openjarvis/evals/datasets/gaia.py +++ b/src/openjarvis/evals/datasets/gaia.py @@ -159,6 +159,7 @@ class GAIADataset(DatasetProvider): metadata = { "task_id": task_id, + "question": question, "level": level, "file_name": file_name, "file_path": str(file_path) if file_path else None, diff --git a/src/openjarvis/evals/datasets/swebench.py b/src/openjarvis/evals/datasets/swebench.py index 1117649f..d227dab6 100644 --- a/src/openjarvis/evals/datasets/swebench.py +++ b/src/openjarvis/evals/datasets/swebench.py @@ -142,6 +142,7 @@ class SWEBenchDataset(DatasetProvider): metadata: dict[str, Any] = { "instance_id": instance_id, + "problem_statement": problem_statement, "repo": repo, "base_commit": base_commit, "hints_text": hints_text,