mirror of
https://github.com/tinyhumansai/openhuman.git
synced 2026-07-27 21:08:00 +00:00
337 lines
12 KiB
Rust
337 lines
12 KiB
Rust
//! End-to-end integration test for cross-thread transcript search.
|
|
//!
|
|
//! Proves the path the context scout (and any agent) actually walks when it
|
|
//! "goes through chat messages": persist real conversation threads + messages
|
|
//! via `ConversationStore`, then exercise both the `threads::ops::transcript_search`
|
|
//! op and the agent-facing `transcript_search` tool (`ThreadTranscriptSearchTool`)
|
|
//! against that on-disk data under a per-test temp `OPENHUMAN_WORKSPACE`.
|
|
//!
|
|
//! This is the Rust contract counterpart to the live-session audit in
|
|
//! `scripts/debug/agent-prepare-context-audit.mjs` (which drives the same path
|
|
//! through a real orchestrator turn over JSON-RPC).
|
|
//!
|
|
//! Run with: `cargo test --test transcript_search_e2e`
|
|
|
|
use std::path::Path;
|
|
use std::sync::{Mutex, OnceLock};
|
|
|
|
use serde_json::json;
|
|
use tempfile::tempdir;
|
|
|
|
use openhuman_core::openhuman::memory_conversations::{
|
|
ConversationMessage, ConversationStore, CreateConversationThread,
|
|
};
|
|
use openhuman_core::openhuman::threads::ops::transcript_search;
|
|
use openhuman_core::openhuman::threads::tools::ThreadTranscriptSearchTool;
|
|
use openhuman_core::openhuman::tools::traits::Tool;
|
|
|
|
// ── Env isolation (mirrors tests/memory_roundtrip_e2e.rs) ────────────────────
|
|
|
|
struct EnvVarGuard {
|
|
key: &'static str,
|
|
old: Option<String>,
|
|
}
|
|
|
|
impl EnvVarGuard {
|
|
fn set_to_path(key: &'static str, path: &Path) -> Self {
|
|
let old = std::env::var(key).ok();
|
|
// SAFETY: only used in tests that first acquire env_lock(), which
|
|
// serializes process-global env mutations.
|
|
unsafe { std::env::set_var(key, path.as_os_str()) };
|
|
Self { key, old }
|
|
}
|
|
}
|
|
|
|
impl Drop for EnvVarGuard {
|
|
fn drop(&mut self) {
|
|
match &self.old {
|
|
// SAFETY: teardown runs under the same env_lock() critical section.
|
|
Some(v) => unsafe { std::env::set_var(self.key, v) },
|
|
None => unsafe { std::env::remove_var(self.key) },
|
|
}
|
|
}
|
|
}
|
|
|
|
/// Serialises tests: `HOME` + `OPENHUMAN_WORKSPACE` are process-global.
|
|
static ENV_LOCK: OnceLock<Mutex<()>> = OnceLock::new();
|
|
|
|
fn env_lock() -> std::sync::MutexGuard<'static, ()> {
|
|
ENV_LOCK
|
|
.get_or_init(|| Mutex::new(()))
|
|
.lock()
|
|
.expect("env lock poisoned")
|
|
}
|
|
|
|
// ── Fixture helpers ──────────────────────────────────────────────────────────
|
|
|
|
fn thread(id: &str, title: &str) -> CreateConversationThread {
|
|
CreateConversationThread {
|
|
id: id.to_string(),
|
|
title: title.to_string(),
|
|
created_at: "2026-06-24T00:00:00Z".to_string(),
|
|
parent_thread_id: None,
|
|
labels: None,
|
|
personality_id: None,
|
|
}
|
|
}
|
|
|
|
fn message(id: &str, sender: &str, content: &str, created_at: &str) -> ConversationMessage {
|
|
ConversationMessage {
|
|
id: id.to_string(),
|
|
content: content.to_string(),
|
|
message_type: "text".to_string(),
|
|
extra_metadata: json!({}),
|
|
sender: sender.to_string(),
|
|
created_at: created_at.to_string(),
|
|
}
|
|
}
|
|
|
|
/// Seed two threads of realistic prior chat into a fresh workspace and return
|
|
/// the store + a kept-alive tempdir guard pair. The caller holds `env_lock()`.
|
|
fn seed_workspace(workspace: &Path) -> ConversationStore {
|
|
let store = ConversationStore::new(workspace.to_path_buf());
|
|
|
|
// Thread A — a past conversation about a Postgres migration.
|
|
store
|
|
.ensure_thread(thread("thread-pg", "Database work"))
|
|
.expect("ensure pg thread");
|
|
store
|
|
.append_message(
|
|
"thread-pg",
|
|
message(
|
|
"pg-1",
|
|
"user",
|
|
"Remember the Postgres migration script lives in db/migrate_2026.sql",
|
|
"2026-06-20T09:00:00Z",
|
|
),
|
|
)
|
|
.expect("append pg-1");
|
|
store
|
|
.append_message(
|
|
"thread-pg",
|
|
message(
|
|
"pg-2",
|
|
"assistant",
|
|
"Got it — I'll reference db/migrate_2026.sql for the migration.",
|
|
"2026-06-20T09:00:05Z",
|
|
),
|
|
)
|
|
.expect("append pg-2");
|
|
|
|
// Thread B — an unrelated past conversation about a vacation.
|
|
store
|
|
.ensure_thread(thread("thread-trip", "Vacation planning"))
|
|
.expect("ensure trip thread");
|
|
store
|
|
.append_message(
|
|
"thread-trip",
|
|
message(
|
|
"trip-1",
|
|
"user",
|
|
"Book flights to Lisbon for the August holiday",
|
|
"2026-06-21T12:00:00Z",
|
|
),
|
|
)
|
|
.expect("append trip-1");
|
|
|
|
store
|
|
}
|
|
|
|
// ── Tests ────────────────────────────────────────────────────────────────────
|
|
|
|
/// Happy path: the op surfaces a message from a *prior* thread by keyword, and
|
|
/// scopes the hit to the thread that actually contains it.
|
|
#[tokio::test]
|
|
async fn transcript_search_op_finds_message_in_prior_thread() {
|
|
let _lock = env_lock();
|
|
let tmp = tempdir().expect("tempdir");
|
|
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
|
let workspace = tmp.path().join("workspace");
|
|
std::fs::create_dir_all(&workspace).expect("create workspace");
|
|
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace);
|
|
seed_workspace(&workspace);
|
|
|
|
let hits = transcript_search("Postgres migration script", 10, None)
|
|
.await
|
|
.expect("transcript_search op");
|
|
|
|
assert!(
|
|
!hits.is_empty(),
|
|
"expected at least one hit for the migration message"
|
|
);
|
|
assert!(
|
|
hits.iter()
|
|
.any(|h| h.thread_id == "thread-pg" && h.content.contains("db/migrate_2026.sql")),
|
|
"the migration message from thread-pg should surface — got {hits:?}"
|
|
);
|
|
assert!(
|
|
hits.iter().all(|h| h.thread_id != "thread-trip"),
|
|
"the unrelated vacation thread must not match a Postgres query — got {hits:?}"
|
|
);
|
|
}
|
|
|
|
/// `exclude_thread_id` drops the named thread from results — the knob the
|
|
/// orchestrator can use to omit the active chat it already has in hand.
|
|
#[tokio::test]
|
|
async fn transcript_search_op_honours_exclude_thread() {
|
|
let _lock = env_lock();
|
|
let tmp = tempdir().expect("tempdir");
|
|
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
|
let workspace = tmp.path().join("workspace");
|
|
std::fs::create_dir_all(&workspace).expect("create workspace");
|
|
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace);
|
|
seed_workspace(&workspace);
|
|
|
|
let hits = transcript_search("migration", 10, Some("thread-pg"))
|
|
.await
|
|
.expect("transcript_search op");
|
|
|
|
assert!(
|
|
hits.iter().all(|h| h.thread_id != "thread-pg"),
|
|
"excluded thread must not appear in results — got {hits:?}"
|
|
);
|
|
}
|
|
|
|
/// A query that matches nothing returns no hits (not an error).
|
|
#[tokio::test]
|
|
async fn transcript_search_op_returns_empty_on_no_match() {
|
|
let _lock = env_lock();
|
|
let tmp = tempdir().expect("tempdir");
|
|
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
|
let workspace = tmp.path().join("workspace");
|
|
std::fs::create_dir_all(&workspace).expect("create workspace");
|
|
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace);
|
|
seed_workspace(&workspace);
|
|
|
|
let hits = transcript_search("quantum chromodynamics zzz", 10, None)
|
|
.await
|
|
.expect("transcript_search op");
|
|
|
|
assert!(hits.is_empty(), "no message should match — got {hits:?}");
|
|
}
|
|
|
|
/// The agent-facing tool (`transcript_search`) — the exact entry point the
|
|
/// context scout calls — formats hits into a readable block that names the
|
|
/// source thread and quotes a snippet of the matched message.
|
|
#[tokio::test]
|
|
async fn transcript_search_tool_formats_hits_for_the_agent() {
|
|
let _lock = env_lock();
|
|
let tmp = tempdir().expect("tempdir");
|
|
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
|
let workspace = tmp.path().join("workspace");
|
|
std::fs::create_dir_all(&workspace).expect("create workspace");
|
|
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace);
|
|
seed_workspace(&workspace);
|
|
|
|
let result = ThreadTranscriptSearchTool
|
|
.execute(json!({ "query": "Postgres migration", "limit": 5 }))
|
|
.await
|
|
.expect("transcript_search tool");
|
|
assert!(!result.is_error, "tool should succeed: {}", result.output());
|
|
let out = result.output();
|
|
assert!(
|
|
out.contains("matched"),
|
|
"output should announce matches — got: {out}"
|
|
);
|
|
assert!(
|
|
out.contains("thread-pg"),
|
|
"output should name the source thread — got: {out}"
|
|
);
|
|
assert!(
|
|
out.contains("db/migrate_2026.sql"),
|
|
"output should quote the matched message snippet — got: {out}"
|
|
);
|
|
}
|
|
|
|
/// The tool reports a clean "no match" line (rather than an error) so the scout
|
|
/// can record "nothing in past chats" and move on.
|
|
#[tokio::test]
|
|
async fn transcript_search_tool_reports_no_match_cleanly() {
|
|
let _lock = env_lock();
|
|
let tmp = tempdir().expect("tempdir");
|
|
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
|
let workspace = tmp.path().join("workspace");
|
|
std::fs::create_dir_all(&workspace).expect("create workspace");
|
|
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace);
|
|
seed_workspace(&workspace);
|
|
|
|
let result = ThreadTranscriptSearchTool
|
|
.execute(json!({ "query": "nonexistent-term-xyzzy" }))
|
|
.await
|
|
.expect("transcript_search tool");
|
|
assert!(
|
|
!result.is_error,
|
|
"no-match is not an error: {}",
|
|
result.output()
|
|
);
|
|
assert!(
|
|
result.output().contains("No past messages matched"),
|
|
"expected the clean no-match line — got: {}",
|
|
result.output()
|
|
);
|
|
}
|
|
|
|
/// Passing an explicit `exclude_thread_id` drops that thread from the tool's
|
|
/// results. "migration" lives only in thread-pg, so excluding it yields the
|
|
/// clean no-match line.
|
|
#[tokio::test]
|
|
async fn transcript_search_tool_excludes_named_thread() {
|
|
let _lock = env_lock();
|
|
let tmp = tempdir().expect("tempdir");
|
|
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
|
let workspace = tmp.path().join("workspace");
|
|
std::fs::create_dir_all(&workspace).expect("create workspace");
|
|
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace);
|
|
seed_workspace(&workspace);
|
|
|
|
let result = ThreadTranscriptSearchTool
|
|
.execute(json!({ "query": "migration", "exclude_thread_id": "thread-pg" }))
|
|
.await
|
|
.expect("transcript_search tool");
|
|
assert!(!result.is_error, "tool should succeed: {}", result.output());
|
|
assert!(
|
|
result.output().contains("No past messages matched"),
|
|
"excluding the only matching thread should yield no matches — got: {}",
|
|
result.output()
|
|
);
|
|
}
|
|
|
|
/// An explicit empty `exclude_thread_id` is the opt-out: search every thread.
|
|
/// (With no active-thread context set in this test, the default path also
|
|
/// searches all — this pins the empty-string contract regardless.)
|
|
#[tokio::test]
|
|
async fn transcript_search_tool_empty_exclude_searches_all_threads() {
|
|
let _lock = env_lock();
|
|
let tmp = tempdir().expect("tempdir");
|
|
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
|
let workspace = tmp.path().join("workspace");
|
|
std::fs::create_dir_all(&workspace).expect("create workspace");
|
|
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace);
|
|
seed_workspace(&workspace);
|
|
|
|
let result = ThreadTranscriptSearchTool
|
|
.execute(json!({ "query": "migration", "exclude_thread_id": "" }))
|
|
.await
|
|
.expect("transcript_search tool");
|
|
assert!(!result.is_error, "tool should succeed: {}", result.output());
|
|
assert!(
|
|
result.output().contains("thread-pg"),
|
|
"empty exclude must still surface the matching thread — got: {}",
|
|
result.output()
|
|
);
|
|
}
|
|
|
|
/// A missing `query` is a tool error, not a panic — guards the agent against
|
|
/// malformed calls.
|
|
#[tokio::test]
|
|
async fn transcript_search_tool_requires_query() {
|
|
let err = ThreadTranscriptSearchTool
|
|
.execute(json!({}))
|
|
.await
|
|
.expect_err("missing query must error");
|
|
assert!(
|
|
err.to_string().contains("query"),
|
|
"error should mention `query`: {err}"
|
|
);
|
|
}
|