Files
openhuman/tests/tools_composio_large_round25_raw_coverage_e2e.rs
T

427 lines
14 KiB
Rust

//! Round25 focused raw coverage for large Composio direct-mode misses.
//!
//! The direct-mode factory normally pins Composio's production HTTPS API.
//! This test uses debug-only loopback base overrides and temp config stores so
//! no real network, keychain, or backend session is required.
use std::path::Path;
use std::sync::{Arc, Mutex, OnceLock};
use axum::body::to_bytes;
use axum::extract::{Request, State};
use axum::http::{Method, StatusCode};
use axum::response::{IntoResponse, Response};
use axum::routing::any;
use axum::{Json, Router};
use serde_json::{json, Value};
use tempfile::{Builder, TempDir};
use openhuman_core::openhuman::composio::ops::{
cached_active_integrations, composio_authorize, composio_execute, composio_list_connections,
composio_list_toolkits, composio_list_tools, fetch_connected_integrations_status,
};
use openhuman_core::openhuman::composio::{
invalidate_connected_integrations_cache, FetchConnectedIntegrationsStatus,
};
use openhuman_core::openhuman::config::Config;
use openhuman_core::openhuman::tools::{ComposioListToolsTool, Tool, ToolCallOptions};
static ENV_LOCK: OnceLock<Mutex<()>> = OnceLock::new();
#[derive(Clone, Debug)]
struct RecordedRequest {
method: Method,
path: String,
query: String,
body: Value,
api_key: Option<String>,
}
#[derive(Clone, Default)]
struct MockState {
requests: Arc<Mutex<Vec<RecordedRequest>>>,
}
struct EnvGuard {
key: &'static str,
old: Option<String>,
}
impl EnvGuard {
fn set(key: &'static str, value: impl AsRef<str>) -> Self {
let old = std::env::var(key).ok();
std::env::set_var(key, value.as_ref());
Self { key, old }
}
fn set_path(key: &'static str, path: &Path) -> Self {
let old = std::env::var(key).ok();
std::env::set_var(key, path.as_os_str());
Self { key, old }
}
fn unset(key: &'static str) -> Self {
let old = std::env::var(key).ok();
std::env::remove_var(key);
Self { key, old }
}
}
impl Drop for EnvGuard {
fn drop(&mut self) {
match &self.old {
Some(value) => std::env::set_var(self.key, value),
None => std::env::remove_var(self.key),
}
}
}
struct Harness {
_tmp: TempDir,
config: Config,
_guards: Vec<EnvGuard>,
}
fn env_lock() -> std::sync::MutexGuard<'static, ()> {
ENV_LOCK
.get_or_init(|| Mutex::new(()))
.lock()
.unwrap_or_else(|poisoned| poisoned.into_inner())
}
async fn setup_direct_config(base: &str) -> Harness {
std::fs::create_dir_all("target").expect("target dir");
let tmp = Builder::new()
.prefix("tools-composio-large-round25-")
.tempdir_in("target")
.expect("round25 tempdir");
let root = tmp.path().join("openhuman");
let workspace = root.join("workspace");
std::fs::create_dir_all(&workspace).expect("workspace dir");
let guards = vec![
EnvGuard::set_path("OPENHUMAN_WORKSPACE", &root),
EnvGuard::set_path("HOME", tmp.path()),
EnvGuard::set("OPENHUMAN_KEYRING_BACKEND", "file"),
EnvGuard::set(
"OPENHUMAN_COMPOSIO_DIRECT_BASE_V2",
format!("{base}/api/v2"),
),
EnvGuard::set(
"OPENHUMAN_COMPOSIO_DIRECT_BASE_V3",
format!("{base}/api/v3"),
),
EnvGuard::unset("BACKEND_URL"),
EnvGuard::unset("VITE_BACKEND_URL"),
EnvGuard::unset("OPENHUMAN_API_URL"),
EnvGuard::unset("OPENHUMAN_CORE_RPC_URL"),
EnvGuard::unset("OPENHUMAN_CORE_PORT"),
];
let mut config = Config {
workspace_dir: workspace,
config_path: root.join("config.toml"),
..Config::default()
};
config.composio.mode = "direct".to_string();
config.composio.api_key = Some(" ck_round25_direct ".to_string());
config.composio.entity_id = " entity-round25 ".to_string();
config.node.enabled = false;
config.secrets.encrypt = false;
config.observability.analytics_enabled = false;
config.save().await.expect("save config");
Harness {
_tmp: tmp,
config,
_guards: guards,
}
}
#[tokio::test]
async fn round25_direct_mode_ops_use_loopback_factory_for_tools_connections_and_execute() {
let _lock = env_lock();
invalidate_connected_integrations_cache();
let state = MockState::default();
let base = start_loopback(
Router::new()
.fallback(any(composio_direct_handler))
.with_state(state.clone()),
)
.await;
let harness = setup_direct_config(&base).await;
let toolkits = composio_list_toolkits(&harness.config)
.await
.expect("direct list toolkits")
.value;
assert!(toolkits.toolkits.is_empty());
let connections = composio_list_connections(&harness.config)
.await
.expect("direct list connections")
.value;
assert_eq!(connections.connections.len(), 3);
assert!(connections
.connections
.iter()
.any(|conn| conn.id == "acct-gmail" && conn.normalized_toolkit() == "gmail"));
let listed = composio_list_tools(
&harness.config,
None,
Some(vec![" readOnlyHint ".into(), " ".into()]),
)
.await
.expect("direct list tools")
.value;
assert!(listed
.tools
.iter()
.any(|tool| tool.function.name == "GMAIL_FETCH_EMAILS"));
assert!(!listed
.tools
.iter()
.any(|tool| tool.function.name.is_empty()));
let markdown = ComposioListToolsTool::new(Arc::new(harness.config.clone()))
.execute_with_options(
json!({ "toolkits": ["gmail"], "tags": ["readOnlyHint"], "include_unconnected": true }),
ToolCallOptions {
prefer_markdown: true,
},
)
.await
.expect("direct list tools tool markdown");
assert!(!markdown.is_error, "{}", markdown.output());
assert_eq!(markdown.output(), "{\"tools\":[]}");
let authorize = composio_authorize(
&harness.config,
" gmail ",
Some(json!({ "ignored_in_direct": true })),
)
.await
.expect("direct authorize")
.value;
assert_eq!(authorize.connection_id, "");
assert_eq!(
authorize.connect_url,
"https://connect.example.test/round25"
);
let executed = composio_execute(
&harness.config,
"GMAIL_FETCH_EMAILS",
Some(json!({ "query": "label:INBOX" })),
None,
)
.await
.expect("direct execute")
.value;
assert!(executed.successful, "{executed:?}");
assert_eq!(
executed.data.pointer("/messages/0/id"),
Some(&json!("msg-round25"))
);
assert_eq!(executed.cost_usd, 0.0);
let failed_execute = composio_execute(
&harness.config,
"GMAIL_SEND_EMAIL",
Some(json!({ "to": "person@example.test" })),
None,
)
.await
.expect("direct execute provider failure")
.value;
assert!(!failed_execute.successful);
assert!(failed_execute
.error
.as_deref()
.unwrap_or_default()
.contains("provider rejected send"));
match fetch_connected_integrations_status(&harness.config).await {
FetchConnectedIntegrationsStatus::Authoritative(integrations) => {
assert!(integrations
.iter()
.any(|item| item.toolkit == "gmail" && item.connected));
assert!(integrations
.iter()
.any(|item| item.toolkit == "slack" && item.connected));
assert!(!integrations
.iter()
.any(|item| item.toolkit == "github" && item.connected));
}
FetchConnectedIntegrationsStatus::Unavailable => {
panic!("direct loopback integrations should be authoritative")
}
}
assert!(cached_active_integrations(&harness.config).is_some());
let requests = state.requests.lock().expect("requests").clone();
assert!(requests.iter().all(|request| {
request.api_key.as_deref() == Some("ck_round25_direct") || request.path == "/health"
}));
assert!(requests.iter().any(|request| {
request.method == Method::GET
&& request.path == "/api/v3/connected_accounts"
&& request.query.contains("limit=200")
}));
assert!(requests.iter().any(|request| {
request.method == Method::GET
&& request.path == "/api/v3/tools"
&& request.query.contains("toolkits=gmail%2Cslack")
&& request.query.contains("tags=readOnlyHint")
}));
assert!(requests.iter().any(|request| {
request.method == Method::POST
&& request.path == "/api/v3/connected_accounts/link"
&& request.body["auth_config_id"] == "auth-round25"
&& request.body["user_id"] == "entity-round25"
}));
assert!(requests.iter().any(|request| {
request.method == Method::POST
&& request.path == "/api/v3/tools/execute/GMAIL_FETCH_EMAILS"
&& request.body["arguments"]["query"] == "label:INBOX"
&& request.body["user_id"] == "entity-round25"
}));
}
async fn start_loopback(app: Router) -> String {
let listener = tokio::net::TcpListener::bind("127.0.0.1:0")
.await
.expect("bind loopback");
let addr = listener.local_addr().expect("local addr");
tokio::spawn(async move {
axum::serve(listener, app).await.expect("loopback server");
});
format!("http://127.0.0.1:{}", addr.port())
}
async fn composio_direct_handler(State(state): State<MockState>, request: Request) -> Response {
let (parts, body) = request.into_parts();
let method = parts.method;
let path = parts.uri.path().to_string();
let query = parts.uri.query().unwrap_or_default().to_string();
let api_key = parts
.headers
.get("x-api-key")
.and_then(|value| value.to_str().ok())
.map(ToString::to_string);
let body_bytes = to_bytes(body, 1024 * 1024).await.expect("body bytes");
let body_json = if body_bytes.is_empty() {
Value::Null
} else {
serde_json::from_slice(&body_bytes).unwrap_or_else(|_| Value::Null)
};
state
.requests
.lock()
.expect("requests")
.push(RecordedRequest {
method: method.clone(),
path: path.clone(),
query: query.clone(),
body: body_json,
api_key,
});
match (method, path.as_str()) {
(Method::GET, "/api/v3/connected_accounts") => Json(json!({
"items": [
{
"id": "acct-gmail",
"status": "ACTIVE",
"toolkit": { "slug": "gmail" },
"created_at": "2026-05-30T00:00:00Z"
},
{
"id": "acct-github",
"status": "INITIATED",
"toolkit": "github",
"createdAt": "2026-05-30T00:00:01Z"
},
{
"id": "acct-slack",
"status": "CONNECTED",
"appName": "slack",
"created_at": "2026-05-30T00:00:02Z"
},
{
"id": " ",
"status": "ACTIVE",
"toolkit": "dropme"
}
]
}))
.into_response(),
(Method::GET, "/api/v3/tools") => Json(json!({
"items": [
{
"slug": "GMAIL_FETCH_EMAILS",
"description": "Fetch Gmail messages",
"toolkit": { "slug": "gmail" },
"input_parameters": {
"type": "object",
"properties": {
"query": { "type": "string" }
}
}
},
{
"slug": "",
"description": "Malformed row should be dropped",
"toolkit": { "slug": "gmail" }
},
{
"name": "SLACK_FETCH_MESSAGES",
"description": "Fetch Slack messages",
"appName": "slack",
"parameters": {
"type": "object",
"properties": {
"channel": { "type": "string" }
}
}
}
]
}))
.into_response(),
(Method::GET, "/api/v3/auth_configs") => Json(json!({
"items": [
{ "id": "auth-disabled", "status": "disabled", "enabled": false },
{ "id": "auth-round25", "status": "enabled", "enabled": true }
]
}))
.into_response(),
(Method::POST, "/api/v3/connected_accounts/link") => Json(json!({
"data": {
"redirect_url": "https://connect.example.test/round25"
}
}))
.into_response(),
(Method::POST, "/api/v3/tools/execute/GMAIL_FETCH_EMAILS") => Json(json!({
"successful": true,
"data": {
"messages": [
{ "id": "msg-round25", "subject": "Coverage" }
]
}
}))
.into_response(),
(Method::POST, "/api/v3/tools/execute/GMAIL_SEND_EMAIL") => Json(json!({
"successful": false,
"error": "provider rejected send",
"data": {
"status": "blocked"
}
}))
.into_response(),
_ => (StatusCode::NOT_FOUND, Json(json!({ "error": "not found" }))).into_response(),
}
}