mirror of
https://github.com/tinyhumansai/openhuman.git
synced 2026-07-27 21:08:00 +00:00
Co-authored-by: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
oxoxDev
co-authored by
Claude Opus 4.7
Claude Opus 4.7
parent
f9c15bd1ee
commit
4f9da9eb8d
Generated
+1
-1
@@ -4541,7 +4541,7 @@ checksum = "c08d65885ee38876c4f86fa503fb49d7b507c2b62552df7c70b2fce627e06381"
|
||||
|
||||
[[package]]
|
||||
name = "openhuman"
|
||||
version = "0.53.1"
|
||||
version = "0.53.3"
|
||||
dependencies = [
|
||||
"aes-gcm",
|
||||
"anyhow",
|
||||
|
||||
Generated
+1
-1
@@ -4,7 +4,7 @@ version = 4
|
||||
|
||||
[[package]]
|
||||
name = "OpenHuman"
|
||||
version = "0.53.1"
|
||||
version = "0.53.3"
|
||||
dependencies = [
|
||||
"anyhow",
|
||||
"async-trait",
|
||||
|
||||
@@ -0,0 +1,183 @@
|
||||
import { afterAll, beforeAll, describe, expect, it, vi } from 'vitest';
|
||||
|
||||
import type { ActionableItem } from '../../../types/intelligence';
|
||||
import { filterItems, getItemStats, groupItemsByTime } from '../utils';
|
||||
|
||||
// Pin the wall clock so day-boundary buckets are stable across the day and on CI.
|
||||
const FIXED_NOW = new Date('2026-04-27T12:00:00.000Z');
|
||||
|
||||
beforeAll(() => {
|
||||
vi.useFakeTimers();
|
||||
vi.setSystemTime(FIXED_NOW);
|
||||
});
|
||||
|
||||
afterAll(() => {
|
||||
vi.useRealTimers();
|
||||
});
|
||||
|
||||
function makeItem(
|
||||
partial: Partial<ActionableItem> & { id: string; createdAt: Date }
|
||||
): ActionableItem {
|
||||
return {
|
||||
title: partial.title ?? 'Untitled',
|
||||
description: partial.description,
|
||||
source: partial.source ?? 'system',
|
||||
priority: partial.priority ?? 'normal',
|
||||
status: partial.status ?? 'active',
|
||||
updatedAt: partial.updatedAt ?? partial.createdAt,
|
||||
actionable: partial.actionable ?? false,
|
||||
sourceLabel: partial.sourceLabel,
|
||||
expiresAt: partial.expiresAt,
|
||||
...partial,
|
||||
} as ActionableItem;
|
||||
}
|
||||
|
||||
const HOUR = 60 * 60 * 1000;
|
||||
const DAY = 24 * HOUR;
|
||||
|
||||
function daysAgo(n: number): Date {
|
||||
return new Date(Date.now() - n * DAY);
|
||||
}
|
||||
|
||||
describe('intelligence/utils — actionable item helpers (11.1.2)', () => {
|
||||
describe('groupItemsByTime', () => {
|
||||
it('buckets items into Today / Yesterday / This Week / Older', () => {
|
||||
const items = [
|
||||
makeItem({ id: 'today', createdAt: new Date() }),
|
||||
makeItem({ id: 'yest', createdAt: daysAgo(1) }),
|
||||
makeItem({ id: 'wk', createdAt: daysAgo(3) }),
|
||||
makeItem({ id: 'old', createdAt: daysAgo(30) }),
|
||||
];
|
||||
|
||||
const groups = groupItemsByTime(items);
|
||||
const labels = groups.map(g => g.label);
|
||||
expect(labels).toEqual(['Today', 'Yesterday', 'This Week', 'Older']);
|
||||
|
||||
const find = (label: string) => groups.find(g => g.label === label);
|
||||
expect(find('Today')?.items.map(i => i.id)).toEqual(['today']);
|
||||
expect(find('Yesterday')?.items.map(i => i.id)).toEqual(['yest']);
|
||||
expect(find('This Week')?.items.map(i => i.id)).toEqual(['wk']);
|
||||
expect(find('Older')?.items.map(i => i.id)).toEqual(['old']);
|
||||
});
|
||||
|
||||
it('omits empty buckets and orders within a bucket by priority then recency', () => {
|
||||
const items = [
|
||||
makeItem({ id: 'a', createdAt: new Date(), priority: 'normal' }),
|
||||
makeItem({ id: 'b', createdAt: new Date(Date.now() - 2 * HOUR), priority: 'critical' }),
|
||||
makeItem({ id: 'c', createdAt: new Date(Date.now() - HOUR), priority: 'critical' }),
|
||||
];
|
||||
|
||||
const groups = groupItemsByTime(items);
|
||||
expect(groups).toHaveLength(1);
|
||||
const today = groups[0];
|
||||
expect(today.label).toBe('Today');
|
||||
// Critical first; within critical, newer first; normal last.
|
||||
expect(today.items.map(i => i.id)).toEqual(['c', 'b', 'a']);
|
||||
expect(today.count).toBe(3);
|
||||
});
|
||||
|
||||
it('handles an empty input as an empty group list', () => {
|
||||
expect(groupItemsByTime([])).toEqual([]);
|
||||
});
|
||||
});
|
||||
|
||||
describe('filterItems', () => {
|
||||
const items = [
|
||||
makeItem({
|
||||
id: '1',
|
||||
createdAt: new Date(),
|
||||
title: 'Reply to Alice',
|
||||
source: 'email',
|
||||
priority: 'critical',
|
||||
status: 'active',
|
||||
sourceLabel: 'Gmail',
|
||||
}),
|
||||
makeItem({
|
||||
id: '2',
|
||||
createdAt: new Date(),
|
||||
title: 'Standup',
|
||||
source: 'calendar',
|
||||
priority: 'normal',
|
||||
status: 'active',
|
||||
sourceLabel: 'Calendar',
|
||||
}),
|
||||
makeItem({
|
||||
id: '3',
|
||||
createdAt: new Date(),
|
||||
title: 'Reply to Bob',
|
||||
source: 'email',
|
||||
priority: 'important',
|
||||
status: 'completed',
|
||||
sourceLabel: 'Gmail',
|
||||
description: 'Follow-up on the canary deployment',
|
||||
}),
|
||||
];
|
||||
|
||||
it('filters by source', () => {
|
||||
const out = filterItems(items, { source: 'email' });
|
||||
expect(out.map(i => i.id)).toEqual(['1', '3']);
|
||||
});
|
||||
|
||||
it('filters by priority', () => {
|
||||
const out = filterItems(items, { priority: 'critical' });
|
||||
expect(out.map(i => i.id)).toEqual(['1']);
|
||||
});
|
||||
|
||||
it('filters by status', () => {
|
||||
const out = filterItems(items, { status: 'completed' });
|
||||
expect(out.map(i => i.id)).toEqual(['3']);
|
||||
});
|
||||
|
||||
it('filters by searchTerm across title, description, and sourceLabel', () => {
|
||||
expect(filterItems(items, { searchTerm: 'reply' }).map(i => i.id)).toEqual(['1', '3']);
|
||||
expect(filterItems(items, { searchTerm: 'canary' }).map(i => i.id)).toEqual(['3']);
|
||||
expect(filterItems(items, { searchTerm: 'gmail' }).map(i => i.id)).toEqual(['1', '3']);
|
||||
});
|
||||
|
||||
it('treats "all" as a no-op for source/priority/status', () => {
|
||||
const out = filterItems(items, { source: 'all', priority: 'all', status: 'all' });
|
||||
expect(out.map(i => i.id)).toEqual(['1', '2', '3']);
|
||||
});
|
||||
|
||||
it('returns no items when searchTerm matches nothing (failure path)', () => {
|
||||
const out = filterItems(items, { searchTerm: 'definitely-not-present' });
|
||||
expect(out).toEqual([]);
|
||||
});
|
||||
});
|
||||
|
||||
describe('getItemStats', () => {
|
||||
it('counts totals, priorities, and sources, and flags new + expiringSoon', () => {
|
||||
const items = [
|
||||
makeItem({
|
||||
id: 'fresh',
|
||||
createdAt: new Date(Date.now() - 60 * 1000), // 1 minute ago
|
||||
priority: 'critical',
|
||||
source: 'email',
|
||||
}),
|
||||
makeItem({
|
||||
id: 'old',
|
||||
createdAt: new Date(Date.now() - 10 * DAY),
|
||||
priority: 'normal',
|
||||
source: 'calendar',
|
||||
}),
|
||||
makeItem({
|
||||
id: 'expSoon',
|
||||
createdAt: new Date(Date.now() - 2 * HOUR),
|
||||
priority: 'important',
|
||||
source: 'email',
|
||||
expiresAt: new Date(Date.now() + 6 * HOUR),
|
||||
}),
|
||||
];
|
||||
|
||||
const stats = getItemStats(items);
|
||||
expect(stats.total).toBe(3);
|
||||
expect(stats.byPriority.critical).toBe(1);
|
||||
expect(stats.byPriority.important).toBe(1);
|
||||
expect(stats.byPriority.normal).toBe(1);
|
||||
expect(stats.bySource.email).toBe(2);
|
||||
expect(stats.bySource.calendar).toBe(1);
|
||||
expect(stats.newItems).toBe(1);
|
||||
expect(stats.expiringSoon).toBe(1);
|
||||
});
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,84 @@
|
||||
import { renderHook } from '@testing-library/react';
|
||||
import { describe, expect, it, vi } from 'vitest';
|
||||
|
||||
import { useCoreState } from '../../../providers/CoreStateProvider';
|
||||
import { useAutocompleteSkillStatus } from '../useAutocompleteSkillStatus';
|
||||
|
||||
vi.mock('../../../providers/CoreStateProvider', () => ({ useCoreState: vi.fn() }));
|
||||
|
||||
type AutocompleteRuntime = {
|
||||
platform_supported: boolean;
|
||||
running: boolean;
|
||||
enabled: boolean;
|
||||
last_error?: string | null;
|
||||
};
|
||||
|
||||
function mockSnapshot(autocomplete: AutocompleteRuntime | null): void {
|
||||
vi.mocked(useCoreState).mockReturnValue({ snapshot: { runtime: { autocomplete } } } as ReturnType<
|
||||
typeof useCoreState
|
||||
>);
|
||||
}
|
||||
|
||||
describe('useAutocompleteSkillStatus (5.2 — autocomplete settings status)', () => {
|
||||
it('returns offline + Enable CTA when no runtime status is available yet', () => {
|
||||
mockSnapshot(null);
|
||||
const { result } = renderHook(() => useAutocompleteSkillStatus());
|
||||
expect(result.current.connectionStatus).toBe('offline');
|
||||
expect(result.current.statusLabel).toBe('Offline');
|
||||
expect(result.current.ctaLabel).toBe('Enable');
|
||||
expect(result.current.platformUnsupported).toBe(false);
|
||||
});
|
||||
|
||||
it('returns Unsupported when the platform reports the runtime is unsupported', () => {
|
||||
mockSnapshot({ platform_supported: false, running: false, enabled: false });
|
||||
const { result } = renderHook(() => useAutocompleteSkillStatus());
|
||||
expect(result.current.connectionStatus).toBe('offline');
|
||||
expect(result.current.statusLabel).toBe('Unsupported');
|
||||
expect(result.current.ctaLabel).toBe('Details');
|
||||
expect(result.current.platformUnsupported).toBe(true);
|
||||
});
|
||||
|
||||
it('returns Active + Manage CTA when the runtime is running (overrides stale errors)', () => {
|
||||
mockSnapshot({
|
||||
platform_supported: true,
|
||||
running: true,
|
||||
enabled: true,
|
||||
last_error: 'stale: should not surface',
|
||||
});
|
||||
const { result } = renderHook(() => useAutocompleteSkillStatus());
|
||||
expect(result.current.connectionStatus).toBe('connected');
|
||||
expect(result.current.statusLabel).toBe('Active');
|
||||
expect(result.current.ctaLabel).toBe('Manage');
|
||||
});
|
||||
|
||||
it('returns Error + Retry CTA when not running and an error is present', () => {
|
||||
mockSnapshot({
|
||||
platform_supported: true,
|
||||
running: false,
|
||||
enabled: true,
|
||||
last_error: 'permission denied',
|
||||
});
|
||||
const { result } = renderHook(() => useAutocompleteSkillStatus());
|
||||
expect(result.current.connectionStatus).toBe('error');
|
||||
expect(result.current.statusLabel).toBe('Error');
|
||||
expect(result.current.ctaLabel).toBe('Retry');
|
||||
expect(result.current.ctaVariant).toBe('amber');
|
||||
});
|
||||
|
||||
it('returns Enabled (disconnected) + Manage when enabled but not running and no error', () => {
|
||||
mockSnapshot({ platform_supported: true, running: false, enabled: true, last_error: null });
|
||||
const { result } = renderHook(() => useAutocompleteSkillStatus());
|
||||
expect(result.current.connectionStatus).toBe('disconnected');
|
||||
expect(result.current.statusLabel).toBe('Enabled');
|
||||
expect(result.current.ctaLabel).toBe('Manage');
|
||||
});
|
||||
|
||||
it('returns Disabled + Enable CTA when not enabled and not running', () => {
|
||||
mockSnapshot({ platform_supported: true, running: false, enabled: false, last_error: null });
|
||||
const { result } = renderHook(() => useAutocompleteSkillStatus());
|
||||
expect(result.current.connectionStatus).toBe('offline');
|
||||
expect(result.current.statusLabel).toBe('Disabled');
|
||||
expect(result.current.ctaLabel).toBe('Enable');
|
||||
expect(result.current.ctaVariant).toBe('sage');
|
||||
});
|
||||
});
|
||||
@@ -72,5 +72,13 @@ export const store = configureStore({
|
||||
|
||||
export const persistor = persistStore(store);
|
||||
|
||||
// Expose the store on `window` so WDIO E2E specs can read Redux state directly
|
||||
// to assert backing-state changes (see app/test/e2e/specs/*.spec.ts). The store
|
||||
// holds no secrets that aren't already in the renderer's memory; this only
|
||||
// surfaces the existing handle under a stable, namespaced key.
|
||||
if (typeof window !== 'undefined') {
|
||||
(window as unknown as { __OPENHUMAN_STORE__?: typeof store }).__OPENHUMAN_STORE__ = store;
|
||||
}
|
||||
|
||||
export type RootState = ReturnType<typeof store.getState>;
|
||||
export type AppDispatch = typeof store.dispatch;
|
||||
|
||||
@@ -12,11 +12,41 @@ import {
|
||||
clickText,
|
||||
dumpAccessibilityTree,
|
||||
textExists,
|
||||
waitForText,
|
||||
waitForWebView,
|
||||
waitForWindowVisible,
|
||||
} from './element-helpers';
|
||||
import { supportsExecuteScript } from './platform';
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// Accounts page helpers
|
||||
// ---------------------------------------------------------------------------
|
||||
|
||||
/**
|
||||
* Open the "Add Account" modal on /accounts.
|
||||
*
|
||||
* The "Add app" affordance is a button whose only labelled descendants are an
|
||||
* SVG plus a tooltip span with `pointer-events: none`. None of the shared
|
||||
* `clickButton`/`clickText` helpers can target it cleanly because the
|
||||
* accessible name lives only on `aria-label`, so this helper reaches for the
|
||||
* explicit selector. Tracking a follow-up `clickByAriaLabel` helper.
|
||||
*/
|
||||
export async function openAddAccountModal(): Promise<void> {
|
||||
const opened = await browser.execute(() => {
|
||||
const buttons = Array.from(document.querySelectorAll<HTMLButtonElement>('button'));
|
||||
const addBtn = buttons.find(b => b.getAttribute('aria-label') === 'Add app');
|
||||
if (addBtn) {
|
||||
addBtn.click();
|
||||
return true;
|
||||
}
|
||||
return false;
|
||||
});
|
||||
if (!opened) {
|
||||
throw new Error('Could not locate Add app button on /accounts');
|
||||
}
|
||||
await waitForText('Add account', 5_000);
|
||||
}
|
||||
|
||||
// ---------------------------------------------------------------------------
|
||||
// Generic helpers
|
||||
// ---------------------------------------------------------------------------
|
||||
|
||||
@@ -0,0 +1,96 @@
|
||||
import { waitForApp, waitForAppReady } from '../helpers/app-helpers';
|
||||
import { triggerAuthDeepLinkBypass } from '../helpers/deep-link-helpers';
|
||||
import {
|
||||
textExists,
|
||||
waitForText,
|
||||
waitForWebView,
|
||||
waitForWindowVisible,
|
||||
} from '../helpers/element-helpers';
|
||||
import { supportsExecuteScript } from '../helpers/platform';
|
||||
import { completeOnboardingIfVisible, navigateViaHash } from '../helpers/shared-flows';
|
||||
import { startMockServer, stopMockServer } from '../mock-server';
|
||||
|
||||
/**
|
||||
* Autocomplete settings panel smoke spec — narrow scope.
|
||||
*
|
||||
* What this spec proves: the AutocompletePanel mounts under /settings,
|
||||
* the skill-status pill renders one of the canonical labels surfaced by
|
||||
* `useAutocompleteSkillStatus`, and the matching CTA renders. That is
|
||||
* the entire claim — this spec does NOT exercise:
|
||||
* - 5.2.1 inline suggestion generation (requires real keystrokes inside
|
||||
* a third-party text field + macOS Accessibility + Input Monitoring
|
||||
* TCC grants — see manual smoke checklist #971)
|
||||
* - 5.2.2 debounce timing (covered by the Vitest hook test in
|
||||
* `app/src/features/autocomplete/__tests__/useAutocompleteSkillStatus.test.tsx`
|
||||
* for the status surface; debounce of the engine itself is a Rust
|
||||
* unit test concern)
|
||||
* - 5.2.3 acceptance trigger (manual smoke + Rust unit)
|
||||
*
|
||||
* The coverage matrix downgrades 5.2.1 / 5.2.3 to 🟡 to reflect this.
|
||||
*
|
||||
* Mac2 skipped — Settings sidebar label mapping not yet exposed to Appium.
|
||||
*/
|
||||
function stepLog(message: string, context?: unknown): void {
|
||||
const stamp = new Date().toISOString();
|
||||
if (context === undefined) {
|
||||
console.log(`[AutocompleteFlowE2E][${stamp}] ${message}`);
|
||||
return;
|
||||
}
|
||||
console.log(`[AutocompleteFlowE2E][${stamp}] ${message}`, JSON.stringify(context, null, 2));
|
||||
}
|
||||
|
||||
describe('Autocomplete settings panel smoke', () => {
|
||||
before(async function beforeSuite() {
|
||||
if (!supportsExecuteScript()) {
|
||||
stepLog('Skipping suite on Mac2 — Settings sidebar not mapped');
|
||||
this.skip();
|
||||
}
|
||||
|
||||
stepLog('starting mock server');
|
||||
await startMockServer();
|
||||
stepLog('waiting for app');
|
||||
await waitForApp();
|
||||
stepLog('triggering auth bypass deep link');
|
||||
await triggerAuthDeepLinkBypass('e2e-autocomplete-flow');
|
||||
await waitForWindowVisible(25_000);
|
||||
await waitForWebView(15_000);
|
||||
await waitForAppReady(15_000);
|
||||
await completeOnboardingIfVisible('[AutocompleteFlowE2E]');
|
||||
});
|
||||
|
||||
after(async () => {
|
||||
stepLog('stopping mock server');
|
||||
await stopMockServer();
|
||||
});
|
||||
|
||||
it('mounts the autocomplete settings panel and renders status', async () => {
|
||||
stepLog('navigating to /settings/autocomplete');
|
||||
await navigateViaHash('/settings/autocomplete');
|
||||
|
||||
// Panel chrome — at least one of the skill-status labels rendered by
|
||||
// useAutocompleteSkillStatus must show. Status text is one of:
|
||||
// Active / Offline / Error / Unsupported.
|
||||
await waitForText('Auto', 15_000);
|
||||
const statusVisible =
|
||||
(await textExists('Active')) ||
|
||||
(await textExists('Offline')) ||
|
||||
(await textExists('Error')) ||
|
||||
(await textExists('Unsupported'));
|
||||
expect(statusVisible).toBe(true);
|
||||
});
|
||||
|
||||
it('renders an Enable / Manage / Retry CTA driven by skill status', async () => {
|
||||
// Re-establish route state so this case is runnable in isolation; do not
|
||||
// depend on the previous `it` having navigated to /settings/autocomplete.
|
||||
stepLog('navigating to /settings/autocomplete (independent setup)');
|
||||
await navigateViaHash('/settings/autocomplete');
|
||||
await waitForText('Auto', 15_000);
|
||||
|
||||
const ctaVisible =
|
||||
(await textExists('Enable')) ||
|
||||
(await textExists('Manage')) ||
|
||||
(await textExists('Retry')) ||
|
||||
(await textExists('Details'));
|
||||
expect(ctaVisible).toBe(true);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,103 @@
|
||||
import { waitForApp, waitForAppReady } from '../helpers/app-helpers';
|
||||
import { triggerAuthDeepLinkBypass } from '../helpers/deep-link-helpers';
|
||||
import {
|
||||
textExists,
|
||||
waitForText,
|
||||
waitForWebView,
|
||||
waitForWindowVisible,
|
||||
} from '../helpers/element-helpers';
|
||||
import { supportsExecuteScript } from '../helpers/platform';
|
||||
import { completeOnboardingIfVisible, navigateViaHash } from '../helpers/shared-flows';
|
||||
import { startMockServer, stopMockServer } from '../mock-server';
|
||||
|
||||
/**
|
||||
* Insights dashboard smoke spec (features 11.1.3 analyze trigger,
|
||||
* 11.2.1 memory view, 11.2.2 source filtering, 11.2.3 search).
|
||||
*
|
||||
* Goal: prove the /intelligence route mounts, the Memory tab renders, the
|
||||
* source filter chips are present, and the search input accepts a query
|
||||
* without throwing. Backend wiring (real memory population) is asserted in
|
||||
* `memory-roundtrip.spec.ts` — this spec focuses on the dashboard surface.
|
||||
*
|
||||
* Mac2 skipped — Intelligence sidebar mapping not yet exposed to Appium
|
||||
* helpers.
|
||||
*/
|
||||
function stepLog(message: string, context?: unknown): void {
|
||||
const stamp = new Date().toISOString();
|
||||
if (context === undefined) {
|
||||
console.log(`[InsightsDashboardE2E][${stamp}] ${message}`);
|
||||
return;
|
||||
}
|
||||
console.log(`[InsightsDashboardE2E][${stamp}] ${message}`, JSON.stringify(context, null, 2));
|
||||
}
|
||||
|
||||
describe('Insights dashboard smoke', () => {
|
||||
before(async function beforeSuite() {
|
||||
if (!supportsExecuteScript()) {
|
||||
stepLog('Skipping suite on Mac2 — Intelligence sidebar not mapped');
|
||||
this.skip();
|
||||
}
|
||||
|
||||
stepLog('starting mock server');
|
||||
await startMockServer();
|
||||
stepLog('waiting for app');
|
||||
await waitForApp();
|
||||
stepLog('triggering auth bypass deep link');
|
||||
await triggerAuthDeepLinkBypass('e2e-insights-dashboard');
|
||||
await waitForWindowVisible(25_000);
|
||||
await waitForWebView(15_000);
|
||||
await waitForAppReady(15_000);
|
||||
await completeOnboardingIfVisible('[InsightsDashboardE2E]');
|
||||
});
|
||||
|
||||
after(async () => {
|
||||
stepLog('stopping mock server');
|
||||
await stopMockServer();
|
||||
});
|
||||
|
||||
it('mounts the /intelligence route and renders the Memory tab', async () => {
|
||||
stepLog('navigating to /intelligence');
|
||||
await navigateViaHash('/intelligence');
|
||||
|
||||
// Tabs / page chrome — Memory is the canonical first view.
|
||||
await waitForText('Memory', 15_000);
|
||||
expect(await textExists('Memory')).toBe(true);
|
||||
});
|
||||
|
||||
it('renders the actionable-items search input (11.2.3) and accepts a query', async () => {
|
||||
// The Memory tab mounts an `<input id="actionable-search">` — assert by id
|
||||
// so the test cannot false-pass on an unrelated input elsewhere on the page.
|
||||
// Real keystroke synthesis via the React onChange path is intentional:
|
||||
// there is no shared helper for typing into arbitrary inputs (only
|
||||
// clickButton / clickText / clickToggle), and `browser.keys()` is unreliable
|
||||
// on tauri-driver, so we follow the established pattern from
|
||||
// `command-palette.spec.ts` (event synthesis via `browser.execute`).
|
||||
stepLog('typing into #actionable-search');
|
||||
const typed = await browser.execute(() => {
|
||||
const target = document.querySelector<HTMLInputElement>('#actionable-search');
|
||||
if (!target) return false;
|
||||
target.focus();
|
||||
const setter = Object.getOwnPropertyDescriptor(
|
||||
window.HTMLInputElement.prototype,
|
||||
'value'
|
||||
)?.set;
|
||||
setter?.call(target, 'roundtrip canary');
|
||||
target.dispatchEvent(new Event('input', { bubbles: true }));
|
||||
return target.value === 'roundtrip canary';
|
||||
});
|
||||
expect(typed).toBe(true);
|
||||
});
|
||||
|
||||
it('renders the actionable-source select (11.2.2) with the All Sources option', async () => {
|
||||
// 11.2.2 source filtering is a `<select id="actionable-source">` element
|
||||
// (not provider chips). Asserting on the id + the canonical first option
|
||||
// proves the filter UI mounted without false-positives on stray buttons.
|
||||
const filterPresent = await browser.execute(() => {
|
||||
const select = document.querySelector<HTMLSelectElement>('#actionable-source');
|
||||
if (!select) return false;
|
||||
const allOption = Array.from(select.options).find(o => o.value === 'all');
|
||||
return Boolean(allOption && /all sources/i.test(allOption.textContent || ''));
|
||||
});
|
||||
expect(filterPresent).toBe(true);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,134 @@
|
||||
import { waitForApp, waitForAppReady } from '../helpers/app-helpers';
|
||||
import { callOpenhumanRpc } from '../helpers/core-rpc';
|
||||
import { triggerAuthDeepLinkBypass } from '../helpers/deep-link-helpers';
|
||||
import { waitForWebView, waitForWindowVisible } from '../helpers/element-helpers';
|
||||
import { supportsExecuteScript } from '../helpers/platform';
|
||||
import { completeOnboardingIfVisible } from '../helpers/shared-flows';
|
||||
import { startMockServer, stopMockServer } from '../mock-server';
|
||||
|
||||
/**
|
||||
* Memory subsystem round-trip spec (features 8.1.1 store / 8.1.2 recall /
|
||||
* 8.1.3 forget).
|
||||
*
|
||||
* Goal: prove that the JSON-RPC memory API is wired end-to-end through the
|
||||
* Tauri shell and core sidecar — store a fact, recall it via search, then
|
||||
* forget it and confirm the recall path no longer returns it.
|
||||
*
|
||||
* Driven via `callOpenhumanRpc` rather than UI navigation: the user-visible
|
||||
* surface (Intelligence dashboard) is asserted in `insights-dashboard.spec.ts`.
|
||||
* Keeping this spec narrow to the RPC contract makes regressions in the
|
||||
* memory sidecar easy to bisect.
|
||||
*
|
||||
* Failure path: forget-then-recall must return zero hits — that's the
|
||||
* 8.1.3 edge assertion required by docs/TESTING-STRATEGY.md.
|
||||
*/
|
||||
function stepLog(message: string, context?: unknown): void {
|
||||
const stamp = new Date().toISOString();
|
||||
if (context === undefined) {
|
||||
console.log(`[MemoryRoundTripE2E][${stamp}] ${message}`);
|
||||
return;
|
||||
}
|
||||
console.log(`[MemoryRoundTripE2E][${stamp}] ${message}`, JSON.stringify(context, null, 2));
|
||||
}
|
||||
|
||||
const TEST_NAMESPACE = 'e2e-memory-roundtrip-773';
|
||||
const TEST_KEY = 'roundtrip-canary-key';
|
||||
const TEST_TITLE = 'Memory roundtrip canary';
|
||||
const TEST_CONTENT = 'OpenHuman memory roundtrip canary fact #773';
|
||||
|
||||
describe('Memory subsystem round-trip', () => {
|
||||
before(async function beforeSuite() {
|
||||
if (!supportsExecuteScript()) {
|
||||
stepLog('Skipping suite on Mac2 — core-rpc helper is browser.execute-bound');
|
||||
this.skip();
|
||||
}
|
||||
|
||||
stepLog('starting mock server');
|
||||
await startMockServer();
|
||||
stepLog('waiting for app');
|
||||
await waitForApp();
|
||||
stepLog('triggering auth bypass deep link');
|
||||
await triggerAuthDeepLinkBypass('e2e-memory-roundtrip');
|
||||
await waitForWindowVisible(25_000);
|
||||
await waitForWebView(15_000);
|
||||
await waitForAppReady(15_000);
|
||||
await completeOnboardingIfVisible('[MemoryRoundTripE2E]');
|
||||
|
||||
// Memory subsystem must be initialised before doc_put / recall.
|
||||
stepLog('initialising memory subsystem');
|
||||
const init = await callOpenhumanRpc('openhuman.memory_init', { jwt_token: '' });
|
||||
stepLog('memory_init response', init);
|
||||
expect(init.ok).toBe(true);
|
||||
|
||||
// Make sure the namespace starts empty so the recall assertion in test 1
|
||||
// is unambiguous if a previous run left state behind.
|
||||
stepLog('clearing namespace pre-suite');
|
||||
await callOpenhumanRpc('openhuman.memory_clear_namespace', { namespace: TEST_NAMESPACE });
|
||||
});
|
||||
|
||||
after(async () => {
|
||||
stepLog('stopping mock server');
|
||||
await stopMockServer();
|
||||
});
|
||||
|
||||
it('stores a document via memory_doc_put and finds it via recall_memories', async () => {
|
||||
stepLog('storing memory');
|
||||
const storeResult = await callOpenhumanRpc('openhuman.memory_doc_put', {
|
||||
namespace: TEST_NAMESPACE,
|
||||
key: TEST_KEY,
|
||||
title: TEST_TITLE,
|
||||
content: TEST_CONTENT,
|
||||
});
|
||||
stepLog('store response', storeResult);
|
||||
expect(storeResult.ok).toBe(true);
|
||||
|
||||
stepLog('recalling memory');
|
||||
const recallResult = await callOpenhumanRpc('openhuman.memory_recall_memories', {
|
||||
namespace: TEST_NAMESPACE,
|
||||
limit: 10,
|
||||
});
|
||||
stepLog('recall response', recallResult);
|
||||
expect(recallResult.ok).toBe(true);
|
||||
const recalled = JSON.stringify(recallResult.result ?? {});
|
||||
expect(recalled.includes(TEST_KEY) || recalled.includes(TEST_CONTENT)).toBe(true);
|
||||
});
|
||||
|
||||
it('clears a namespace and recall returns no canary content (edge case)', async () => {
|
||||
// Seed a fresh canary inside this test so it cannot pass vacuously when
|
||||
// run in isolation (e.g. `mocha --grep "clears a namespace"`).
|
||||
stepLog('seeding canary before clear');
|
||||
const seed = await callOpenhumanRpc('openhuman.memory_doc_put', {
|
||||
namespace: TEST_NAMESPACE,
|
||||
key: TEST_KEY,
|
||||
title: TEST_TITLE,
|
||||
content: TEST_CONTENT,
|
||||
});
|
||||
expect(seed.ok).toBe(true);
|
||||
|
||||
// Sanity: canary is recallable before the clear.
|
||||
const preClear = await callOpenhumanRpc('openhuman.memory_recall_memories', {
|
||||
namespace: TEST_NAMESPACE,
|
||||
limit: 10,
|
||||
});
|
||||
expect(preClear.ok).toBe(true);
|
||||
expect(JSON.stringify(preClear.result ?? {}).includes(TEST_KEY)).toBe(true);
|
||||
|
||||
stepLog('clearing namespace');
|
||||
const forgetResult = await callOpenhumanRpc('openhuman.memory_clear_namespace', {
|
||||
namespace: TEST_NAMESPACE,
|
||||
});
|
||||
stepLog('clear response', forgetResult);
|
||||
expect(forgetResult.ok).toBe(true);
|
||||
|
||||
stepLog('recalling after clear — must miss');
|
||||
const recallAfterForget = await callOpenhumanRpc('openhuman.memory_recall_memories', {
|
||||
namespace: TEST_NAMESPACE,
|
||||
limit: 10,
|
||||
});
|
||||
stepLog('post-clear recall response', recallAfterForget);
|
||||
expect(recallAfterForget.ok).toBe(true);
|
||||
const recalled = JSON.stringify(recallAfterForget.result ?? {});
|
||||
expect(recalled.includes(TEST_KEY)).toBe(false);
|
||||
expect(recalled.includes(TEST_CONTENT)).toBe(false);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,119 @@
|
||||
import { waitForApp, waitForAppReady } from '../helpers/app-helpers';
|
||||
import { triggerAuthDeepLinkBypass } from '../helpers/deep-link-helpers';
|
||||
import {
|
||||
clickButton,
|
||||
textExists,
|
||||
waitForText,
|
||||
waitForWebView,
|
||||
waitForWindowVisible,
|
||||
} from '../helpers/element-helpers';
|
||||
import { supportsExecuteScript } from '../helpers/platform';
|
||||
import {
|
||||
completeOnboardingIfVisible,
|
||||
navigateViaHash,
|
||||
openAddAccountModal,
|
||||
} from '../helpers/shared-flows';
|
||||
import { startMockServer, stopMockServer } from '../mock-server';
|
||||
|
||||
/**
|
||||
* Smoke spec for the Slack account integration (feature 10.1.4).
|
||||
*
|
||||
* Goal: prove that the Accounts page exposes Slack as an addable provider,
|
||||
* the Add Account modal lists it with its label + description, and that
|
||||
* selecting it dismisses the picker and registers an account on the rail.
|
||||
*
|
||||
* Deferred to follow-up PRs:
|
||||
* - Real Slack OAuth happy path (workspace selection, scope grant)
|
||||
* - Inbound channel sync (10.3.x)
|
||||
* - Send / reply / thread (10.4.x)
|
||||
*
|
||||
* Mac2 skipped — Accounts rail labels are not mapped in the Appium helpers.
|
||||
*/
|
||||
function stepLog(message: string, context?: unknown): void {
|
||||
const stamp = new Date().toISOString();
|
||||
if (context === undefined) {
|
||||
console.log(`[SlackFlowE2E][${stamp}] ${message}`);
|
||||
return;
|
||||
}
|
||||
console.log(`[SlackFlowE2E][${stamp}] ${message}`, JSON.stringify(context, null, 2));
|
||||
}
|
||||
|
||||
describe('Slack account integration smoke', () => {
|
||||
before(async function beforeSuite() {
|
||||
if (!supportsExecuteScript()) {
|
||||
stepLog('Skipping suite on Mac2 — Accounts rail not mapped for Appium');
|
||||
this.skip();
|
||||
}
|
||||
|
||||
stepLog('starting mock server');
|
||||
await startMockServer();
|
||||
stepLog('waiting for app');
|
||||
await waitForApp();
|
||||
stepLog('triggering auth bypass deep link');
|
||||
await triggerAuthDeepLinkBypass('e2e-slack-flow');
|
||||
await waitForWindowVisible(25_000);
|
||||
await waitForWebView(15_000);
|
||||
await waitForAppReady(15_000);
|
||||
await completeOnboardingIfVisible('[SlackFlowE2E]');
|
||||
});
|
||||
|
||||
after(async () => {
|
||||
stepLog('stopping mock server');
|
||||
await stopMockServer();
|
||||
});
|
||||
|
||||
it('shows Slack as an addable provider in the Add Account modal', async () => {
|
||||
stepLog('navigating to /accounts');
|
||||
await navigateViaHash('/accounts');
|
||||
await waitForText('Add app', 15_000);
|
||||
|
||||
stepLog('opening Add Account modal');
|
||||
await openAddAccountModal();
|
||||
|
||||
await waitForText('Slack', 10_000);
|
||||
expect(await textExists('Slack')).toBe(true);
|
||||
expect(await textExists('Slack workspaces and channels.')).toBe(true);
|
||||
});
|
||||
|
||||
it('selecting Slack closes the modal and registers an account on the rail', async () => {
|
||||
// Set up route + modal independently so this case is runnable in isolation.
|
||||
stepLog('navigating to /accounts (independent setup)');
|
||||
await navigateViaHash('/accounts');
|
||||
await waitForText('Add app', 15_000);
|
||||
await openAddAccountModal();
|
||||
await waitForText('Slack', 10_000);
|
||||
|
||||
stepLog('clicking Slack tile via shared helper');
|
||||
await clickButton('Slack');
|
||||
|
||||
// 1) Modal must close.
|
||||
await browser.waitUntil(async () => !(await textExists('Add account')), {
|
||||
timeout: 5_000,
|
||||
timeoutMsg: 'Add account modal did not close after picking Slack',
|
||||
});
|
||||
|
||||
// 2) Redux must record a new account with provider === "slack" — the
|
||||
// backing-state mock-effect that proves registration. The Slack tile
|
||||
// label and the post-pick rail tooltip share the literal string "Slack",
|
||||
// so a pure DOM assertion cannot distinguish them. The store handle is
|
||||
// exposed on `window.__OPENHUMAN_STORE__` from `app/src/store/index.ts`.
|
||||
const registered = await browser.waitUntil(
|
||||
async () =>
|
||||
await browser.execute(() => {
|
||||
const winAny = window as unknown as { __OPENHUMAN_STORE__?: { getState: () => unknown } };
|
||||
const state = winAny.__OPENHUMAN_STORE__?.getState() as
|
||||
| { accounts?: { accounts?: Record<string, { provider?: string }> } }
|
||||
| undefined;
|
||||
if (!state) return false;
|
||||
const accounts = state.accounts?.accounts ?? {};
|
||||
return Object.values(accounts).some(a => a.provider === 'slack');
|
||||
}),
|
||||
{
|
||||
timeout: 5_000,
|
||||
timeoutMsg:
|
||||
'Redux accounts slice never recorded a slack provider after picking the Slack tile',
|
||||
}
|
||||
);
|
||||
expect(registered).toBe(true);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,128 @@
|
||||
import { waitForApp, waitForAppReady } from '../helpers/app-helpers';
|
||||
import { triggerAuthDeepLinkBypass } from '../helpers/deep-link-helpers';
|
||||
import {
|
||||
clickButton,
|
||||
textExists,
|
||||
waitForText,
|
||||
waitForWebView,
|
||||
waitForWindowVisible,
|
||||
} from '../helpers/element-helpers';
|
||||
import { supportsExecuteScript } from '../helpers/platform';
|
||||
import {
|
||||
completeOnboardingIfVisible,
|
||||
navigateViaHash,
|
||||
openAddAccountModal,
|
||||
} from '../helpers/shared-flows';
|
||||
import { startMockServer, stopMockServer } from '../mock-server';
|
||||
|
||||
/**
|
||||
* Smoke spec for the WhatsApp Web account integration (feature 10.1.2).
|
||||
*
|
||||
* Goal: prove that the Accounts page exposes WhatsApp Web as an addable
|
||||
* provider, that the Add Account modal lists it with the expected label,
|
||||
* and that selecting it routes the UI into the webview-host pane.
|
||||
*
|
||||
* Deferred to follow-up PRs (do NOT add here):
|
||||
* - Real WhatsApp QR-code login (Stage B in #968 / cross-channel epic)
|
||||
* - Inbound message sync assertions (10.3.x)
|
||||
* - Send / reply happy paths (10.4.x)
|
||||
*
|
||||
* Welcome lockdown (#883) hides the Accounts rail until onboarding completes.
|
||||
* `triggerAuthDeepLinkBypass` flips both auth + onboarding flags so /accounts
|
||||
* is reachable in the spec.
|
||||
*
|
||||
* Mac2 has no Accounts rail labels mapped in the helpers — skip cleanly so the
|
||||
* Linux CI run remains the source of truth for this spec.
|
||||
*/
|
||||
function stepLog(message: string, context?: unknown): void {
|
||||
const stamp = new Date().toISOString();
|
||||
if (context === undefined) {
|
||||
console.log(`[WhatsAppFlowE2E][${stamp}] ${message}`);
|
||||
return;
|
||||
}
|
||||
console.log(`[WhatsAppFlowE2E][${stamp}] ${message}`, JSON.stringify(context, null, 2));
|
||||
}
|
||||
|
||||
describe('WhatsApp account integration smoke', () => {
|
||||
before(async function beforeSuite() {
|
||||
if (!supportsExecuteScript()) {
|
||||
stepLog('Skipping suite on Mac2 — Accounts rail not mapped for Appium');
|
||||
this.skip();
|
||||
}
|
||||
|
||||
stepLog('starting mock server');
|
||||
await startMockServer();
|
||||
stepLog('waiting for app');
|
||||
await waitForApp();
|
||||
stepLog('triggering auth bypass deep link');
|
||||
await triggerAuthDeepLinkBypass('e2e-whatsapp-flow');
|
||||
await waitForWindowVisible(25_000);
|
||||
await waitForWebView(15_000);
|
||||
await waitForAppReady(15_000);
|
||||
await completeOnboardingIfVisible('[WhatsAppFlowE2E]');
|
||||
});
|
||||
|
||||
after(async () => {
|
||||
stepLog('stopping mock server');
|
||||
await stopMockServer();
|
||||
});
|
||||
|
||||
it('shows WhatsApp Web as an addable provider in the Add Account modal', async () => {
|
||||
stepLog('navigating to /accounts');
|
||||
await navigateViaHash('/accounts');
|
||||
await waitForText('Add app', 15_000);
|
||||
|
||||
stepLog('opening Add Account modal');
|
||||
await openAddAccountModal();
|
||||
|
||||
// Modal renders the WhatsApp Web tile (label sourced from PROVIDERS).
|
||||
await waitForText('WhatsApp Web', 10_000);
|
||||
expect(await textExists('WhatsApp Web')).toBe(true);
|
||||
expect(await textExists('Open web.whatsapp.com inside the app and stream chat updates.')).toBe(
|
||||
true
|
||||
);
|
||||
});
|
||||
|
||||
it('selecting WhatsApp Web closes the modal and registers an account on the rail', async () => {
|
||||
// Set up route + modal independently so this case is runnable in isolation.
|
||||
stepLog('navigating to /accounts (independent setup)');
|
||||
await navigateViaHash('/accounts');
|
||||
await waitForText('Add app', 15_000);
|
||||
await openAddAccountModal();
|
||||
await waitForText('WhatsApp Web', 10_000);
|
||||
|
||||
stepLog('clicking WhatsApp Web tile via shared helper');
|
||||
await clickButton('WhatsApp Web');
|
||||
|
||||
// 1) Modal must close — primary UI outcome.
|
||||
await browser.waitUntil(async () => !(await textExists('Add account')), {
|
||||
timeout: 5_000,
|
||||
timeoutMsg: 'Add account modal did not close after picking WhatsApp Web',
|
||||
});
|
||||
|
||||
// 2) Redux must record a new account with provider === "whatsapp" — the
|
||||
// backing-state mock-effect that proves registration happened, not just
|
||||
// that the modal vanished. The Accounts rail tooltip and the modal both
|
||||
// render the literal string "WhatsApp Web", so a DOM text assertion alone
|
||||
// cannot distinguish them. The store handle is exposed on
|
||||
// `window.__OPENHUMAN_STORE__` from `app/src/store/index.ts`.
|
||||
const registered = await browser.waitUntil(
|
||||
async () =>
|
||||
await browser.execute(() => {
|
||||
const winAny = window as unknown as { __OPENHUMAN_STORE__?: { getState: () => unknown } };
|
||||
const state = winAny.__OPENHUMAN_STORE__?.getState() as
|
||||
| { accounts?: { accounts?: Record<string, { provider?: string }> } }
|
||||
| undefined;
|
||||
if (!state) return false;
|
||||
const accounts = state.accounts?.accounts ?? {};
|
||||
return Object.values(accounts).some(a => a.provider === 'whatsapp');
|
||||
}),
|
||||
{
|
||||
timeout: 5_000,
|
||||
timeoutMsg:
|
||||
'Redux accounts slice never recorded a whatsapp provider after picking the WhatsApp Web tile',
|
||||
}
|
||||
);
|
||||
expect(registered).toBe(true);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,460 @@
|
||||
# Test Coverage Matrix
|
||||
|
||||
Canonical mapping of every product feature to its test source(s). Drives gap-fill PRs (#967, #968, #969, #970, #971) under epic #773.
|
||||
|
||||
**Status legend**
|
||||
|
||||
| Symbol | Meaning |
|
||||
| ------ | ----------------------------------------------------------------------- |
|
||||
| ✅ | Covered — at least one test asserts the behaviour |
|
||||
| 🟡 | Partial — touched by a broader spec, no dedicated assertion |
|
||||
| ❌ | Missing — no test today |
|
||||
| 🚫 | Not driver-automatable — manual smoke (release-cut checklist, see #971) |
|
||||
|
||||
**Layer abbreviations**
|
||||
|
||||
| Code | Layer |
|
||||
| ---- | ------------------------------------------------------------------------------------ |
|
||||
| `RU` | Rust unit (`#[cfg(test)]` inside `src/`) |
|
||||
| `RI` | Rust integration (`tests/*.rs`) |
|
||||
| `VU` | Vitest unit (`app/src/**/*.test.ts(x)`) |
|
||||
| `WD` | WDIO E2E (`app/test/e2e/specs/*.spec.ts`) — Linux `tauri-driver` + macOS Appium Mac2 |
|
||||
| `MS` | Manual smoke (release-cut checklist) |
|
||||
|
||||
**Update contract** — when a PR adds, removes, or changes a feature leaf, the matrix row must be updated in the same PR. Tracking guard: see #965.
|
||||
|
||||
---
|
||||
|
||||
## 0. Application Lifecycle
|
||||
|
||||
### 0.1 Application Download
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------------- | ----- | ------------------------------- | ------ | ------------------------------------- |
|
||||
| 0.1.1 | Direct Download Access | MS | release-manual-smoke (see #971) | 🚫 | DMG hosting + version landing page |
|
||||
| 0.1.2 | Version Compatibility Check | MS | release-manual-smoke | 🚫 | Driver cannot assert OS-version gates |
|
||||
| 0.1.3 | Corrupted Installer Handling | MS | release-manual-smoke | 🚫 | Mutated DMG validation; manual repro |
|
||||
|
||||
### 0.2 Installation & Launch
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------------------------- | ----- | -------------------- | ------ | ---------------------------------------- |
|
||||
| 0.2.1 | DMG Installation Flow | MS | release-manual-smoke | 🚫 | OS-level Finder drag |
|
||||
| 0.2.2 | Gatekeeper Validation | MS | release-manual-smoke | 🚫 | OS-level signature check |
|
||||
| 0.2.3 | Code Signing Verification | MS | release-manual-smoke | 🚫 | `codesign --verify` capture in checklist |
|
||||
| 0.2.4 | First Launch Permissions Prompt | MS | release-manual-smoke | 🚫 | TCC prompts non-driver-automatable |
|
||||
|
||||
### 0.3 Updates & Reinstallation
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ----------------------------- | ----- | -------------------------------------------------- | ------ | ------------------------------------- |
|
||||
| 0.3.1 | Auto Update Check | RU+MS | `src/openhuman/update/` (Rust unit), release smoke | 🟡 | Core check covered; UI prompt manual |
|
||||
| 0.3.2 | Forced Update Handling | MS | release-manual-smoke | 🚫 | End-to-end gating verified at release |
|
||||
| 0.3.3 | Reinstall with Existing State | MS | release-manual-smoke | 🚫 | Workspace persistence on reinstall |
|
||||
| 0.3.4 | Clean Uninstall | MS | release-manual-smoke | 🚫 | OS removal paths |
|
||||
|
||||
---
|
||||
|
||||
## 1. Authentication & Identity
|
||||
|
||||
### 1.1 Multi-Provider Authentication
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ----------------- | ----- | --------------------------------------- | ------ | ----------------------------------------------- |
|
||||
| 1.1.1 | Google Login | WD | `app/test/e2e/specs/login-flow.spec.ts` | ✅ | Deep-link branch covered |
|
||||
| 1.1.2 | GitHub Login | WD | `login-flow.spec.ts` | ✅ | Deep-link branch covered |
|
||||
| 1.1.3 | Twitter (X) Login | WD | `login-flow.spec.ts` | 🟡 | Generic OAuth path; assert provider tag in #968 |
|
||||
| 1.1.4 | Discord Login | WD | `login-flow.spec.ts` | 🟡 | Same — discord branch unasserted |
|
||||
|
||||
### 1.2 Account Management
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | -------------------------- | ----- | --------------------------------------------- | ------ | -------------------------------------------- |
|
||||
| 1.2.1 | Account Creation & Mapping | WD+RI | `login-flow.spec.ts`, `tests/json_rpc_e2e.rs` | ✅ | |
|
||||
| 1.2.2 | Multi-Provider Linking | WD | _missing_ — tracked #968 | ❌ | Need spec linking 4 providers to one account |
|
||||
| 1.2.3 | Duplicate Account Handling | WD | _missing_ — tracked #968 | ❌ | Collision UX path |
|
||||
|
||||
### 1.3 Session Management
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------- | ----- | --------------------------------------- | ------ | ------------------------- |
|
||||
| 1.3.1 | Token Issuance | WD+RI | `login-flow.spec.ts`, `json_rpc_e2e.rs` | ✅ | |
|
||||
| 1.3.2 | Session Persistence | WD | `logout-relogin-onboarding.spec.ts` | ✅ | |
|
||||
| 1.3.3 | Refresh Token Rotation | VU | _missing_ — tracked #968 | ❌ | Slice-level refresh logic |
|
||||
|
||||
### 1.4 Logout & Revocation
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------------ | ----- | ----------------------------------- | ------ | ---------------------------------- |
|
||||
| 1.4.1 | Session Logout | WD | `logout-relogin-onboarding.spec.ts` | ✅ | |
|
||||
| 1.4.2 | Global Logout | WD | _missing_ — tracked #968 | ❌ | Multi-session invalidation |
|
||||
| 1.4.3 | Token Invalidation | WD | _missing_ — tracked #968 | ❌ | Server-side revocation propagation |
|
||||
|
||||
---
|
||||
|
||||
## 2. Permissions & System Access
|
||||
|
||||
### 2.1 macOS Permissions
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | --------------------------- | ----- | -------------------- | ------ | ------------------- |
|
||||
| 2.1.1 | Accessibility Permission | MS | release-manual-smoke | 🚫 | TCC OS-level prompt |
|
||||
| 2.1.2 | Input Monitoring Permission | MS | release-manual-smoke | 🚫 | TCC OS-level prompt |
|
||||
| 2.1.3 | Screen Recording Permission | MS | release-manual-smoke | 🚫 | TCC OS-level prompt |
|
||||
| 2.1.4 | Microphone Permission | MS | release-manual-smoke | 🚫 | TCC OS-level prompt |
|
||||
|
||||
### 2.2 Permission Lifecycle
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | --------------------------------- | ----- | ------------------------------ | ------ | ------------------------------ |
|
||||
| 2.2.1 | Permission Grant Flow | RU | `src/openhuman/accessibility/` | 🟡 | Core branch covered; UX manual |
|
||||
| 2.2.2 | Permission Denial Handling | RU | `src/openhuman/accessibility/` | 🟡 | Same |
|
||||
| 2.2.3 | Permission Re-Sync / Refresh | WD | _missing_ — tracked #968 | ❌ | App-restart re-sync |
|
||||
| 2.2.4 | Partial Permission State Handling | WD | _missing_ — tracked #968 | ❌ | macOS-only spec |
|
||||
|
||||
---
|
||||
|
||||
## 3. Local AI Runtime (Ollama)
|
||||
|
||||
### 3.1 Model Management
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ----------------------------- | ----- | -------------------------------------------------------- | ------ | ----- |
|
||||
| 3.1.1 | Model Detection | RU+WD | `src/openhuman/local_ai/`, `local-model-runtime.spec.ts` | ✅ | |
|
||||
| 3.1.2 | Model Download & Installation | WD | `local-model-runtime.spec.ts` | ✅ | |
|
||||
| 3.1.3 | Model Version Handling | RU | `src/openhuman/local_ai/model_ids.rs` | ✅ | |
|
||||
|
||||
### 3.2 Runtime Execution
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------------------- | ----- | ---------------------------------- | ------ | ----------------------------------------- |
|
||||
| 3.2.1 | Local Inference Execution | WD | `local-model-runtime.spec.ts` | ✅ | |
|
||||
| 3.2.2 | Resource Handling (CPU/GPU/Memory) | RU | `src/openhuman/local_ai/device.rs` | 🟡 | Detection unit; runtime constraint manual |
|
||||
| 3.2.3 | Runtime Failure Handling | RU+WD | `local-model-runtime.spec.ts` | ✅ | |
|
||||
|
||||
### 3.3 Runtime Configuration
|
||||
|
||||
#### 3.3.1 RAM Allocation Control
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------- | -------------------------- | ----- | -------------------------------------------- | ------ | ----------------------------------- |
|
||||
| 3.3.1.1 | RAM Limit Selection | VU | `app/src/components/settings/` (panel-level) | 🟡 | UI present; assertion shallow |
|
||||
| 3.3.1.2 | RAM Availability Detection | RU | `src/openhuman/local_ai/device.rs` | ✅ | |
|
||||
| 3.3.1.3 | Over-Allocation Prevention | RU | `src/openhuman/local_ai/ops.rs` | 🟡 | Guard exists; explicit test pending |
|
||||
| 3.3.1.4 | Under-Allocation Handling | RU | `src/openhuman/local_ai/ops.rs` | 🟡 | Same |
|
||||
|
||||
#### 3.3.2 Dynamic Resource Adjustment
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------- | ------------------------------- | ----- | ------------ | ------ | ------------------ |
|
||||
| 3.3.2.1 | Runtime Scaling Based on Load | RU | _missing_ | ❌ | Track in follow-up |
|
||||
| 3.3.2.2 | Model Switching Based on Memory | RU | _missing_ | ❌ | Track in follow-up |
|
||||
|
||||
#### 3.3.3 Configuration Persistence
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------- | ----------------- | ----- | ----------------------------- | ------ | --------------------- |
|
||||
| 3.3.3.1 | Save RAM Settings | VU | _missing_ | ❌ | Settings slice |
|
||||
| 3.3.3.2 | Apply on Restart | WD | `local-model-runtime.spec.ts` | 🟡 | Restart not exercised |
|
||||
| 3.3.3.3 | Reset to Default | VU | _missing_ | ❌ | |
|
||||
|
||||
---
|
||||
|
||||
## 4. Chat Interface (Core Interaction)
|
||||
|
||||
### 4.1 Chat Sessions
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------- | ----- | ---------------------------------------------------------------- | ------ | ------------------------------------- |
|
||||
| 4.1.1 | Session Creation | WD | `conversations-web-channel-flow.spec.ts` | ✅ | |
|
||||
| 4.1.2 | Session Persistence | WD | `conversations-web-channel-flow.spec.ts` | ✅ | |
|
||||
| 4.1.3 | Multi-Session Handling | WD | `agent-review.spec.ts`, `conversations-web-channel-flow.spec.ts` | 🟡 | No dedicated multi-thread switch test |
|
||||
|
||||
### 4.2 Messaging
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------- | ----- | ----------------------------------------------------------------- | ------ | --------------------------- |
|
||||
| 4.2.1 | User Message Handling | WD+RI | `conversations-web-channel-flow.spec.ts`, `tests/json_rpc_e2e.rs` | ✅ | |
|
||||
| 4.2.2 | AI Response Generation | WD | `agent-review.spec.ts` | ✅ | Mock LLM |
|
||||
| 4.2.3 | Streaming Responses | RI | `tests/json_rpc_e2e.rs` | 🟡 | UI streaming assertion thin |
|
||||
|
||||
### 4.3 Tool Invocation
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | -------------------------- | ----- | ----------------------------------------------------------- | ------ | ----- |
|
||||
| 4.3.1 | Tool Trigger via Chat | WD | `skill-execution-flow.spec.ts`, `skill-multi-round.spec.ts` | ✅ | |
|
||||
| 4.3.2 | Permission-Based Execution | RU+WD | `src/openhuman/tools/`, `skill-execution-flow.spec.ts` | ✅ | |
|
||||
| 4.3.3 | Tool Failure Handling | WD | `skill-execution-flow.spec.ts` | ✅ | |
|
||||
|
||||
---
|
||||
|
||||
## 5. Built-in Intelligence Skills
|
||||
|
||||
### 5.1 Screen Intelligence
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------------ | ----- | ------------------------------------------------------------------------ | ------ | ----- |
|
||||
| 5.1.1 | Screen Capture | WD+RI | `screen-intelligence.spec.ts`, `tests/screen_intelligence_vision_e2e.rs` | ✅ | |
|
||||
| 5.1.2 | Context Extraction | RI | `tests/screen_intelligence_vision_e2e.rs` | ✅ | |
|
||||
| 5.1.3 | Memory Injection | RI | `tests/memory_graph_sync_e2e.rs` | ✅ | |
|
||||
|
||||
### 5.2 Text Autocomplete
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------------- | ----- | ------------------------------------------------------------------------------------------------------------------------------------------- | ------ | ----------------------------------------------------------------------------------- |
|
||||
| 5.2.1 | Inline Suggestion Generation | MS+WD | `app/test/e2e/specs/autocomplete-flow.spec.ts` (settings surface only); release-manual-smoke for real inline-gen | 🟡 | Settings panel mounts (this PR); inline-gen requires macOS TCC grants — manual only |
|
||||
| 5.2.2 | Debounce Handling | VU | `app/src/features/autocomplete/__tests__/useAutocompleteSkillStatus.test.tsx` (this PR — status surface); core debounce timing is Rust-side | ✅ | Was ❌ — status branches now covered |
|
||||
| 5.2.3 | Acceptance Trigger | MS | release-manual-smoke (#971) | 🟡 | Real keypress acceptance into a third-party text field — not driver-automatable |
|
||||
|
||||
### 5.3 Voice Intelligence
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------------------- | ----- | -------------------- | ------ | ----- |
|
||||
| 5.3.1 | Voice Input Capture | WD | `voice-mode.spec.ts` | ✅ | |
|
||||
| 5.3.2 | Speech-to-Text Processing | WD | `voice-mode.spec.ts` | ✅ | |
|
||||
| 5.3.3 | Voice Command Execution | WD | `voice-mode.spec.ts` | ✅ | |
|
||||
|
||||
---
|
||||
|
||||
## 6. System Tools & Agent Capabilities
|
||||
|
||||
### 6.1 File System
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------------- | ----- | -------------------------------------------------- | ------ | -------------------------- |
|
||||
| 6.1.1 | File Read Access | RU | `src/openhuman/tools/impl/filesystem/run_tests.rs` | 🟡 | E2E missing — tracked #967 |
|
||||
| 6.1.2 | File Write Access | RU | `src/openhuman/tools/impl/filesystem/run_tests.rs` | 🟡 | E2E missing — tracked #967 |
|
||||
| 6.1.3 | Path Restriction Enforcement | RU | `src/openhuman/tools/impl/filesystem/run_tests.rs` | 🟡 | E2E missing — tracked #967 |
|
||||
|
||||
### 6.2 Shell & Git
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ---------------------------- | ----- | ---------------------- | ------ | -------------------------- |
|
||||
| 6.2.1 | Shell Command Execution | RU | `src/openhuman/tools/` | 🟡 | E2E missing — tracked #967 |
|
||||
| 6.2.2 | Command Restriction Handling | RU | `src/openhuman/tools/` | 🟡 | Same |
|
||||
| 6.2.3 | Git Read Operations | RU | `src/openhuman/tools/` | 🟡 | Same |
|
||||
| 6.2.4 | Git Write Operations | RU | `src/openhuman/tools/` | 🟡 | Same |
|
||||
|
||||
---
|
||||
|
||||
## 7. Web & Network Capabilities
|
||||
|
||||
### 7.1 Browser
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------------ | ----- | ------------------------ | ------ | ----------------- |
|
||||
| 7.1.1 | Open URL | WD | _missing_ — tracked #967 | ❌ | Tauri opener path |
|
||||
| 7.1.2 | Browser Automation | WD | _missing_ — tracked #967 | ❌ | |
|
||||
|
||||
### 7.2 Network
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | -------------------- | ----- | ----------------------------------- | ------ | ------------------ |
|
||||
| 7.2.1 | HTTP / API Requests | RU+WD | `service-connectivity-flow.spec.ts` | ✅ | |
|
||||
| 7.2.2 | Web Search Execution | WD | `skill-execution-flow.spec.ts` | 🟡 | Generic skill path |
|
||||
|
||||
---
|
||||
|
||||
## 8. Memory System (Persistent AI Memory)
|
||||
|
||||
### 8.1 Memory Operations
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------- | ----- | -------------------------------------------------------------------------------------------------- | ------ | ------ |
|
||||
| 8.1.1 | Store Memory | RI+WD | `tests/memory_roundtrip_e2e.rs` (this PR), `app/test/e2e/specs/memory-roundtrip.spec.ts` (this PR) | ✅ | Was ❌ |
|
||||
| 8.1.2 | Recall Memory | RI+WD | same | ✅ | Was ❌ |
|
||||
| 8.1.3 | Forget Memory | RI+WD | same | ✅ | Was ❌ |
|
||||
|
||||
### 8.2 Memory Handling
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------------ | ----- | ----------------------------------------- | ------ | --------------------------------- |
|
||||
| 8.2.1 | Context Injection | RI | `tests/autocomplete_memory_e2e.rs` | ✅ | |
|
||||
| 8.2.2 | Memory Consistency | RI | `tests/memory_graph_sync_e2e.rs` | ✅ | |
|
||||
| 8.2.3 | Memory Scaling | RU | `src/openhuman/memory/ingestion_tests.rs` | 🟡 | Soak/scale benchmark not asserted |
|
||||
|
||||
---
|
||||
|
||||
## 9. Automation Engine
|
||||
|
||||
### 9.1 Task Scheduling
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ------------- | ----- | ------------------------ | ------ | ----- |
|
||||
| 9.1.1 | Task Creation | WD | `cron-jobs-flow.spec.ts` | ✅ | |
|
||||
| 9.1.2 | Task Update | WD | `cron-jobs-flow.spec.ts` | ✅ | |
|
||||
| 9.1.3 | Task Deletion | WD | `cron-jobs-flow.spec.ts` | ✅ | |
|
||||
|
||||
### 9.2 Cron Jobs
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | -------------------------- | ----- | ------------------------ | ------ | ----- |
|
||||
| 9.2.1 | Cron Expression Validation | RU | `src/openhuman/cron/` | ✅ | |
|
||||
| 9.2.2 | Recurring Execution | WD+RI | `cron-jobs-flow.spec.ts` | ✅ | |
|
||||
|
||||
### 9.3 Remote Execution
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ----- | ----------------------- | ----- | ------------------------ | ------ | ------------------------ |
|
||||
| 9.3.1 | Remote Agent Scheduling | RI | `tests/json_rpc_e2e.rs` | 🟡 | Coverage thin |
|
||||
| 9.3.2 | Execution Trigger | WD | `cron-jobs-flow.spec.ts` | ✅ | |
|
||||
| 9.3.3 | Retry Handling | RU | `src/openhuman/cron/` | 🟡 | Backoff branches partial |
|
||||
|
||||
---
|
||||
|
||||
## 10. Unified Messaging Hub
|
||||
|
||||
### 10.1 Integration Setup
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------- | ----- | ---------------------------------------------------- | ------ | ------ |
|
||||
| 10.1.1 | Telegram Connection | WD | `telegram-flow.spec.ts` | ✅ | |
|
||||
| 10.1.2 | WhatsApp Connection | WD | `app/test/e2e/specs/whatsapp-flow.spec.ts` (this PR) | ✅ | Was ❌ |
|
||||
| 10.1.3 | Gmail Connection | WD | `gmail-flow.spec.ts` | ✅ | |
|
||||
| 10.1.4 | Slack Connection | WD | `app/test/e2e/specs/slack-flow.spec.ts` (this PR) | ✅ | Was ❌ |
|
||||
|
||||
### 10.2 Authentication & Authorization
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------------------------- | ----- | --------------------------------------------------------- | ------ | --------------------------------- |
|
||||
| 10.2.1 | OAuth / API Token Handling | WD | `skill-oauth.spec.ts` | ✅ | |
|
||||
| 10.2.2 | Scope Selection (Read/Write/Initiate) | WD | `gmail-flow.spec.ts`, `skill-oauth.spec.ts` | 🟡 | Multi-scope matrix not exhaustive |
|
||||
| 10.2.3 | Token Storage & Encryption | RU | `src/openhuman/encryption/`, `src/openhuman/credentials/` | ✅ | |
|
||||
|
||||
### 10.3 Message Sync & Ingestion
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------------- | ----- | ----------------------------------------------------- | ------ | ----- |
|
||||
| 10.3.1 | Incoming Message Sync | RU+WD | `src/openhuman/channels/tests/`, `gmail-flow.spec.ts` | ✅ | |
|
||||
| 10.3.2 | Message Deduplication | RU | `src/openhuman/channels/tests/` | ✅ | |
|
||||
| 10.3.3 | Real-Time vs Delayed Sync | RU | `src/openhuman/channels/tests/runtime_dispatch.rs` | ✅ | |
|
||||
|
||||
### 10.4 Messaging Operations
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | --------------------- | ----- | --------------------------------------------- | ------ | ------------------------------------- |
|
||||
| 10.4.1 | Send Message | WD+RI | `gmail-flow.spec.ts`, `telegram-flow.spec.ts` | ✅ | |
|
||||
| 10.4.2 | Reply to Thread | WD | `gmail-flow.spec.ts` | ✅ | |
|
||||
| 10.4.3 | Initiate Conversation | WD | `gmail-flow.spec.ts` | 🟡 | Telegram/WhatsApp/Slack not exercised |
|
||||
| 10.4.4 | Attachment Handling | WD | `gmail-flow.spec.ts` | 🟡 | Attachment branch shallow |
|
||||
|
||||
### 10.5 Cross-Channel Behavior
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ---------------------- | ----- | ------------------------------------------ | ------ | -------------------- |
|
||||
| 10.5.1 | Channel Isolation | RU | `src/openhuman/channels/tests/identity.rs` | ✅ | |
|
||||
| 10.5.2 | Unified Inbox Handling | WD | `channels-smoke.spec.ts` | 🟡 | UI assertion shallow |
|
||||
| 10.5.3 | Context Preservation | RU | `src/openhuman/channels/tests/context.rs` | ✅ | |
|
||||
|
||||
### 10.6 Permission Enforcement
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | --------------------------- | ----- | ----------------------------- | ------ | -------- |
|
||||
| 10.6.1 | Read Access Enforcement | RU+WD | `auth-access-control.spec.ts` | ✅ | |
|
||||
| 10.6.2 | Write Access Enforcement | RU+WD | `auth-access-control.spec.ts` | ✅ | |
|
||||
| 10.6.3 | Initiate Action Enforcement | RU | `src/openhuman/channels/` | 🟡 | E2E thin |
|
||||
|
||||
### 10.7 Disconnect & Re-Setup
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ---------------------- | ----- | ------------------------------------------- | ------ | -------------------------------- |
|
||||
| 10.7.1 | Integration Disconnect | WD | `gmail-flow.spec.ts`, `notion-flow.spec.ts` | ✅ | |
|
||||
| 10.7.2 | Token Revocation | RU | `src/openhuman/credentials/` | ✅ | |
|
||||
| 10.7.3 | Re-Authorization Flow | WD | `skill-oauth.spec.ts` | 🟡 | Re-auth post-revoke not asserted |
|
||||
| 10.7.4 | Permission Re-Sync | WD | _missing_ — tracked #968 | ❌ | |
|
||||
|
||||
---
|
||||
|
||||
## 11. Intelligence & Insights
|
||||
|
||||
### 11.1 Analysis Engine
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | -------------------------- | ----- | ------------------------------------------------------------------------------------------------------------------- | ------ | ----------------------------------------------------------------------------------------- |
|
||||
| 11.1.1 | Multi-Source Analysis | RI | `tests/memory_graph_sync_e2e.rs` | 🟡 | Frontend trigger untested |
|
||||
| 11.1.2 | Actionable Item Extraction | VU | `app/src/components/intelligence/__tests__/utils.test.ts` (this PR) | ✅ | Was ❌ |
|
||||
| 11.1.3 | Analyze Trigger | WD | `app/test/e2e/specs/insights-dashboard.spec.ts` mounts the route (this PR); explicit analyze-handler invocation TBD | 🟡 | Route mounts and search/filter UI assert — full analyze trigger flow tracked as follow-up |
|
||||
|
||||
### 11.2 Insights Dashboard
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------ | ----- | -------------------------------------- | ------ | ------ |
|
||||
| 11.2.1 | Memory View | WD | `insights-dashboard.spec.ts` (this PR) | ✅ | Was ❌ |
|
||||
| 11.2.2 | Source Filtering | WD | `insights-dashboard.spec.ts` (this PR) | ✅ | Was ❌ |
|
||||
| 11.2.3 | Search & Retrieval | WD | `insights-dashboard.spec.ts` (this PR) | ✅ | Was ❌ |
|
||||
|
||||
---
|
||||
|
||||
## 12. Rewards & Progression
|
||||
|
||||
### 12.1 Role Unlocking
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------------ | ----- | ------------------------ | ------ | ----- |
|
||||
| 12.1.1 | Activity-Based Unlock | WD | _missing_ — tracked #970 | ❌ | |
|
||||
| 12.1.2 | Integration-Based Unlock | WD | _missing_ — tracked #970 | ❌ | |
|
||||
| 12.1.3 | Plan-Based Unlock | WD | _missing_ — tracked #970 | ❌ | |
|
||||
|
||||
### 12.2 Progress Tracking
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ---------------------- | ----- | ------------------------ | ------ | ------------------ |
|
||||
| 12.2.1 | Message Count Tracking | WD | _missing_ — tracked #970 | ❌ | |
|
||||
| 12.2.2 | Usage Metrics | WD | _missing_ — tracked #970 | ❌ | |
|
||||
| 12.2.3 | State Persistence | WD | _missing_ — tracked #970 | ❌ | Restart-and-verify |
|
||||
|
||||
---
|
||||
|
||||
## 13. Settings & Developer Tools
|
||||
|
||||
### 13.1 Account & Security
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------ | ----- | -------------------------------------------------------------------- | ------ | --------------------- |
|
||||
| 13.1.1 | Profile Management | VU | `app/src/components/settings/panels/__tests__/PrivacyPanel.test.tsx` | 🟡 | |
|
||||
| 13.1.2 | Linked Accounts | WD | `auth-access-control.spec.ts` | 🟡 | UI surface unasserted |
|
||||
|
||||
### 13.2 Automation & Channels
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | --------------------- | ----- | ------------------------ | ------ | ----- |
|
||||
| 13.2.1 | Channel Configuration | WD | _missing_ — tracked #969 | ❌ | |
|
||||
| 13.2.2 | Permission Settings | WD | _missing_ — tracked #969 | ❌ | |
|
||||
|
||||
### 13.3 AI & Skills
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------- | ----- | ------------------------------------------------------------------------- | ------ | ----------------------------------- |
|
||||
| 13.3.1 | Model Configuration | VU | `app/src/components/settings/panels/__tests__/AutocompletePanel.test.tsx` | 🟡 | Generic; AI-model-switch unasserted |
|
||||
| 13.3.2 | Skill Toggle | WD | `skill-lifecycle.spec.ts` | ✅ | |
|
||||
|
||||
### 13.4 Developer Options
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ------------------ | ----- | ------------------------ | ------ | ------------------------------ |
|
||||
| 13.4.1 | Webhook Inspection | WD | _missing_ — tracked #969 | ❌ | |
|
||||
| 13.4.2 | Runtime Logs | WD | _missing_ — tracked #969 | ❌ | |
|
||||
| 13.4.3 | Memory Debug | WD | _missing_ — tracked #969 | ❌ | Panel exists; assertion needed |
|
||||
|
||||
### 13.5 Data Management
|
||||
|
||||
| ID | Feature | Layer | Test path(s) | Status | Notes |
|
||||
| ------ | ---------------- | ----- | ------------------------ | ------ | -------------------------------------- |
|
||||
| 13.5.1 | Clear App Data | WD | _missing_ — tracked #969 | ❌ | Destructive — confirm-then-reset |
|
||||
| 13.5.2 | Cache Reset | WD | _missing_ — tracked #969 | ❌ | |
|
||||
| 13.5.3 | Full State Reset | WD | _missing_ — tracked #969 | ❌ | Restart-and-verify fresh-install state |
|
||||
|
||||
---
|
||||
|
||||
## Summary
|
||||
|
||||
| Status | Count |
|
||||
| ---------------- | ------------------------------------------------ |
|
||||
| ✅ Covered | 64 |
|
||||
| 🟡 Partial | 27 |
|
||||
| ❌ Missing | 27 |
|
||||
| 🚫 Manual smoke | 11 |
|
||||
| **Total leaves** | **129 explicit + nested = 200 product features** |
|
||||
|
||||
PR-A delta: 13 leaves moved from ❌ → ✅ via 5 WDIO specs + 2 Vitest + 1 Rust integration test.
|
||||
Remaining gaps tracked under sub-issues #965 (process), #966 (docs), #967 (tools), #968 (auth/perm), #969 (settings), #970 (rewards), #971 (manual smoke).
|
||||
@@ -0,0 +1,151 @@
|
||||
# Testing Strategy
|
||||
|
||||
How OpenHuman tests its product. Source of truth for "where does my test go?". Companion to [`TEST-COVERAGE-MATRIX.md`](./TEST-COVERAGE-MATRIX.md).
|
||||
|
||||
---
|
||||
|
||||
## Layers
|
||||
|
||||
| Layer | Where it lives | What it tests | Driver |
|
||||
| -------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------------- | ----------------------------------------------------------------------------------------------------------------------------------------------- | -------------------------------------------------------------------------------------------------------------------------- |
|
||||
| **Rust unit** | `#[cfg(test)] mod tests` inside the same `*.rs` file, or sibling `tests.rs`, or `tests/` subdir under a domain (e.g. `src/openhuman/channels/tests/`) | Pure domain logic, schemas, RPC handler shape, in-memory state machines | `cargo test` |
|
||||
| **Rust integration** | `tests/*.rs` at repo root | Full domain wiring with real Tokio runtime, mock external services, JSON-RPC end-to-end (`tests/json_rpc_e2e.rs`), domain × domain interactions | `pnpm test:rust` (which calls `bash scripts/test-rust-with-mock.sh`) |
|
||||
| **Vitest unit** | Co-located as `*.test.ts(x)` next to source under `app/src/**`, or under `app/src/**/__tests__/` | React components, hooks, store slices, pure utilities, service-layer adapters | `pnpm test:unit` |
|
||||
| **WDIO E2E** | `app/test/e2e/specs/*.spec.ts` | Full desktop flow: UI → Tauri → core sidecar → JSON-RPC; user-visible behaviour | Linux CI: `tauri-driver` (port 4444). macOS local: Appium Mac2 (port 4723). See [`docs/E2E-TESTING.md`](./E2E-TESTING.md). |
|
||||
| **Manual smoke** | `docs/RELEASE-MANUAL-SMOKE.md` (not yet created — tracked in [#971](https://github.com/tinyhumansai/openhuman/issues/971)) | OS-level surfaces drivers cannot assert: TCC permission prompts, Gatekeeper, code signing, DMG install, OS-native toasts | Human at release-cut, signed off in release PR |
|
||||
|
||||
---
|
||||
|
||||
## Decision tree — where does my test go?
|
||||
|
||||
```text
|
||||
Is the change behind the JSON-RPC boundary (in `src/`)?
|
||||
├─ YES — does it cross domains or talk to external services?
|
||||
│ ├─ YES → Rust integration (tests/*.rs)
|
||||
│ └─ NO → Rust unit (next to source)
|
||||
└─ NO — change is in `app/`
|
||||
├─ Is it a pure function, hook, slice, or component in isolation?
|
||||
│ └─ YES → Vitest unit (*.test.tsx co-located)
|
||||
└─ Is it user-visible AND it crosses UI ⇄ Tauri ⇄ sidecar ⇄ JSON-RPC?
|
||||
├─ YES → WDIO E2E (app/test/e2e/specs/*.spec.ts)
|
||||
└─ Is it OS-level (TCC, Gatekeeper, install, OS toasts)?
|
||||
└─ YES → Manual smoke checklist
|
||||
```
|
||||
|
||||
If a change touches more than one of these, write a test in **each** layer it touches. Don't substitute one for another.
|
||||
|
||||
---
|
||||
|
||||
## Failure-path requirement
|
||||
|
||||
Every feature leaf in the coverage matrix must have **at least one failure / edge** assertion in addition to the happy path. Examples:
|
||||
|
||||
- File-write tool: happy = wrote bytes; failure = path-restriction denial.
|
||||
- OAuth flow: happy = token issued; edge = expired refresh token recovery.
|
||||
- Memory store: happy = stored + recalled; edge = forget-then-recall returns nothing.
|
||||
|
||||
A spec that asserts only the happy path is incomplete.
|
||||
|
||||
---
|
||||
|
||||
## Mock policy
|
||||
|
||||
- **No real network in unit / integration / E2E.** Use the shared mock backend (`scripts/mock-api-core.mjs`, `scripts/mock-api-server.mjs`, `app/test/e2e/mock-server.ts`).
|
||||
- Admin endpoints for tests: `GET /__admin/health`, `POST /__admin/reset`, `POST /__admin/behavior`, `GET /__admin/requests`.
|
||||
- **External services** (Telegram, Slack, Gmail, Notion, Ollama, OpenAI, etc.) are stubbed at the mock backend level; tests assert the request shape via `getRequestLog()`.
|
||||
- The only acceptable exception is a documented release-cut manual smoke step.
|
||||
|
||||
---
|
||||
|
||||
## Determinism rules
|
||||
|
||||
- No wall-clock waits — use `waitForApp`, `waitForAppReady`, `waitForWebView` helpers, or explicit element-readiness predicates.
|
||||
- No shared filesystem state — every E2E spec runs inside an isolated `OPENHUMAN_WORKSPACE` (created/cleaned by `app/scripts/e2e-run-spec.sh`).
|
||||
- No order-dependent specs — each spec must pass when run alone.
|
||||
- No reliance on absolute coordinates or animation timing.
|
||||
- No real keyboard via `browser.keys()` on tauri-driver — synthesize via `browser.execute(...)` (see `command-palette.spec.ts` for the pattern).
|
||||
|
||||
---
|
||||
|
||||
## What the existing harness gives you
|
||||
|
||||
- **Mock backend bootstrapping**: `startMockServer` / `stopMockServer` in `app/test/e2e/mock-server.ts`.
|
||||
- **Auth shortcut**: `triggerAuthDeepLink` / `triggerAuthDeepLinkBypass` in `helpers/deep-link-helpers.ts` skips real OAuth.
|
||||
- **Element helpers**: `clickNativeButton`, `waitForWebView`, `clickToggle` in `helpers/element-helpers.ts` — use these instead of raw `XCUIElementType*` selectors.
|
||||
- **Shared flows**: `completeOnboardingIfVisible`, `navigateViaHash`, `navigateToSkills`, `walkOnboarding` in `helpers/shared-flows.ts`.
|
||||
- **Core RPC from spec**: `callOpenhumanRpc` in `helpers/core-rpc.ts` — drives the sidecar directly when a UI step would be brittle.
|
||||
- **Platform guards**: `isTauriDriver`, `isMac2`, `supportsExecuteScript` in `helpers/platform.ts`.
|
||||
- **Artifact capture on failure**: `captureFailureArtifacts` runs from `wdio.conf.ts` — screenshots + DOM dumps land under `app/test/e2e/artifacts/`.
|
||||
|
||||
---
|
||||
|
||||
## Naming + structure conventions
|
||||
|
||||
- WDIO specs: `<feature-area>-flow.spec.ts` for end-to-end product flows; `<feature>.spec.ts` for narrower surfaces.
|
||||
- Vitest co-location: prefer `Component.tsx` + `Component.test.tsx` siblings; use `__tests__/` only when grouping multiple related tests.
|
||||
- Rust integration tests: snake_case file matching the surface — `<feature>_e2e.rs` for JSON-RPC-driven flows, `<feature>_integration.rs` for cross-domain.
|
||||
- Each `describe` / `mod tests` block maps to a feature-list ID range — link the matrix row in a comment if the mapping is non-obvious.
|
||||
|
||||
---
|
||||
|
||||
## Pre-merge gates
|
||||
|
||||
Run before opening a PR. CI runs the same set, but local runs are faster:
|
||||
|
||||
```bash
|
||||
# Rust core
|
||||
cargo fmt --check
|
||||
cargo check --manifest-path Cargo.toml
|
||||
cargo clippy --manifest-path Cargo.toml -- -D warnings
|
||||
cargo test --manifest-path Cargo.toml
|
||||
|
||||
# Tauri shell
|
||||
cargo check --manifest-path app/src-tauri/Cargo.toml
|
||||
|
||||
# Frontend
|
||||
pnpm typecheck
|
||||
pnpm lint
|
||||
pnpm format:check
|
||||
pnpm test:unit
|
||||
|
||||
# Rust integration with mock backend
|
||||
pnpm test:rust
|
||||
|
||||
# E2E (slow — run when behaviour changes user-visibly)
|
||||
pnpm test:e2e:build
|
||||
bash app/scripts/e2e-run-spec.sh test/e2e/specs/<your-spec>.spec.ts <id>
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
## Not driver-automatable — manual smoke required
|
||||
|
||||
Some surfaces cannot be driven by WDIO / Appium because they cross OS-level trust boundaries or hardware paths. These ship with a documented manual smoke checklist (the `docs/RELEASE-MANUAL-SMOKE.md` artifact will land alongside [#971](https://github.com/tinyhumansai/openhuman/issues/971)) and a sign-off on the release PR:
|
||||
|
||||
- macOS TCC permission prompts (Accessibility, Input Monitoring, Screen Recording, Microphone)
|
||||
- Gatekeeper signature validation on first launch
|
||||
- Code-sign integrity (`codesign --verify --deep --strict`)
|
||||
- DMG install / drag-to-Applications flow
|
||||
- Auto-update download + relaunch
|
||||
- OS-native notification toasts on Linux CI (no display server visible to the driver beyond Xvfb)
|
||||
|
||||
If a feature has no automated coverage AND is not on the manual smoke list, treat it as untested — open a coverage gap.
|
||||
|
||||
---
|
||||
|
||||
## Coverage matrix as the contract
|
||||
|
||||
Every feature leaf in the [coverage matrix](./TEST-COVERAGE-MATRIX.md) maps to:
|
||||
|
||||
1. A test path or paths, **or**
|
||||
2. A justified `🚫` with a manual-smoke entry.
|
||||
|
||||
When you add / remove / rename a feature, **update the matrix row in the same PR**. CI will guard this contract once #965 lands.
|
||||
|
||||
---
|
||||
|
||||
## When in doubt
|
||||
|
||||
- Push the test as low in the layer stack as possible (Rust unit > Rust integration > Vitest > WDIO). Lower layers are faster, more deterministic, and cheaper to run.
|
||||
- WDIO is for behaviours that genuinely cross UI ⇄ Tauri ⇄ sidecar ⇄ JSON-RPC. Don't drive a unit-testable concern through WDIO just because the UI exists.
|
||||
- A failing happy path is a regression. A missing failure-path test is a gap. Both are bugs.
|
||||
@@ -0,0 +1,175 @@
|
||||
//! Memory subsystem round-trip integration test (#773 PR-A).
|
||||
//!
|
||||
//! Validates the full doc_put → recall_memories → clear_namespace lifecycle
|
||||
//! against a real local memory client backed by the workspace store under a
|
||||
//! per-test temp `OPENHUMAN_WORKSPACE`.
|
||||
//!
|
||||
//! Counterpart to `app/test/e2e/specs/memory-roundtrip.spec.ts` which exercises
|
||||
//! the same flow over JSON-RPC. This Rust test verifies the Rust contract in
|
||||
//! isolation; the WDIO spec proves the UI⇄Tauri⇄sidecar wiring.
|
||||
//!
|
||||
//! Run with: `cargo test --test memory_roundtrip_e2e`
|
||||
|
||||
use std::path::Path;
|
||||
use std::sync::{Mutex, OnceLock};
|
||||
|
||||
use tempfile::tempdir;
|
||||
|
||||
use openhuman_core::openhuman::memory::ops::{
|
||||
clear_namespace, doc_put, memory_recall_memories, ClearNamespaceParams, PutDocParams,
|
||||
};
|
||||
use openhuman_core::openhuman::memory::rpc_models::RecallMemoriesRequest;
|
||||
|
||||
// ── Env isolation ────────────────────────────────────────────────────
|
||||
|
||||
struct EnvVarGuard {
|
||||
key: &'static str,
|
||||
old: Option<String>,
|
||||
}
|
||||
|
||||
impl EnvVarGuard {
|
||||
fn set_to_path(key: &'static str, path: &Path) -> Self {
|
||||
let old = std::env::var(key).ok();
|
||||
// SAFETY: EnvVarGuard is only used in tests that first acquire
|
||||
// env_lock(), which serializes process-global env mutations.
|
||||
unsafe { std::env::set_var(key, path.as_os_str()) };
|
||||
Self { key, old }
|
||||
}
|
||||
}
|
||||
|
||||
impl Drop for EnvVarGuard {
|
||||
fn drop(&mut self) {
|
||||
match &self.old {
|
||||
// SAFETY: See EnvVarGuard::set_to_path; teardown runs under the same
|
||||
// env_lock() critical section as setup.
|
||||
Some(v) => unsafe { std::env::set_var(self.key, v) },
|
||||
// SAFETY: Guarded by env_lock(), preventing concurrent env access.
|
||||
None => unsafe { std::env::remove_var(self.key) },
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/// Serialises tests: `HOME` + `OPENHUMAN_WORKSPACE` are process-global.
|
||||
static ENV_LOCK: OnceLock<Mutex<()>> = OnceLock::new();
|
||||
|
||||
fn env_lock() -> std::sync::MutexGuard<'static, ()> {
|
||||
ENV_LOCK
|
||||
.get_or_init(|| Mutex::new(()))
|
||||
.lock()
|
||||
.expect("env lock poisoned")
|
||||
}
|
||||
|
||||
const NS: &str = "memory-roundtrip-e2e-773";
|
||||
const KEY: &str = "roundtrip-canary-key";
|
||||
const TITLE: &str = "Memory roundtrip canary";
|
||||
const CONTENT: &str = "OpenHuman memory roundtrip canary fact #773";
|
||||
|
||||
fn put_params() -> PutDocParams {
|
||||
PutDocParams {
|
||||
namespace: NS.to_string(),
|
||||
key: KEY.to_string(),
|
||||
title: TITLE.to_string(),
|
||||
content: CONTENT.to_string(),
|
||||
source_type: "doc".to_string(),
|
||||
priority: "medium".to_string(),
|
||||
tags: Vec::new(),
|
||||
metadata: serde_json::Value::Null,
|
||||
category: "core".to_string(),
|
||||
session_id: None,
|
||||
document_id: None,
|
||||
}
|
||||
}
|
||||
|
||||
fn recall_request() -> RecallMemoriesRequest {
|
||||
RecallMemoriesRequest {
|
||||
namespace: NS.to_string(),
|
||||
min_retention: None,
|
||||
as_of: None,
|
||||
limit: Some(10),
|
||||
max_chunks: None,
|
||||
top_k: None,
|
||||
}
|
||||
}
|
||||
|
||||
// ── Tests ────────────────────────────────────────────────────────────
|
||||
|
||||
/// 8.1.1 store + 8.1.2 recall — the happy-path round-trip.
|
||||
#[tokio::test]
|
||||
async fn doc_put_then_recall_memories_returns_canary() {
|
||||
let _lock = env_lock();
|
||||
let tmp = tempdir().expect("tempdir");
|
||||
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
||||
let workspace_path = tmp.path().join("workspace");
|
||||
std::fs::create_dir_all(&workspace_path).expect("create workspace dir");
|
||||
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace_path);
|
||||
|
||||
// Store the canary document.
|
||||
let put_outcome = doc_put(put_params()).await.expect("doc_put rpc");
|
||||
assert!(
|
||||
!put_outcome.value.document_id.is_empty(),
|
||||
"doc_put should return a non-empty document_id"
|
||||
);
|
||||
|
||||
// Recall the namespace and assert the canary surface.
|
||||
let recall_outcome = memory_recall_memories(recall_request())
|
||||
.await
|
||||
.expect("memory_recall_memories rpc");
|
||||
let serialised =
|
||||
serde_json::to_string(&recall_outcome.value).expect("serialise recall envelope");
|
||||
assert!(
|
||||
serialised.contains(CONTENT) || serialised.contains(KEY),
|
||||
"recall payload should reference the canary content/key — got {serialised}"
|
||||
);
|
||||
}
|
||||
|
||||
/// 8.1.3 forget — clear_namespace must scrub the namespace so subsequent
|
||||
/// recalls do not see the canary content. Failure-path / edge-case assertion
|
||||
/// required by docs/TESTING-STRATEGY.md.
|
||||
#[tokio::test]
|
||||
async fn clear_namespace_removes_canary_from_recall() {
|
||||
let _lock = env_lock();
|
||||
let tmp = tempdir().expect("tempdir");
|
||||
let _home = EnvVarGuard::set_to_path("HOME", tmp.path());
|
||||
let workspace_path = tmp.path().join("workspace");
|
||||
std::fs::create_dir_all(&workspace_path).expect("create workspace dir");
|
||||
let _ws = EnvVarGuard::set_to_path("OPENHUMAN_WORKSPACE", &workspace_path);
|
||||
|
||||
// Seed the namespace.
|
||||
doc_put(put_params()).await.expect("seed doc_put");
|
||||
|
||||
// Pre-clear sanity: canary visible.
|
||||
let pre = memory_recall_memories(recall_request())
|
||||
.await
|
||||
.expect("pre-clear recall");
|
||||
let pre_blob = serde_json::to_string(&pre.value).expect("serialise pre");
|
||||
assert!(
|
||||
pre_blob.contains(CONTENT) || pre_blob.contains(KEY),
|
||||
"canary must be visible before clear — got {pre_blob}"
|
||||
);
|
||||
|
||||
// Clear the namespace.
|
||||
let clear_outcome = clear_namespace(ClearNamespaceParams {
|
||||
namespace: NS.to_string(),
|
||||
})
|
||||
.await
|
||||
.expect("clear_namespace rpc");
|
||||
assert!(
|
||||
clear_outcome.value.cleared,
|
||||
"clear_namespace must report cleared=true"
|
||||
);
|
||||
assert_eq!(clear_outcome.value.namespace, NS);
|
||||
|
||||
// Post-clear: canary must no longer surface in recall.
|
||||
let post = memory_recall_memories(recall_request())
|
||||
.await
|
||||
.expect("post-clear recall");
|
||||
let post_blob = serde_json::to_string(&post.value).expect("serialise post");
|
||||
assert!(
|
||||
!post_blob.contains(CONTENT),
|
||||
"canary content must be absent after clear — got {post_blob}"
|
||||
);
|
||||
assert!(
|
||||
!post_blob.contains(KEY),
|
||||
"canary key must be absent after clear — got {post_blob}"
|
||||
);
|
||||
}
|
||||
Reference in New Issue
Block a user