Files
gbrain/test/facts-engine.test.ts
T
be7b4b14d0 reland: fix(frontmatter): derive validate slug from brain root, not absolute path (#2340) (#3311)
* fix(frontmatter): derive validate slug from brain root, not absolute path (#2340)

Single-file `frontmatter validate` derived the expected slug from the
absolute path: relative(resolve(target), file) is empty when target IS the
file, so it fell back to `|| file` (the full path), yielding "root/<abs>"
slugs and a false SLUG_MISMATCH. The pre-commit hook from install-hook
validates staged files one-by-one, so this rejected every commit in a
markdown brain (only bypassable with --no-verify).

Walk up to the brain root (nearest .git) and use relative(brainRoot, file)
|| basename(file), matching runAudit/runGenerate and sync/extract. Files
above the root fall back to basename instead of a ../-prefixed slug.

Reopens #565. Present since v0.32.0; reproduced on v0.42.51.

Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>

* test(facts): pin embedding dims in facts-engine — kill the shard-order 1280/1536 flake

facts-engine.test.ts hardcodes Float32Array(1536) vectors (vec()) but lets
initSchema size its vector columns from process-global gateway state
(getEmbeddingDimensions(), default 1280). Whether the file passes depends
on which test files run before it in the shard; adding
test/frontmatter-validate-slug-565.test.ts reshuffled the weight-packed
shards and tripped it on this PR's CI (test (1):
'expected 1280 dimensions, not 1536' in findCandidateDuplicates cosine
ordering).

Same fix + rationale as doctor-hidden-by-search-policy.test.ts (#2801),
engine-find-trajectory.test.ts and cosine-rescore-column.test.ts:
configureGateway(1536) in beforeAll BEFORE initSchema, resetGateway in
afterAll.

Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>

---------

Co-authored-by: alessioalionco <alessioalionco@gmail.com>
Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
Co-authored-by: Garry Tan <garrytan@gmail.com>
2026-07-24 11:50:22 -07:00

276 lines
11 KiB
TypeScript

/**
* v0.31 Phase 6 — facts engine round-trip tests on PGLite (in-memory, no
* DATABASE_URL required).
*
* Pins every BrainEngine facts method end-to-end:
* - insertFact (insert, supersede)
* - expireFact (idempotent-as-false)
* - listFactsByEntity / Since / Session / Supersessions
* - findCandidateDuplicates (entity-prefiltered, k cap, cosine ordering)
* - consolidateFact
* - getFactsHealth
*/
import { describe, test, expect, beforeAll, afterAll } from 'bun:test';
import { PGLiteEngine } from '../src/core/pglite-engine.ts';
import { configureGateway, resetGateway } from '../src/core/ai/gateway.ts';
let engine: PGLiteEngine;
beforeAll(async () => {
// Pin the embedding dim to 1536 BEFORE initSchema. vec() hardcodes
// Float32Array(1536), but initSchema sizes vector columns from
// process-global gateway state (getEmbeddingDimensions(), default 1280).
// Whether this file passes therefore depends on which test files run
// before it in the shard; adding test files to the repo reshuffles the
// weight-packed shards, so unrelated PRs trip it ("expected 1280
// dimensions, not 1536"). Same fix + rationale as
// doctor-hidden-by-search-policy.test.ts (#2801),
// engine-find-trajectory.test.ts and cosine-rescore-column.test.ts.
configureGateway({
embedding_model: 'openai:text-embedding-3-large',
embedding_dimensions: 1536,
env: { OPENAI_API_KEY: 'sk-test-facts-engine' },
});
engine = new PGLiteEngine();
await engine.connect({});
await engine.initSchema();
});
afterAll(async () => {
await engine.disconnect();
resetGateway();
});
const vec = (...vals: number[]): Float32Array => {
const a = new Float32Array(1536);
for (let i = 0; i < vals.length; i++) a[i] = vals[i];
return a;
};
describe('insertFact + listFactsByEntity', () => {
test('inserts a fact and reads it back', async () => {
const r = await engine.insertFact(
{ fact: 'alice example fact', kind: 'fact', entity_slug: 'people/alice-example', source: 'test' },
{ source_id: 'default' },
);
expect(r.id).toBeGreaterThan(0);
expect(r.status).toBe('inserted');
const rows = await engine.listFactsByEntity('default', 'people/alice-example');
expect(rows.length).toBeGreaterThanOrEqual(1);
const ours = rows.find(x => x.id === r.id);
expect(ours).toBeDefined();
expect(ours!.fact).toBe('alice example fact');
expect(ours!.kind).toBe('fact');
expect(ours!.visibility).toBe('private');
// v0.31.2: row mapper exposes notability; default 'medium' when caller omits.
expect(ours!.notability).toBe('medium');
expect(ours!.confidence).toBe(1.0);
});
test('respects kind CHECK', async () => {
const r = await engine.insertFact(
{ fact: 'durable', kind: 'preference', entity_slug: 'alice-test', source: 'test' },
{ source_id: 'default' },
);
const rows = await engine.listFactsByEntity('default', 'alice-test');
const ours = rows.find(x => x.id === r.id);
expect(ours?.kind).toBe('preference');
});
test('v0.31.2: notability round-trips for each tier (PR1 commit 4 contract pin)', async () => {
const tiers: Array<'high' | 'medium' | 'low'> = ['high', 'medium', 'low'];
for (const tier of tiers) {
const r = await engine.insertFact(
{
fact: `notability ${tier} test`,
kind: 'fact',
entity_slug: `notability-${tier}-pin`,
source: 'test',
notability: tier,
},
{ source_id: 'default' },
);
const rows = await engine.listFactsByEntity('default', `notability-${tier}-pin`);
const ours = rows.find(x => x.id === r.id);
expect(ours).toBeDefined();
// The row mapper MUST expose notability; without this assertion, the
// codex P1 #4 regression (FactRow drops the column) reappears silently.
expect(ours!.notability).toBe(tier);
}
});
test('supersede path: superseding row marks old as expired_at + superseded_by', async () => {
const old = await engine.insertFact(
{ fact: 'old fact', kind: 'fact', entity_slug: 'super-test', source: 'test' },
{ source_id: 'default' },
);
const newer = await engine.insertFact(
{ fact: 'new fact', kind: 'fact', entity_slug: 'super-test', source: 'test' },
{ source_id: 'default', supersedeId: old.id },
);
expect(newer.status).toBe('superseded');
expect(newer.id).toBeGreaterThan(old.id);
const supersessions = await engine.listSupersessions('default');
const oldRow = supersessions.find(r => r.id === old.id);
expect(oldRow).toBeDefined();
expect(oldRow!.expired_at).not.toBeNull();
expect(oldRow!.superseded_by).toBe(newer.id);
});
});
describe('expireFact', () => {
test('returns true on first call, false on idempotent re-call', async () => {
const r = await engine.insertFact(
{ fact: 'will expire', kind: 'fact', source: 'test' },
{ source_id: 'default' },
);
expect(await engine.expireFact(r.id)).toBe(true);
expect(await engine.expireFact(r.id)).toBe(false);
});
test('returns false on unknown id', async () => {
expect(await engine.expireFact(99999999)).toBe(false);
});
});
describe('listFactsSince + listFactsBySession', () => {
test('listFactsSince filters by created_at', async () => {
const before = new Date();
await engine.insertFact(
{ fact: 'recent', kind: 'fact', source: 'test', source_session: 'topic-since' },
{ source_id: 'default' },
);
const rows = await engine.listFactsSince('default', before);
expect(rows.length).toBeGreaterThanOrEqual(1);
expect(rows.every(r => r.created_at.getTime() >= before.getTime())).toBe(true);
});
test('listFactsBySession filters by source_session', async () => {
await engine.insertFact(
{ fact: 'topic-A note', kind: 'fact', source: 'test', source_session: 'topic-A' },
{ source_id: 'default' },
);
await engine.insertFact(
{ fact: 'topic-B note', kind: 'fact', source: 'test', source_session: 'topic-B' },
{ source_id: 'default' },
);
const a = await engine.listFactsBySession('default', 'topic-A');
const b = await engine.listFactsBySession('default', 'topic-B');
expect(a.every(r => r.source_session === 'topic-A')).toBe(true);
expect(b.every(r => r.source_session === 'topic-B')).toBe(true);
expect(a.find(r => r.source_session === 'topic-B')).toBeUndefined();
});
});
describe('findCandidateDuplicates', () => {
test('entity-prefiltered: rows from other entities never returned', async () => {
await engine.insertFact(
{ fact: 'alice fact', kind: 'fact', entity_slug: 'cand-alice', source: 'test' },
{ source_id: 'default' },
);
await engine.insertFact(
{ fact: 'tim fact', kind: 'fact', entity_slug: 'cand-tim', source: 'test' },
{ source_id: 'default' },
);
const candidates = await engine.findCandidateDuplicates('default', 'cand-alice', 'alice fact');
expect(candidates.every(c => c.entity_slug === 'cand-alice')).toBe(true);
expect(candidates.find(c => c.entity_slug === 'cand-tim')).toBeUndefined();
});
test('k cap honored', async () => {
for (let i = 0; i < 7; i++) {
await engine.insertFact(
{ fact: `cap-test ${i}`, kind: 'fact', entity_slug: 'cap-entity', source: 'test' },
{ source_id: 'default' },
);
}
const result = await engine.findCandidateDuplicates('default', 'cap-entity', 'x', { k: 3 });
expect(result.length).toBe(3);
});
test('embedding cosine ordering when both sides have embeddings', async () => {
// Use per-run unique entity_slug so the assertion is immune to any
// cross-test pollution (no other test in the file uses 'embed-test',
// but parallel CI shard runs have surfaced a flake where the
// position-0 assertion failed without a visible assertion-detail in
// the truncated log). The contract this test pins is "A ranks higher
// than B because cos(A,query)=1.0 vs cos(B,query)=0.0" — assert that
// RELATIONSHIP, not the absolute index, so any unrelated row in the
// result set can't flip the test.
const slug = `embed-test-${Math.random().toString(36).slice(2, 10)}`;
await engine.insertFact(
{ fact: 'A', kind: 'fact', entity_slug: slug, source: 'test', embedding: vec(1, 0, 0) },
{ source_id: 'default' },
);
await engine.insertFact(
{ fact: 'B', kind: 'fact', entity_slug: slug, source: 'test', embedding: vec(0, 1, 0) },
{ source_id: 'default' },
);
const result = await engine.findCandidateDuplicates(
'default', slug, 'q',
{ embedding: vec(1, 0, 0) },
);
const aIdx = result.findIndex(r => r.fact === 'A');
const bIdx = result.findIndex(r => r.fact === 'B');
expect(aIdx).toBeGreaterThanOrEqual(0); // A is in the result
expect(bIdx).toBeGreaterThanOrEqual(0); // B is in the result
// Closest by cosine MUST come first.
expect(aIdx).toBeLessThan(bIdx);
});
});
describe('consolidateFact', () => {
test('marks consolidated_at + consolidated_into; never DELETE', async () => {
// Need a take to point at — seed a page + take.
await engine.executeRaw(
`INSERT INTO pages (slug, type, title) VALUES ('cons-test', 'concept', 'Cons Test') ON CONFLICT DO NOTHING`,
);
const pageRows = await engine.executeRaw<{ id: number }>(
`SELECT id FROM pages WHERE slug = 'cons-test' AND source_id = 'default'`,
);
const pageId = pageRows[0].id;
await engine.executeRaw(
`INSERT INTO takes (page_id, row_num, claim, kind, holder) VALUES ($1, 99, 'cons claim', 'fact', 'self') ON CONFLICT DO NOTHING`,
[pageId],
);
const takeRows = await engine.executeRaw<{ id: number }>(
`SELECT id FROM takes WHERE page_id = $1 AND row_num = 99`,
[pageId],
);
const takeId = takeRows[0].id;
const fact = await engine.insertFact(
{ fact: 'will be consolidated', kind: 'fact', entity_slug: 'cons-test', source: 'test' },
{ source_id: 'default' },
);
await engine.consolidateFact(fact.id, takeId);
const rows = await engine.executeRaw<{ id: number; consolidated_at: Date | null; consolidated_into: number | null }>(
`SELECT id, consolidated_at, consolidated_into FROM facts WHERE id = $1`,
[fact.id],
);
expect(rows.length).toBe(1);
expect(rows[0].consolidated_at).not.toBeNull();
expect(Number(rows[0].consolidated_into)).toBe(takeId);
});
});
describe('getFactsHealth', () => {
test('returns counters keyed by source_id', async () => {
const health = await engine.getFactsHealth('default');
expect(health.source_id).toBe('default');
expect(health.total_active).toBeGreaterThanOrEqual(0);
expect(health.total_today).toBeGreaterThanOrEqual(0);
expect(health.total_week).toBeGreaterThanOrEqual(0);
expect(Array.isArray(health.top_entities)).toBe(true);
});
test('total_today subset of total_week subset of total_active+expired', async () => {
const health = await engine.getFactsHealth('default');
expect(health.total_today).toBeLessThanOrEqual(health.total_week);
expect(health.total_active + health.total_expired).toBeGreaterThanOrEqual(health.total_week);
});
});