Files
gbrain/test/fuzz/mixed-validators.test.ts
T
9a3ef3cda7 feat: pgGraph-inspired CI scaffolding wave (v0.37.4.0) (#1228)
Schema-migration matrix + fuzz harness + RSS budget gate + read-latency
under sync + sync lock regression + tests/heavy convention + nightly CI
workflow + BFS frontier cap on traverseGraph.

CI infra (T1-T7):
- tests/heavy/ directory convention + scripts/run-heavy.sh + bun run test:heavy
- tests/heavy/pg_upgrade_matrix.sh: walk pre-v0.13 + pre-v0.18 brain shapes
  forward to head via bootstrap → SCHEMA_SQL → migrations → verifySchema
- test/fuzz/{pure,mixed,filesystem}-validators.test.ts: 1000-run fast-check
  property tests across 8 trust-boundary validators
- scripts/check-fuzz-purity.sh: bun-bundle + grep guard, wired into verify
- tests/heavy/measure_rss.sh: in-memory PGLite workload + peak RSS measurement
  via /proc/self/status (Linux) or process.memoryUsage().rss fallback (macOS,
  refuses to write baseline)
- tests/heavy/read_latency_under_sync.sh: phase A baseline + phase B under
  parallel writer load, reports p50/p95/p99 + delta_pct
- tests/heavy/sync_lock_regression.sh: N concurrent gbrain sync against one
  DB, asserts 1 winner + N-1 lock-busy + zero leaked gbrain_cycle_locks rows
- .github/workflows/heavy-tests.yml: cron '17 8 * * *' + heavy-tests label
  trigger + Postgres service + artifact upload on failure

Engine (T8):
- BrainEngine.traverseGraph opts gain frontierCap?: number + onTruncation?:
  (info: TruncationInfo) => void callback. Return shape preserved
  (Promise<GraphNode[]>) for MCP wire stability.
- Postgres CTE: parenthesized LIMIT N ORDER BY (slug, id) inside recursive term.
- PGLite: same SQL with positional params.
- Per-call callback closure — not engine-instance state — so concurrent
  traversals on the same engine don't cross-talk. 5 contracts pinned in
  test/regressions/v0_36_frontier_cap.test.ts.

Three plan-review passes ran before any code: CEO scope review (Approach C),
Eng dual-voice review (Claude subagent + Codex), and Codex 2nd-pass against
the revised plan. The 2nd pass caught issues the first two missed (Bun ESM
vs require.cache; engine-instance metadata stomping under concurrency;
fixture-size inconsistency). All addressed.

Co-authored-by: Claude Opus 4.7 <noreply@anthropic.com>
2026-05-20 20:25:41 -07:00

103 lines
3.8 KiB
TypeScript

/**
* Mixed-purity validator fuzz tests.
*
* These targets are validator-shaped (string in, validation/transformation out)
* but live in files that transitively import `node:fs` or engine modules.
* They don't get the purity-guard contract that `pure-validators.test.ts`
* does. The property tests are the same shape — fuzz inputs, assert no
* unbounded behavior — but a future contributor moving these to a pure
* `src/core/pure/` module would be the upgrade path.
*
* The bundle reality (smoke-tested 2026-05-19): `validatePageSlug` and
* `validateFilename` are string-only logic, but they live in
* `src/core/operations.ts` which transitively pulls in the engine. Same for
* `splitBody` (markdown.ts), `slugifyPath` (sync.ts), `sanitizeQueryForPrompt`
* (expansion.ts). The functions themselves don't touch fs at runtime — but
* importing them imports the rest of their module's dependency graph.
*/
import { describe, test } from 'bun:test';
import fc from 'fast-check';
import { validatePageSlug, validateFilename } from '../../src/core/operations.ts';
import { splitBody } from '../../src/core/markdown.ts';
import { slugifyPath } from '../../src/core/sync.ts';
import { sanitizeQueryForPrompt } from '../../src/core/search/expansion.ts';
const NUM_RUNS = 1000;
function fuzzVoidValidator(name: string, fn: (s: string) => void) {
test(`${name}: arbitrary string input, no unbounded behavior`, () => {
fc.assert(
fc.property(fc.string(), (input) => {
try {
fn(input);
} catch {
/* throwing is fine — contract is "no wedge", not "always succeeds" */
}
}),
{ numRuns: NUM_RUNS },
);
});
}
function fuzzStringSanitizer(name: string, fn: (s: string) => string) {
test(`${name}: returns a string on any input, never throws`, () => {
fc.assert(
fc.property(fc.string(), (input) => {
const out = fn(input);
if (typeof out !== 'string') {
throw new Error(`${name} returned non-string: ${typeof out}`);
}
}),
{ numRuns: NUM_RUNS },
);
});
}
describe('mixed-purity validator fuzz', () => {
fuzzVoidValidator('validatePageSlug', validatePageSlug);
fuzzVoidValidator('validateFilename', validateFilename);
fuzzStringSanitizer('sanitizeQueryForPrompt', sanitizeQueryForPrompt);
fuzzStringSanitizer('slugifyPath', slugifyPath);
test('splitBody: returns shape { compiled_truth, timeline } on any input', () => {
fc.assert(
fc.property(fc.string(), (input) => {
const out = splitBody(input);
if (typeof out !== 'object' || out === null) {
throw new Error(`splitBody returned non-object: ${typeof out}`);
}
if (typeof out.compiled_truth !== 'string') {
throw new Error(`splitBody.compiled_truth not a string: ${typeof out.compiled_truth}`);
}
if (typeof out.timeline !== 'string') {
throw new Error(`splitBody.timeline not a string: ${typeof out.timeline}`);
}
}),
{ numRuns: NUM_RUNS },
);
});
// Sentinel stress for splitBody — feed YAML-ish strings with `---`,
// `## Timeline`, etc, to exercise the sentinel parser branches.
test('splitBody: stress sentinels with shaped inputs', () => {
const sentinels = ['---', '## Timeline', '## History', '<!-- timeline -->', '--- timeline ---'];
fc.assert(
fc.property(
fc.string(),
fc.constantFrom(...sentinels),
fc.string(),
(head, sentinel, tail) => {
const input = `${head}\n${sentinel}\n${tail}`;
const out = splitBody(input);
if (typeof out.compiled_truth !== 'string') throw new Error('compiled_truth not string');
if (typeof out.timeline !== 'string') throw new Error('timeline not string');
},
),
{ numRuns: 500 },
);
});
});