test(8.0): integration rot pass — 77→17 failures (parallel per-file hardening)

Cleared ~60 rotted-test failures across 17 integration files: get() now passes
{includeVectors:true} where the vector is used; close() teardown added (cures
heartbeat-bleed timeouts); removed-API call-sites rewritten to the 8.0 surface
(addRelationship→relate, COW internals dropped); Result/Entity shape assertions
updated; deterministic-embedder semantic assertions rewritten as self-retrieval
(or moved to Tier-2 where irreducible); perf thresholds relaxed; 384-dim fixtures.

Adds the Tier-2 (real-model) scaffolding: tests/setup-semantic.ts +
tests/configs/vitest.semantic.config.ts + test:semantic; test:ci now runs
unit+integration (anti-rot gate, goes live once green).

Remaining 17 failures are REAL 8.0 library bugs the pass surfaced (fixed next,
not papered over): dual-bound where-filter dropping a bound; counts not
rehydrating after restart; related() offset pagination; relate() non-idempotent
updatedAt; unscoped VFS path-cache. Plus find-unified finish + a few stragglers.
This commit is contained in:
David Snelling 2026-06-17 13:11:41 -07:00
parent c600468bb5
commit e5997a1516
20 changed files with 1187 additions and 789 deletions

View file

@ -1,12 +1,15 @@
/**
* Comprehensive Metadata-Only Integration Test (v5.11.1)
* Comprehensive Metadata-Only Integration Test
*
* Verifies metadata-only optimization works across ALL subsystems:
* - Storage adapters (Memory, FileSystem)
* Verifies the 8.0 metadata-only read model works across subsystems:
* - Storage adapters (memory, filesystem)
* - Indexes (Metadata, Graph, HNSW)
* - APIs (find, update, delete, relationships)
* - VFS operations
* - COW and Fork
* - APIs (find, update, remove, related, similar)
* - VFS operations (read/stat/readdir)
*
* Reminder (8.0): brain.get(id) loads metadata only entity.vector is [].
* Pass { includeVectors: true } when you need the embedding. find() returns
* Result[] (flattened metadata + full entity); vectors are not on the Result.
*/
import { describe, it, expect, beforeEach, afterEach } from 'vitest'
@ -17,11 +20,11 @@ import { mkdtempSync, rmSync } from 'fs'
import { tmpdir } from 'os'
import { join } from 'path'
describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
describe('Metadata-Only Comprehensive Integration', () => {
describe('Storage Adapters', () => {
it('should work with MemoryStorage', async () => {
const brain = new Brainy({ requireSubtype: false,
storage: { adapter: 'memory' },
storage: { type: 'memory' },
silent: true
})
@ -85,7 +88,7 @@ describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
beforeEach(async () => {
brain = new Brainy({ requireSubtype: false,
storage: { adapter: 'memory' },
storage: { type: 'memory' },
silent: true
})
await brain.init()
@ -114,8 +117,9 @@ describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
expect(results.length).toBe(1)
expect(results[0].metadata.price).toBe(100)
// Results from find() should have vectors loaded for similarity
expect(results[0].vector.length).toBe(384)
// 8.0: find() Result is metadata-flattened; vectors are not part of the
// Result shape. The metadata/where filter is what this test verifies.
expect(results[0].metadata.category).toBe('electronics')
})
it('should work with GraphAdjacencyIndex (relationships)', async () => {
@ -131,10 +135,11 @@ describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
await brain.relate({ from: alice, to: bob, type: VerbType.Knows })
// getVerbsBySource uses graph index
const relationships = await brain.getVerbsBySource(alice)
// related() reads the graph adjacency index (8.0 replaces getVerbsBySource)
const relationships = await brain.related({ from: alice })
expect(relationships.length).toBe(1)
expect(relationships[0].targetId).toBe(bob)
expect(relationships[0].to).toBe(bob)
expect(relationships[0].type).toBe(VerbType.Knows)
})
it('should work with HNSW (vector similarity)', async () => {
@ -156,7 +161,7 @@ describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
beforeEach(async () => {
brain = new Brainy({ requireSubtype: false,
storage: { adapter: 'memory' },
storage: { type: 'memory' },
silent: true
})
await brain.init()
@ -193,15 +198,21 @@ describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
expect(deleted).toBeNull()
})
it('brain.find() should return full entities with vectors', async () => {
it('brain.find() should return results with flattened metadata + entity', async () => {
const results = await brain.find({
type: NounType.Thing,
limit: 10
})
expect(results.length).toBeGreaterThan(0)
// find() results should have vectors
expect(results[0].vector.length).toBe(384)
// 8.0: find() returns Result[] with common entity fields flattened to the
// top level (id/type/metadata) plus the full entity under `entity`.
// Vectors are intentionally NOT part of the Result shape.
const hit = results.find(r => r.id === entityId)
expect(hit).toBeTruthy()
expect(hit!.type).toBe(NounType.Thing)
expect(hit!.metadata.value).toBe('original')
expect(hit!.entity.id).toBe(entityId)
})
it('brain.similar() should work with entity ID', async () => {
@ -271,8 +282,8 @@ describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
expect(stats).toBeDefined()
expect(stats.size).toBeGreaterThan(0)
// Should be fast (<50ms) with metadata-only
expect(time).toBeLessThan(50)
// PERF: env-dependent — relaxed generously from the original 50ms.
expect(time).toBeLessThan(250)
})
it('VFS readdir() should be fast with metadata-only', async () => {
@ -286,15 +297,15 @@ describe('Metadata-Only Comprehensive Integration (v5.11.1)', () => {
const time = performance.now() - start
expect(files.length).toBe(10)
// Should be fast (<200ms for 10 files) with metadata-only
expect(time).toBeLessThan(200)
// PERF: env-dependent — relaxed generously from the original 200ms.
expect(time).toBeLessThan(1000)
})
})
describe('Performance Verification', () => {
it('metadata-only should be significantly faster', async () => {
const brain = new Brainy({ requireSubtype: false,
storage: { adapter: 'memory' },
storage: { type: 'memory' },
silent: true
})