2025-11-17 10:44:35 -08:00
|
|
|
/**
|
2026-06-17 12:19:16 -07:00
|
|
|
* Integration tests for clear() — fully clears storage, including across a restart.
|
2025-11-17 10:44:35 -08:00
|
|
|
*
|
2026-06-17 12:19:16 -07:00
|
|
|
* Rewritten for 8.0: the original v5.10.4 suite asserted copy-on-write internals
|
|
|
|
|
* (`_cow/` directory + a `cow-disabled` marker). COW was removed in 8.0 (replaced by
|
|
|
|
|
* generational MVCC), so those internals no longer exist. These tests verify the
|
|
|
|
|
* durable BEHAVIOR that the original bug report cared about: `clear()` empties the
|
|
|
|
|
* store, and a fresh instance opened over the same path sees no data.
|
2025-11-17 10:44:35 -08:00
|
|
|
*
|
2026-06-17 12:19:16 -07:00
|
|
|
* NO MOCKS — real filesystem + memory storage. Every brain is closed in teardown so
|
|
|
|
|
* background flush / writer-lock heartbeat timers cannot bleed across tests.
|
2025-11-17 10:44:35 -08:00
|
|
|
*/
|
|
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
import { describe, it, expect, afterEach } from 'vitest'
|
2025-11-17 10:44:35 -08:00
|
|
|
import { Brainy } from '../../src/brainy.js'
|
|
|
|
|
import * as fs from 'fs'
|
|
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
describe('clear() fully clears storage', () => {
|
2025-11-17 10:44:35 -08:00
|
|
|
const testStoragePath = './test-clear-persistence-' + Date.now()
|
2026-06-17 12:19:16 -07:00
|
|
|
const brains: Brainy[] = []
|
2025-11-17 10:44:35 -08:00
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
const open = async (rootDirectory = testStoragePath): Promise<Brainy> => {
|
|
|
|
|
const brain = new Brainy({
|
|
|
|
|
requireSubtype: false,
|
feat(8.0): API simplification — remove neural()/Db.search, one storage `path` key, integration→0
8.0 RC cleanup toward "one place per thing, zero-config, no deprecation":
- Remove the `brain.neural()` clustering namespace (ImprovedNeuralAPI + the dead
legacy NeuralAPI + the neural CLI + neural-only types). Similarity is `find({vector})`
/ `similar({to})`; attribute grouping is the aggregation `GROUP BY` engine. The separate
entity-extraction / smart-import feature (NeuralImport, NeuralEntityExtractor, SmartExtractor,
NaturalLanguageProcessor, `brain.extract()`/`brain.nlp()`) is kept.
- Remove `Db.search()`; `find()` is the one query verb (accepts a bare string or FindParams).
Fix the bundled MCP client, which called a non-existent `brain.search(query, limit)` →
now `find({ query, limit })`.
- Storage config: collapse to one canonical top-level `path` key. The pre-8.0 aliases
(`rootDirectory`, `options.*`, `fileSystemStorage.*`) are removed and now THROW with the
exact rename instead of silently defaulting to `./brainy-data` on upgrade. A single resolver
feeds createStorage, the 7.x→8.0 migration probe, and the plugin-factory handoff, so a native
storage provider resolves the identical root (no split-brain).
- Fix `similar({ threshold })`: the min-similarity filter was silently dropped; it is now
applied as a post-filter on `result.score` (the documented way to bound semantic results).
- Fix `vfs.rename()` on a directory: child path updates spread the entity vector into `update()`
and failed dimension validation; they are metadata-only updates now.
- Fix `vfs.move()`: copy+delete orphaned the content-addressed content blob (the destination
shared the source hash, then unlink removed it). `move()` now delegates to `rename()` — an
in-place path change that preserves the blob and the entity id, for files and directories.
- Fix streaming import: the bulk fast path never flushed mid-import nor signalled queryability.
Entity writes are now chunked by a progressive flush interval (100 → 1000 → 5000); each chunk
flushes and emits `progress.queryable`, so imported data is queryable during the import.
- Sweep all docs, comments, and JSDoc for the removed/changed APIs.
Integration suite: 49 files / 588 passed / 0 failed. Unit: 80 files / 1456 passed, no type errors.
2026-06-20 13:31:11 -07:00
|
|
|
storage: { type: 'filesystem', path: rootDirectory }
|
2025-11-17 10:44:35 -08:00
|
|
|
})
|
2026-06-17 12:19:16 -07:00
|
|
|
await brain.init()
|
|
|
|
|
brains.push(brain)
|
|
|
|
|
return brain
|
|
|
|
|
}
|
2025-11-17 10:44:35 -08:00
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
afterEach(async () => {
|
|
|
|
|
for (const b of brains.splice(0)) {
|
|
|
|
|
try {
|
|
|
|
|
await b.close()
|
|
|
|
|
} catch {
|
|
|
|
|
/* already closed */
|
2025-11-17 10:44:35 -08:00
|
|
|
}
|
2026-06-17 12:19:16 -07:00
|
|
|
}
|
|
|
|
|
for (const p of [testStoragePath, testStoragePath + '-multi']) {
|
|
|
|
|
try {
|
|
|
|
|
if (fs.existsSync(p)) await fs.promises.rm(p, { recursive: true, force: true })
|
|
|
|
|
} catch {
|
|
|
|
|
/* ignore cleanup errors */
|
2025-11-17 10:44:35 -08:00
|
|
|
}
|
2026-06-17 12:19:16 -07:00
|
|
|
}
|
2025-11-17 10:44:35 -08:00
|
|
|
})
|
|
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
it('fully clears persistent storage, including after a restart (the reported scenario)', async () => {
|
|
|
|
|
const brain1 = await open()
|
|
|
|
|
await brain1.add({ data: 'Test Entity', type: 'concept' })
|
|
|
|
|
expect((await brain1.find({ type: 'concept' })).length).toBe(1)
|
2025-11-17 10:44:35 -08:00
|
|
|
|
|
|
|
|
await brain1.clear()
|
2026-06-17 12:19:16 -07:00
|
|
|
expect((await brain1.find({ type: 'concept' })).length).toBe(0)
|
|
|
|
|
await brain1.close()
|
2025-11-17 10:44:35 -08:00
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
// New instance over the same path — data must NOT come back.
|
|
|
|
|
const brain2 = await open()
|
|
|
|
|
expect((await brain2.find({ type: 'concept' })).length).toBe(0)
|
2025-11-17 10:44:35 -08:00
|
|
|
})
|
|
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
it('clears both entities and relations across a restart', async () => {
|
|
|
|
|
const brain1 = await open()
|
|
|
|
|
const e1 = await brain1.add({ data: 'Entity 1', type: 'person' })
|
|
|
|
|
const e2 = await brain1.add({ data: 'Entity 2', type: 'concept' })
|
|
|
|
|
await brain1.relate({ from: e1, to: e2, type: 'relatedTo' })
|
2025-11-17 10:44:35 -08:00
|
|
|
expect((await brain1.find({ type: 'person' })).length).toBe(1)
|
2026-06-11 14:51:00 -07:00
|
|
|
expect((await brain1.related({})).length).toBe(1)
|
2025-11-17 10:44:35 -08:00
|
|
|
|
|
|
|
|
await brain1.clear()
|
2026-06-17 12:19:16 -07:00
|
|
|
await brain1.close()
|
2025-11-17 10:44:35 -08:00
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
const brain2 = await open()
|
2025-11-17 10:44:35 -08:00
|
|
|
expect((await brain2.find({ type: 'person' })).length).toBe(0)
|
|
|
|
|
expect((await brain2.find({ type: 'concept' })).length).toBe(0)
|
2026-06-11 14:51:00 -07:00
|
|
|
expect((await brain2.related({})).length).toBe(0)
|
2025-11-17 10:44:35 -08:00
|
|
|
})
|
|
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
it('works across multiple clear() cycles and restarts', async () => {
|
|
|
|
|
const p = testStoragePath + '-multi'
|
|
|
|
|
const brain1 = await open(p)
|
|
|
|
|
await brain1.add({ data: 'Entity 1', type: 'concept' })
|
|
|
|
|
expect((await brain1.find({ type: 'concept' })).length).toBe(1)
|
|
|
|
|
await brain1.clear()
|
|
|
|
|
await brain1.close()
|
2025-11-17 10:44:35 -08:00
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
const brain2 = await open(p)
|
|
|
|
|
expect((await brain2.find({ type: 'concept' })).length).toBe(0)
|
|
|
|
|
await brain2.add({ data: 'Entity 2', type: 'concept' })
|
|
|
|
|
expect((await brain2.find({ type: 'concept' })).length).toBe(1)
|
|
|
|
|
await brain2.clear()
|
|
|
|
|
await brain2.close()
|
2025-11-17 10:44:35 -08:00
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
const brain3 = await open(p)
|
|
|
|
|
expect((await brain3.find({ type: 'concept' })).length).toBe(0)
|
2025-11-17 10:44:35 -08:00
|
|
|
})
|
|
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
it('handles clear() on empty storage', async () => {
|
|
|
|
|
const brain = await open()
|
|
|
|
|
await expect(brain.clear()).resolves.not.toThrow()
|
|
|
|
|
expect((await brain.find({ type: 'concept' })).length).toBe(0)
|
|
|
|
|
})
|
|
|
|
|
})
|
2025-11-17 10:44:35 -08:00
|
|
|
|
2026-06-17 12:19:16 -07:00
|
|
|
describe('clear() works for memory storage', () => {
|
|
|
|
|
it('clears memory storage completely', async () => {
|
|
|
|
|
const brain = new Brainy({ requireSubtype: false, storage: { type: 'memory' } })
|
|
|
|
|
await brain.init()
|
|
|
|
|
try {
|
|
|
|
|
await brain.add({ data: 'Test', type: 'concept' })
|
|
|
|
|
expect((await brain.find({ type: 'concept' })).length).toBe(1)
|
|
|
|
|
await brain.clear()
|
|
|
|
|
expect((await brain.find({ type: 'concept' })).length).toBe(0)
|
|
|
|
|
} finally {
|
|
|
|
|
await brain.close()
|
|
|
|
|
}
|
2025-11-17 10:44:35 -08:00
|
|
|
})
|
|
|
|
|
})
|