soulcraft/brainy
2
0
Fork 0
Code Issues 1 Pull requests Projects Releases 335 Packages Wiki Activity Actions

fix: exclude __words__ keyword index from corruption detection and getStats()

Browse source 
The __words__ keyword index stores 50-5000 entries per entity (one per
word), which inflated avg entries/entity well above the corruption
threshold of 100. This caused:

1. validateConsistency() to falsely detect corruption on every startup,
   triggering unnecessary clearAllIndexData() + rebuild() cycles
2. getStats() to log false "Metadata index may be corrupted" warnings
   and report inflated totalEntries/totalIds stats

Both methods now skip __words__ when counting, so stats and health
checks reflect metadata fields only (noun, type, createdAt, etc.).
Keyword search is unaffected since the __words__ field index itself
is not modified.
This commit is contained in:
David Snelling 2026-01-27 15:38:21 -08:00
parent 32dbdcec61
commit 364360d447
128 changed files with 5637 additions and 5682 deletions
Download patch file Download diff file Expand all files Collapse all files

10
src/vfs/importers/DirectoryImporter.ts
View file

@ -27,7 +27,7 @@ export interface ImportOptions {
showProgress?: boolean // Log progress (default: false)
filter?: (path: string) => boolean // Custom filter function
// v4.10.0: Import tracking
// Import tracking
importId?: string // Unique import identifier (auto-generated if not provided)
projectId?: string // Project identifier grouping related imports
customMetadata?: Record<string, any> // Custom metadata to attach
@ -66,7 +66,7 @@ export class DirectoryImporter {
async import(sourcePath: string, options: ImportOptions = {}): Promise<ImportResult> {
const startTime = Date.now()
// v4.10.0: Generate tracking metadata
// Generate tracking metadata
const importId = options.importId || uuidv4()
const projectId = options.projectId || this.deriveProjectId(options.targetPath || '/')
const trackingMetadata = {
@ -225,7 +225,7 @@ export class DirectoryImporter {
try {
await this.vfs.mkdir(dirPath, {
recursive: true,
metadata: trackingMetadata // v4.10.0: Add tracking metadata
metadata: trackingMetadata // Add tracking metadata
})
result.directoriesCreated++
} catch (error: any) {
@ -332,7 +332,7 @@ export class DirectoryImporter {
originalPath: filePath,
originalSize: stats.size,
originalModified: stats.mtime.getTime(),
...trackingMetadata // v4.10.0: Add tracking metadata
...trackingMetadata // Add tracking metadata
}
})
@ -382,6 +382,6 @@ export class DirectoryImporter {
return false
}
// v5.2.0: MIME detection moved to MimeTypeDetector service
// MIME detection moved to MimeTypeDetector service
// Removed detectMimeType() - now using mimeDetector singleton
}