feat: add distributed architecture with sharding and coordination

- Wire up distributed components (Coordinator, ShardManager, CacheSync)
- Implement automatic sharding for S3 storage (256 shards)
- Add read/write separation for operational modes
- Zero-config automatic detection for distributed mode
- Add mutex implementation for thread safety
- Fix metadata filtering in find operations
- Fix neural API vector similarity calculations
- Improve batch operations performance
- Add Bluesky distributed setup example

BREAKING CHANGE: None - backward compatible
This commit is contained in:
David Snelling 2025-09-22 15:45:35 -07:00
parent 8aafc769a3
commit ed64c266ec
30 changed files with 2084 additions and 439 deletions

View file

@ -243,7 +243,7 @@ describe('Brainy.add()', () => {
// Act & Assert
await assertRejectsWithError(
brain.add(params),
'must provide either data or vector'
'Invalid add() parameters: Missing required field \'data\''
)
})
@ -257,7 +257,7 @@ describe('Brainy.add()', () => {
// Act & Assert
await assertRejectsWithError(
brain.add(params),
'invalid NounType'
'Invalid NounType: \'invalid_type\''
)
})
@ -343,7 +343,7 @@ describe('Brainy.add()', () => {
})
// Act & Assert - Empty string is not valid data
await expect(brain.add(params)).rejects.toThrow('must provide either data or vector')
await expect(brain.add(params)).rejects.toThrow('Invalid add() parameters: Missing required field \'data\'')
})
it('should handle very long text content', async () => {