feat: add distributed architecture with sharding and coordination

- Wire up distributed components (Coordinator, ShardManager, CacheSync)
- Implement automatic sharding for S3 storage (256 shards)
- Add read/write separation for operational modes
- Zero-config automatic detection for distributed mode
- Add mutex implementation for thread safety
- Fix metadata filtering in find operations
- Fix neural API vector similarity calculations
- Improve batch operations performance
- Add Bluesky distributed setup example

BREAKING CHANGE: None - backward compatible
This commit is contained in:
David Snelling 2025-09-22 15:45:35 -07:00
parent 8aafc769a3
commit ed64c266ec
30 changed files with 2084 additions and 439 deletions

View file

@ -134,14 +134,14 @@ describe('Zero-Config Parameter Validation', () => {
it('should require either data or vector', () => {
expect(() => validateAddParams({
type: NounType.Document
} as AddParams)).toThrow('must provide either data or vector')
} as AddParams)).toThrow('Invalid add() parameters: Missing required field \'data\'')
})
it('should validate NounType', () => {
expect(() => validateAddParams({
data: 'test',
type: 'InvalidType' as any
})).toThrow('invalid NounType: InvalidType')
})).toThrow('Invalid NounType: \'InvalidType\'')
})
it('should validate vector dimensions', () => {