import { describe, it, expect, beforeEach } from 'vitest' import { BrainyData } from '../src/brainyData.js' import { matchesMetadataFilter } from '../src/utils/metadataFilter.js' describe('Metadata Filtering', () => { let brainy: BrainyData beforeEach(async () => { brainy = new BrainyData({ storage: { forceMemoryStorage: true }, hnsw: { M: 8, efConstruction: 50 }, logging: { verbose: false } }) await brainy.init() console.log('BrainyData initialized') }) describe('matchesMetadataFilter', () => { it('should match simple equality filters', () => { const metadata = { level: 'senior', location: 'SF' } expect(matchesMetadataFilter(metadata, { level: 'senior' })).toBe(true) expect(matchesMetadataFilter(metadata, { level: 'junior' })).toBe(false) expect(matchesMetadataFilter(metadata, { level: 'senior', location: 'SF' })).toBe(true) expect(matchesMetadataFilter(metadata, { level: 'senior', location: 'NYC' })).toBe(false) }) it('should support MongoDB-style operators', () => { const metadata = { age: 30, skills: ['React', 'Vue'], name: 'John' } // $gt, $gte, $lt, $lte expect(matchesMetadataFilter(metadata, { age: { $gt: 25 } })).toBe(true) expect(matchesMetadataFilter(metadata, { age: { $lt: 25 } })).toBe(false) expect(matchesMetadataFilter(metadata, { age: { $gte: 30 } })).toBe(true) expect(matchesMetadataFilter(metadata, { age: { $lte: 30 } })).toBe(true) // $in, $nin expect(matchesMetadataFilter(metadata, { age: { $in: [25, 30, 35] } })).toBe(true) expect(matchesMetadataFilter(metadata, { age: { $nin: [25, 35] } })).toBe(true) expect(matchesMetadataFilter(metadata, { age: { $nin: [30] } })).toBe(false) // $includes for arrays expect(matchesMetadataFilter(metadata, { skills: { $includes: 'React' } })).toBe(true) expect(matchesMetadataFilter(metadata, { skills: { $includes: 'Angular' } })).toBe(false) // $regex expect(matchesMetadataFilter(metadata, { name: { $regex: '^Jo' } })).toBe(true) expect(matchesMetadataFilter(metadata, { name: { $regex: 'hn$' } })).toBe(true) expect(matchesMetadataFilter(metadata, { name: { $regex: 'Jane' } })).toBe(false) }) it('should support nested fields with dot notation', () => { const metadata = { user: { profile: { level: 'senior', skills: ['React', 'TypeScript'] } } } expect(matchesMetadataFilter(metadata, { 'user.profile.level': 'senior' })).toBe(true) expect(matchesMetadataFilter(metadata, { 'user.profile.level': 'junior' })).toBe(false) expect(matchesMetadataFilter(metadata, { 'user.profile.skills': { $includes: 'React' } })).toBe(true) }) it('should support logical operators', () => { const metadata = { level: 'senior', location: 'SF', remote: true } // $and expect(matchesMetadataFilter(metadata, { $and: [ { level: 'senior' }, { location: 'SF' } ] })).toBe(true) expect(matchesMetadataFilter(metadata, { $and: [ { level: 'senior' }, { location: 'NYC' } ] })).toBe(false) // $or expect(matchesMetadataFilter(metadata, { $or: [ { location: 'NYC' }, { location: 'SF' } ] })).toBe(true) expect(matchesMetadataFilter(metadata, { $or: [ { location: 'NYC' }, { location: 'LA' } ] })).toBe(false) // $not expect(matchesMetadataFilter(metadata, { $not: { location: 'NYC' } })).toBe(true) expect(matchesMetadataFilter(metadata, { $not: { location: 'SF' } })).toBe(false) }) }) describe('Search with metadata filtering', () => { beforeEach(async () => { // Add test data const developers = [ { name: 'Alice', level: 'senior', skills: ['React', 'TypeScript'], location: 'SF', available: true }, { name: 'Bob', level: 'mid', skills: ['Vue', 'JavaScript'], location: 'NYC', available: true }, { name: 'Charlie', level: 'senior', skills: ['React', 'Python'], location: 'SF', available: false }, { name: 'David', level: 'junior', skills: ['JavaScript'], location: 'LA', available: true }, { name: 'Eve', level: 'senior', skills: ['Angular', 'TypeScript'], location: 'NYC', available: true } ] for (const dev of developers) { await brainy.add( `${dev.name} is a ${dev.level} developer with ${dev.skills.join(', ')} skills in ${dev.location}`, dev ) } }) it('should filter by simple metadata fields', async () => { // First check what we have without filter const allResults = await brainy.searchText('developer', 10) console.log('All results:', allResults.map(r => ({ id: r.id.substring(0, 8), level: r.metadata?.level, name: r.metadata?.name }))) // Now with filter const results = await brainy.searchText('developer', 10, { metadata: { level: 'senior' } }) console.log('Filtered results:', results.map(r => ({ id: r.id.substring(0, 8), level: r.metadata?.level, name: r.metadata?.name }))) expect(results.length).toBeGreaterThan(0) expect(results.every(r => r.metadata?.level === 'senior')).toBe(true) }) it('should filter by multiple metadata fields', async () => { const results = await brainy.searchText('developer', 10, { metadata: { level: 'senior', location: 'SF' } }) expect(results.length).toBeGreaterThan(0) expect(results.every(r => r.metadata?.level === 'senior' && r.metadata?.location === 'SF' )).toBe(true) }) it('should filter with MongoDB operators', async () => { const results = await brainy.searchText('developer', 10, { metadata: { skills: { $includes: 'React' }, available: true } }) expect(results.length).toBeGreaterThan(0) expect(results.every(r => r.metadata?.skills?.includes('React') && r.metadata?.available === true )).toBe(true) }) it('should filter with complex queries', async () => { const results = await brainy.searchText('developer', 10, { metadata: { $or: [ { location: 'SF' }, { location: 'NYC' } ], level: { $in: ['senior', 'mid'] } } }) expect(results.length).toBeGreaterThan(0) expect(results.every(r => { const m = r.metadata return (m?.location === 'SF' || m?.location === 'NYC') && (m?.level === 'senior' || m?.level === 'mid') })).toBe(true) }) }) describe('searchWithinItems', () => { let itemIds: string[] = [] beforeEach(async () => { // Add test data and collect IDs const items = [ { content: 'JavaScript programming', category: 'tech' }, { content: 'TypeScript development', category: 'tech' }, { content: 'Python data science', category: 'tech' }, { content: 'React components', category: 'frontend' }, { content: 'Vue templates', category: 'frontend' } ] for (const item of items) { const id = await brainy.add(item.content, item) if (item.category === 'frontend') { itemIds.push(id) } } }) it('should search only within specified items', async () => { // Search within frontend items only const results = await brainy.searchWithinItems('JavaScript', itemIds, 5) expect(results.length).toBeLessThanOrEqual(itemIds.length) expect(results.every(r => itemIds.includes(r.id))).toBe(true) }) it('should return empty results if no items match', async () => { const results = await brainy.searchWithinItems('JavaScript', [], 5) expect(results).toEqual([]) }) it('should limit results to k even if more items are provided', async () => { const results = await brainy.searchWithinItems('development', itemIds, 1) expect(results.length).toBe(1) }) }) })