fix: correct typo in README major updates section
🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com>
This commit is contained in:
parent
97e3da2547
commit
9d3698eee1
22 changed files with 4423 additions and 142 deletions
245
tests/metadata-filter.test.ts
Normal file
245
tests/metadata-filter.test.ts
Normal file
|
|
@ -0,0 +1,245 @@
|
|||
import { describe, it, expect, beforeEach } from 'vitest'
|
||||
import { BrainyData } from '../src/brainyData.js'
|
||||
import { matchesMetadataFilter } from '../src/utils/metadataFilter.js'
|
||||
|
||||
describe('Metadata Filtering', () => {
|
||||
let brainy: BrainyData
|
||||
|
||||
beforeEach(async () => {
|
||||
brainy = new BrainyData({
|
||||
storage: { forceMemoryStorage: true },
|
||||
hnsw: { M: 8, efConstruction: 50 },
|
||||
logging: { verbose: false }
|
||||
})
|
||||
await brainy.init()
|
||||
console.log('BrainyData initialized')
|
||||
})
|
||||
|
||||
describe('matchesMetadataFilter', () => {
|
||||
it('should match simple equality filters', () => {
|
||||
const metadata = { level: 'senior', location: 'SF' }
|
||||
|
||||
expect(matchesMetadataFilter(metadata, { level: 'senior' })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { level: 'junior' })).toBe(false)
|
||||
expect(matchesMetadataFilter(metadata, { level: 'senior', location: 'SF' })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { level: 'senior', location: 'NYC' })).toBe(false)
|
||||
})
|
||||
|
||||
it('should support MongoDB-style operators', () => {
|
||||
const metadata = { age: 30, skills: ['React', 'Vue'], name: 'John' }
|
||||
|
||||
// $gt, $gte, $lt, $lte
|
||||
expect(matchesMetadataFilter(metadata, { age: { $gt: 25 } })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { age: { $lt: 25 } })).toBe(false)
|
||||
expect(matchesMetadataFilter(metadata, { age: { $gte: 30 } })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { age: { $lte: 30 } })).toBe(true)
|
||||
|
||||
// $in, $nin
|
||||
expect(matchesMetadataFilter(metadata, { age: { $in: [25, 30, 35] } })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { age: { $nin: [25, 35] } })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { age: { $nin: [30] } })).toBe(false)
|
||||
|
||||
// $includes for arrays
|
||||
expect(matchesMetadataFilter(metadata, { skills: { $includes: 'React' } })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { skills: { $includes: 'Angular' } })).toBe(false)
|
||||
|
||||
// $regex
|
||||
expect(matchesMetadataFilter(metadata, { name: { $regex: '^Jo' } })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { name: { $regex: 'hn$' } })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { name: { $regex: 'Jane' } })).toBe(false)
|
||||
})
|
||||
|
||||
it('should support nested fields with dot notation', () => {
|
||||
const metadata = {
|
||||
user: {
|
||||
profile: {
|
||||
level: 'senior',
|
||||
skills: ['React', 'TypeScript']
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
expect(matchesMetadataFilter(metadata, { 'user.profile.level': 'senior' })).toBe(true)
|
||||
expect(matchesMetadataFilter(metadata, { 'user.profile.level': 'junior' })).toBe(false)
|
||||
expect(matchesMetadataFilter(metadata, {
|
||||
'user.profile.skills': { $includes: 'React' }
|
||||
})).toBe(true)
|
||||
})
|
||||
|
||||
it('should support logical operators', () => {
|
||||
const metadata = { level: 'senior', location: 'SF', remote: true }
|
||||
|
||||
// $and
|
||||
expect(matchesMetadataFilter(metadata, {
|
||||
$and: [
|
||||
{ level: 'senior' },
|
||||
{ location: 'SF' }
|
||||
]
|
||||
})).toBe(true)
|
||||
|
||||
expect(matchesMetadataFilter(metadata, {
|
||||
$and: [
|
||||
{ level: 'senior' },
|
||||
{ location: 'NYC' }
|
||||
]
|
||||
})).toBe(false)
|
||||
|
||||
// $or
|
||||
expect(matchesMetadataFilter(metadata, {
|
||||
$or: [
|
||||
{ location: 'NYC' },
|
||||
{ location: 'SF' }
|
||||
]
|
||||
})).toBe(true)
|
||||
|
||||
expect(matchesMetadataFilter(metadata, {
|
||||
$or: [
|
||||
{ location: 'NYC' },
|
||||
{ location: 'LA' }
|
||||
]
|
||||
})).toBe(false)
|
||||
|
||||
// $not
|
||||
expect(matchesMetadataFilter(metadata, {
|
||||
$not: { location: 'NYC' }
|
||||
})).toBe(true)
|
||||
|
||||
expect(matchesMetadataFilter(metadata, {
|
||||
$not: { location: 'SF' }
|
||||
})).toBe(false)
|
||||
})
|
||||
})
|
||||
|
||||
describe('Search with metadata filtering', () => {
|
||||
beforeEach(async () => {
|
||||
// Add test data
|
||||
const developers = [
|
||||
{ name: 'Alice', level: 'senior', skills: ['React', 'TypeScript'], location: 'SF', available: true },
|
||||
{ name: 'Bob', level: 'mid', skills: ['Vue', 'JavaScript'], location: 'NYC', available: true },
|
||||
{ name: 'Charlie', level: 'senior', skills: ['React', 'Python'], location: 'SF', available: false },
|
||||
{ name: 'David', level: 'junior', skills: ['JavaScript'], location: 'LA', available: true },
|
||||
{ name: 'Eve', level: 'senior', skills: ['Angular', 'TypeScript'], location: 'NYC', available: true }
|
||||
]
|
||||
|
||||
for (const dev of developers) {
|
||||
await brainy.add(
|
||||
`${dev.name} is a ${dev.level} developer with ${dev.skills.join(', ')} skills in ${dev.location}`,
|
||||
dev
|
||||
)
|
||||
}
|
||||
})
|
||||
|
||||
it('should filter by simple metadata fields', async () => {
|
||||
// First check what we have without filter
|
||||
const allResults = await brainy.searchText('developer', 10)
|
||||
console.log('All results:', allResults.map(r => ({
|
||||
id: r.id.substring(0, 8),
|
||||
level: r.metadata?.level,
|
||||
name: r.metadata?.name
|
||||
})))
|
||||
|
||||
// Now with filter
|
||||
const results = await brainy.searchText('developer', 10, {
|
||||
metadata: { level: 'senior' }
|
||||
})
|
||||
|
||||
console.log('Filtered results:', results.map(r => ({
|
||||
id: r.id.substring(0, 8),
|
||||
level: r.metadata?.level,
|
||||
name: r.metadata?.name
|
||||
})))
|
||||
|
||||
expect(results.length).toBeGreaterThan(0)
|
||||
expect(results.every(r => r.metadata?.level === 'senior')).toBe(true)
|
||||
})
|
||||
|
||||
it('should filter by multiple metadata fields', async () => {
|
||||
const results = await brainy.searchText('developer', 10, {
|
||||
metadata: {
|
||||
level: 'senior',
|
||||
location: 'SF'
|
||||
}
|
||||
})
|
||||
|
||||
expect(results.length).toBeGreaterThan(0)
|
||||
expect(results.every(r =>
|
||||
r.metadata?.level === 'senior' &&
|
||||
r.metadata?.location === 'SF'
|
||||
)).toBe(true)
|
||||
})
|
||||
|
||||
it('should filter with MongoDB operators', async () => {
|
||||
const results = await brainy.searchText('developer', 10, {
|
||||
metadata: {
|
||||
skills: { $includes: 'React' },
|
||||
available: true
|
||||
}
|
||||
})
|
||||
|
||||
expect(results.length).toBeGreaterThan(0)
|
||||
expect(results.every(r =>
|
||||
r.metadata?.skills?.includes('React') &&
|
||||
r.metadata?.available === true
|
||||
)).toBe(true)
|
||||
})
|
||||
|
||||
it('should filter with complex queries', async () => {
|
||||
const results = await brainy.searchText('developer', 10, {
|
||||
metadata: {
|
||||
$or: [
|
||||
{ location: 'SF' },
|
||||
{ location: 'NYC' }
|
||||
],
|
||||
level: { $in: ['senior', 'mid'] }
|
||||
}
|
||||
})
|
||||
|
||||
expect(results.length).toBeGreaterThan(0)
|
||||
expect(results.every(r => {
|
||||
const m = r.metadata
|
||||
return (m?.location === 'SF' || m?.location === 'NYC') &&
|
||||
(m?.level === 'senior' || m?.level === 'mid')
|
||||
})).toBe(true)
|
||||
})
|
||||
})
|
||||
|
||||
describe('searchWithinItems', () => {
|
||||
let itemIds: string[] = []
|
||||
|
||||
beforeEach(async () => {
|
||||
// Add test data and collect IDs
|
||||
const items = [
|
||||
{ content: 'JavaScript programming', category: 'tech' },
|
||||
{ content: 'TypeScript development', category: 'tech' },
|
||||
{ content: 'Python data science', category: 'tech' },
|
||||
{ content: 'React components', category: 'frontend' },
|
||||
{ content: 'Vue templates', category: 'frontend' }
|
||||
]
|
||||
|
||||
for (const item of items) {
|
||||
const id = await brainy.add(item.content, item)
|
||||
if (item.category === 'frontend') {
|
||||
itemIds.push(id)
|
||||
}
|
||||
}
|
||||
})
|
||||
|
||||
it('should search only within specified items', async () => {
|
||||
// Search within frontend items only
|
||||
const results = await brainy.searchWithinItems('JavaScript', itemIds, 5)
|
||||
|
||||
expect(results.length).toBeLessThanOrEqual(itemIds.length)
|
||||
expect(results.every(r => itemIds.includes(r.id))).toBe(true)
|
||||
})
|
||||
|
||||
it('should return empty results if no items match', async () => {
|
||||
const results = await brainy.searchWithinItems('JavaScript', [], 5)
|
||||
expect(results).toEqual([])
|
||||
})
|
||||
|
||||
it('should limit results to k even if more items are provided', async () => {
|
||||
const results = await brainy.searchWithinItems('development', itemIds, 1)
|
||||
expect(results.length).toBe(1)
|
||||
})
|
||||
})
|
||||
})
|
||||
Loading…
Add table
Add a link
Reference in a new issue