brainy/src/augmentations/rateLimitAugmentation.ts
David Snelling 728933f859 feat: add distributed scaling and enterprise features for v3
- Implement distributed coordination with Raft consensus for leader election
- Add horizontal sharding with consistent hashing for data distribution
- Implement read/write separation for scalable primary-replica architecture
- Add cross-instance cache synchronization with version vectors
- Implement intelligent type mapper to prevent semantic degradation
- Add rate limiting augmentation with configurable per-operation limits
- Add comprehensive audit logging for compliance and debugging
- Support for strong and eventual consistency models
- Automatic failover and replication lag monitoring

These features enable true enterprise-scale deployment across multiple nodes
2025-09-08 14:26:09 -07:00

384 lines
No EOL
10 KiB
TypeScript

/**
* Rate Limiting Augmentation
* Provides configurable rate limiting for Brainy operations
*/
import { BaseAugmentation } from './brainyAugmentation.js'
import { AugmentationManifest } from './manifest.js'
export interface RateLimitConfig {
enabled?: boolean
limits?: {
searches?: number // Per minute
writes?: number // Per minute
reads?: number // Per minute
deletes?: number // Per minute
}
windowMs?: number // Time window in milliseconds
skipSuccessfulRequests?: boolean
skipFailedRequests?: boolean
keyGenerator?: (context: any) => string
}
interface RateLimitEntry {
count: number
resetTime: number
}
/**
* Rate Limit Augmentation
*/
export class RateLimitAugmentation extends BaseAugmentation {
readonly name = 'rateLimiter'
readonly timing = 'before' as const
readonly metadata = 'none' as const
operations = ['search', 'find', 'add', 'update', 'delete', 'get'] as any
readonly priority = 10 // High priority, runs early
// Augmentation metadata
readonly category = 'core' as const // Use 'core' as security isn't a valid category
readonly description = 'Provides rate limiting for Brainy operations'
private limiters: Map<string, Map<string, RateLimitEntry>> = new Map()
private windowMs: number
constructor(config: RateLimitConfig = {}) {
super(config)
// Merge with defaults
this.config = {
enabled: config.enabled ?? true,
limits: {
searches: config.limits?.searches ?? 1000,
writes: config.limits?.writes ?? 100,
reads: config.limits?.reads ?? 5000,
deletes: config.limits?.deletes ?? 50
},
windowMs: config.windowMs ?? 60000, // 1 minute default
skipSuccessfulRequests: config.skipSuccessfulRequests ?? false,
skipFailedRequests: config.skipFailedRequests ?? true,
keyGenerator: config.keyGenerator || this.defaultKeyGenerator
}
this.windowMs = this.config.windowMs!
// Initialize operation limiters
this.initializeLimiters()
}
getManifest(): AugmentationManifest {
return {
id: 'rate-limiter',
name: 'Rate Limiter',
version: '1.0.0',
description: 'Configurable rate limiting for API operations',
longDescription: 'Provides per-operation rate limiting with configurable windows and limits. Helps prevent abuse and ensures fair resource usage.',
category: 'core',
configSchema: {
type: 'object',
properties: {
enabled: {
type: 'boolean',
default: true,
description: 'Enable or disable rate limiting'
},
limits: {
type: 'object',
properties: {
searches: {
type: 'number',
default: 1000,
description: 'Search operations per minute'
},
writes: {
type: 'number',
default: 100,
description: 'Write operations per minute'
},
reads: {
type: 'number',
default: 5000,
description: 'Read operations per minute'
},
deletes: {
type: 'number',
default: 50,
description: 'Delete operations per minute'
}
}
},
windowMs: {
type: 'number',
default: 60000,
description: 'Time window in milliseconds'
}
}
},
configDefaults: {
enabled: true,
limits: {
searches: 1000,
writes: 100,
reads: 5000,
deletes: 50
},
windowMs: 60000
},
minBrainyVersion: '3.0.0',
keywords: ['rate-limit', 'security', 'throttle'],
documentation: 'https://docs.brainy.dev/augmentations/rate-limit',
status: 'stable',
performance: {
memoryUsage: 'low',
cpuUsage: 'low',
networkUsage: 'none'
},
features: ['per-operation-limits', 'configurable-windows', 'key-based-limiting'],
enhancedOperations: ['search', 'add', 'update', 'delete', 'get'],
metrics: [
{
name: 'rate_limit_exceeded',
type: 'counter',
description: 'Number of rate limit violations'
},
{
name: 'rate_limit_requests',
type: 'counter',
description: 'Total requests checked'
}
]
}
}
/**
* Initialize rate limiters for each operation type
*/
private initializeLimiters(): void {
const operations = ['searches', 'writes', 'reads', 'deletes']
for (const op of operations) {
this.limiters.set(op, new Map())
}
}
/**
* Default key generator (could be IP, user ID, etc.)
*/
private defaultKeyGenerator(_context: any): string {
// In a real implementation, this would extract IP or user ID
return 'default'
}
/**
* Check if request should be rate limited
*/
private checkRateLimit(operation: string, key: string): boolean {
const limiter = this.limiters.get(operation)
if (!limiter) return false
const limit = (this.config.limits as any)[operation]
if (!limit) return false
const now = Date.now()
let entry = limiter.get(key)
// Initialize or reset entry
if (!entry || now >= entry.resetTime) {
entry = {
count: 0,
resetTime: now + this.windowMs
}
limiter.set(key, entry)
}
// Check if limit exceeded
if (entry.count >= limit) {
return true // Rate limited
}
// Increment counter
entry.count++
return false
}
/**
* Get remaining requests for an operation
*/
private getRemainingRequests(operation: string, key: string): number {
const limiter = this.limiters.get(operation)
if (!limiter) return -1
const limit = (this.config.limits as any)[operation]
if (!limit) return -1
const entry = limiter.get(key)
if (!entry) return limit
const now = Date.now()
if (now >= entry.resetTime) return limit
return Math.max(0, limit - entry.count)
}
/**
* Get time until reset
*/
private getResetTime(operation: string, key: string): number {
const limiter = this.limiters.get(operation)
if (!limiter) return 0
const entry = limiter.get(key)
if (!entry) return 0
const now = Date.now()
return Math.max(0, entry.resetTime - now)
}
protected async onInitialize(): Promise<void> {
if (!this.config.enabled) {
this.log('Rate limiter disabled by configuration')
return
}
this.log(`Rate limiter initialized (window: ${this.windowMs}ms)`)
// Start cleanup timer
setInterval(() => {
this.cleanup()
}, this.windowMs)
}
protected async onShutdown(): Promise<void> {
this.clear()
this.log('Rate limiter shut down')
}
/**
* Execute augmentation - apply rate limiting
*/
async execute<T = any>(
operation: string,
params: any,
next: () => Promise<T>
): Promise<T> {
// If rate limiting is disabled, just pass through
if (!this.config.enabled) {
return next()
}
// Map operations to rate limit categories
let rateLimitOperation: string
switch (operation) {
case 'search':
case 'find':
case 'similar':
rateLimitOperation = 'searches'
break
case 'add':
case 'update':
rateLimitOperation = 'writes'
break
case 'delete':
rateLimitOperation = 'deletes'
break
case 'get':
rateLimitOperation = 'reads'
break
default:
return next() // Don't rate limit unknown operations
}
const key = (this.config.keyGenerator as any)(params)
if (this.checkRateLimit(rateLimitOperation, key)) {
const error = new Error(`Rate limit exceeded for ${operation}`)
;(error as any).statusCode = 429
;(error as any).retryAfter = this.getResetTime(rateLimitOperation, key)
;(error as any).rateLimit = {
limit: (this.config.limits as any)[rateLimitOperation],
remaining: 0,
reset: Date.now() + this.getResetTime(rateLimitOperation, key)
}
throw error
}
try {
const result = await next()
// Add rate limit info to result if possible
if (result && typeof result === 'object' && !Array.isArray(result)) {
(result as any)._rateLimit = {
limit: (this.config.limits as any)[rateLimitOperation],
remaining: this.getRemainingRequests(rateLimitOperation, key),
reset: Date.now() + this.getResetTime(rateLimitOperation, key)
}
}
return result
} catch (error) {
// Optionally don't count failed requests
if (this.config.skipFailedRequests) {
const limiter = this.limiters.get(rateLimitOperation)!
const entry = limiter.get(key)
if (entry && entry.count > 0) entry.count--
}
throw error
}
}
/**
* Get rate limit statistics
*/
getStats(): {
operations: Record<string, {
activeKeys: number
totalRequests: number
}>
} {
const stats: any = { operations: {} }
for (const [operation, limiter] of this.limiters) {
let totalRequests = 0
for (const entry of limiter.values()) {
totalRequests += entry.count
}
stats.operations[operation] = {
activeKeys: limiter.size,
totalRequests
}
}
return stats
}
/**
* Clear all rate limit entries
*/
clear(): void {
for (const limiter of this.limiters.values()) {
limiter.clear()
}
}
/**
* Clear expired entries (cleanup)
*/
cleanup(): void {
const now = Date.now()
for (const limiter of this.limiters.values()) {
for (const [key, entry] of limiter) {
if (now >= entry.resetTime) {
limiter.delete(key)
}
}
}
}
}
/**
* Create rate limit augmentation
*/
export function createRateLimitAugmentation(config?: RateLimitConfig): RateLimitAugmentation {
return new RateLimitAugmentation(config)
}