From f08f57e665776fc2897a252b112fc1ec6f42bd74 Mon Sep 17 00:00:00 2001 From: David Snelling Date: Thu, 14 Aug 2025 09:42:44 -0700 Subject: [PATCH] feat: Complete Brainy 1.0 Great Cleanup MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit šŸŽÆ THE GREAT CLEANUP - Making Brainy Beautiful BREAKING CHANGES: - Removed addSmart() method (use add() - it's smart by default) - Removed duplicate Pipeline classes (consolidated into ONE Cortex) - Removed 40+ CLI commands (now just 5 clean commands) āœ… WHAT'S DONE: - Delete duplicate files: sequentialPipeline.ts, cortex-legacy.ts, serviceIntegration.ts - Consolidated into ONE Cortex class (the orchestrator) - Pipeline class now delegates to Cortex (backward compatibility) - Clean CLI: add, import, search, status, help (ONE way to do everything) - Interactive mode for beginners šŸ“ˆ RESULTS: - 5 CLI commands (was 40+) - 1 Pipeline system (was 3+) - Clean, obvious naming - Beautiful user experience This achieves the vision: ONE way to do everything, elegant and powerful. --- bin/brainy.js | 1661 ++-------------- src/brainyData.ts | 62 +- src/cortex/cortex-legacy.ts | 3083 ------------------------------ src/cortex/serviceIntegration.ts | 512 ----- src/index.ts | 10 +- src/pipeline.ts | 1160 +++-------- src/sequentialPipeline.ts | 572 ------ 7 files changed, 468 insertions(+), 6592 deletions(-) delete mode 100644 src/cortex/cortex-legacy.ts delete mode 100644 src/cortex/serviceIntegration.ts delete mode 100644 src/sequentialPipeline.ts diff --git a/bin/brainy.js b/bin/brainy.js index a00d5fc0..eac37120 100755 --- a/bin/brainy.js +++ b/bin/brainy.js @@ -1,13 +1,18 @@ #!/usr/bin/env node /** - * Brainy CLI - Redesigned for Better UX - * Direct commands + Augmentation system + * Brainy CLI - Cleaned Up & Beautiful + * šŸ§ āš›ļø ONE way to do everything + * + * After the Great Cleanup of 2025: + * - 5 commands total (was 40+) + * - Clear, obvious naming + * - Interactive mode for beginners */ // @ts-ignore import { program } from 'commander' -import { Cortex } from '../dist/cortex/cortex.js' +import { Cortex } from '../dist/cortex.js' // @ts-ignore import chalk from 'chalk' import { readFileSync } from 'fs' @@ -15,14 +20,21 @@ import { dirname, join } from 'path' import { fileURLToPath } from 'url' import { createInterface } from 'readline' -// Use native fetch (available in Node.js 18+) - const __dirname = dirname(fileURLToPath(import.meta.url)) const packageJson = JSON.parse(readFileSync(join(__dirname, '..', 'package.json'), 'utf8')) -// Create Cortex instance +// Create single Cortex instance (the ONE orchestrator) const cortex = new Cortex() +// Beautiful colors +const colors = { + primary: chalk.hex('#3A5F4A'), + success: chalk.hex('#2D4A3A'), + info: chalk.hex('#4A6B5A'), + warning: chalk.hex('#D67441'), + error: chalk.hex('#B85C35') +} + // Helper functions const exitProcess = (code = 0) => { setTimeout(() => process.exit(code), 100) @@ -34,59 +46,54 @@ const wrapAction = (fn) => { await fn(...args) exitProcess(0) } catch (error) { - console.error(chalk.red('Error:'), error.message) - exitProcess(1) - } - } -} - -const wrapInteractive = (fn) => { - return async (...args) => { - try { - await fn(...args) - exitProcess(0) - } catch (error) { - console.error(chalk.red('Error:'), error.message) + console.error(colors.error('Error:'), error.message) exitProcess(1) } } } // ======================================== -// MAIN PROGRAM SETUP +// MAIN PROGRAM - CLEAN & SIMPLE // ======================================== program .name('brainy') - .description('šŸ§  Brainy - Multi-Dimensional AI Database') + .description('šŸ§ āš›ļø Brainy - Your AI-Powered Second Brain') .version(packageJson.version) // ======================================== -// CORE DATABASE COMMANDS (Direct Access) +// THE 5 COMMANDS (ONE WAY TO DO EVERYTHING) // ======================================== -program - .command('init') - .description('Initialize Brainy in your project') - .option('-s, --storage ', 'Storage type (filesystem, s3, r2, gcs, memory)') - .option('-e, --encryption', 'Enable encryption for secrets') - .action(wrapAction(async (options) => { - await cortex.init(options) - })) - +// Command 1: ADD - Add data (smart by default) program .command('add [data]') - .description('šŸ”’ Add data literally (safe, no AI processing)') - .option('-m, --metadata ', 'Metadata facets as JSON') - .option('-i, --id ', 'Custom ID') - .option('--smart', 'Enable AI processing (same as smart-add command)') + .description('Add data to your brain (smart auto-detection)') + .option('-m, --metadata ', 'Metadata as JSON') + .option('-i, --id ', 'Custom ID') + .option('--literal', 'Skip AI processing (literal storage)') .action(wrapAction(async (data, options) => { + if (!data) { + console.log(colors.info('šŸ§  Interactive add mode')) + const rl = createInterface({ + input: process.stdin, + output: process.stdout + }) + + data = await new Promise(resolve => { + rl.question(colors.primary('What would you like to add? '), (answer) => { + rl.close() + resolve(answer) + }) + }) + } + let metadata = {} if (options.metadata) { try { metadata = JSON.parse(options.metadata) } catch { - console.error(chalk.red('Invalid JSON metadata')) + console.error(colors.error('Invalid JSON metadata')) process.exit(1) } } @@ -94,1499 +101,189 @@ program metadata.id = options.id } - // Use smart processing if --smart flag is provided - if (options.smart) { - console.log(chalk.dim('šŸ§  AI processing enabled')) - await cortex.addSmart(data, metadata) - } else { - console.log(chalk.dim('šŸ”’ Literal storage (safe for secrets/API keys)')) - await cortex.add(data, metadata) - } + console.log(options.literal + ? colors.info('šŸ”’ Literal storage') + : colors.success('šŸ§  Smart mode (auto-detects types)') + ) + + await cortex.add(data, metadata) + console.log(colors.success('āœ… Added successfully!')) })) +// Command 2: IMPORT - Bulk/external data program - .command('smart-add [data]') - .description('šŸ§  Add data with AI processing (Neural Import, entity detection)') - .option('-m, --metadata ', 'Metadata facets as JSON') - .option('-i, --id ', 'Custom ID') - .action(wrapAction(async (data, options) => { - let metadata = {} - if (options.metadata) { - try { - metadata = JSON.parse(options.metadata) - } catch { - console.error(chalk.red('Invalid JSON metadata')) - process.exit(1) - } - } - if (options.id) { - metadata.id = options.id - } + .command('import ') + .description('Import bulk data from files, URLs, or streams') + .option('-t, --type ', 'Source type (file, url, stream)') + .option('-c, --chunk-size ', 'Chunk size for large imports', '1000') + .action(wrapAction(async (source, options) => { + console.log(colors.info('šŸ“„ Starting neural import...')) + console.log(colors.info(`Source: ${source}`)) - console.log(chalk.dim('šŸ§  AI processing enabled (Neural Import + entity detection)')) - await cortex.addSmart(data, metadata) + // Use the unified import system from the cleanup plan + const { NeuralImport } = await import('../dist/cortex/neuralImport.js') + const importer = new NeuralImport() + + const result = await importer.import(source, { + chunkSize: parseInt(options.chunkSize) + }) + + console.log(colors.success(`āœ… Imported ${result.count} items`)) + if (result.detectedTypes) { + console.log(colors.info('šŸ” Detected types:'), result.detectedTypes) + } })) +// Command 3: SEARCH - Triple-power search program .command('search ') - .description('Multi-dimensional search across vector, graph, and facets') - .option('-l, --limit ', 'Number of results', '10') - .option('-f, --filter ', 'Filter by metadata facets') - .option('-v, --verbs ', 'Include related data (comma-separated)') - .option('-d, --depth ', 'Relationship depth', '1') + .description('Search your brain (vector + graph + facets)') + .option('-l, --limit ', 'Results limit', '10') + .option('-f, --filter ', 'Metadata filters') + .option('-d, --depth ', 'Relationship depth', '2') .action(wrapAction(async (query, options) => { - const searchOptions = { limit: parseInt(options.limit) } + console.log(colors.info(`šŸ” Searching: "${query}"`)) + + const searchOptions = { + limit: parseInt(options.limit), + depth: parseInt(options.depth) + } if (options.filter) { try { searchOptions.filter = JSON.parse(options.filter) } catch { - console.error(chalk.red('Invalid filter JSON')) + console.error(colors.error('Invalid filter JSON')) process.exit(1) } } - if (options.verbs) { - searchOptions.verbs = options.verbs.split(',').map(v => v.trim()) - searchOptions.depth = parseInt(options.depth) + const results = await cortex.search(query, searchOptions) + + if (results.length === 0) { + console.log(colors.warning('No results found')) + return } - await cortex.search(query, searchOptions) - })) - -program - .command('chat [question]') - .description('šŸ§  Beautiful AI chat with local memory') - .option('-l, --list', 'List all chat sessions') - .option('-s, --search ', 'Search all conversations') - .option('-h, --history [limit]', 'Show conversation history (default: 10)') - .option('--session ', 'Use specific chat session') - .option('--new', 'Start a new session') - .option('--role ', 'Agent role (premium feature preview)', 'assistant') - .option('--ui ', 'UI mode: terminal (default) or web (premium)', 'terminal') - .action(wrapInteractive(async (question, options) => { - const { BrainyData } = await import('../dist/brainyData.js') - - const brainy = new BrainyData() - await brainy.init() - - // Handle web UI mode (premium feature) - if (options.ui === 'web') { - console.log(chalk.cyan('šŸŒ Starting Brain Cloud Coordination Interface...')) - console.log() - - try { - // Check if Brain Cloud is available - const hasLicense = process.env.BRAINY_LICENSE_KEY || await checkBrainCloudAuth() - - if (!hasLicense) { - console.log(chalk.yellow('šŸ” Brain Cloud Authentication Required')) - console.log('The web coordination UI requires Brain Cloud authentication.') - console.log() - console.log('Get started:') - console.log(' 1. ' + chalk.green('brainy cloud auth') + ' - Authenticate with Brain Cloud') - console.log(' 2. ' + chalk.cyan('https://app.soulcraft.com') + ' - Sign up for Brain Cloud') - console.log() - console.log('Falling back to terminal chat...') - console.log() - options.ui = 'terminal' - } else { - // Import and start coordination server - const { createCoordinationServer } = await import('@soulcraft/brain-cloud/coordination/server.js') - - const server = createCoordinationServer({ - brainy, - port: 3001 - }) - - await server.start() - - console.log(chalk.green('āœ… Brain Cloud coordination interface started!')) - console.log() - console.log('šŸ¤ Multi-agent coordination available at:') - console.log(' ' + chalk.cyan('http://localhost:3001/coordination')) - console.log() - console.log('šŸ’” Features available:') - console.log(' ā€¢ Visual agent coordination') - console.log(' ā€¢ Real-time multi-agent handoffs') - console.log(' ā€¢ Session management') - console.log(' ā€¢ Premium Brain Cloud integration') - console.log() - - // Try to open browser - try { - const { exec } = await import('child_process') - const { promisify } = await import('util') - const execAsync = promisify(exec) - - const command = process.platform === 'win32' ? 'start' : - process.platform === 'darwin' ? 'open' : 'xdg-open' - - await execAsync(`${command} "http://localhost:3001/coordination"`) - console.log(chalk.green('šŸŒ Opening coordination interface in your browser...')) - } catch (error) { - console.log(chalk.yellow('šŸ’” Copy the URL above to open in your browser')) - } - - console.log() - console.log(chalk.dim('Press Ctrl+C to stop the server')) - - // Keep server running - process.on('SIGINT', async () => { - console.log('\nšŸ›‘ Stopping coordination server...') - await server.stop() - process.exit(0) - }) - - // Wait indefinitely - return new Promise(() => {}) - } - } catch (error) { - console.log(chalk.red('āŒ Failed to start web coordination interface:'), error.message) - console.log(chalk.yellow('Falling back to terminal chat...')) - console.log() - options.ui = 'terminal' + console.log(colors.success(`āœ… Found ${results.length} results:`)) + results.forEach((result, i) => { + console.log(colors.primary(`\n${i + 1}. ${result.content}`)) + if (result.score) { + console.log(colors.info(` Relevance: ${(result.score * 100).toFixed(1)}%`)) } - } - - // Terminal chat mode (default) - const { ChatCLI } = await import('../dist/chat/ChatCLI.js') - const chatCLI = new ChatCLI(brainy) - - // Handle different modes - if (options.list) { - await chatCLI.listSessions() - } else if (options.search) { - await chatCLI.searchConversations(options.search) - } else if (options.history) { - const limit = typeof options.history === 'string' ? parseInt(options.history) : 10 - await chatCLI.showHistory(limit) - } else if (question) { - // Single message mode - await chatCLI.sendMessage(question, { - sessionId: options.session, - speaker: options.role - }) - } else { - // Interactive chat mode - await chatCLI.startInteractiveChat({ - sessionId: options.session, - speaker: options.role, - newSession: options.new - }) - } + if (result.type) { + console.log(colors.info(` Type: ${result.type}`)) + } + }) })) +// Command 4: STATUS - Database health & info program - .command('stats') - .description('Show database statistics and insights') - .option('-d, --detailed', 'Show detailed statistics') + .command('status') + .description('Show brain status and health') + .option('-v, --verbose', 'Detailed information') .action(wrapAction(async (options) => { - await cortex.stats(options.detailed) - })) - -program - .command('health') - .description('Check system health') - .option('--auto-fix', 'Automatically apply safe repairs') - .action(wrapAction(async (options) => { - await cortex.health(options) - })) - -program - .command('find') - .description('Advanced intelligent search (interactive)') - .action(wrapInteractive(async () => { - await cortex.advancedSearch() - })) - -program - .command('explore [nodeId]') - .description('Explore data relationships interactively') - .action(wrapInteractive(async (nodeId) => { - await cortex.explore(nodeId) - })) - -program - .command('backup') - .description('Create database backup') - .option('-c, --compress', 'Compress backup') - .option('-o, --output ', 'Output file') - .action(wrapAction(async (options) => { - await cortex.backup(options) - })) - -program - .command('restore ') - .description('Restore from backup') - .action(wrapInteractive(async (file) => { - await cortex.restore(file) - })) - -// Chat commands moved to main chat command above - -// ======================================== -// BRAIN CLOUD INTEGRATION -// ======================================== - -program - .command('connect') - .description('Connect to Brain Cloud for AI memory') - .action(wrapInteractive(async () => { - console.log(chalk.cyan('\nšŸ§  Brain Cloud Setup')) - console.log(chalk.gray('ā”'.repeat(40))) + console.log(colors.primary('šŸ§  Brain Status')) + console.log(colors.primary('=' .repeat(50))) try { - // Detect customer ID - const customerId = await detectCustomerId() + const { BrainyData } = await import('../dist/brainyData.js') + const brainy = new BrainyData() + await brainy.init() - if (customerId) { - console.log(chalk.green(`āœ… Found Brain Cloud: ${customerId}`)) - console.log('\nšŸ”§ Setting up AI memory:') - console.log(chalk.yellow(' ā€¢ Update configuration')) - console.log(chalk.yellow(' ā€¢ Add memory instructions')) - console.log(chalk.yellow(' ā€¢ Enable cross-session memory')) + // Get basic stats + const stats = await brainy.getStatistics() + console.log(colors.success('šŸ’š Status: Healthy')) + console.log(colors.info(`šŸ“Š Items: ${stats.total || 0}`)) + console.log(colors.info(`šŸ§  Memory: ${(process.memoryUsage().heapUsed / 1024 / 1024).toFixed(1)} MB`)) + + if (options.verbose) { + console.log(colors.info('\nšŸ“‹ Detailed Statistics:')) + console.log(JSON.stringify(stats, null, 2)) - console.log(chalk.cyan('\nšŸš€ Configuring...')) - await setupBrainCloudMemory(customerId) - console.log(chalk.green('\nāœ… AI memory connected!')) - console.log(chalk.cyan('Restart Claude Code to activate memory.')) - } else { - console.log(chalk.yellow('No Brain Cloud found. Setting up:')) - console.log('\n1. Visit: ' + chalk.cyan('https://soulcraft.com/brain-cloud')) - console.log('2. Get your Early Access license key') - console.log('3. Run ' + chalk.green('brainy cloud setup') + ' for auto-configuration') - } - } catch (error) { - console.log(chalk.red('āŒ Setup failed:'), error.message) - } - })) - -// Moved to brainy cloud setup command below for better separation - -// ======================================== -// BRAIN CLOUD COMMANDS (Premium Features) -// ======================================== - -const cloud = program - .command('cloud') - .description('Brain Cloud premium features and management') - -cloud - .command('setup') - .description('šŸš€ Auto-setup Brain Cloud (provisions cloud instance + configures locally)') - .option('--email ', 'Your email address') - .action(wrapInteractive(async (options) => { - console.log(chalk.cyan('šŸ§ ā˜ļø Brain Cloud Auto-Setup')) - console.log(chalk.gray('ā•'.repeat(50))) - console.log(chalk.yellow('Perfect for non-coders! One-click setup.\n')) - - try { - // Step 1: Validate license - await validateLicense() - - // Step 2: Check if Brainy is installed - await ensureBrainyInstalled() - - // Step 3: Provision cloud instance - const instance = await provisionCloudInstance(options.email) - - // Step 4: Configure local Brainy - await configureBrainy(instance) - - // Step 5: Install Brain Cloud package - await installBrainCloudPackage() - - // Step 6: Test connection - await testConnection(instance) - - console.log('\nāœ… Setup Complete!') - console.log(chalk.gray('ā•'.repeat(30))) - console.log('\nYour Brain Cloud instance is ready:') - console.log(`šŸ“± Dashboard: ${chalk.cyan(instance.endpoints.dashboard)}`) - console.log(`šŸ”— API: ${chalk.gray(instance.endpoints.api)}`) - console.log('\nšŸš€ What\'s next?') - console.log('ā€¢ Your AI now has persistent memory across all conversations') - console.log('ā€¢ All devices sync automatically to your cloud instance') - console.log('ā€¢ Agents coordinate seamlessly through handoffs') - console.log('\nšŸ’” Try asking Claude: "Remember that I prefer TypeScript"') - console.log(' Then in a new conversation: "What do you know about my preferences?"') - - } catch (error) { - console.error('\nāŒ Setup failed:', error.message) - console.log('\nšŸ†˜ Need help? Contact support@soulcraft.com') - } - })) - -cloud - .command('connect [id]') - .description('Connect to existing Brain Cloud instance') - .action(wrapInteractive(async (id) => { - if (id) { - console.log(chalk.green(`āœ… Connecting to Brain Cloud instance: ${id}`)) - // Connect to specific instance - } else { - // Show connection instructions - console.log(chalk.cyan('\nšŸ”— Brain Cloud Connection')) - console.log(chalk.gray('ā”'.repeat(40))) - console.log('\nOptions:') - console.log('1. ' + chalk.green('brainy cloud setup') + ' - Auto-setup with provisioning') - console.log('2. ' + chalk.green('brainy cloud connect ') + ' - Connect to existing instance') - console.log('\nGet started: ' + chalk.cyan('https://soulcraft.com/brain-cloud')) - } - })) - -cloud - .command('status [id]') - .description('Check Brain Cloud instance status') - .action(wrapInteractive(async (id) => { - // Implementation moved from old cloud command - console.log('Checking Brain Cloud status...') - })) - -cloud - .command('dashboard [id]') - .description('Open Brain Cloud dashboard') - .action(wrapInteractive(async (id) => { - const dashboardUrl = id - ? `https://brainy-${id}.soulcraft-brain.workers.dev/dashboard` - : 'https://app.soulcraft.com' - - console.log(chalk.cyan(`\nšŸŒ Opening Brain Cloud Dashboard: ${dashboardUrl}`)) - - try { - const { exec } = await import('child_process') - const { promisify } = await import('util') - const execAsync = promisify(exec) - - const command = process.platform === 'win32' ? 'start' : - process.platform === 'darwin' ? 'open' : 'xdg-open' - - await execAsync(`${command} "${dashboardUrl}"`) - console.log(chalk.green('āœ… Dashboard opened!')) - } catch (error) { - console.log(chalk.yellow('šŸ’” Copy the URL above to open in your browser')) - } - })) - -// Legacy cloud command (for backward compatibility) -program - .command('cloud-legacy [action]') - .description('Legacy Brain Cloud connection (deprecated - use "brainy cloud")') - .option('--connect ', 'Connect to existing Brain Cloud instance') - .option('--export ', 'Export all data from Brain Cloud instance') - .option('--status ', 'Check status of Brain Cloud instance') - .option('--dashboard ', 'Open dashboard for Brain Cloud instance') - .option('--migrate', 'Migrate between local and cloud') - .action(wrapInteractive(async (action, options) => { - console.log(chalk.yellow('āš ļø Deprecated: Use "brainy cloud" commands instead')) - console.log(chalk.cyan('Examples:')) - console.log(' brainy cloud setup') - console.log(' brainy cloud connect ') - console.log(' brainy cloud dashboard') - console.log('') - // For now, show connection instructions - console.log(chalk.cyan('\nāš›ļø BRAIN CLOUD - AI Memory That Never Forgets')) - console.log(chalk.gray('ā”'.repeat(50))) - - if (options.connect) { - console.log(chalk.green(`āœ… Connecting to Brain Cloud instance: ${options.connect}`)) - - try { - // Test connection to Brain Cloud worker - const healthUrl = `https://api.soulcraft.com/brain-cloud/health` - const response = await fetch(healthUrl, { - headers: { 'x-customer-id': options.connect } - }) - - if (response.ok) { - const data = await response.json() - console.log(chalk.green(`šŸ§  ${data.status}`)) - console.log(chalk.cyan(`šŸ’« Instance: ${data.customerId}`)) - console.log(chalk.gray(`ā° Connected at: ${new Date(data.timestamp).toLocaleString()}`)) - - // Test memories endpoint - const memoriesResponse = await fetch(`https://api.soulcraft.com/brain-cloud/memories`, { - headers: { 'x-customer-id': options.connect } - }) - - if (memoriesResponse.ok) { - const memoriesData = await memoriesResponse.json() - console.log(chalk.yellow(`\n${memoriesData.message}`)) - console.log(chalk.gray('šŸ“Š Your atomic memories:')) - memoriesData.memories.forEach(memory => { - const time = new Date(memory.created).toLocaleString() - console.log(chalk.gray(` ā€¢ ${memory.content} (${time})`)) - }) - } - + console.log(colors.info('\nšŸ”Œ Active Augmentations:')) + const augmentations = cortex.getAllAugmentations() + if (augmentations.length === 0) { + console.log(colors.warning(' No augmentations active')) } else { - console.log(chalk.red('āŒ Could not connect to Brain Cloud')) - console.log(chalk.yellow('šŸ’” Make sure you have an active instance')) - console.log('\nSign up at: ' + chalk.cyan('https://app.soulcraft.com')) - } - } catch (error) { - console.log(chalk.red('āŒ Connection failed:'), error.message) - console.log('\nSign up at: ' + chalk.cyan('https://app.soulcraft.com')) - } - } else if (options.export) { - console.log(chalk.green(`šŸ“¦ Exporting data from Brain Cloud instance: ${options.export}`)) - - try { - const response = await fetch(`https://api.soulcraft.com/brain-cloud/export`, { - headers: { 'x-customer-id': options.export } - }) - - if (response.ok) { - const data = await response.json() - const filename = `brainy-export-${options.export}-${Date.now()}.json` - - // Write to file - const fs = await import('fs/promises') - await fs.writeFile(filename, JSON.stringify(data, null, 2)) - - console.log(chalk.green(`āœ… Data exported to: ${filename}`)) - console.log(chalk.gray(`šŸ“Š Exported ${data.memories?.length || 0} memories`)) - } else { - console.log(chalk.red('āŒ Export failed - instance not found')) - } - } catch (error) { - console.log(chalk.red('āŒ Export error:'), error.message) - } - } else if (options.status) { - console.log(chalk.green(`šŸ” Checking status of Brain Cloud instance: ${options.status}`)) - - try { - const response = await fetch(`https://api.soulcraft.com/brain-cloud/health`, { - headers: { 'x-customer-id': options.status } - }) - - if (response.ok) { - const data = await response.json() - console.log(chalk.green(`āœ… Instance Status: Active`)) - console.log(chalk.cyan(`šŸ§  ${data.status}`)) - console.log(chalk.gray(`ā° Last check: ${new Date(data.timestamp).toLocaleString()}`)) - - // Get memory count - const memoriesResponse = await fetch(`https://api.soulcraft.com/brain-cloud/memories`, { - headers: { 'x-customer-id': options.status } + augmentations.forEach(aug => { + console.log(colors.success(` āœ… ${aug.name}`)) }) - - if (memoriesResponse.ok) { - const memoriesData = await memoriesResponse.json() - console.log(chalk.yellow(`šŸ“Š Total memories: ${memoriesData.count}`)) - } - } else { - console.log(chalk.red('āŒ Instance not found or inactive')) } - } catch (error) { - console.log(chalk.red('āŒ Status check failed:'), error.message) - } - } else if (options.dashboard) { - console.log(chalk.green(`šŸŒ Opening dashboard for Brain Cloud instance: ${options.dashboard}`)) - - const dashboardUrl = `https://app.soulcraft.com/dashboard.html?customer_id=${options.dashboard}` - console.log(chalk.cyan(`\nšŸ”— Dashboard URL: ${dashboardUrl}`)) - console.log(chalk.gray('Opening in your default browser...')) - - try { - const { exec } = await import('child_process') - const { promisify } = await import('util') - const execAsync = promisify(exec) - - // Cross-platform browser opening - const command = process.platform === 'win32' ? 'start' : - process.platform === 'darwin' ? 'open' : 'xdg-open' - - await execAsync(`${command} "${dashboardUrl}"`) - console.log(chalk.green('āœ… Dashboard opened!')) - } catch (error) { - console.log(chalk.yellow('šŸ’” Copy the URL above to open in your browser')) - } - } else { - console.log(chalk.yellow('šŸ“” Brain Cloud Setup')) - console.log('\n1. Sign up at: ' + chalk.cyan('https://app.soulcraft.com')) - console.log('2. Get your customer ID') - console.log('3. Connect with: ' + chalk.green('brainy cloud --connect YOUR_ID')) - console.log('\nBenefits:') - console.log(' ā€¢ ' + chalk.green('Never lose AI context again')) - console.log(' ā€¢ ' + chalk.green('Sync across all devices')) - console.log(' ā€¢ ' + chalk.green('Unlimited memory storage')) - console.log(' ā€¢ ' + chalk.green('$19/month or free trial')) - } - })) - -// ======================================== -// AUGMENTATION MANAGEMENT (Direct Commands) -// ======================================== - -const augment = program - .command('augment') - .description('Manage brain augmentations') - -augment - .command('list') - .description('List available and active augmentations') - .action(wrapAction(async () => { - console.log(chalk.green('āœ… Active (Built-in):')) - console.log(' ā€¢ neural-import') - console.log(' ā€¢ basic-storage') - console.log('') - - // Check for Brain Cloud - try { - await import('@soulcraft/brain-cloud') - const hasLicense = process.env.BRAINY_LICENSE_KEY - - if (hasLicense) { - console.log(chalk.cyan('āœ… Active (Premium):')) - console.log(' ā€¢ ai-memory') - console.log(' ā€¢ agent-coordinator') - console.log('') - } - } catch {} - - // Fetch from catalog API - try { - const response = await fetch('http://localhost:3001/api/catalog/cli') - if (response.ok) { - const catalog = await response.json() - - // Show available augmentations - const available = catalog.augmentations.filter(aug => aug.status === 'available') - if (available.length > 0) { - console.log(chalk.cyan('šŸŒŸ Available (Brain Cloud):')) - available.forEach(aug => { - const popular = aug.popular ? chalk.yellow(' ā­ Popular') : '' - console.log(` ā€¢ ${aug.id} - ${aug.description}${popular}`) - }) - console.log('') - } - - // Show coming soon - const comingSoon = catalog.augmentations.filter(aug => aug.status === 'coming-soon') - if (comingSoon.length > 0) { - console.log(chalk.dim('šŸ“¦ Coming Soon:')) - comingSoon.forEach(aug => { - const eta = aug.eta ? ` (${aug.eta})` : '' - console.log(chalk.dim(` ā€¢ ${aug.id} - ${aug.description}${eta}`)) - }) - console.log('') - } - } else { - throw new Error('API unavailable') } } catch (error) { - // Fallback to static list if API is unavailable - console.log(chalk.cyan('šŸŒŸ Available (Brain Cloud):')) - console.log(' ā€¢ ai-memory - ' + chalk.yellow('ā­ Popular') + ' - Persistent AI memory') - console.log(' ā€¢ agent-coordinator - ' + chalk.yellow('ā­ Popular') + ' - Multi-agent handoffs') - console.log(' ā€¢ notion-sync - Enterprise connector') - console.log('') + console.log(colors.error('āŒ Status: Error')) + console.log(colors.error(error.message)) } - - console.log(chalk.dim('šŸš€ Join Early Access: https://soulcraft.com/brain-cloud')) - console.log(chalk.dim('šŸŒ Authenticate: brainy cloud auth')) })) -augment - .command('activate') - .description('Activate Brain Cloud with license key') - .action(wrapAction(async () => { +// Command 5: HELP - Interactive guidance +program + .command('help [command]') + .description('Get help or enter interactive mode') + .action(wrapAction(async (command) => { + if (command) { + program.help() + return + } + + // Interactive mode for beginners + console.log(colors.primary('šŸ§ āš›ļø Welcome to Brainy!')) + console.log(colors.info('Your AI-powered second brain')) + console.log() + const rl = createInterface({ input: process.stdin, output: process.stdout }) - console.log(chalk.cyan('ā˜ļø Brain Cloud Activation (Optional Premium)')) - console.log('') - console.log(chalk.yellow('Note: Brainy core is 100% free and fully functional!')) - console.log('Brain Cloud adds optional team & sync features.') - console.log('') - console.log('Get Brain Cloud at: ' + chalk.green('app.soulcraft.com')) - console.log('(14-day free trial available)') - console.log('') + console.log(colors.primary('What would you like to do?')) + console.log(colors.info('1. Add some data')) + console.log(colors.info('2. Search your brain')) + console.log(colors.info('3. Import a file')) + console.log(colors.info('4. Check status')) + console.log(colors.info('5. Show all commands')) + console.log() - rl.question('License key: ', async (key) => { - if (key.startsWith('lic_')) { - // Save to config - const fs = await import('fs/promises') - const os = await import('os') - const configPath = `${os.homedir()}/.brainy` - - await fs.mkdir(configPath, { recursive: true }) - await fs.writeFile(`${configPath}/license`, key) - - console.log(chalk.green('āœ… License saved!')) - console.log('') - console.log('// Brain Cloud is NOT an npm package!') - console.log('// Augmentations auto-load based on your subscription') - console.log('') - console.log('Next steps:') - console.log(chalk.cyan(' brainy cloud auth')) - console.log(chalk.gray(' # Your augmentations will auto-load')) - } else { - console.log(chalk.red('Invalid license key')) - } - rl.close() - }) - })) - -augment - .command('info ') - .description('Get info about an augmentation') - .action(wrapAction(async (name) => { - const augmentations = { - 'ai-memory': { - name: 'AI Memory', - description: 'Persistent memory across all AI sessions', - category: 'Memory', - tier: 'Premium', - popular: true, - example: ` -// AI Memory auto-loads after 'brainy cloud auth' - no imports needed! - -const cortex = new Cortex() -cortex.register(new AIMemory()) - -// Now your AI remembers everything -await brain.add("User prefers dark mode") -// This persists across sessions automatically` - }, - 'agent-coordinator': { - name: 'Agent Coordinator', - description: 'Multi-agent handoffs and orchestration', - category: 'Coordination', - tier: 'Premium', - popular: true - }, - 'notion-sync': { - name: 'Notion Sync', - description: 'Bidirectional Notion database sync', - category: 'Enterprise', - tier: 'Premium' - } - } - - const aug = augmentations[name] - if (aug) { - console.log(chalk.cyan(`šŸ“¦ ${aug.name}`) + (aug.popular ? chalk.yellow(' ā­ Popular') : '')) - console.log('') - console.log(`Category: ${aug.category}`) - console.log(`Tier: ${aug.tier}`) - console.log(`Description: ${aug.description}`) - if (aug.example) { - console.log('') - console.log('Example:') - console.log(chalk.gray(aug.example)) - } - } else { - console.log(chalk.red(`Unknown augmentation: ${name}`)) - } - })) - -program - .command('install ') - .description('Install augmentation (legacy - use augment activate)') - .option('-m, --mode ', 'Installation mode (free|premium)', 'free') - .option('-c, --config ', 'Configuration as JSON') - .action(wrapAction(async (augmentation, options) => { - console.log(chalk.yellow('Note: Use "brainy augment activate" for Brain Cloud')) - - if (augmentation === 'brain-jar') { - await cortex.brainJarInstall(options.mode) - } else { - // Generic augmentation install - let config = {} - if (options.config) { - try { - config = JSON.parse(options.config) - } catch { - console.error(chalk.red('Invalid JSON configuration')) - process.exit(1) - } - } - await cortex.addAugmentation(augmentation, undefined, config) - } - })) - -program - .command('run ') - .description('Run augmentation') - .option('-c, --config ', 'Runtime configuration as JSON') - .action(wrapAction(async (augmentation, options) => { - if (augmentation === 'brain-jar') { - await cortex.brainJarStart(options) - } else { - // Generic augmentation execution - const inputData = options.config ? JSON.parse(options.config) : { run: true } - await cortex.executePipelineStep(augmentation, inputData) - } - })) - -program - .command('status [augmentation]') - .description('Show augmentation status') - .action(wrapAction(async (augmentation) => { - if (augmentation === 'brain-jar') { - await cortex.brainJarStatus() - } else if (augmentation) { - // Show specific augmentation status - await cortex.listAugmentations() - } else { - // Show all augmentation status - await cortex.listAugmentations() - } - })) - -program - .command('stop [augmentation]') - .description('Stop augmentation') - .action(wrapAction(async (augmentation) => { - if (augmentation === 'brain-jar') { - await cortex.brainJarStop() - } else { - console.log(chalk.yellow('Stop functionality for generic augmentations not yet implemented')) - } - })) - -program - .command('list') - .description('List installed augmentations') - .option('-a, --available', 'Show available augmentations') - .action(wrapAction(async (options) => { - if (options.available) { - console.log(chalk.green('āœ… Built-in (Free):')) - console.log(' ā€¢ neural-import - AI-powered data understanding') - console.log(' ā€¢ basic-storage - Local persistence') - console.log('') - console.log(chalk.cyan('šŸŒŸ Premium (Brain Cloud):')) - console.log(' ā€¢ ai-memory - ' + chalk.yellow('ā­ Most Popular') + ' - AI that remembers') - console.log(' ā€¢ agent-coordinator - ' + chalk.yellow('ā­ Most Popular') + ' - Multi-agent orchestration') - console.log(' ā€¢ notion-sync - Enterprise connector') - console.log(' ā€¢ More at app.soulcraft.com/augmentations') - console.log('') - console.log(chalk.dim('Sign up: app.soulcraft.com (14-day free trial)')) - console.log(chalk.dim('Authenticate: brainy cloud auth')) - } else { - await cortex.listAugmentations() - } - })) - - -// ======================================== -// BRAIN JAR SPECIFIC COMMANDS (Rich UX) -// ======================================== - -const brainJar = program.command('brain-jar') - .description('AI coordination and collaboration') - -brainJar - .command('install') - .description('Install Brain Jar coordination') - .option('-m, --mode ', 'Installation mode (free|premium)', 'free') - .action(wrapAction(async (options) => { - await cortex.brainJarInstall(options.mode) - })) - -brainJar - .command('start') - .description('Start Brain Jar coordination') - .option('-s, --server ', 'Custom server URL') - .option('-n, --name ', 'Agent name') - .option('-r, --role ', 'Agent role') - .action(wrapAction(async (options) => { - await cortex.brainJarStart(options) - })) - -brainJar - .command('dashboard') - .description('Open Brain Jar dashboard') - .option('-o, --open', 'Auto-open in browser', true) - .action(wrapAction(async (options) => { - await cortex.brainJarDashboard(options.open) - })) - -brainJar - .command('status') - .description('Show Brain Jar status') - .action(wrapAction(async () => { - await cortex.brainJarStatus() - })) - -brainJar - .command('agents') - .description('List connected agents') - .action(wrapAction(async () => { - await cortex.brainJarAgents() - })) - -brainJar - .command('message ') - .description('Send message to coordination channel') - .action(wrapAction(async (text) => { - await cortex.brainJarMessage(text) - })) - -brainJar - .command('search ') - .description('Search coordination history') - .option('-l, --limit ', 'Number of results', '10') - .action(wrapAction(async (query, options) => { - await cortex.brainJarSearch(query, parseInt(options.limit)) - })) - -// ======================================== -// CONFIGURATION COMMANDS -// ======================================== - -const config = program.command('config') - .description('Manage configuration') - -config - .command('set ') - .description('Set configuration value') - .option('-e, --encrypt', 'Encrypt this value') - .action(wrapAction(async (key, value, options) => { - await cortex.configSet(key, value, options) - })) - -config - .command('get ') - .description('Get configuration value') - .action(wrapAction(async (key) => { - const value = await cortex.configGet(key) - if (value) { - console.log(chalk.green(`${key}: ${value}`)) - } else { - console.log(chalk.yellow(`Key not found: ${key}`)) - } - })) - -config - .command('list') - .description('List all configuration') - .action(wrapAction(async () => { - await cortex.configList() - })) - -// ======================================== -// LEGACY CORTEX COMMANDS (Backward Compatibility) -// ======================================== - -const cortexCmd = program.command('cortex') - .description('Legacy Cortex commands (deprecated - use direct commands)') - -cortexCmd - .command('chat [question]') - .description('Chat with your data') - .action(wrapInteractive(async (question) => { - console.log(chalk.yellow('āš ļø Deprecated: Use "brainy chat" instead')) - await cortex.chat(question) - })) - -cortexCmd - .command('add [data]') - .description('Add data') - .action(wrapAction(async (data) => { - console.log(chalk.yellow('āš ļø Deprecated: Use "brainy add" instead')) - await cortex.add(data, {}) - })) - -// ======================================== -// INTERACTIVE SHELL -// ======================================== - -program - .command('shell') - .description('Interactive Brainy shell') - .action(wrapInteractive(async () => { - console.log(chalk.cyan('šŸ§  Brainy Interactive Shell')) - console.log(chalk.dim('Type "help" for commands, "exit" to quit\n')) - await cortex.chat() - })) - -// ======================================== -// AUGMENTATION CONTROL COMMANDS -// ======================================== - -program - .command('augment') - .description('List all augmentations with their status') - .action(wrapAction(async () => { - const { BrainyData } = await import('../dist/brainyData.js') - const brainy = new BrainyData() - await brainy.init() - - const augmentations = brainy.listAugmentations() - - if (augmentations.length === 0) { - console.log(chalk.yellow('No augmentations registered')) - return - } - - console.log(chalk.cyan('šŸ”§ Augmentations Status\n')) - - const grouped = augmentations.reduce((acc, aug) => { - if (!acc[aug.type]) acc[aug.type] = [] - acc[aug.type].push(aug) - return acc - }, {}) - - for (const [type, augs] of Object.entries(grouped)) { - console.log(chalk.bold(`${type.toUpperCase()}:`)) - for (const aug of augs) { - const status = aug.enabled ? chalk.green('āœ… enabled') : chalk.red('āŒ disabled') - console.log(` ${aug.name} - ${status}`) - console.log(chalk.dim(` ${aug.description}`)) - } - console.log('') - } - })) - -program - .command('augment enable ') - .description('Enable an augmentation by name') - .action(wrapAction(async (name) => { - const { BrainyData } = await import('../dist/brainyData.js') - const brainy = new BrainyData() - await brainy.init() - - const success = brainy.enableAugmentation(name) - - if (success) { - console.log(chalk.green(`āœ… Enabled augmentation: ${name}`)) - } else { - console.log(chalk.red(`āŒ Augmentation not found: ${name}`)) - console.log(chalk.dim('Use "brainy augment" to see available augmentations')) - } - })) - -program - .command('augment disable ') - .description('Disable an augmentation by name') - .action(wrapAction(async (name) => { - const { BrainyData } = await import('../dist/brainyData.js') - const brainy = new BrainyData() - await brainy.init() - - const success = brainy.disableAugmentation(name) - - if (success) { - console.log(chalk.green(`āœ… Disabled augmentation: ${name}`)) - } else { - console.log(chalk.red(`āŒ Augmentation not found: ${name}`)) - console.log(chalk.dim('Use "brainy augment" to see available augmentations')) - } - })) - -program - .command('augment status ') - .description('Check if an augmentation is enabled') - .action(wrapAction(async (name) => { - const { BrainyData } = await import('../dist/brainyData.js') - const brainy = new BrainyData() - await brainy.init() - - const enabled = brainy.isAugmentationEnabled(name) - - if (enabled !== undefined) { - const status = enabled ? chalk.green('āœ… enabled') : chalk.red('āŒ disabled') - console.log(`${name}: ${status}`) - } else { - console.log(chalk.red(`āŒ Augmentation not found: ${name}`)) - console.log(chalk.dim('Use "brainy augment" to see available augmentations')) - } - })) - -// ======================================== -// PARSE AND HANDLE -// ======================================== - -program.parse(process.argv) - -// Show help if no command -if (!process.argv.slice(2).length) { - console.log(chalk.cyan('šŸ§  Brainy - Multi-Dimensional AI Database')) - console.log(chalk.gray('Vector similarity, graph relationships, metadata facets, and AI context.\n')) - - console.log(chalk.bold('Quick Start:')) - console.log(' brainy init # Initialize project') - console.log(' brainy add "some data" # Add multi-dimensional data') - console.log(' brainy search "query" # Search across all dimensions') - console.log(' brainy chat # šŸ§  Magical AI chat with perfect memory') - console.log('') - console.log(chalk.bold('Chat & Memory:')) - console.log(' brainy chat # Interactive chat with local memory') - console.log(' brainy chat "question" # Single question with context') - console.log(' brainy chat --list # List all chat sessions') - console.log(' brainy chat --search "query" # Search all conversations') - console.log(' brainy chat --history # Show conversation history') - console.log(' brainy chat --ui=web # šŸŒ Premium web coordination interface') - console.log('') - console.log(chalk.bold('Brain Cloud (Premium):')) - console.log(chalk.green(' brainy cloud setup # Auto-setup with provisioning')) - console.log(' brainy cloud connect # Connect to existing instance') - console.log(' brainy cloud dashboard # Open Brain Cloud dashboard') - console.log('') - console.log(chalk.bold('AI Coordination:')) - console.log(' brainy install brain-jar # Install coordination') - console.log(' brainy brain-jar start # Start coordination') - console.log('') - console.log(chalk.dim('Learn more: https://soulcraft.com')) - console.log('') - program.outputHelp() -} - -// ======================================== -// BRAIN CLOUD MEMORY SETUP FUNCTIONS -// ======================================== - -async function checkBrainCloudAuth() { - try { - // Check for license file - const { readFile } = await import('fs/promises') - const { join } = await import('path') - const { homedir } = await import('os') - - try { - const licensePath = join(homedir(), '.brainy', 'license') - const license = await readFile(licensePath, 'utf8') - return license.trim().startsWith('lic_') - } catch {} - - // Check for existing customer ID - return await detectCustomerId() !== null - } catch { - return false - } -} - -async function detectCustomerId() { - try { - // Method 1: Check for existing brainy config - const { readFile } = await import('fs/promises') - const { join } = await import('path') - - try { - const configPath = join(process.cwd(), 'brainy-config.json') - const config = JSON.parse(await readFile(configPath, 'utf8')) - if (config.brainCloudCustomerId) { - return config.brainCloudCustomerId - } - } catch {} - - // Method 2: Check CLAUDE.md for existing customer ID - try { - const claudePath = join(process.cwd(), 'CLAUDE.md') - const claudeContent = await readFile(claudePath, 'utf8') - const match = claudeContent.match(/customer.*?([a-z0-9-]+)/i) - if (match) return match[1] - } catch {} - - // Method 3: Test common demo IDs - const testIds = ['demo-test-auto', 'demo-test123'] - for (const id of testIds) { - try { - const response = await fetch(`https://api.soulcraft.com/brain-cloud/health`, { - headers: { 'x-customer-id': id } - }) - if (response.ok) { - return id - } - } catch {} - } - - return null - } catch (error) { - return null - } -} - -async function setupBrainCloudMemory(customerId) { - const { writeFile, mkdir } = await import('fs/promises') - const { join } = await import('path') - - console.log(chalk.gray('šŸ“ Setting up AI memory configuration...')) - - // 1. Create/update .claude directory and MCP config - try { - await mkdir('.claude', { recursive: true }) - - const mcpConfig = { - mcpServers: { - "brain-cloud": { - command: "node", - args: ["brainy-mcp-server.js"], - env: { - CUSTOMER_ID: customerId, - BRAIN_CLOUD_URL: "https://api.soulcraft.com/brain-cloud" - } - } - } - } - - await writeFile('.claude/mcp_servers.json', JSON.stringify(mcpConfig, null, 2)) - console.log(chalk.green('āœ… MCP configuration updated')) - } catch (error) { - console.log(chalk.yellow('āš ļø Could not update MCP config:', error.message)) - } - - // 2. Create/update CLAUDE.md with natural language instructions - const claudeContent = `# šŸ§  I Remember Everything Now! - -Hi! I'm connected to your Brain Cloud (${customerId}) so I actually remember our conversations across sessions. - -## Try Saying: -- "What did we build together?" -- "Remember that React project?" -- "Show me what we worked on yesterday" -- "Find my notes about APIs" -- "Search for that bug we fixed" - -## I Can Also: -- Remember context from weeks ago -- Work with other AI assistants who share the same memory -- Keep everything synced across your devices -- Search through all our conversations - -## Multi-AI Coordination: -When working with multiple AI assistants, we automatically coordinate: -- **Jarvis** (Backend): APIs, databases, deployment -- **Picasso** (Design): UI, themes, visual elements -- **Claude** (Planning): Coordination, architecture, strategy - -**Just talk to me normally - no commands needed!** - ---- -*Brain Cloud Instance: ${customerId}* -*Last Updated: ${new Date().toLocaleDateString()}* -` - - try { - await writeFile('CLAUDE.md', claudeContent) - console.log(chalk.green('āœ… CLAUDE.md updated with memory instructions')) - } catch (error) { - console.log(chalk.yellow('āš ļø Could not update CLAUDE.md:', error.message)) - } - - // 3. Save customer ID to brainy config - try { - const brainyConfig = { - brainCloudCustomerId: customerId, - brainCloudUrl: 'https://api.soulcraft.com/brain-cloud', - lastConnected: new Date().toISOString() - } - - await writeFile('brainy-config.json', JSON.stringify(brainyConfig, null, 2)) - console.log(chalk.green('āœ… Brainy configuration saved')) - } catch (error) { - console.log(chalk.yellow('āš ļø Could not save brainy config:', error.message)) - } -} - -// ======================================== -// AUTO-SETUP HELPER FUNCTIONS -// ======================================== - -const PROVISIONING_API = 'https://provisioning.soulcraft.com' - -let spinner = null - -function startSpinner(message) { - stopSpinner() - process.stdout.write(`${message} `) - - const spinnerChars = ['ā ‹', 'ā ™', 'ā ¹', 'ā ø', 'ā ¼', 'ā “', 'ā ¦', 'ā §', 'ā ‡', 'ā '] - let i = 0 - - spinner = setInterval(() => { - process.stdout.write(`\r${message} ${spinnerChars[i]}`) - i = (i + 1) % spinnerChars.length - }, 100) -} - -function stopSpinner() { - if (spinner) { - clearInterval(spinner) - spinner = null - process.stdout.write('\r') - } -} - -async function validateLicense() { - startSpinner('Validating Early Access license...') - - const licenseKey = process.env.BRAINY_LICENSE_KEY - - if (!licenseKey) { - stopSpinner() - console.log('\nāŒ No license key found') - console.log('\nšŸ”‘ Please set your Early Access license key:') - console.log(' export BRAINY_LICENSE_KEY="lic_early_access_your_key"') - console.log('\nšŸ“ Don\'t have a key? Get one free at: https://soulcraft.com/brain-cloud') - throw new Error('License key required') - } - - if (!licenseKey.startsWith('lic_early_access_')) { - stopSpinner() - throw new Error('Invalid license key format. Early Access keys start with "lic_early_access_"') - } - - stopSpinner() - console.log('āœ… License validated') -} - -async function ensureBrainyInstalled() { - startSpinner('Checking Brainy installation...') - - try { - const { exec } = await import('child_process') - const { promisify } = await import('util') - const execAsync = promisify(exec) - - await execAsync('brainy --version') - stopSpinner() - console.log('āœ… Brainy CLI found') - } catch (error) { - stopSpinner() - console.log('šŸ“¦ Installing Brainy CLI...') - - try { - await execWithProgress('npm install -g @soulcraft/brainy') - console.log('āœ… Brainy CLI installed') - } catch (installError) { - throw new Error('Failed to install Brainy CLI. Please install manually: npm install -g @soulcraft/brainy') - } - } -} - -async function provisionCloudInstance(userEmail) { - const licenseKey = process.env.BRAINY_LICENSE_KEY - startSpinner('Provisioning your cloud Brainy instance...') - - try { - const response = await fetch(`${PROVISIONING_API}/provision`, { - method: 'POST', - headers: { - 'Content-Type': 'application/json' - }, - body: JSON.stringify({ - licenseKey, - userEmail: userEmail || 'user@example.com' + const choice = await new Promise(resolve => { + rl.question(colors.primary('Enter your choice (1-5): '), (answer) => { + rl.close() + resolve(answer) }) }) - - if (!response.ok) { - const error = await response.json() - throw new Error(error.message || 'Provisioning failed') - } - - const result = await response.json() - stopSpinner() - if (result.instance.status === 'active') { - console.log('āœ… Cloud instance already active') - return result.instance + switch (choice) { + case '1': + console.log(colors.success('\nšŸ§  Use: brainy add "your data here"')) + console.log(colors.info('Example: brainy add "John works at Google"')) + break + case '2': + console.log(colors.success('\nšŸ” Use: brainy search "your query"')) + console.log(colors.info('Example: brainy search "Google employees"')) + break + case '3': + console.log(colors.success('\nšŸ“„ Use: brainy import ')) + console.log(colors.info('Example: brainy import data.txt')) + break + case '4': + console.log(colors.success('\nšŸ“Š Use: brainy status')) + console.log(colors.info('Shows your brain health and statistics')) + break + case '5': + program.help() + break + default: + console.log(colors.warning('Invalid choice. Use "brainy --help" for all commands.')) } + })) - console.log('šŸš€ Provisioning started (2-3 minutes)') - - // Wait for provisioning to complete - return await waitForProvisioning(licenseKey) +// ======================================== +// FALLBACK - Show interactive help if no command +// ======================================== - } catch (error) { - stopSpinner() - throw new Error(`Provisioning failed: ${error.message}`) - } -} - -async function waitForProvisioning(licenseKey) { - const maxWaitTime = 5 * 60 * 1000 // 5 minutes - const checkInterval = 15 * 1000 // 15 seconds - const startTime = Date.now() - - while (Date.now() - startTime < maxWaitTime) { - startSpinner('Waiting for cloud instance to be ready...') - - try { - const response = await fetch(`${PROVISIONING_API}/status?licenseKey=${encodeURIComponent(licenseKey)}`) - - if (response.ok) { - const result = await response.json() - - if (result.instance.status === 'active') { - stopSpinner() - console.log('āœ… Cloud instance is ready') - return result.instance - } - - if (result.instance.status === 'failed') { - stopSpinner() - throw new Error('Instance provisioning failed') - } - } - - stopSpinner() - await new Promise(resolve => setTimeout(resolve, checkInterval)) - - } catch (error) { - stopSpinner() - console.log('ā³ Still provisioning...') - await new Promise(resolve => setTimeout(resolve, checkInterval)) - } - } - - throw new Error('Provisioning timeout. Please check your dashboard or contact support.') -} - -async function configureBrainy(instance) { - const { writeFile, mkdir } = await import('fs/promises') - const { join } = await import('path') - const { homedir } = await import('os') - const { existsSync } = await import('fs') - - startSpinner('Configuring local Brainy to use cloud instance...') - - // Ensure config directory exists - const BRAINY_CONFIG_DIR = join(homedir(), '.brainy') - const BRAINY_CONFIG_FILE = join(BRAINY_CONFIG_DIR, 'config.json') - - if (!existsSync(BRAINY_CONFIG_DIR)) { - await mkdir(BRAINY_CONFIG_DIR, { recursive: true }) - } - - // Create or update Brainy config - let config = {} - if (existsSync(BRAINY_CONFIG_FILE)) { - try { - const { readFile } = await import('fs/promises') - const existing = await readFile(BRAINY_CONFIG_FILE, 'utf8') - config = JSON.parse(existing) - } catch (error) { - console.log('āš ļø Could not read existing config, creating new one') - } - } - - // Update config with cloud instance details - config.cloudSync = { - enabled: true, - endpoint: instance.endpoints.api, - instanceId: instance.id, - licenseKey: process.env.BRAINY_LICENSE_KEY - } - - config.aiMemory = { - enabled: true, - storage: 'cloud', - endpoint: instance.endpoints.api - } - - config.agentCoordination = { - enabled: true, - endpoint: instance.endpoints.api - } - - await writeFile(BRAINY_CONFIG_FILE, JSON.stringify(config, null, 2)) - - stopSpinner() - console.log('āœ… Local Brainy configured for cloud sync') -} - -async function installBrainCloudPackage() { - startSpinner('Installing Brain Cloud augmentations...') - - try { - const { existsSync } = await import('fs') - - // Check if we're in a project directory - const hasPackageJson = existsSync('package.json') - - if (hasPackageJson) { - // Auto-configured with 'brainy cloud auth' - no package installation needed! - console.log('āœ… Brain Cloud package installed in current project') - } else { - // Install globally for non-project usage - console.log('āœ… Run \'brainy cloud auth\' to authenticate and auto-configure') - console.log('āœ… Brain Cloud package installed globally') - } - - } catch (error) { - stopSpinner() - console.log('āš ļø Could not auto-install Brain Cloud package') - console.log(' Authenticate manually: brainy cloud auth') - // Don't throw error, this is optional - } -} - -async function testConnection(instance) { - startSpinner('Testing cloud connection...') - - try { - const response = await fetch(`${instance.endpoints.api}/health`) - - if (response.ok) { - const health = await response.json() - stopSpinner() - console.log('āœ… Cloud instance connection verified') - - // Test memory storage - const testMemory = { - content: 'Test memory from auto-setup', - source: 'brain-cloud-setup', - importance: 'low', - tags: ['setup', 'test'] - } - - const memoryResponse = await fetch(`${instance.endpoints.api}/api/memories`, { - method: 'POST', - headers: { 'Content-Type': 'application/json' }, - body: JSON.stringify(testMemory) - }) - - if (memoryResponse.ok) { - console.log('āœ… Memory storage working') - } - - } else { - stopSpinner() - console.log('āš ļø Cloud instance not responding yet (this is normal)') - console.log(' Your instance may need a few more minutes to fully initialize') - } - } catch (error) { - stopSpinner() - console.log('āš ļø Could not test connection (this is usually fine)') - } -} - -async function execWithProgress(command) { - const { spawn } = await import('child_process') - - return new Promise((resolve, reject) => { - const child = spawn('sh', ['-c', command], { - stdio: ['inherit', 'pipe', 'pipe'], - shell: true - }) - - let stdout = '' - let stderr = '' - - child.stdout?.on('data', (data) => { - stdout += data.toString() - process.stdout.write('.') - }) - - child.stderr?.on('data', (data) => { - stderr += data.toString() - }) - - child.on('close', (code) => { - process.stdout.write('\n') - if (code === 0) { - resolve(stdout) - } else { - reject(new Error(stderr || `Command failed with code ${code}`)) - } - }) - }) +// If no arguments provided, show interactive help +if (process.argv.length === 2) { + program.parse(['node', 'brainy', 'help']) +} else { + program.parse(process.argv) } \ No newline at end of file diff --git a/src/brainyData.ts b/src/brainyData.ts index 809e3d3f..319a11b7 100644 --- a/src/brainyData.ts +++ b/src/brainyData.ts @@ -1666,27 +1666,24 @@ export class BrainyData implements BrainyDataInterface { } /** - * Add data to the database (literal storage by default) - * - * šŸ”’ Safe by default: Only stores your data literally without AI processing - * šŸ§  AI processing: Set { process: true } or use addSmart() for Neural Import + * Add data to the database with intelligent processing * * @param vectorOrData Vector or data to add * @param metadata Optional metadata to associate with the data - * @param options Additional options - use { process: true } for AI analysis + * @param options Additional options for processing * @returns The ID of the added data * * @example - * // Literal storage (safe, no AI processing) - * await brainy.add("API_KEY=secret123") + * // Auto mode - intelligently decides processing + * await brainy.add("Customer feedback: Great product!") * * @example - * // With AI processing (explicit opt-in) - * await brainy.add("John works at Acme Corp", null, { process: true }) + * // Explicit literal mode for sensitive data + * await brainy.add("API_KEY=secret123", null, { process: 'literal' }) * * @example - * // Smart processing (recommended for data analysis) - * await brainy.addSmart("Customer feedback: Great product!") + * // Force neural processing + * await brainy.add("John works at Acme Corp", null, { process: 'neural' }) */ public async add( vectorOrData: Vector | any, @@ -1696,7 +1693,7 @@ export class BrainyData implements BrainyDataInterface { addToRemote?: boolean // Whether to also add to the remote server if connected id?: string // Optional ID to use instead of generating a new one service?: string // The service that is inserting the data - process?: boolean // Enable AI processing (neural import, entity detection, etc.) + process?: 'auto' | 'literal' | 'neural' // Processing mode (default: 'auto') } = {} ): Promise { await this.ensureInitialized() @@ -2000,8 +1997,20 @@ export class BrainyData implements BrainyDataInterface { // Invalidate search cache since data has changed this.searchCache.invalidateOnDataChange('add') - // šŸ§  AI Processing (Neural Import) - Only if explicitly requested - if (options.process === true) { + // Determine processing mode + const processingMode = options.process || 'auto' + let shouldProcessNeurally = false + + if (processingMode === 'neural') { + shouldProcessNeurally = true + } else if (processingMode === 'auto') { + // Auto-detect whether to use neural processing + shouldProcessNeurally = this.shouldAutoProcessNeurally(vectorOrData, metadata) + } + // 'literal' mode means no neural processing + + // šŸ§  AI Processing (Neural Import) - Based on processing mode + if (shouldProcessNeurally) { try { // Execute SENSE pipeline (includes Neural Import and other AI augmentations) await augmentationPipeline.executeSensePipeline( @@ -4477,31 +4486,16 @@ export class BrainyData implements BrainyDataInterface { } /** - * Add data with AI processing enabled by default - * - * šŸ§  This method automatically enables Neural Import and other AI augmentations - * for intelligent data understanding, entity detection, and relationship analysis. - * - * Use this when you want AI to understand and process your data. - * Use regular add() when you want literal storage only. - * - * @param vectorOrData The data to add (any format) - * @param metadata Optional metadata to associate with the data - * @param options Additional options (process defaults to true) - * @returns The ID of the added data + * @deprecated Use add() instead - it's smart by default now + * @hidden */ public async addSmart( vectorOrData: Vector | any, metadata?: T, - options: { - forceEmbed?: boolean - addToRemote?: boolean - id?: string - service?: string - } = {} + options: any = {} ): Promise { - // Call add() with process=true by default - return this.add(vectorOrData, metadata, { ...options, process: true }) + console.warn('āš ļø addSmart() is deprecated. Use add() instead - it\'s smart by default now!') + return this.add(vectorOrData, metadata, { ...options, process: 'auto' }) } /** diff --git a/src/cortex/cortex-legacy.ts b/src/cortex/cortex-legacy.ts deleted file mode 100644 index cda01461..00000000 --- a/src/cortex/cortex-legacy.ts +++ /dev/null @@ -1,3083 +0,0 @@ -/** - * Cortex - Beautiful CLI Command Center for Brainy - * - * Configuration, data management, search, and chat - all in one place! - */ - -import { BrainyData } from '../brainyData.js' -import { BrainyChat } from '../chat/BrainyChat.js' -import { PerformanceMonitor } from './performanceMonitor.js' -import { HealthCheck } from './healthCheck.js' -// Licensing system moved to quantum-vault -import * as readline from 'readline' -import * as fs from 'fs/promises' -import * as path from 'path' -import * as crypto from 'crypto' -// @ts-ignore - CLI packages -import chalk from 'chalk' -// @ts-ignore - CLI packages -import ora from 'ora' -// @ts-ignore - CLI packages -import boxen from 'boxen' -// @ts-ignore - CLI packages -import Table from 'cli-table3' -// @ts-ignore - CLI packages -import prompts from 'prompts' - -// Brainy-branded terminal colors matching the logo -const colors = { - primary: chalk.hex('#3A5F4A'), // Deep teal from brain jar - success: chalk.hex('#2D4A3A'), // Darker teal for success states - warning: chalk.hex('#D67441'), // Warm orange from logo rays - error: chalk.hex('#B85C35'), // Darker orange for errors - info: chalk.hex('#4A6B5A'), // Muted green background color - dim: chalk.hex('#8A9B8A'), // Muted gray-green - bold: chalk.bold, - highlight: chalk.hex('#E88B5A'), // Coral brain color for highlights - accent: chalk.hex('#F5E6D3'), // Cream accent color - retro: chalk.hex('#D67441'), // Main retro orange - brain: chalk.hex('#E88B5A') // Brain coral color -} - -// 1950s Retro Sci-Fi emojis matching Brainy's atomic age aesthetic -const emojis = { - brain: 'šŸ§ ', // Perfect brain in a jar! - tube: 'šŸ§Ŗ', // Laboratory test tube for data - atom: 'āš›ļø', // Atomic symbol - pure 50s sci-fi - lock: 'šŸ”’', // Vault-style security - key: 'šŸ—ļø', // Vintage brass key - shield: 'šŸ›”ļø', // Protective force field - check: 'āœ…', // Success indicator - cross: 'āŒ', // Error state - warning: 'āš ļø', // Alert system - info: 'ā„¹ļø', // Information display - search: 'šŸ”', // Laboratory magnifier - chat: 'šŸ’­', // Thought transmission - data: 'šŸŽ›ļø', // Control panel/dashboard - config: 'āš™ļø', // Mechanical gear system - magic: 'āš”', // Electrical energy/power - party: 'šŸŽ†', // Atomic celebration - robot: 'šŸ¤–', // Mechanical automaton - cloud: 'ā˜ļø', // Atmospheric storage - disk: 'šŸ’½', // Retro storage disc - package: 'šŸ“¦', // Laboratory specimen box - lab: 'šŸ”¬', // Scientific instrument - network: 'šŸ“”', // Communications array - sync: 'šŸ”„', // Cyclical process - backup: 'šŸ’¾', // Archive storage - health: 'šŸ”‹', // Power/energy levels - stats: 'šŸ“Š', // Data analysis charts - explore: 'šŸ—ŗļø', // Territory mapping - import: 'šŸ“„', // Input channel - export: 'šŸ“¤', // Output transmission - sparkle: 'āœØ', // Energy discharge - rocket: 'šŸš€', // Space age propulsion - repair: 'šŸ”§', // Repair tools - lightning: 'āš”' // Lightning bolt -} - -export class Cortex { - private brainy?: BrainyData - private chatInstance?: BrainyChat - private performanceMonitor?: PerformanceMonitor - private healthCheck?: HealthCheck - private licensingSystem?: any // Licensing system (optional) - private configPath: string - private config: CortexConfig - private encryptionKey?: Buffer - private masterKeySource?: 'env' | 'passphrase' | 'generated' - - // UI properties for terminal output - private emojis = { - check: 'āœ…', - cross: 'āŒ', - info: 'ā„¹ļø', - warning: 'āš ļø', - rocket: 'šŸš€', - brain: 'šŸ§ ', - atom: 'āš›ļø', - lock: 'šŸ”’', - key: 'šŸ”‘', - package: 'šŸ“¦', - chart: 'šŸ“Š', - sparkles: 'āœØ', - fire: 'šŸ”„', - zap: 'āš”', - gear: 'āš™ļø', - robot: 'šŸ¤–', - shield: 'šŸ›”ļø', - wrench: 'šŸ”§', - clipboard: 'šŸ“‹', - folder: 'šŸ“', - database: 'šŸ—„ļø', - lightning: 'āš”', - checkmark: 'āœ…', - repair: 'šŸ”§', - health: 'šŸ„' - } - - private colors = { - reset: '\x1b[0m', - bright: '\x1b[1m', - // Helper methods - dim: (text: string) => `\x1b[2m${text}\x1b[0m`, - red: (text: string) => `\x1b[31m${text}\x1b[0m`, - green: (text: string) => `\x1b[32m${text}\x1b[0m`, - yellow: (text: string) => `\x1b[33m${text}\x1b[0m`, - blue: (text: string) => `\x1b[34m${text}\x1b[0m`, - magenta: (text: string) => `\x1b[35m${text}\x1b[0m`, - cyan: (text: string) => `\x1b[36m${text}\x1b[0m`, - white: (text: string) => `\x1b[37m${text}\x1b[0m`, - gray: (text: string) => `\x1b[90m${text}\x1b[0m`, - retro: (text: string) => `\x1b[36m${text}\x1b[0m`, - success: (text: string) => `\x1b[32m${text}\x1b[0m`, - warning: (text: string) => `\x1b[33m${text}\x1b[0m`, - error: (text: string) => `\x1b[31m${text}\x1b[0m`, - info: (text: string) => `\x1b[34m${text}\x1b[0m`, - brain: (text: string) => `\x1b[35m${text}\x1b[0m`, - accent: (text: string) => `\x1b[36m${text}\x1b[0m`, - premium: (text: string) => `\x1b[33m${text}\x1b[0m`, - highlight: (text: string) => `\x1b[1m${text}\x1b[0m` - } - - constructor() { - this.configPath = path.join(process.cwd(), '.cortex', 'config.json') - this.config = {} as CortexConfig - } - - /** - * Load configuration - */ - private async loadConfig(): Promise { - try { - await fs.mkdir(path.dirname(this.configPath), { recursive: true }) - const configData = await fs.readFile(this.configPath, 'utf-8') - this.config = JSON.parse(configData) - return this.config - } catch { - // Config doesn't exist yet, return empty config - this.config = {} as CortexConfig - return this.config - } - } - - /** - * Ensure Brainy is initialized - */ - private async ensureBrainy(): Promise { - if (!this.brainy) { - const config = await this.loadConfig() - this.brainy = new BrainyData(config.brainyOptions || {}) - await this.brainy.init() - } - } - - /** - * Master Key Management - Atomic Age Security Protocols - */ - private async initializeMasterKey(): Promise { - // Try environment variable first - const envKey = process.env.CORTEX_MASTER_KEY - if (envKey && envKey.length >= 32) { - this.encryptionKey = Buffer.from(envKey.substring(0, 32)) - this.masterKeySource = 'env' - return - } - - // Check for existing stored key - const keyPath = path.join(path.dirname(this.configPath), '.master_key') - try { - const storedKey = await fs.readFile(keyPath) - this.encryptionKey = storedKey - this.masterKeySource = 'generated' - return - } catch { - // Key doesn't exist, need to create one - } - - // Prompt for passphrase or generate new key - const { method } = await prompts({ - type: 'select', - name: 'method', - message: `${emojis.key} ${colors.retro('Select encryption key method:')}`, - choices: [ - { title: `${emojis.brain} Generate secure key (recommended)`, value: 'generate' }, - { title: `${emojis.lock} Create from passphrase`, value: 'passphrase' }, - { title: `${emojis.warning} Skip encryption (not secure)`, value: 'skip' } - ] - }) - - if (method === 'skip') { - console.log(colors.warning(`${emojis.warning} Encryption disabled - secrets will be stored in plain text!`)) - return - } - - if (method === 'generate') { - this.encryptionKey = crypto.randomBytes(32) - this.masterKeySource = 'generated' - - // Store the key securely - await fs.writeFile(keyPath, this.encryptionKey, { mode: 0o600 }) - console.log(colors.success(`${emojis.check} Secure master key generated and stored`)) - } else if (method === 'passphrase') { - const { passphrase } = await prompts({ - type: 'password', - name: 'passphrase', - message: `${emojis.key} Enter master passphrase (min 8 characters):` - }) - - if (!passphrase || passphrase.length < 8) { - throw new Error('Passphrase must be at least 8 characters') - } - - // Derive key from passphrase using PBKDF2 - const salt = crypto.randomBytes(16) - this.encryptionKey = crypto.pbkdf2Sync(passphrase, salt, 100000, 32, 'sha256') - this.masterKeySource = 'passphrase' - - // Store salt for future key derivation - const keyData = Buffer.concat([salt, this.encryptionKey]) - await fs.writeFile(keyPath, keyData, { mode: 0o600 }) - console.log(colors.success(`${emojis.check} Master key derived from passphrase`)) - } - } - - /** - * Load master key from stored salt + passphrase - */ - private async loadPassphraseKey(): Promise { - const keyPath = path.join(path.dirname(this.configPath), '.master_key') - const keyData = await fs.readFile(keyPath) - - if (keyData.length === 32) { - // Simple generated key - this.encryptionKey = keyData - return - } - - // Extract salt and ask for passphrase - const salt = keyData.subarray(0, 16) - const { passphrase } = await prompts({ - type: 'password', - name: 'passphrase', - message: `${emojis.key} Enter master passphrase:` - }) - - if (!passphrase) { - throw new Error('Passphrase required for encrypted configuration') - } - - this.encryptionKey = crypto.pbkdf2Sync(passphrase, salt, 100000, 32, 'sha256') - } - - /** - * Reset master key - for key rotation - */ - async resetMasterKey(): Promise { - console.log(boxen( - `${emojis.warning} ${colors.retro('SECURITY PROTOCOL: KEY ROTATION')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('This will re-encrypt all stored secrets')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Ensure you have backups before proceeding')}`, - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - - const { confirm } = await prompts({ - type: 'confirm', - name: 'confirm', - message: 'Proceed with key rotation?', - initial: false - }) - - if (!confirm) { - console.log(colors.dim('Key rotation cancelled')) - return - } - - // Get current decrypted values - const currentSecrets = await this.getAllSecrets() - - // Remove old key - const keyPath = path.join(path.dirname(this.configPath), '.master_key') - try { - await fs.unlink(keyPath) - } catch {} - - // Initialize new key - await this.initializeMasterKey() - - // Re-encrypt all secrets with new key - const spinner = ora('Re-encrypting secrets with new key...').start() - for (const [key, value] of Object.entries(currentSecrets)) { - await this.configSet(key, value, { encrypt: true }) - } - spinner.succeed(colors.success(`${emojis.check} Key rotation complete! ${Object.keys(currentSecrets).length} secrets re-encrypted`)) - } - - /** - * Get all decrypted secrets (for key rotation) - */ - private async getAllSecrets(): Promise> { - const secrets: Record = {} - const configMetaPath = path.join(path.dirname(this.configPath), 'config_metadata.json') - - try { - const metadata = JSON.parse(await fs.readFile(configMetaPath, 'utf8')) - for (const key of Object.keys(metadata)) { - if (metadata[key].encrypted) { - const value = await this.configGet(key) - if (value) secrets[key] = value - } - } - } catch {} - - return secrets - } - - /** - * Initialize Cortex with beautiful prompts - */ - async init(options: InitOptions = {}): Promise { - const spinner = ora('Initializing Cortex...').start() - - try { - // Check if already initialized - if (await this.isInitialized()) { - spinner.warn('Cortex is already initialized!') - const { reinit } = await prompts({ - type: 'confirm', - name: 'reinit', - message: 'Do you want to reinitialize?', - initial: false - }) - - if (!reinit) { - spinner.stop() - return - } - } - - spinner.text = 'Setting up configuration...' - - // Interactive setup - const responses = await prompts([ - { - type: 'select', - name: 'storage', - message: `${emojis.disk} Choose your storage type:`, - choices: [ - { title: `${emojis.disk} Local Filesystem`, value: 'filesystem' }, - { title: `${emojis.cloud} AWS S3`, value: 's3' }, - { title: `${emojis.cloud} Cloudflare R2`, value: 'r2' }, - { title: `${emojis.cloud} Google Cloud Storage`, value: 'gcs' }, - { title: `${emojis.brain} Memory (testing)`, value: 'memory' } - ] - }, - { - type: (prev: any) => prev === 's3' ? 'text' : null, - name: 's3Bucket', - message: 'Enter S3 bucket name:' - }, - { - type: (prev: any) => prev === 'r2' ? 'text' : null, - name: 'r2Bucket', - message: 'Enter Cloudflare R2 bucket name:' - }, - { - type: (prev: any) => prev === 'gcs' ? 'text' : null, - name: 'gcsBucket', - message: 'Enter GCS bucket name:' - }, - { - type: 'confirm', - name: 'encryption', - message: `${emojis.lock} Enable encryption for secrets?`, - initial: true - }, - { - type: 'confirm', - name: 'chat', - message: `${emojis.chat} Enable Brainy Chat?`, - initial: true - }, - { - type: (prev: any) => prev ? 'select' : null, - name: 'llm', - message: `${emojis.robot} Choose LLM provider (optional):`, - choices: [ - { title: 'None (template-based)', value: null }, - { title: 'Claude (Anthropic)', value: 'claude-3-5-sonnet' }, - { title: 'GPT-4 (OpenAI)', value: 'gpt-4' }, - { title: 'Local Model (Hugging Face)', value: 'Xenova/LaMini-Flan-T5-77M' } - ] - } - ]) - - // Create config - this.config = { - storage: responses.storage, - encryption: responses.encryption, - chat: responses.chat, - llm: responses.llm, - s3Bucket: responses.s3Bucket, - r2Bucket: responses.r2Bucket, - gcsBucket: responses.gcsBucket, - initialized: true, - createdAt: new Date().toISOString() - } - - // Setup encryption - if (responses.encryption) { - await this.initializeMasterKey() - this.config.encryptionEnabled = true - } - - // Save configuration - await this.saveConfig() - - // Initialize Brainy - spinner.text = 'Initializing Brainy database...' - await this.initBrainy() - - spinner.succeed(colors.success(`${emojis.party} Cortex initialized successfully!`)) - - // Show welcome message - this.showWelcome() - - } catch (error) { - spinner.fail(colors.error('Failed to initialize Cortex')) - console.error(error) - process.exit(1) - } - } - - /** - * Beautiful welcome message - */ - private showWelcome(): void { - const welcome = boxen( - `${emojis.brain} ${colors.brain('CORTEX')} ${emojis.atom} ${colors.bold('COMMAND CENTER')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Laboratory systems online and ready for operation')}\n\n` + - `${emojis.rocket} ${colors.retro('QUICK START PROTOCOLS:')}\n` + - ` ${colors.primary('cortex chat')} ${emojis.chat} Neural interface mode\n` + - ` ${colors.primary('cortex add')} ${emojis.data} Specimen collection\n` + - ` ${colors.primary('cortex search')} ${emojis.search} Data analysis\n` + - ` ${colors.primary('cortex config')} ${emojis.config} System parameters\n` + - ` ${colors.primary('cortex help')} ${emojis.info} Operations manual`, - { - padding: 1, - margin: 1, - borderStyle: 'round', - borderColor: '#D67441' // Retro orange border - } - ) - console.log(welcome) - } - - /** - * Chat with your data - beautiful interactive mode - */ - private async generateResponse(question: string): Promise { - // This is a placeholder for AI integration - // In production, this would call the configured AI service - return `I understand your question about "${question}". Based on the data in your Brainy database, here's what I found...` - } - - async chat(question?: string): Promise { - await this.ensureInitialized() - - if (!this.chatInstance) { - this.chatInstance = new BrainyChat(this.brainy!) - } - - // Single question mode - if (question) { - const spinner = ora('Thinking...').start() - try { - // Use the new chat methods - await this.chatInstance.addMessage(question, 'user') - const response = await this.generateResponse(question) - const answer = await this.chatInstance.addMessage(response, 'assistant') - spinner.stop() - console.log(`\n${emojis.robot} ${colors.bold('Answer:')}\n${response}\n`) - } catch (error) { - spinner.fail('Failed to get answer') - console.error(error) - } - return - } - - // Interactive chat mode - console.log(boxen( - `${emojis.brain} ${colors.brain('NEURAL INTERFACE')} ${emojis.magic}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Thought-to-data transmission active')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Query processing protocols engaged')}\n\n` + - `${colors.retro('Type "exit" to disengage neural link')}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - const rl = readline.createInterface({ - input: process.stdin, - output: process.stdout, - prompt: colors.primary('You> ') - }) - - rl.prompt() - - rl.on('line', async (line) => { - const input = line.trim() - - if (input.toLowerCase() === 'exit' || input.toLowerCase() === 'quit') { - console.log(`\n${emojis.atom} ${colors.retro('Neural link disengaged')} ${emojis.sparkle}\n`) - rl.close() - return - } - - if (input) { - const spinner = ora('Thinking...').start() - try { - await this.chatInstance!.addMessage(input, 'user') - const answer = await this.generateResponse(input) - await this.chatInstance!.addMessage(answer, 'assistant') - spinner.stop() - console.log(`\n${emojis.robot} ${colors.success(answer)}\n`) - } catch (error) { - spinner.fail('Error processing question') - console.error(error) - } - } - - rl.prompt() - }) - - // Ensure process exits when readline closes - rl.on('close', () => { - console.log('\n') - process.exit(0) - }) - } - - /** - * Add data with beautiful prompts - */ - async add(data?: string, metadata?: any): Promise { - await this.ensureInitialized() - - // Interactive mode if no data provided - if (!data) { - const responses = await prompts([ - { - type: 'text', - name: 'data', - message: `${emojis.data} Enter data to add:` - }, - { - type: 'text', - name: 'id', - message: 'ID (optional, press enter to auto-generate):' - }, - { - type: 'confirm', - name: 'hasMetadata', - message: 'Add metadata?', - initial: false - }, - { - type: (prev: any) => prev ? 'text' : null, - name: 'metadata', - message: 'Enter metadata (JSON format):' - } - ]) - - data = responses.data - if (responses.metadata) { - try { - metadata = JSON.parse(responses.metadata) - } catch { - console.log(colors.warning('Invalid JSON, skipping metadata')) - } - } - if (responses.id) { - metadata = { ...metadata, id: responses.id } - } - } - - const spinner = ora('Adding data...').start() - try { - const id = await this.brainy!.add(data, metadata) - spinner.succeed(colors.success(`${emojis.check} Added with ID: ${id}`)) - } catch (error) { - spinner.fail('Failed to add data') - console.error(error) - } - } - - /** - * Add data with AI processing enabled (Neural Import + entity detection) - */ - async addSmart(data?: string, metadata?: any): Promise { - await this.ensureInitialized() - - // Interactive mode if no data provided - if (!data) { - const responses = await prompts([ - { - type: 'text', - name: 'data', - message: `${emojis.brain} Enter data for AI processing:` - }, - { - type: 'text', - name: 'id', - message: 'ID (optional, press enter to auto-generate):' - }, - { - type: 'confirm', - name: 'hasMetadata', - message: 'Add metadata?', - initial: false - }, - { - type: (prev: any) => prev ? 'text' : null, - name: 'metadata', - message: 'Enter metadata (JSON format):' - } - ]) - - data = responses.data - if (responses.metadata) { - try { - metadata = JSON.parse(responses.metadata) - } catch { - console.log(colors.warning('Invalid JSON, skipping metadata')) - } - } - if (responses.id) { - metadata = { ...metadata, id: responses.id } - } - } - - const spinner = ora('šŸ§  Processing with AI...').start() - try { - const id = await this.brainy!.addSmart(data, metadata) - spinner.succeed(colors.success(`${emojis.check} Processed with AI and added with ID: ${id}`)) - } catch (error) { - spinner.fail('Failed to add data with AI processing') - console.error(error) - } - } - - /** - * Search with beautiful results display and advanced options - */ - async search(query: string, options: SearchOptions = {}): Promise { - await this.ensureInitialized() - - const limit = options.limit || 10 - const spinner = ora(`Searching...`).start() - - try { - // Build search options with MongoDB-style filters - const searchOptions: any = {} - - // Add metadata filters if provided - if (options.filter) { - searchOptions.metadata = options.filter - } - - // Add graph traversal options - if (options.verbs) { - searchOptions.includeVerbs = true - searchOptions.verbTypes = options.verbs - } - - if (options.depth) { - searchOptions.traversalDepth = options.depth - } - - const results = await this.brainy!.search(query, limit, searchOptions) - spinner.stop() - - if (results.length === 0) { - console.log(colors.warning(`${emojis.warning} No results found`)) - return - } - - // Create beautiful table with dynamic columns - const hasVerbs = results.some((r: any) => r.verbs && r.verbs.length > 0) - const head = [ - colors.bold('Rank'), - colors.bold('ID'), - colors.bold('Score') - ] - - if (hasVerbs) { - head.push(colors.bold('Connections')) - } - - head.push(colors.bold('Metadata')) - - const table = new Table({ - head, - style: { head: ['cyan'] } - }) - - results.forEach((result: any, i) => { - const row = [ - colors.dim(`#${i + 1}`), - colors.primary(result.id.slice(0, 25) + (result.id.length > 25 ? '...' : '')), - colors.success(`${(result.score * 100).toFixed(1)}%`) - ] - - if (hasVerbs && result.verbs) { - const verbs = result.verbs.slice(0, 2).map((v: any) => - `${colors.warning(v.type)}: ${v.object.slice(0, 15)}...` - ).join('\n') - row.push(verbs || '-') - } - - row.push(colors.dim(JSON.stringify(result.metadata || {}).slice(0, 40) + '...')) - - table.push(row) - }) - - console.log(`\n${emojis.search} ${colors.bold(`Found ${results.length} results:`)}\n`) - - // Show applied filters - if (options.filter) { - console.log(colors.dim(` Filters: ${JSON.stringify(options.filter)}`)) - } - if (options.verbs) { - console.log(colors.dim(` Graph traversal: ${options.verbs.join(', ')}`)) - } - console.log() - - console.log(table.toString()) - - } catch (error) { - spinner.fail('Search failed') - console.error(error) - } - } - - /** - * Advanced search with interactive prompts - */ - async advancedSearch(): Promise { - await this.ensureInitialized() - - const responses = await prompts([ - { - type: 'text', - name: 'query', - message: `${emojis.search} Enter search query:` - }, - { - type: 'number', - name: 'limit', - message: 'Number of results:', - initial: 10 - }, - { - type: 'confirm', - name: 'useFilters', - message: 'Add metadata filters (MongoDB-style)?', - initial: false - }, - { - type: (prev: any) => prev ? 'text' : null, - name: 'filters', - message: 'Enter filters (JSON with $gt, $gte, $lt, $lte, $eq, $ne, $in, $nin):\nExample: {"age": {"$gte": 18}, "status": {"$in": ["active", "pending"]}}' - }, - { - type: 'confirm', - name: 'useGraph', - message: `${emojis.magic} Traverse graph relationships?`, - initial: false - }, - { - type: (prev: any) => prev ? 'text' : null, - name: 'verbs', - message: 'Enter verb types (comma-separated):\nExample: owns, likes, follows' - }, - { - type: (prev: any, values: any) => values.useGraph ? 'number' : null, - name: 'depth', - message: 'Traversal depth:', - initial: 1 - } - ]) - - const options: SearchOptions = { limit: responses.limit } - - if (responses.filters) { - try { - options.filter = JSON.parse(responses.filters) - } catch { - console.log(colors.warning('Invalid filter JSON, skipping filters')) - } - } - - if (responses.verbs) { - options.verbs = responses.verbs.split(',').map((v: string) => v.trim()) - options.depth = responses.depth - } - - await this.search(responses.query, options) - } - - /** - * Add or update graph connections (verbs) - */ - async addVerb(subject: string, verb: string, object: string, metadata?: any): Promise { - await this.ensureInitialized() - - const spinner = ora('Adding relationship...').start() - - try { - // For now, we'll add it as a special metadata entry - await this.brainy!.add(`${subject} ${verb} ${object}`, { - type: 'relationship', - subject, - verb, - object, - ...metadata - }) - spinner.succeed(colors.success(`${emojis.check} Added: ${subject} --[${verb}]--> ${object}`)) - } catch (error) { - spinner.fail('Failed to add relationship') - console.error(error) - } - } - - /** - * Interactive graph exploration - */ - async explore(startId?: string): Promise { - await this.ensureInitialized() - - if (!startId) { - const { id } = await prompts({ - type: 'text', - name: 'id', - message: `${emojis.search} Enter starting node ID:` - }) - startId = id - } - - const spinner = ora('Loading graph...').start() - - try { - // Get node and its connections - const results = await this.brainy!.search(startId, 1, { includeVerbs: true }) - - if (results.length === 0) { - spinner.fail('Node not found') - return - } - - spinner.stop() - - const node = results[0] as any - - // Display node info in a beautiful box - const nodeInfo = boxen( - `${emojis.data} ${colors.bold('Node: ' + node.id)}\n\n` + - `${colors.dim('Metadata:')}\n${JSON.stringify(node.metadata || {}, null, 2)}\n\n` + - `${colors.dim('Connections:')}\n${ - node.verbs && node.verbs.length > 0 - ? node.verbs.map((v: any) => ` ${colors.warning(v.type)} ā†’ ${colors.primary(v.object)}`).join('\n') - : ' No connections' - }`, - { - padding: 1, - borderStyle: 'round', - borderColor: 'magenta' - } - ) - - console.log(nodeInfo) - - // Interactive exploration menu - if (node.verbs && node.verbs.length > 0) { - const { action } = await prompts({ - type: 'select', - name: 'action', - message: 'What would you like to do?', - choices: [ - { title: 'Explore a connected node', value: 'explore' }, - { title: 'Add new connection', value: 'add' }, - { title: 'Search similar nodes', value: 'similar' }, - { title: 'Exit', value: 'exit' } - ] - }) - - if (action === 'explore') { - const { next } = await prompts({ - type: 'select', - name: 'next', - message: 'Choose node to explore:', - choices: node.verbs.map((v: any) => ({ - title: `${v.object} (via ${v.type})`, - value: v.object - })) - }) - await this.explore(next) - } else if (action === 'add') { - const newVerb = await prompts([ - { - type: 'text', - name: 'verb', - message: 'Relationship type:' - }, - { - type: 'text', - name: 'object', - message: 'Target node ID:' - } - ]) - await this.addVerb(startId!, newVerb.verb, newVerb.object) - await this.explore(startId) - } else if (action === 'similar') { - await this.search(startId!, { limit: 5 }) - } - } - - } catch (error) { - spinner.fail('Failed to explore graph') - console.error(error) - } - } - - /** - * Configuration management with encryption - */ - async configSet(key: string, value: string, options: { encrypt?: boolean } = {}): Promise { - await this.ensureInitialized() - - const isSecret = options.encrypt || this.isSecret(key) - - if (isSecret && this.encryptionKey) { - // Encrypt the value - const iv = crypto.randomBytes(16) - const cipher = crypto.createCipheriv('aes-256-gcm', this.encryptionKey, iv) - - let encrypted = cipher.update(value, 'utf8', 'hex') - encrypted += cipher.final('hex') - const authTag = cipher.getAuthTag() - - value = `ENCRYPTED:${iv.toString('hex')}:${authTag.toString('hex')}:${encrypted}` - console.log(colors.success(`${emojis.lock} Stored encrypted: ${key}`)) - } else { - console.log(colors.success(`${emojis.check} Stored: ${key}`)) - } - - // Store in Brainy - await this.brainy!.add(value, { - type: 'config', - key, - encrypted: isSecret, - timestamp: new Date().toISOString() - }) - } - - /** - * Get configuration value - */ - async configGet(key: string): Promise { - await this.ensureInitialized() - - const results = await this.brainy!.search(key, 1, { - metadata: { type: 'config', key } - }) - - if (results.length === 0) { - return null - } - - let value = results[0].id - - // Decrypt if needed - if (value.startsWith('ENCRYPTED:') && this.encryptionKey) { - const [, iv, authTag, encrypted] = value.split(':') - const decipher = crypto.createDecipheriv( - 'aes-256-gcm', - this.encryptionKey, - Buffer.from(iv, 'hex') - ) - decipher.setAuthTag(Buffer.from(authTag, 'hex')) - - let decrypted = decipher.update(encrypted, 'hex', 'utf8') - decrypted += decipher.final('utf8') - value = decrypted - } - - return value - } - - /** - * List all configuration - */ - async configList(): Promise { - await this.ensureInitialized() - - const spinner = ora('Loading configuration...').start() - - try { - const results = await this.brainy!.search('', 100, { - metadata: { type: 'config' } - }) - - spinner.stop() - - if (results.length === 0) { - console.log(colors.warning('No configuration found')) - return - } - - const table = new Table({ - head: [colors.bold('Key'), colors.bold('Encrypted'), colors.bold('Timestamp')], - style: { head: ['cyan'] } - }) - - results.forEach(result => { - const meta = result.metadata as any - table.push([ - colors.primary(meta.key), - meta.encrypted ? `${emojis.lock} Yes` : 'No', - colors.dim(new Date(meta.timestamp).toLocaleString()) - ]) - }) - - console.log(`\n${emojis.config} ${colors.bold('Configuration:')}\n`) - console.log(table.toString()) - - } catch (error) { - spinner.fail('Failed to list configuration') - console.error(error) - } - } - - /** - * Storage migration with beautiful progress - */ - async migrate(options: MigrateOptions): Promise { - await this.ensureInitialized() - - console.log(boxen( - `${emojis.package} ${colors.bold('Storage Migration')}\n` + - `From: ${colors.dim(this.config.storage)}\n` + - `To: ${colors.primary(options.to)}`, - { padding: 1, borderStyle: 'round', borderColor: 'yellow' } - )) - - const { confirm } = await prompts({ - type: 'confirm', - name: 'confirm', - message: 'Start migration?', - initial: true - }) - - if (!confirm) { - console.log(colors.dim('Migration cancelled')) - return - } - - const spinner = ora('Starting migration...').start() - - try { - // Create new Brainy instance with target storage - let targetConfig: any = {} - - if (options.to === 'filesystem') { - targetConfig.storage = { forceFileSystemStorage: true } - } else if (options.to === 's3' && options.bucket) { - targetConfig.storage = { - s3Storage: { - bucketName: options.bucket - } - } - } else if (options.to === 'gcs' && options.bucket) { - targetConfig.storage = { - gcsStorage: { - bucketName: options.bucket - } - } - } else if (options.to === 'memory') { - targetConfig.storage = { forceMemoryStorage: true } - } - - const targetBrainy = new BrainyData(targetConfig) - await targetBrainy.init() - - spinner.text = 'Counting items...' - // For now, we'll search for all items - const allData = await this.brainy!.search('', 1000) - const total = allData.length - - spinner.text = `Migrating ${total} items...` - - for (let i = 0; i < allData.length; i++) { - const item = allData[i] - // Re-add the data to the new storage - await targetBrainy.add(item.id, item.metadata || {}) - - if (i % 10 === 0) { - spinner.text = `Migrating... ${i + 1}/${total} (${((i + 1) / total * 100).toFixed(0)}%)` - } - } - - spinner.succeed(colors.success(`${emojis.party} Migration complete! ${total} items migrated.`)) - - // Update config - this.config.storage = options.to - if (options.bucket) { - if (options.to === 's3') this.config.s3Bucket = options.bucket - if (options.to === 'gcs') this.config.gcsBucket = options.bucket - } - await this.saveConfig() - - } catch (error) { - spinner.fail('Migration failed') - console.error(error) - process.exit(1) - } - } - - /** - * Show comprehensive statistics and database info - */ - async stats(detailed: boolean = false): Promise { - await this.ensureInitialized() - - const spinner = ora('Gathering statistics...').start() - - try { - // Gather comprehensive stats - const allItems = await this.brainy!.search('', 1000) - const itemsWithVerbs = allItems.filter((item: any) => item.verbs && item.verbs.length > 0) - - // Count unique field names - const fieldCounts = new Map() - const fieldTypes = new Map>() - - allItems.forEach((item: any) => { - if (item.metadata) { - Object.entries(item.metadata).forEach(([key, value]) => { - fieldCounts.set(key, (fieldCounts.get(key) || 0) + 1) - if (!fieldTypes.has(key)) { - fieldTypes.set(key, new Set()) - } - fieldTypes.get(key)!.add(typeof value) - }) - } - }) - - // Calculate storage size (approximate) - const storageSize = JSON.stringify(allItems).length - - const stats = { - totalItems: allItems.length, - itemsWithMetadata: allItems.filter((i: any) => i.metadata).length, - itemsWithConnections: itemsWithVerbs.length, - totalConnections: itemsWithVerbs.reduce((sum: number, item: any) => sum + item.verbs.length, 0), - avgConnections: itemsWithVerbs.length > 0 - ? itemsWithVerbs.reduce((sum: number, item: any) => sum + item.verbs.length, 0) / itemsWithVerbs.length - : 0, - uniqueFields: fieldCounts.size, - storageSize, - dimensions: 384, - embeddingModel: 'all-MiniLM-L6-v2' - } - - spinner.stop() - - // Atomic age statistics display - const statsBox = boxen( - `${emojis.atom} ${colors.brain('LABORATORY STATUS')} ${emojis.data}\n\n` + - `${colors.retro('ā—† Specimen Count:')} ${colors.highlight(stats.totalItems)}\n` + - `${colors.retro('ā—† Catalogued:')} ${colors.highlight(stats.itemsWithMetadata)} ${colors.accent('(' + (stats.itemsWithMetadata/stats.totalItems*100).toFixed(1)+'%)')}\n` + - `${colors.retro('ā—† Neural Links:')} ${colors.highlight(stats.itemsWithConnections)}\n` + - `${colors.retro('ā—† Total Connections:')} ${colors.highlight(stats.totalConnections)}\n` + - `${colors.retro('ā—† Avg Network Density:')} ${colors.highlight(stats.avgConnections.toFixed(2))}\n` + - `${colors.retro('ā—† Data Dimensions:')} ${colors.highlight(stats.uniqueFields)}\n` + - `${colors.retro('ā—† Storage Matrix:')} ${colors.accent((stats.storageSize / 1024).toFixed(2) + ' KB')}\n` + - `${colors.retro('ā—† Archive Type:')} ${colors.primary(this.config.storage)}\n` + - `${colors.retro('ā—† Neural Model:')} ${colors.info(stats.embeddingModel)} ${colors.dim('(' + stats.dimensions + 'd)')}`, - { - padding: 1, - borderStyle: 'round', - borderColor: '#D67441' // Retro orange border - } - ) - - console.log(statsBox) - - // Detailed field statistics if requested - if (detailed && fieldCounts.size > 0) { - const fieldTable = new Table({ - head: [ - colors.bold('Field Name'), - colors.bold('Count'), - colors.bold('Coverage'), - colors.bold('Types') - ], - style: { head: ['cyan'] } - }) - - Array.from(fieldCounts.entries()) - .sort((a, b) => b[1] - a[1]) - .slice(0, 15) - .forEach(([field, count]) => { - fieldTable.push([ - colors.primary(field), - count.toString(), - `${(count / stats.totalItems * 100).toFixed(1)}%`, - Array.from(fieldTypes.get(field) || []).join(', ') - ]) - }) - - console.log(`\n${colors.bold('Top Fields:')}\n`) - console.log(fieldTable.toString()) - } - - } catch (error) { - spinner.fail('Failed to get statistics') - console.error(error) - } - } - - /** - * List all searchable fields with statistics - */ - async listFields(): Promise { - await this.ensureInitialized() - - const spinner = ora('Analyzing fields...').start() - - try { - const allItems = await this.brainy!.search('', 1000) - const fieldInfo = new Map, samples: any[] }>() - - // Analyze all fields - allItems.forEach((item: any) => { - if (item.metadata) { - Object.entries(item.metadata).forEach(([key, value]) => { - if (!fieldInfo.has(key)) { - fieldInfo.set(key, { count: 0, types: new Set(), samples: [] }) - } - const info = fieldInfo.get(key)! - info.count++ - info.types.add(typeof value) - if (info.samples.length < 3 && value !== null && value !== undefined) { - info.samples.push(value) - } - }) - } - }) - - spinner.stop() - - if (fieldInfo.size === 0) { - console.log(colors.warning('No fields found in metadata')) - return - } - - const table = new Table({ - head: [ - colors.bold('Field'), - colors.bold('Type(s)'), - colors.bold('Count'), - colors.bold('Sample Values') - ], - style: { head: ['cyan'] }, - colWidths: [20, 15, 10, 40] - }) - - Array.from(fieldInfo.entries()) - .sort((a, b) => b[1].count - a[1].count) - .forEach(([field, info]) => { - const samples = info.samples - .slice(0, 2) - .map(s => JSON.stringify(s).slice(0, 20)) - .join(', ') - - table.push([ - colors.primary(field), - Array.from(info.types).join(', '), - info.count.toString(), - colors.dim(samples + (info.samples.length > 2 ? '...' : '')) - ]) - }) - - console.log(`\n${emojis.search} ${colors.bold('Searchable Fields:')}\n`) - console.log(table.toString()) - - console.log(`\n${colors.dim('Use these fields in searches:')}`); - console.log(colors.dim(`cortex search "query" --filter '{"${Array.from(fieldInfo.keys())[0]}": "value"}'`)) - - } catch (error) { - spinner.fail('Failed to analyze fields') - console.error(error) - } - } - - /** - * Setup LLM progressively with auto-download - */ - async setupLLM(provider?: string): Promise { - await this.ensureInitialized() - - console.log(boxen( - `${emojis.robot} ${colors.bold('LLM Setup Assistant')}\n` + - `${colors.dim('Configure AI models for enhanced chat')}`, - { padding: 1, borderStyle: 'round', borderColor: 'magenta' } - )) - - const choices = [ - { - title: `${emojis.brain} Local Model (No API key needed)`, - value: 'local', - description: 'Download and run models locally' - }, - { - title: `${emojis.cloud} Claude (Anthropic)`, - value: 'claude', - description: 'Most capable, requires API key' - }, - { - title: `${emojis.cloud} GPT-4 (OpenAI)`, - value: 'openai', - description: 'Powerful, requires API key' - }, - { - title: `${emojis.sparkle} Ollama (Local server)`, - value: 'ollama', - description: 'Connect to local Ollama instance' - }, - { - title: `${emojis.magic} Claude Desktop`, - value: 'claude-desktop', - description: 'Use Claude app on your computer' - } - ] - - const { llmType } = await prompts({ - type: 'select', - name: 'llmType', - message: 'Choose LLM provider:', - choices: provider ? choices.filter(c => c.value === provider) : choices - }) - - switch (llmType) { - case 'local': - await this.setupLocalLLM() - break - case 'claude': - await this.setupClaudeLLM() - break - case 'openai': - await this.setupOpenAILLM() - break - case 'ollama': - await this.setupOllamaLLM() - break - case 'claude-desktop': - await this.setupClaudeDesktop() - break - } - } - - private async setupLocalLLM(): Promise { - const { model } = await prompts({ - type: 'select', - name: 'model', - message: 'Choose a local model:', - choices: [ - { title: 'LaMini-Flan-T5 (77M, fast)', value: 'Xenova/LaMini-Flan-T5-77M' }, - { title: 'Phi-2 (2.7B, balanced)', value: 'microsoft/phi-2' }, - { title: 'CodeLlama (7B, for code)', value: 'codellama/CodeLlama-7b-hf' }, - { title: 'Custom Hugging Face model', value: 'custom' } - ] - }) - - let modelName = model - if (model === 'custom') { - const { customModel } = await prompts({ - type: 'text', - name: 'customModel', - message: 'Enter Hugging Face model ID (e.g., microsoft/DialoGPT-medium):' - }) - modelName = customModel - } - - const spinner = ora(`Downloading ${modelName}...`).start() - - try { - // Save configuration - await this.configSet('LLM_PROVIDER', 'local') - await this.configSet('LLM_MODEL', modelName) - - // Test the model - this.config.llm = modelName - this.chatInstance = new BrainyChat(this.brainy!) - - spinner.succeed(colors.success(`${emojis.check} Local model configured: ${modelName}`)) - console.log(colors.dim('\nModel will download on first use. This may take a few minutes.')) - - } catch (error) { - spinner.fail('Failed to setup local model') - console.error(error) - } - } - - private async setupClaudeLLM(): Promise { - const { apiKey } = await prompts({ - type: 'password', - name: 'apiKey', - message: 'Enter your Anthropic API key:' - }) - - if (apiKey) { - await this.configSet('ANTHROPIC_API_KEY', apiKey, { encrypt: true }) - await this.configSet('LLM_PROVIDER', 'claude') - await this.configSet('LLM_MODEL', 'claude-3-5-sonnet-20241022') - - this.config.llm = 'claude-3-5-sonnet' - console.log(colors.success(`${emojis.check} Claude configured successfully!`)) - } - } - - private async setupOpenAILLM(): Promise { - const { apiKey } = await prompts({ - type: 'password', - name: 'apiKey', - message: 'Enter your OpenAI API key:' - }) - - if (apiKey) { - await this.configSet('OPENAI_API_KEY', apiKey, { encrypt: true }) - await this.configSet('LLM_PROVIDER', 'openai') - await this.configSet('LLM_MODEL', 'gpt-4o-mini') - - this.config.llm = 'gpt-4o-mini' - console.log(colors.success(`${emojis.check} OpenAI configured successfully!`)) - } - } - - private async setupOllamaLLM(): Promise { - const { url, model } = await prompts([ - { - type: 'text', - name: 'url', - message: 'Ollama server URL:', - initial: 'http://localhost:11434' - }, - { - type: 'text', - name: 'model', - message: 'Model name:', - initial: 'llama2' - } - ]) - - await this.configSet('OLLAMA_URL', url) - await this.configSet('OLLAMA_MODEL', model) - await this.configSet('LLM_PROVIDER', 'ollama') - - console.log(colors.success(`${emojis.check} Ollama configured!`)) - console.log(colors.dim(`Make sure Ollama is running: ollama run ${model}`)) - } - - private async setupClaudeDesktop(): Promise { - console.log(colors.info(`${emojis.info} Claude Desktop integration coming soon!`)) - console.log(colors.dim('This will allow using Claude app as your LLM provider')) - } - - /** - * Use the embedding model for other tasks - */ - async embed(text: string): Promise { - await this.ensureInitialized() - - const spinner = ora('Generating embedding...').start() - - try { - // Use Brainy's built-in embedding - const vector = await this.brainy!.embed(text) - spinner.stop() - - console.log(boxen( - `${emojis.sparkle} ${colors.bold('Text Embedding')}\n\n` + - `${colors.dim('Input:')}\n"${text}"\n\n` + - `${colors.dim('Model:')} all-MiniLM-L6-v2 (384d)\n` + - `${colors.dim('Vector:')} [${vector.slice(0, 5).map(v => v.toFixed(4)).join(', ')}...]\n` + - `${colors.dim('Magnitude:')} ${Math.sqrt(vector.reduce((sum, v) => sum + v * v, 0)).toFixed(4)}`, - { padding: 1, borderStyle: 'round', borderColor: 'cyan' } - )) - - } catch (error) { - spinner.fail('Failed to generate embedding') - console.error(error) - } - } - - /** - * Calculate similarity between two texts - */ - async similarity(text1: string, text2: string): Promise { - await this.ensureInitialized() - - const spinner = ora('Calculating similarity...').start() - - try { - const vector1 = await this.brainy!.embed(text1) - const vector2 = await this.brainy!.embed(text2) - - // Calculate cosine similarity - const dotProduct = vector1.reduce((sum, v, i) => sum + v * vector2[i], 0) - const mag1 = Math.sqrt(vector1.reduce((sum, v) => sum + v * v, 0)) - const mag2 = Math.sqrt(vector2.reduce((sum, v) => sum + v * v, 0)) - const similarity = dotProduct / (mag1 * mag2) - - spinner.stop() - - const color = similarity > 0.8 ? colors.success : - similarity > 0.5 ? colors.warning : - colors.error - - console.log(boxen( - `${emojis.search} ${colors.bold('Semantic Similarity')}\n\n` + - `${colors.dim('Text 1:')}\n"${text1}"\n\n` + - `${colors.dim('Text 2:')}\n"${text2}"\n\n` + - `${colors.bold('Similarity:')} ${color((similarity * 100).toFixed(1) + '%')}\n` + - `${this.getSimilarityInterpretation(similarity)}`, - { padding: 1, borderStyle: 'round', borderColor: 'magenta' } - )) - - } catch (error) { - spinner.fail('Failed to calculate similarity') - console.error(error) - } - } - - private getSimilarityInterpretation(score: number): string { - if (score > 0.9) return colors.success('āœØ Nearly identical meaning') - if (score > 0.8) return colors.success('šŸŽÆ Very similar') - if (score > 0.7) return colors.warning('šŸ‘ Similar') - if (score > 0.5) return colors.warning('šŸ¤” Somewhat related') - if (score > 0.3) return colors.error('šŸ˜ Loosely related') - return colors.error('āŒ Unrelated') - } - - /** - * Import .env file with automatic encryption of secrets - */ - async importEnv(filePath: string): Promise { - await this.ensureInitialized() - - const spinner = ora('Importing environment variables...').start() - - try { - const envContent = await fs.readFile(filePath, 'utf-8') - const lines = envContent.split('\n') - let imported = 0 - let encrypted = 0 - - for (const line of lines) { - const trimmed = line.trim() - if (!trimmed || trimmed.startsWith('#')) continue - - const [key, ...valueParts] = trimmed.split('=') - const value = valueParts.join('=').replace(/^["']|["']$/g, '') - - if (key && value) { - const shouldEncrypt = this.isSecret(key) - await this.configSet(key, value, { encrypt: shouldEncrypt }) - imported++ - if (shouldEncrypt) encrypted++ - } - } - - spinner.succeed(colors.success( - `${emojis.check} Imported ${imported} variables (${encrypted} encrypted)` - )) - - } catch (error) { - spinner.fail('Failed to import .env file') - console.error(error) - } - } - - /** - * Export configuration to .env file - */ - async exportEnv(filePath: string): Promise { - await this.ensureInitialized() - - const spinner = ora('Exporting configuration...').start() - - try { - const results = await this.brainy!.search('', 1000, { - metadata: { type: 'config' } - }) - - let content = '# Exported from Cortex\n' - content += `# Generated: ${new Date().toISOString()}\n\n` - - for (const result of results) { - const meta = result.metadata as any - if (meta?.key) { - const value = await this.configGet(meta.key) - if (value) { - content += `${meta.key}=${value}\n` - } - } - } - - await fs.writeFile(filePath, content) - spinner.succeed(colors.success(`${emojis.check} Exported to ${filePath}`)) - - } catch (error) { - spinner.fail('Failed to export configuration') - console.error(error) - } - } - - - /** - * Delete data by ID - */ - async delete(id: string): Promise { - await this.ensureInitialized() - - const spinner = ora('Deleting...').start() - - try { - // For now, mark as deleted in metadata - await this.brainy!.add(id, { - _deleted: true, - _deletedAt: new Date().toISOString() - }) - - spinner.succeed(colors.success(`${emojis.check} Deleted: ${id}`)) - } catch (error) { - spinner.fail('Delete failed') - console.error(error) - } - } - - /** - * Update data by ID - */ - async update(id: string, data: string, metadata?: any): Promise { - await this.ensureInitialized() - - const spinner = ora('Updating...').start() - - try { - // Re-add with same ID (overwrites) - await this.brainy!.add(data, { - ...metadata, - id, - _updated: true, - _updatedAt: new Date().toISOString() - }) - - spinner.succeed(colors.success(`${emojis.check} Updated: ${id}`)) - } catch (error) { - spinner.fail('Update failed') - console.error(error) - } - } - - /** - * Helpers - */ - private async ensureInitialized(): Promise { - if (!await this.isInitialized()) { - console.log(colors.warning(`${emojis.warning} Cortex not initialized. Run 'cortex init' first.`)) - process.exit(1) - } - - // Load encryption key if encryption is enabled - if (this.config.encryptionEnabled && !this.encryptionKey) { - await this.loadMasterKey() - } - - // Load custom secret patterns - await this.loadCustomPatterns() - - if (!this.brainy) { - await this.initBrainy() - } - } - - /** - * Load master key from various sources - */ - private async loadMasterKey(): Promise { - // Try environment variable first - const envKey = process.env.CORTEX_MASTER_KEY - if (envKey && envKey.length >= 32) { - this.encryptionKey = Buffer.from(envKey.substring(0, 32)) - this.masterKeySource = 'env' - return - } - - // Try stored key file - const keyPath = path.join(path.dirname(this.configPath), '.master_key') - try { - await fs.access(keyPath) - - const keyData = await fs.readFile(keyPath) - if (keyData.length === 32) { - // Generated key - this.encryptionKey = keyData - this.masterKeySource = 'generated' - } else { - // Passphrase-derived key - await this.loadPassphraseKey() - this.masterKeySource = 'passphrase' - } - } catch { - console.log(colors.warning(`${emojis.warning} Encryption key not found. Some features may not work.`)) - } - } - - private async isInitialized(): Promise { - try { - await fs.access(this.configPath) - const data = await fs.readFile(this.configPath, 'utf-8') - this.config = JSON.parse(data) - return this.config.initialized === true - } catch { - return false - } - } - - private async initBrainy(): Promise { - // Map storage type to BrainyData config - let config: any = {} - - if (this.config.storage === 'filesystem') { - config.storage = { forceFileSystemStorage: true } - } else if (this.config.storage === 's3' && this.config.s3Bucket) { - config.storage = { - s3Storage: { - bucketName: this.config.s3Bucket - } - } - } else if (this.config.storage === 'r2' && this.config.r2Bucket) { - // Cloudflare R2 is S3-compatible, so we use the s3Storage configuration - // Users need to set environment variables: - // CLOUDFLARE_R2_ACCOUNT_ID, AWS_ACCESS_KEY_ID, AWS_SECRET_ACCESS_KEY - config.storage = { - s3Storage: { - bucketName: this.config.r2Bucket, - // R2 endpoint format: https://.r2.cloudflarestorage.com - // The actual account ID should come from environment variables - endpoint: process.env.CLOUDFLARE_R2_ENDPOINT || `https://${process.env.CLOUDFLARE_R2_ACCOUNT_ID}.r2.cloudflarestorage.com` - } - } - } else if (this.config.storage === 'gcs' && this.config.gcsBucket) { - config.storage = { - gcsStorage: { - bucketName: this.config.gcsBucket - } - } - } else if (this.config.storage === 'memory') { - config.storage = { forceMemoryStorage: true } - } - - this.brainy = new BrainyData(config) - await this.brainy.init() - - // Initialize monitoring systems - this.performanceMonitor = new PerformanceMonitor(this.brainy) - this.healthCheck = new HealthCheck(this.brainy) - - // Initialize licensing system - // Licensing system moved to quantum-vault for premium features - // Open source version has full functionality available - } - - private async saveConfig(): Promise { - const dir = path.dirname(this.configPath) - await fs.mkdir(dir, { recursive: true }) - await fs.writeFile(this.configPath, JSON.stringify(this.config, null, 2)) - } - - /** - * Configuration categories for enhanced secret management - */ - public static readonly CONFIG_CATEGORIES = { - SECRET: 'secret', // Encrypted, never logged - SENSITIVE: 'sensitive', // Encrypted, logged as [MASKED] - CONFIG: 'config', // Plain text configuration - PUBLIC: 'public' // Can be exposed publicly - } as const - - private customSecretPatterns: RegExp[] = [] - - /** - * Enhanced secret detection with custom patterns and categories - */ - private isSecret(key: string): boolean { - const defaultSecretPatterns = [ - // Standard secret patterns - /key$/i, /token$/i, /secret$/i, /password$/i, /pass$/i, - /^api[_-]?key$/i, /^auth[_-]?token$/i, - - // API keys - /^openai[_-]?api[_-]?key$/i, /^anthropic[_-]?api[_-]?key$/i, - /^claude[_-]?api[_-]?key$/i, /^huggingface[_-]?token$/i, - /^github[_-]?token$/i, /^gitlab[_-]?token$/i, - - // Database URLs - /database.*url$/i, /db.*url$/i, /connection[_-]?string$/i, - /mongo.*url$/i, /redis.*url$/i, /postgres.*url$/i, - - // Cloud & Infrastructure - /aws.*key$/i, /aws.*secret$/i, /azure.*key$/i, /gcp.*key$/i, - /docker.*password$/i, /registry.*password$/i, - - // Production patterns - /.*_prod_.*$/i, /.*_production_.*$/i, - /.*_live_.*$/i, /.*_master_.*$/i, - - // Common service patterns - /stripe.*key$/i, /twilio.*token$/i, /sendgrid.*key$/i, - /jwt.*secret$/i, /session.*secret$/i, /encryption.*key$/i - ] - - // Combine default and custom patterns - const allPatterns = [...defaultSecretPatterns, ...this.customSecretPatterns] - return allPatterns.some(pattern => pattern.test(key)) - } - - /** - * Add custom secret detection patterns - */ - async addSecretPattern(pattern: string): Promise { - try { - const regex = new RegExp(pattern, 'i') - this.customSecretPatterns.push(regex) - - // Persist custom patterns - await this.saveCustomPatterns() - console.log(colors.success(`${emojis.check} Added secret pattern: ${pattern}`)) - } catch (error) { - throw new Error(`Invalid regex pattern: ${pattern}`) - } - } - - /** - * Remove custom secret detection pattern - */ - async removeSecretPattern(pattern: string): Promise { - const index = this.customSecretPatterns.findIndex(p => p.source === pattern) - if (index === -1) { - throw new Error(`Pattern not found: ${pattern}`) - } - - this.customSecretPatterns.splice(index, 1) - await this.saveCustomPatterns() - console.log(colors.success(`${emojis.check} Removed secret pattern: ${pattern}`)) - } - - /** - * List all secret detection patterns - */ - async listSecretPatterns(): Promise { - console.log(boxen( - `${emojis.shield} ${colors.brain('SECRET DETECTION PATTERNS')}\n\n` + - `${colors.retro('ā—† Built-in Patterns:')}\n` + - ` ā€¢ API keys (*_key, *_token, *_secret)\n` + - ` ā€¢ Database URLs (*_url, connection_string)\n` + - ` ā€¢ Cloud credentials (aws_*, azure_*, gcp_*)\n` + - ` ā€¢ Production vars (*_prod_*, *_production_*)\n\n` + - `${colors.retro('ā—† Custom Patterns:')}\n` + - (this.customSecretPatterns.length > 0 - ? this.customSecretPatterns.map(p => ` ā€¢ ${p.source}`).join('\n') - : ` ${colors.dim('No custom patterns defined')}` - ), - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - } - - /** - * Save custom patterns to disk - */ - private async saveCustomPatterns(): Promise { - const patternsPath = path.join(path.dirname(this.configPath), 'secret_patterns.json') - const patterns = this.customSecretPatterns.map(p => p.source) - await fs.writeFile(patternsPath, JSON.stringify(patterns, null, 2)) - } - - /** - * Load custom patterns from disk - */ - private async loadCustomPatterns(): Promise { - const patternsPath = path.join(path.dirname(this.configPath), 'secret_patterns.json') - try { - const data = await fs.readFile(patternsPath, 'utf8') - const patterns = JSON.parse(data) - this.customSecretPatterns = patterns.map((p: string) => new RegExp(p, 'i')) - } catch { - // No custom patterns yet - } - } - - /** - * Determine config category for enhanced management - */ - private getConfigCategory(key: string): string { - // Explicit production configuration - if (key.match(/node_env|environment|stage|tier/i)) { - return Cortex.CONFIG_CATEGORIES.CONFIG - } - - // Public configuration (can be exposed) - if (key.match(/port|host|timeout|retry|limit|version/i)) { - return Cortex.CONFIG_CATEGORIES.PUBLIC - } - - // Sensitive but not secret (URLs, emails, usernames) - if (key.match(/url|email|username|user_id|org|organization/i) && !this.isSecret(key)) { - return Cortex.CONFIG_CATEGORIES.SENSITIVE - } - - // Default to secret if matches patterns - if (this.isSecret(key)) { - return Cortex.CONFIG_CATEGORIES.SECRET - } - - return Cortex.CONFIG_CATEGORIES.CONFIG - } - - /** - * Cortex Augmentation System - AI-Powered Data Understanding - */ - async neuralImport(filePath: string, options: any = {}): Promise { - await this.ensureInitialized() - - // Import and create the Cortex SENSE augmentation - const { NeuralImportAugmentation } = await import('../augmentations/neuralImport.js') - const neuralSense = new NeuralImportAugmentation(this.brainy!, options) - - // Initialize the augmentation - await neuralSense.initialize() - - try { - // Read the file - const fs = await import('fs/promises') - const fileContent = await fs.readFile(filePath, 'utf8') - const dataType = this.getDataTypeFromPath(filePath) - - // Use the SENSE augmentation to process the data - const result = await neuralSense.processRawData(fileContent, dataType, options) - - if (result.success) { - console.log(colors.success('āœ… Cortex import completed successfully')) - - // Display summary - console.log(colors.primary(`šŸ“Š Processed: ${result.data.nouns.length} entities, ${result.data.verbs.length} relationships`)) - - if (result.data.confidence !== undefined) { - console.log(colors.primary(`šŸŽÆ Overall confidence: ${(result.data.confidence * 100).toFixed(1)}%`)) - } - - if (result.data.insights && result.data.insights.length > 0) { - console.log(colors.brain('\nšŸ§  Neural Insights:')) - result.data.insights.forEach((insight: any) => { - console.log(` ${colors.accent('ā—†')} ${insight.description} (${(insight.confidence * 100).toFixed(1)}%)`) - }) - } - } else { - console.error(colors.error('āŒ Cortex import failed:'), result.error) - } - - } finally { - await neuralSense.shutDown() - } - } - - async neuralAnalyze(filePath: string): Promise { - await this.ensureInitialized() - - const { NeuralImportAugmentation } = await import('../augmentations/neuralImport.js') - const neuralSense = new NeuralImportAugmentation(this.brainy!) - - await neuralSense.initialize() - - try { - const fs = await import('fs/promises') - const fileContent = await fs.readFile(filePath, 'utf8') - const dataType = this.getDataTypeFromPath(filePath) - - // Use the analyzeStructure method - const result = await neuralSense.analyzeStructure!(fileContent, dataType) - - if (result.success) { - console.log(boxen( - `${emojis.lab} ${colors.brain('NEURAL ANALYSIS RESULTS')}\n\n` + - `Entity Types: ${result.data.entityTypes.length}\n` + - `Relationship Types: ${result.data.relationshipTypes.length}\n` + - `Data Quality Score: ${((result.data.dataQuality.completeness + result.data.dataQuality.consistency + result.data.dataQuality.accuracy) / 3 * 100).toFixed(1)}%`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - if (result.data.recommendations.length > 0) { - console.log(colors.brain('\nšŸ’” Recommendations:')) - result.data.recommendations.forEach((rec: any) => { - console.log(` ${colors.accent('ā—†')} ${rec}`) - }) - } - } else { - console.error(colors.error('āŒ Analysis failed:'), result.error) - } - - } finally { - await neuralSense.shutDown() - } - } - - async neuralValidate(filePath: string): Promise { - await this.ensureInitialized() - - const { NeuralImportAugmentation } = await import('../augmentations/neuralImport.js') - const neuralSense = new NeuralImportAugmentation(this.brainy!) - - await neuralSense.initialize() - - try { - const fs = await import('fs/promises') - const fileContent = await fs.readFile(filePath, 'utf8') - const dataType = this.getDataTypeFromPath(filePath) - - // Use the validateCompatibility method - const result = await neuralSense.validateCompatibility!(fileContent, dataType) - - if (result.success) { - const statusIcon = result.data.compatible ? 'āœ…' : 'āš ļø' - const statusText = result.data.compatible ? 'COMPATIBLE' : 'COMPATIBILITY ISSUES' - - console.log(boxen( - `${statusIcon} ${colors.brain(`DATA ${statusText}`)}\n\n` + - `Compatible: ${result.data.compatible ? 'Yes' : 'No'}\n` + - `Issues Found: ${result.data.issues.length}\n` + - `Suggestions: ${result.data.suggestions.length}`, - { padding: 1, borderStyle: 'round', borderColor: result.data.compatible ? '#2D4A3A' : '#D67441' } - )) - - if (result.data.issues.length > 0) { - console.log(colors.warning('\nāš ļø Issues:')) - result.data.issues.forEach((issue: any) => { - const severityColor = issue.severity === 'high' ? colors.error : - issue.severity === 'medium' ? colors.warning : colors.dim - console.log(` ${severityColor(`[${issue.severity.toUpperCase()}]`)} ${issue.description}`) - }) - } - - if (result.data.suggestions.length > 0) { - console.log(colors.brain('\nšŸ’” Suggestions:')) - result.data.suggestions.forEach((suggestion: any) => { - console.log(` ${colors.accent('ā—†')} ${suggestion}`) - }) - } - } else { - console.error(colors.error('āŒ Validation failed:'), result.error) - } - - } finally { - await neuralSense.shutDown() - } - } - - async neuralTypes(): Promise { - await this.ensureInitialized() - - const { NounType, VerbType } = await import('../types/graphTypes.js') - - console.log(boxen( - `${emojis.atom} ${colors.brain('NEURAL TYPE SYSTEM')}\n\n` + - `${colors.retro('ā—† Available Noun Types:')} ${colors.highlight(Object.keys(NounType).length.toString())}\n` + - `${colors.retro('ā—† Available Verb Types:')} ${colors.highlight(Object.keys(VerbType).length.toString())}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Noun categories: Person, Organization, Location, Thing, Concept, Event...')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Verb categories: Social, Temporal, Causal, Ownership, Functional...')}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - // Show sample types - console.log(`\n${colors.highlight('Sample Noun Types:')}`) - Object.entries(NounType).slice(0, 8).forEach(([key, value]) => { - console.log(` ${colors.primary('ā€¢')} ${key}: ${colors.dim(value)}`) - }) - - console.log(`\n${colors.highlight('Sample Verb Types:')}`) - Object.entries(VerbType).slice(0, 8).forEach(([key, value]) => { - console.log(` ${colors.primary('ā€¢')} ${key}: ${colors.dim(value)}`) - }) - - console.log(`\n${colors.dim('Use')} ${colors.primary('brainy import --cortex ')} ${colors.dim('to leverage the full AI type system!')}`) - } - - /** - * Augmentation Pipeline Management - Control the Neural Enhancement System - */ - async listAugmentations(): Promise { - await this.ensureInitialized() - - const spinner = ora('Scanning augmentation systems...').start() - - try { - // Get current pipeline configuration (placeholder for now) - spinner.stop() - - // For now, show that augmentation system is available but needs integration - console.log(colors.info(`${emojis.atom} Augmentation system detected but integration pending`)) - - // Show current pipeline status - console.log(boxen( - `${emojis.atom} ${colors.brain('AUGMENTATION PIPELINE STATUS')}\n\n` + - `${colors.retro('ā—† Pipeline State:')} ${colors.success('ACTIVE')}\n` + - `${colors.retro('ā—† Registry Loaded:')} ${colors.success('OPERATIONAL')}\n` + - `${colors.retro('ā—† Available Categories:')} SENSE, MEMORY, COGNITION, CONDUIT, ACTIVATION, PERCEPTION, DIALOG, WEBSOCKET`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - // List active augmentations by category - const categories = ['SENSE', 'MEMORY', 'COGNITION', 'CONDUIT', 'ACTIVATION', 'PERCEPTION', 'DIALOG', 'WEBSOCKET'] - - for (const category of categories) { - console.log(`\n${colors.highlight(category)} ${colors.dim('Augmentations:')}`) - - // This would need to be implemented in the actual augmentation system - // For now, show example structure - console.log(` ${colors.dim('ā€¢ Available augmentations would be listed here')}\n ${colors.dim('ā€¢ Status: Active/Inactive')}\n ${colors.dim('ā€¢ Configuration: Parameters')}`) - } - - } catch (error) { - spinner.fail('Failed to scan augmentations') - console.error(error) - } - } - - async addAugmentation(type: string, position?: number, config?: any): Promise { - await this.ensureInitialized() - - console.log(boxen( - `${emojis.magic} ${colors.retro('NEURAL ENHANCEMENT PROTOCOL')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Adding augmentation to pipeline')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Type:')} ${colors.highlight(type)}\n` + - `${colors.accent('ā—†')} ${colors.dim('Position:')} ${colors.highlight(position || 'auto')}`, - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - - const { confirm } = await prompts({ - type: 'confirm', - name: 'confirm', - message: 'Add this augmentation to the pipeline?', - initial: true - }) - - if (!confirm) { - console.log(colors.dim('Augmentation addition cancelled')) - return - } - - const spinner = ora('Installing augmentation...').start() - - try { - // This would interface with the actual augmentation system - // For now, simulate the process - await new Promise(resolve => setTimeout(resolve, 1000)) - - spinner.succeed(colors.success(`${emojis.check} Augmentation '${type}' added to pipeline`)) - console.log(colors.dim(`Position: ${position || 'auto-assigned'}`)) - - } catch (error) { - spinner.fail('Failed to add augmentation') - console.error(error) - } - } - - async removeAugmentation(type: string): Promise { - await this.ensureInitialized() - - console.log(boxen( - `${emojis.warning} ${colors.retro('AUGMENTATION REMOVAL PROTOCOL')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('This will remove the augmentation from the pipeline')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Type:')} ${colors.highlight(type)}`, - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - - const { confirm } = await prompts({ - type: 'confirm', - name: 'confirm', - message: 'Remove this augmentation?', - initial: false - }) - - if (!confirm) { - console.log(colors.dim('Augmentation removal cancelled')) - return - } - - const spinner = ora('Removing augmentation...').start() - - try { - // Interface with augmentation system - await new Promise(resolve => setTimeout(resolve, 1000)) - - spinner.succeed(colors.success(`${emojis.check} Augmentation '${type}' removed from pipeline`)) - - } catch (error) { - spinner.fail('Failed to remove augmentation') - console.error(error) - } - } - - async configureAugmentation(type: string, config: any): Promise { - await this.ensureInitialized() - - console.log(boxen( - `${emojis.config} ${colors.brain('AUGMENTATION CONFIGURATION')}\n\n` + - `${colors.retro('ā—† Type:')} ${colors.highlight(type)}\n` + - `${colors.retro('ā—† New Config:')} ${colors.dim(JSON.stringify(config, null, 2))}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - const { confirm } = await prompts({ - type: 'confirm', - name: 'confirm', - message: 'Apply this configuration?', - initial: true - }) - - if (!confirm) { - console.log(colors.dim('Configuration cancelled')) - return - } - - const spinner = ora('Updating augmentation configuration...').start() - - try { - // Interface with augmentation configuration system - await new Promise(resolve => setTimeout(resolve, 1000)) - - spinner.succeed(colors.success(`${emojis.check} Augmentation '${type}' configuration updated`)) - - } catch (error) { - spinner.fail('Failed to configure augmentation') - console.error(error) - } - } - - async resetPipeline(): Promise { - await this.ensureInitialized() - - console.log(boxen( - `${emojis.warning} ${colors.retro('PIPELINE RESET PROTOCOL')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('This will reset the entire augmentation pipeline')}\n` + - `${colors.accent('ā—†')} ${colors.dim('All custom configurations will be lost')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Pipeline will return to default state')}`, - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - - const { confirm } = await prompts({ - type: 'confirm', - name: 'confirm', - message: 'Reset augmentation pipeline to defaults?', - initial: false - }) - - if (!confirm) { - console.log(colors.dim('Pipeline reset cancelled')) - return - } - - const spinner = ora('Resetting augmentation pipeline...').start() - - try { - // Interface with pipeline reset system - await new Promise(resolve => setTimeout(resolve, 2000)) - - spinner.succeed(colors.success(`${emojis.atom} Augmentation pipeline reset to factory defaults`)) - console.log(colors.dim('All augmentations restored to default configuration')) - - } catch (error) { - spinner.fail('Failed to reset pipeline') - console.error(error) - } - } - - async executePipelineStep(step: string, data: any): Promise { - await this.ensureInitialized() - - const spinner = ora(`Executing ${step} augmentation step...`).start() - - try { - // Interface with pipeline execution system - await new Promise(resolve => setTimeout(resolve, 1500)) - - spinner.succeed(colors.success(`${emojis.magic} Pipeline step '${step}' executed successfully`)) - console.log(colors.dim('Result: '), colors.highlight('[Processed data would be shown here]')) - - } catch (error) { - spinner.fail(`Failed to execute pipeline step '${step}'`) - console.error(error) - } - } - - /** - * Backup & Restore System - Atomic Data Preservation - */ - async backup(options: any = {}): Promise { - await this.ensureInitialized() - - const { BackupRestore } = await import('./backupRestore.js') - const backupSystem = new BackupRestore(this.brainy!) - - const backupPath = await backupSystem.createBackup({ - compress: options.compress, - output: options.output, - includeMetadata: true, - includeStatistics: true, - verify: true - }) - - console.log(colors.success(`\nšŸŽ‰ Backup complete! Saved to: ${backupPath}`)) - } - - async restore(file: string): Promise { - await this.ensureInitialized() - - const { BackupRestore } = await import('./backupRestore.js') - const backupSystem = new BackupRestore(this.brainy!) - - await backupSystem.restoreBackup(file, { - verify: true, - overwrite: false // Will prompt user for confirmation - }) - } - - async listBackups(directory: string = './backups'): Promise { - const { BackupRestore } = await import('./backupRestore.js') - const backupSystem = new BackupRestore(this.brainy!) - - console.log(boxen( - `${emojis.brain} ${colors.brain('ATOMIC VAULT INVENTORY')} ${emojis.atom}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - const backups = await backupSystem.listBackups(directory) - - if (backups.length === 0) { - console.log(colors.dim('No backups found in vault')) - return - } - - const table = new Table({ - head: [colors.brain('Date'), colors.brain('Entities'), colors.brain('Relationships'), colors.brain('Size'), colors.brain('Type')], - colWidths: [20, 12, 15, 12, 15] - }) - - backups.forEach(backup => { - table.push([ - colors.highlight(new Date(backup.timestamp).toLocaleDateString()), - colors.primary(backup.entityCount.toLocaleString()), - colors.primary(backup.relationshipCount.toLocaleString()), - colors.warning(backup.compressed ? 'Compressed' : 'Raw'), - colors.success(backup.storageType) - ]) - }) - - console.log(table.toString()) - } - - /** - * Show augmentation status and management - */ - async augmentations(options: any = {}): Promise { - console.log(boxen( - `${this.emojis.brain} ${this.colors.brain('AUGMENTATION STATUS')} ${this.emojis.atom}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - await this.ensureBrainy() - - try { - // Import default augmentation registry - const { DefaultAugmentationRegistry } = await import('../shared/default-augmentations.js') - const registry = new DefaultAugmentationRegistry(this.brainy!) - - // Check Cortex health (default augmentation) - const cortexHealth = await registry.checkCortexHealth() - - console.log(`\n${this.emojis.sparkles} ${this.colors.accent('Default Augmentations:')}`) - console.log(` ${this.emojis.brain} Cortex: ${cortexHealth.available ? this.colors.success('Active') : this.colors.error('Inactive')}`) - if (cortexHealth.version) { - console.log(` ${this.colors.dim('Version:')} ${cortexHealth.version}`) - } - console.log(` ${this.colors.dim('Status:')} ${cortexHealth.status}`) - console.log(` ${this.colors.dim('Category:')} SENSE (AI-powered data understanding)`) - console.log(` ${this.colors.dim('License:')} Open Source (included by default)`) - - // Check for premium augmentations if license exists - if (this.licensingSystem) { - console.log(`\n${this.emojis.sparkles} ${this.colors.premium('Premium Augmentations:')}`) - - // Check each premium feature from our licensing system - const premiumFeatures = [ - 'notion-connector', - 'salesforce-connector', - 'slack-connector', - 'asana-connector', - 'neural-enhancement-pack' - ] - - for (const feature of premiumFeatures) { - // This would check if the feature is licensed and installed - console.log(` ${this.emojis.gear} ${feature}: ${this.colors.dim('Not Installed')}`) - console.log(` ${this.colors.dim('Status:')} Available for trial/purchase`) - } - - console.log(`\n${this.colors.dim('Use')} ${this.colors.highlight('cortex license catalog')} ${this.colors.dim('to see available premium augmentations')}`) - console.log(`${this.colors.dim('Use')} ${this.colors.highlight('cortex license trial ')} ${this.colors.dim('to start a free trial')}`) - } - - // Augmentation pipeline health - console.log(`\n${this.emojis.health} ${this.colors.accent('Pipeline Health:')}`) - console.log(` ${this.emojis.check} SENSE Pipeline: ${this.colors.success('1 active')} (Cortex)`) - console.log(` ${this.emojis.info} CONDUIT Pipeline: ${this.colors.dim('0 active')} (Premium connectors available)`) - console.log(` ${this.emojis.info} COGNITION Pipeline: ${this.colors.dim('0 active')}`) - console.log(` ${this.emojis.info} MEMORY Pipeline: ${this.colors.dim('0 active')}`) - - if (options.verbose) { - console.log(`\n${this.emojis.info} ${this.colors.accent('Augmentation Categories:')}`) - console.log(` ${this.colors.highlight('SENSE:')} Input processing and data understanding`) - console.log(` ${this.colors.highlight('CONDUIT:')} External system integrations and sync`) - console.log(` ${this.colors.highlight('COGNITION:')} AI reasoning and analysis`) - console.log(` ${this.colors.highlight('MEMORY:')} Enhanced storage and retrieval`) - console.log(` ${this.colors.highlight('PERCEPTION:')} Pattern recognition and insights`) - console.log(` ${this.colors.highlight('DIALOG:')} Conversational interfaces`) - console.log(` ${this.colors.highlight('ACTIVATION:')} Automation and triggers`) - console.log(` ${this.colors.highlight('WEBSOCKET:')} Real-time communications`) - } - - } catch (error) { - console.error(`${this.emojis.cross} Failed to get augmentation status:`, error instanceof Error ? error.message : String(error)) - } - } - - /** - * Performance Monitoring & Health Check System - Atomic Age Intelligence Observatory - */ - async monitor(options: any = {}): Promise { - await this.ensureInitialized() - - if (!this.performanceMonitor) { - console.log(colors.error('Performance monitor not initialized')) - return - } - - if (options.dashboard) { - // Interactive dashboard mode - console.log(boxen( - `${emojis.stats} ${colors.brain('ATOMIC PERFORMANCE OBSERVATORY')} ${emojis.atom}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Real-time vector + graph database monitoring')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Press Ctrl+C to exit dashboard')}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - // Start monitoring in background - await this.performanceMonitor.startMonitoring(5000) // 5 second intervals - - // Display dashboard in loop - const dashboardInterval = setInterval(async () => { - try { - await this.performanceMonitor!.displayDashboard() - } catch (error) { - console.error('Dashboard update failed:', error) - } - }, 5000) - - // Handle cleanup on exit - process.on('SIGINT', () => { - clearInterval(dashboardInterval) - this.performanceMonitor!.stopMonitoring() - console.log('\n' + colors.dim('Performance monitoring stopped')) - process.exit(0) - }) - - // Keep process alive - await new Promise(() => {}) - - } else { - // Single snapshot mode - const metrics = await this.performanceMonitor.getCurrentMetrics() - - console.log(boxen( - `${emojis.stats} ${colors.brain('PERFORMANCE SNAPSHOT')} ${emojis.atom}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - console.log(`\n${colors.accent('Vector Query Latency:')} ${colors.primary(metrics.queryLatency.vector.avg.toFixed(1) + 'ms')}`) - console.log(`${colors.accent('Graph Query Latency:')} ${colors.primary(metrics.queryLatency.graph.avg.toFixed(1) + 'ms')}`) - console.log(`${colors.accent('Combined Throughput:')} ${colors.success(metrics.throughput.totalOps.toFixed(0) + ' ops/sec')}`) - console.log(`${colors.accent('Cache Hit Rate:')} ${colors.success((metrics.storage.cacheHitRate * 100).toFixed(1) + '%')}`) - console.log(`${colors.accent('Overall Health:')} ${colors.primary(metrics.health.overall + '/100')}`) - } - } - - async health(options: any = {}): Promise { - await this.ensureInitialized() - - if (!this.healthCheck) { - console.log(colors.error('Health check system not initialized')) - return - } - - if (options.autoFix) { - // Run health check and auto-repair - const health = await this.healthCheck.runHealthCheck() - await this.healthCheck.displayHealthReport(health) - - console.log('\n' + colors.brain(`${emojis.repair} INITIATING AUTO-REPAIR SEQUENCE`)) - - const results = await this.healthCheck.executeAutoRepairs() - - if (results.success.length > 0 || results.failed.length > 0) { - // Run health check again to show improvements - console.log('\n' + colors.info('Running post-repair health check...')) - await this.healthCheck.displayHealthReport() - } - - } else { - // Standard health check - await this.healthCheck.displayHealthReport() - - // Show available repair actions - const repairs = await this.healthCheck.getRepairActions() - const safeRepairs = repairs.filter(r => r.automated && r.riskLevel === 'safe') - - if (safeRepairs.length > 0) { - console.log('\n' + colors.info(`${emojis.info} Run 'cortex health --auto-fix' to apply ${safeRepairs.length} safe automated repairs`)) - } - } - } - - async performance(options: any = {}): Promise { - await this.ensureInitialized() - - if (!this.performanceMonitor) { - console.log(colors.error('Performance monitor not initialized')) - return - } - - if (options.analyze) { - // Detailed performance analysis - console.log(boxen( - `${emojis.lab} ${colors.brain('PERFORMANCE ANALYSIS ENGINE')} ${emojis.atom}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Deep analysis of vector + graph performance')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Collecting metrics over 30 seconds...')}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - const spinner = ora('Analyzing neural pathway performance...').start() - - // Start monitoring to collect data - await this.performanceMonitor.startMonitoring(2000) // 2 second intervals - - // Wait for data collection - await new Promise(resolve => setTimeout(resolve, 30000)) - - // Stop monitoring and get dashboard data - this.performanceMonitor.stopMonitoring() - const dashboard = await this.performanceMonitor.getDashboard() - - spinner.succeed('Performance analysis complete') - - // Display detailed analysis - console.log('\n' + colors.brain(`${emojis.lightning} DETAILED ANALYSIS RESULTS`)) - - const current = dashboard.current - const trends = dashboard.trends - - if (trends.length > 1) { - const first = trends[0] - const last = trends[trends.length - 1] - - const vectorTrend = last.queryLatency.vector.avg - first.queryLatency.vector.avg - const graphTrend = last.queryLatency.graph.avg - first.queryLatency.graph.avg - const throughputTrend = last.throughput.totalOps - first.throughput.totalOps - - console.log(`\n${colors.accent('Vector Performance Trend:')} ${vectorTrend > 0 ? colors.warning('ā†‘') : colors.success('ā†“')} ${Math.abs(vectorTrend).toFixed(1)}ms`) - console.log(`${colors.accent('Graph Performance Trend:')} ${graphTrend > 0 ? colors.warning('ā†‘') : colors.success('ā†“')} ${Math.abs(graphTrend).toFixed(1)}ms`) - console.log(`${colors.accent('Throughput Trend:')} ${throughputTrend > 0 ? colors.success('ā†‘') : colors.warning('ā†“')} ${Math.abs(throughputTrend).toFixed(0)} ops/sec`) - } - - // Show recommendations - console.log('\n' + colors.brain(`${emojis.sparkle} OPTIMIZATION RECOMMENDATIONS`)) - - if (current.queryLatency.vector.p95 > 100) { - console.log(` ${colors.warning('ā†’')} Vector query P95 latency is high - consider rebuilding HNSW index`) - } - - if (current.storage.cacheHitRate < 0.8) { - console.log(` ${colors.warning('ā†’')} Cache hit rate is below 80% - consider increasing cache size`) - } - - if (current.memory.heapUsed > 1000) { - console.log(` ${colors.warning('ā†’')} Memory usage is high - consider running garbage collection`) - } - - if (current.health.overall < 85) { - console.log(` ${colors.error('ā†’')} Overall health below 85% - run 'cortex health --auto-fix'`) - } - - } else { - // Quick performance overview - const metrics = await this.performanceMonitor.getCurrentMetrics() - - console.log(boxen( - `${emojis.rocket} ${colors.brain('QUICK PERFORMANCE OVERVIEW')} ${emojis.atom}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - console.log(`\n${colors.brain('Vector + Graph Database Performance:')}\n`) - console.log(` ${colors.accent('Vector Operations:')} ${colors.primary(metrics.queryLatency.vector.avg.toFixed(1) + 'ms avg')} | ${colors.highlight(metrics.throughput.vectorOps.toFixed(0) + ' ops/sec')}`) - console.log(` ${colors.accent('Graph Operations:')} ${colors.primary(metrics.queryLatency.graph.avg.toFixed(1) + 'ms avg')} | ${colors.highlight(metrics.throughput.graphOps.toFixed(0) + ' ops/sec')}`) - console.log(` ${colors.accent('Storage Performance:')} ${colors.success((metrics.storage.cacheHitRate * 100).toFixed(1) + '% cache hit')} | ${colors.info(metrics.storage.readLatency.toFixed(1) + 'ms read')}`) - console.log(` ${colors.accent('Memory Usage:')} ${colors.primary(metrics.memory.heapUsed.toFixed(0) + 'MB')} | ${colors.success((metrics.memory.efficiency * 100).toFixed(1) + '% efficient')}`) - console.log(`\n${colors.dim('For detailed analysis: cortex performance --analyze')}`) - } - } - - /** - * Premium Features - Redirect to Brain Cloud - */ - async licenseCatalog(): Promise { - console.log(boxen( - `${emojis.brain}ā˜ļø ${colors.brain('BRAIN CLOUD PREMIUM FEATURES')}\n\n` + - `Premium connectors and features have moved to Brain Cloud!\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Setup Brain Cloud:')} ${colors.highlight('brainy cloud')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Learn more:')} ${colors.highlight('https://soulcraft.com/brain-cloud')}\n\n` + - `${colors.retro('Available Tiers:')}\n` + - `${colors.success('šŸ«™')} Brain Jar (Free) - Local coordination\n` + - `${colors.success('ā˜ļø')} Brain Cloud ($19/mo) - Sync everywhere\n` + - `${colors.success('šŸ¦')} Brain Bank ($99/mo) - Enterprise features`, - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - } - - async licenseStatus(licenseId?: string): Promise { - console.log(colors.info('License management has moved to Brain Cloud')) - console.log(colors.dim('Run: brainy cloud')) - } - - async licenseTrial(featureId: string, customerName?: string, customerEmail?: string): Promise { - console.log(boxen( - `${emojis.sparkle} ${colors.brain('START YOUR BRAIN CLOUD TRIAL')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('14-day free trial')}\n` + - `${colors.accent('ā—†')} ${colors.dim('No credit card required')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Cancel anytime')}\n\n` + - `${colors.highlight('Run: brainy cloud')}\n\n` + - `Or visit: ${colors.accent('https://soulcraft.com/brain-cloud')}`, - { padding: 1, borderStyle: 'round', borderColor: '#FFD700' } - )) - } - - async licenseValidate(featureId: string): Promise { - console.log(colors.info('Premium features available in Brain Cloud')) - console.log(colors.dim('Setup: brainy cloud')) - return false - } - - /** - * Check if a premium feature is available - */ - async requirePremiumFeature(featureId: string, silent: boolean = false): Promise { - if (!silent) { - console.log(boxen( - `${emojis.lock} ${colors.brain('BRAIN CLOUD FEATURE')} ${emojis.atom}\n\n` + - `This feature is available in Brain Cloud!\n\n` + - `${colors.highlight('Setup: brainy cloud')}\n` + - `${colors.dim('Learn more: https://soulcraft.com/brain-cloud')}`, - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - } - return false - } - - /** - * Brain Jar AI Coordination Methods - */ - async brainJarInstall(mode: string): Promise { - const spinner = ora('Installing Brain Jar coordination...').start() - - try { - if (mode === 'premium') { - spinner.text = 'Opening Brain Jar Premium signup...' - // This would open browser to brain-jar.com - console.log('\n' + boxen( - `${emojis.brain}${emojis.rocket} ${colors.brain('BRAIN JAR PREMIUM')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Opening signup at:')} ${colors.highlight('https://brain-jar.com')}\n` + - `${colors.accent('ā—†')} ${colors.dim('After signup, return to configure your API key')}\n\n` + - `${colors.retro('Features:')}\n` + - `${colors.success('āœ…')} Global AI coordination\n` + - `${colors.success('āœ…')} Multi-device sync\n` + - `${colors.success('āœ…')} Team workspaces\n` + - `${colors.success('āœ…')} Premium dashboard`, - { padding: 1, borderStyle: 'double', borderColor: '#D67441' } - )) - - // Open browser (would be implemented) - console.log(colors.info('\nšŸ’” Run: export BRAIN_JAR_KEY="your-api-key" after signup')) - } else { - spinner.text = 'Setting up local Brain Jar server...' - - console.log('\n' + boxen( - `${emojis.brain}${emojis.tube} ${colors.brain('BRAIN JAR FREE')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Local AI coordination installed')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Server:')} ${colors.highlight('localhost:8765')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Dashboard:')} ${colors.highlight('localhost:3000')}\n\n` + - `${colors.retro('Features:')}\n` + - `${colors.success('āœ…')} Local AI coordination\n` + - `${colors.success('āœ…')} Real-time dashboard\n` + - `${colors.success('āœ…')} Vector storage`, - { padding: 1, borderStyle: 'round', borderColor: '#2D4A3A' } - )) - } - - spinner.succeed(`Brain Jar ${mode} installation complete!`) - - } catch (error: any) { - spinner.fail('Brain Jar installation failed') - console.error(colors.error('Error:'), error.message) - } - } - - async brainJarStart(options: any): Promise { - const spinner = ora('Starting Brain Jar coordination...').start() - - try { - const isCloudMode = process.env.BRAIN_JAR_KEY !== undefined - const serverUrl = options.server || (isCloudMode ? 'wss://api.brain-jar.com/ws' : 'ws://localhost:8765') - - spinner.text = `Connecting to ${isCloudMode ? 'cloud' : 'local'} coordination...` - - console.log('\n' + boxen( - `${emojis.brain}${emojis.network} ${colors.brain('BRAIN JAR COORDINATION ACTIVE')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Mode:')} ${colors.highlight(isCloudMode ? 'Premium Cloud' : 'Local Free')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Server:')} ${colors.highlight(serverUrl)}\n` + - `${colors.accent('ā—†')} ${colors.dim('Agent:')} ${colors.highlight(options.name || 'Claude-Agent')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Role:')} ${colors.highlight(options.role || 'Assistant')}\n\n` + - `${colors.success('āœ…')} All Claude instances will now coordinate automatically!`, - { padding: 1, borderStyle: 'round', borderColor: isCloudMode ? '#D67441' : '#2D4A3A' } - )) - - spinner.succeed('Brain Jar coordination started!') - - console.log(colors.dim('\nšŸ’” Keep this terminal open for coordination to remain active')) - console.log(colors.primary(`šŸ”— Dashboard: brainy brain-jar dashboard`)) - - } catch (error: any) { - spinner.fail('Failed to start Brain Jar') - console.error(colors.error('Error:'), error.message) - } - } - - async brainJarDashboard(shouldOpen: boolean = true): Promise { - const isCloudMode = process.env.BRAIN_JAR_KEY !== undefined - const dashboardUrl = isCloudMode ? 'https://dashboard.brain-jar.com' : 'http://localhost:3000/dashboard' - - console.log(boxen( - `${emojis.data}${emojis.brain} ${colors.brain('BRAIN JAR DASHBOARD')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('URL:')} ${colors.highlight(dashboardUrl)}\n` + - `${colors.accent('ā—†')} ${colors.dim('Mode:')} ${colors.highlight(isCloudMode ? 'Premium Cloud' : 'Local Free')}\n\n` + - `${colors.retro('Features:')}\n` + - `${colors.success('āœ…')} Live agent coordination\n` + - `${colors.success('āœ…')} Real-time conversation view\n` + - `${colors.success('āœ…')} Search coordination history\n` + - `${colors.success('āœ…')} Performance metrics`, - { padding: 1, borderStyle: 'round', borderColor: isCloudMode ? '#D67441' : '#2D4A3A' } - )) - - if (shouldOpen) { - console.log(colors.success(`\nšŸš€ Opening dashboard: ${dashboardUrl}`)) - // Would open browser here - } - } - - async brainJarStatus(): Promise { - const isCloudMode = process.env.BRAIN_JAR_KEY !== undefined - - console.log(boxen( - `${emojis.brain}${emojis.stats} ${colors.brain('BRAIN JAR STATUS')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Mode:')} ${colors.highlight(isCloudMode ? 'Premium Cloud' : 'Local Free')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Status:')} ${colors.success('Active')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Connected Agents:')} ${colors.highlight('2')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Total Messages:')} ${colors.highlight('47')}\n` + - `${colors.accent('ā—†')} ${colors.dim('Uptime:')} ${colors.highlight('15m 32s')}\n\n` + - `${colors.success('āœ…')} All systems operational!`, - { padding: 1, borderStyle: 'round', borderColor: '#2D4A3A' } - )) - } - - async brainJarStop(): Promise { - const spinner = ora('Stopping Brain Jar coordination...').start() - - try { - // Would stop coordination server/connections here - spinner.succeed('Brain Jar coordination stopped') - - console.log(colors.warning('āš ļø AI agents will no longer coordinate')) - console.log(colors.dim('šŸ’” Run: brainy brain-jar start to resume coordination')) - - } catch (error: any) { - spinner.fail('Failed to stop Brain Jar') - console.error(colors.error('Error:'), error.message) - } - } - - async brainJarAgents(): Promise { - console.log(boxen( - `${emojis.robot}${emojis.network} ${colors.brain('CONNECTED AGENTS')}\n\n` + - `${colors.success('šŸ¤–')} ${colors.highlight('Jarvis')} - ${colors.dim('Backend Systems')}\n` + - ` ${colors.dim('Status:')} ${colors.success('Connected')}\n` + - ` ${colors.dim('Last Active:')} ${colors.dim('2 minutes ago')}\n\n` + - `${colors.success('šŸŽØ')} ${colors.highlight('Picasso')} - ${colors.dim('Frontend Design')}\n` + - ` ${colors.dim('Status:')} ${colors.success('Connected')}\n` + - ` ${colors.dim('Last Active:')} ${colors.dim('30 seconds ago')}\n\n` + - `${colors.accent('Total Active Agents:')} ${colors.highlight('2')}`, - { padding: 1, borderStyle: 'round', borderColor: '#2D4A3A' } - )) - } - - async brainJarMessage(text: string): Promise { - const spinner = ora('Broadcasting message to coordination channel...').start() - - try { - // Would send message through coordination system here - spinner.succeed('Message sent to all connected agents') - - console.log(boxen( - `${emojis.chat}${emojis.network} ${colors.brain('MESSAGE BROADCAST')}\n\n` + - `${colors.dim('Message:')} ${colors.highlight(text)}\n` + - `${colors.dim('Recipients:')} ${colors.success('All connected agents')}\n` + - `${colors.dim('Timestamp:')} ${colors.dim(new Date().toLocaleTimeString())}`, - { padding: 1, borderStyle: 'round', borderColor: '#D67441' } - )) - - } catch (error: any) { - spinner.fail('Failed to send message') - console.error(colors.error('Error:'), error.message) - } - } - - async brainJarSearch(query: string, limit: number): Promise { - const spinner = ora('Searching coordination history...').start() - - try { - // Would search through coordination messages here - spinner.succeed(`Found coordination messages for: "${query}"`) - - console.log(boxen( - `${emojis.search}${emojis.brain} ${colors.brain('COORDINATION SEARCH RESULTS')}\n\n` + - `${colors.dim('Query:')} ${colors.highlight(query)}\n` + - `${colors.dim('Results:')} ${colors.success('5 matches')}\n` + - `${colors.dim('Limit:')} ${colors.dim(limit.toString())}\n\n` + - `${colors.success('šŸ“Ø')} ${colors.dim('Jarvis:')} "Setting up backend coordination..."\n` + - `${colors.success('šŸ“Ø')} ${colors.dim('Picasso:')} "Frontend components ready for integration..."\n` + - `${colors.success('šŸ“Ø')} ${colors.dim('Jarvis:')} "Database connections established..."\n\n` + - `${colors.dim('Use')} ${colors.primary('brainy brain-jar dashboard')} ${colors.dim('for visual search')}`, - { padding: 1, borderStyle: 'round', borderColor: '#E88B5A' } - )) - - } catch (error: any) { - spinner.fail('Search failed') - console.error(colors.error('Error:'), error.message) - } - } - - /** - * Brain Cloud Super Command - One command to rule them all - */ - async setupBrainCloud(options: any): Promise { - const { prompt } = await import('prompts') - const colors = this.colors - const emojis = this.emojis - - console.log(boxen( - `${emojis.brain}ā˜ļø ${colors.brain('BRAIN CLOUD SETUP')}\n\n` + - `${colors.accent('Transform your AI into a coordinated system')}\n` + - `${colors.dim('One command. Global sync. Team coordination.')}\n\n` + - `${colors.success('āœ…')} Install Brain Jar in Claude Desktop\n` + - `${colors.success('āœ…')} Configure cloud sync across devices\n` + - `${colors.success('āœ…')} Setup team workspaces (optional)`, - { padding: 1, borderStyle: 'double', borderColor: '#D67441' } - )) - - // Interactive mode if not specified - if (options.mode === 'interactive') { - const response = await prompt([ - { - type: 'select', - name: 'tier', - message: 'Choose your Brain Cloud tier:', - choices: [ - { title: 'šŸ«™ Brain Jar (Free) - Local coordination only', value: 'free' }, - { title: 'ā˜ļø Brain Cloud ($19/mo) - Sync across all devices', value: 'cloud' }, - { title: 'šŸ¦ Brain Bank ($99/mo) - Enterprise features', value: 'bank' } - ], - initial: 0 - } - ]) - - if (!response.tier) { - console.log(colors.warning('Setup cancelled')) - return - } - - options.mode = response.tier - } - - const spinner = ora('Setting up Brain Cloud...').start() - - try { - // Step 1: Install Brain Jar - if (!options.skipInstall) { - spinner.text = 'Installing Brain Jar in Claude Desktop...' - await this.brainJarInstall(options.mode) - } - - // Step 2: Configure based on tier - if (options.mode === 'cloud' || options.mode === 'bank') { - spinner.text = 'Configuring cloud sync...' - - const accountResponse = await prompt([ - { - type: 'confirm', - name: 'hasAccount', - message: 'Do you have a Brain Cloud account?', - initial: false - } - ]) - - if (!accountResponse.hasAccount) { - console.log('\n' + boxen( - `${emojis.sparkles} ${colors.brain('CREATE YOUR ACCOUNT')}\n\n` + - `${colors.accent('ā—†')} Visit: ${colors.highlight('https://soulcraft.com/brain-cloud')}\n` + - `${colors.accent('ā—†')} Click "Start Free Trial"\n` + - `${colors.accent('ā—†')} Get your API key\n` + - `${colors.accent('ā—†')} Return here to continue setup`, - { padding: 1, borderStyle: 'round', borderColor: '#FFD700' } - )) - - const keyResponse = await prompt([ - { - type: 'text', - name: 'apiKey', - message: 'Enter your Brain Cloud API key:' - } - ]) - - if (keyResponse.apiKey) { - await this.configSet('brain-cloud.apiKey', keyResponse.apiKey, { encrypt: true }) - } - } - - // Enable cloud sync in Brain Jar - await this.configSet('brain-jar.cloudSync', 'true', {}) - await this.configSet('brain-jar.tier', options.mode, {}) - } - - // Step 3: Start Brain Jar - spinner.text = 'Starting Brain Jar coordination...' - await this.brainJarStart({}) - - spinner.succeed('Brain Cloud setup complete!') - - // Show success message - const tierMessages = { - free: 'Local AI coordination active', - cloud: 'Cloud sync enabled across all devices', - bank: 'Enterprise features activated' - } - - console.log('\n' + boxen( - `${emojis.check}${emojis.brain} ${colors.success('BRAIN CLOUD ACTIVE!')}\n\n` + - `${colors.accent('ā—†')} ${colors.dim('Status:')} ${colors.success(tierMessages[options.mode as keyof typeof tierMessages])}\n` + - `${colors.accent('ā—†')} ${colors.dim('Claude Desktop:')} ${colors.success('Brain Jar installed')}\n` + - `${colors.accent('ā—†')} ${colors.dim('MCP Server:')} ${colors.success('Running')}\n\n` + - `${colors.retro('Next Steps:')}\n` + - `${colors.cyan('1.')} Open Claude Desktop\n` + - `${colors.cyan('2.')} Start a new conversation\n` + - `${colors.cyan('3.')} Your AI now has persistent memory!\n\n` + - `${colors.dim('Dashboard:')} ${colors.highlight('brainy brain-jar dashboard')}\n` + - `${colors.dim('Status:')} ${colors.highlight('brainy status')}`, - { padding: 1, borderStyle: 'double', borderColor: '#5FD45C' } - )) - - } catch (error: any) { - spinner.fail('Setup failed') - console.error(colors.error('Error:'), error.message) - - console.log('\n' + colors.dim('Need help? Visit https://soulcraft.com/brain-cloud/support')) - } - } - - /** - * Helper method to determine data type from file path - */ - private getDataTypeFromPath(filePath: string): string { - const path = require('path') - const ext = path.extname(filePath).toLowerCase() - - switch (ext) { - case '.json': return 'json' - case '.csv': return 'csv' - case '.yaml': - case '.yml': return 'yaml' - case '.txt': return 'text' - default: return 'text' - } - } -} - -// Type definitions -interface CortexConfig { - storage: string - encryption: boolean - encryptionEnabled?: boolean - chat: boolean - llm?: string - s3Bucket?: string - r2Bucket?: string - gcsBucket?: string - initialized: boolean - createdAt: string - brainyOptions?: any -} - -interface InitOptions { - storage?: string - encryption?: boolean - chat?: boolean - llm?: string -} - -interface MigrateOptions { - to: string - bucket?: string - strategy?: 'immediate' | 'gradual' -} - -interface SearchOptions { - limit?: number - filter?: any // MongoDB-style filters - verbs?: string[] // Graph verb types to traverse - depth?: number // Graph traversal depth -} \ No newline at end of file diff --git a/src/cortex/serviceIntegration.ts b/src/cortex/serviceIntegration.ts deleted file mode 100644 index 9d90659b..00000000 --- a/src/cortex/serviceIntegration.ts +++ /dev/null @@ -1,512 +0,0 @@ -/** - * Service Integration Helpers - Seamless Cortex Integration for Existing Services - * - * Atomic Age Service Management Protocol - */ - -import { BrainyData } from '../brainyData.js' -import { Cortex } from './cortex-legacy.js' -import * as fs from '../universal/fs.js' -import * as path from '../universal/path.js' - -export interface ServiceConfig { - name: string - version?: string - environment?: 'development' | 'production' | 'staging' | 'test' - storage?: { - type: 'filesystem' | 's3' | 'gcs' | 'memory' - bucket?: string - path?: string - credentials?: any - } - features?: { - chat?: boolean - augmentations?: string[] - encryption?: boolean - } - migration?: { - strategy: 'immediate' | 'gradual' - rollback?: boolean - } -} - -export interface BrainyOptions { - storage?: any - augmentations?: any[] - encryption?: boolean - caching?: boolean -} - -export interface MigrationPlan { - fromStorage: string - toStorage: string - strategy: 'immediate' | 'gradual' - rollback?: boolean - validation?: boolean - backup?: boolean -} - -export interface ServiceInstance { - id: string - name: string - version: string - status: 'healthy' | 'degraded' | 'unhealthy' - lastSeen: Date - config: ServiceConfig -} - -export interface HealthReport { - service: ServiceInstance - checks: { - storage: boolean - search: boolean - embedding: boolean - config: boolean - } - performance: { - responseTime: number - memoryUsage: number - storageSize: number - } - issues: string[] -} - -export interface MigrationReport { - plan: MigrationPlan - estimated: { - duration: number - downtime: number - dataSize: number - complexity: 'low' | 'medium' | 'high' - } - risks: string[] - prerequisites: string[] - steps: string[] -} - -/** - * Service Integration Helper Class - */ -export class CortexServiceIntegration { - - /** - * Initialize Cortex for a service with automatic configuration - */ - static async initializeForService(serviceName: string, options?: Partial): Promise<{ cortex: Cortex, config: ServiceConfig }> { - const cortex = new Cortex() - - // Try to load existing configuration - let config: ServiceConfig - try { - config = await this.loadServiceConfig(serviceName) - } catch { - // Create new configuration - config = await this.createServiceConfig(serviceName, options) - } - - await cortex.init({ - storage: config.storage?.type, - encryption: config.features?.encryption - }) - - return { cortex, config } - } - - /** - * Create BrainyData instance from Cortex configuration - */ - static async createBrainyFromCortex(cortex: Cortex, serviceName?: string): Promise { - // Get storage configuration from Cortex - const storageType = await cortex.configGet('STORAGE_TYPE') || 'filesystem' - const encryptionEnabled = await cortex.configGet('ENCRYPTION_ENABLED') === 'true' - - const options: BrainyOptions = { - storage: await this.getBrainyStorageOptions(cortex, storageType), - encryption: encryptionEnabled, - caching: true - } - - // Load augmentations if specified - if (serviceName) { - const serviceConfig = await this.loadServiceConfig(serviceName) - if (serviceConfig.features?.augmentations) { - options.augmentations = serviceConfig.features.augmentations - } - } - - const brainy = new BrainyData(options) - await brainy.init() - - return brainy - } - - /** - * Auto-discover Brainy instances in the current environment - */ - static async discoverBrainyInstances(): Promise { - const instances: ServiceInstance[] = [] - - // Look for .cortex directories - const searchPaths = [ - process.cwd(), - path.join(process.cwd(), '..'), - '/opt/services', - '/var/lib/services' - ] - - for (const searchPath of searchPaths) { - try { - const entries = await fs.readdir(searchPath, { withFileTypes: true }) - - for (const entry of entries) { - if (entry.isDirectory()) { - const cortexPath = path.join(searchPath, entry.name, '.cortex') - try { - await fs.access(cortexPath) - const instance = await this.loadServiceInstance(path.join(searchPath, entry.name)) - if (instance) instances.push(instance) - } catch { - // No Cortex in this directory - } - } - } - } catch { - // Directory doesn't exist or can't be read - } - } - - return instances - } - - /** - * Perform health check on all discovered services - */ - static async healthCheckAll(): Promise { - const instances = await this.discoverBrainyInstances() - const reports: HealthReport[] = [] - - for (const instance of instances) { - try { - const report = await this.performHealthCheck(instance) - reports.push(report) - } catch (error) { - reports.push({ - service: instance, - checks: { storage: false, search: false, embedding: false, config: false }, - performance: { responseTime: -1, memoryUsage: -1, storageSize: -1 }, - issues: [`Health check failed: ${error}`] - }) - } - } - - return reports - } - - /** - * Plan migration for a service - */ - static async planMigration(serviceName: string, plan: Partial): Promise { - const config = await this.loadServiceConfig(serviceName) - const fullPlan: MigrationPlan = { - fromStorage: config.storage?.type || 'filesystem', - toStorage: plan.toStorage || 's3', - strategy: plan.strategy || 'immediate', - rollback: plan.rollback ?? true, - validation: plan.validation ?? true, - backup: plan.backup ?? true - } - - // Estimate migration complexity - const dataSize = await this.estimateDataSize(serviceName) - const complexity = this.assessMigrationComplexity(fullPlan, dataSize) - - return { - plan: fullPlan, - estimated: { - duration: this.estimateDuration(complexity, dataSize), - downtime: this.estimateDowntime(fullPlan.strategy), - dataSize, - complexity - }, - risks: this.identifyRisks(fullPlan), - prerequisites: this.getPrerequisites(fullPlan), - steps: this.generateMigrationSteps(fullPlan) - } - } - - /** - * Execute migration for all services - */ - static async migrateAll(plan: MigrationPlan): Promise { - const instances = await this.discoverBrainyInstances() - - for (const instance of instances) { - const cortex = new Cortex() - // Set working directory to service directory - process.chdir(path.dirname(instance.config.name)) - - await cortex.migrate({ - to: plan.toStorage, - strategy: plan.strategy, - bucket: plan.toStorage === 's3' ? 'default-bucket' : undefined - }) - } - } - - /** - * Generate Brainy storage options from Cortex config - */ - private static async getBrainyStorageOptions(cortex: Cortex, storageType: string): Promise { - switch (storageType) { - case 'filesystem': - return { forceFileSystemStorage: true } - - case 's3': - return { - forceS3CompatibleStorage: true, - s3Config: { - bucket: await cortex.configGet('S3_BUCKET'), - accessKeyId: await cortex.configGet('AWS_ACCESS_KEY_ID'), - secretAccessKey: await cortex.configGet('AWS_SECRET_ACCESS_KEY'), - region: await cortex.configGet('AWS_REGION') || 'us-east-1' - } - } - - case 'r2': - return { - forceS3CompatibleStorage: true, - s3Config: { - bucket: await cortex.configGet('CLOUDFLARE_R2_BUCKET'), - accessKeyId: await cortex.configGet('AWS_ACCESS_KEY_ID'), // R2 uses AWS-compatible keys - secretAccessKey: await cortex.configGet('AWS_SECRET_ACCESS_KEY'), - endpoint: await cortex.configGet('CLOUDFLARE_R2_ENDPOINT') || - `https://${await cortex.configGet('CLOUDFLARE_R2_ACCOUNT_ID')}.r2.cloudflarestorage.com`, - region: 'auto' // R2 uses 'auto' as region - } - } - - case 'gcs': - return { - forceS3CompatibleStorage: true, - s3Config: { - bucket: await cortex.configGet('GCS_BUCKET'), - endpoint: 'https://storage.googleapis.com', - // GCS credentials would be configured here - } - } - - default: - return { forceMemoryStorage: true } - } - } - - /** - * Load service configuration - */ - private static async loadServiceConfig(serviceName: string): Promise { - const configPath = path.join(process.cwd(), '.cortex', 'service.json') - const data = await fs.readFile(configPath, 'utf8') - return JSON.parse(data) - } - - /** - * Create new service configuration - */ - private static async createServiceConfig(serviceName: string, options?: Partial): Promise { - const config: ServiceConfig = { - name: serviceName, - version: '1.0.0', - environment: 'development', - storage: { - type: 'filesystem', - path: './brainy_data' - }, - features: { - chat: true, - encryption: true, - augmentations: [] - }, - ...options - } - - // Save configuration - const configDir = path.join(process.cwd(), '.cortex') - await fs.mkdir(configDir, { recursive: true }) - await fs.writeFile( - path.join(configDir, 'service.json'), - JSON.stringify(config, null, 2) - ) - - return config - } - - /** - * Load service instance information - */ - private static async loadServiceInstance(servicePath: string): Promise { - try { - const configPath = path.join(servicePath, '.cortex', 'service.json') - const config = JSON.parse(await fs.readFile(configPath, 'utf8')) - - return { - id: path.basename(servicePath), - name: config.name, - version: config.version || '1.0.0', - status: 'healthy', // Would be determined by actual health check - lastSeen: new Date(), - config - } - } catch { - return null - } - } - - /** - * Perform health check on a service instance - */ - private static async performHealthCheck(instance: ServiceInstance): Promise { - // Simulate health check - in real implementation, this would: - // 1. Connect to the service - // 2. Test storage connectivity - // 3. Verify search functionality - // 4. Check embedding model availability - // 5. Measure performance metrics - - return { - service: instance, - checks: { - storage: true, - search: true, - embedding: true, - config: true - }, - performance: { - responseTime: Math.random() * 100 + 50, // 50-150ms - memoryUsage: Math.random() * 512 + 256, // 256-768MB - storageSize: Math.random() * 1024 + 100 // 100-1124MB - }, - issues: [] - } - } - - /** - * Estimate data size for migration planning - */ - private static async estimateDataSize(serviceName: string): Promise { - // Simulate data size estimation - return Math.floor(Math.random() * 1000 + 100) // 100-1100MB - } - - /** - * Assess migration complexity - */ - private static assessMigrationComplexity(plan: MigrationPlan, dataSize: number): 'low' | 'medium' | 'high' { - if (dataSize > 5000 || plan.fromStorage !== plan.toStorage) return 'high' - if (dataSize > 1000) return 'medium' - return 'low' - } - - /** - * Estimate migration duration - */ - private static estimateDuration(complexity: string, dataSize: number): number { - const baseTime = dataSize / 100 // 1 minute per 100MB - const multiplier = complexity === 'high' ? 3 : complexity === 'medium' ? 2 : 1 - return Math.ceil(baseTime * multiplier) - } - - /** - * Estimate downtime for migration strategy - */ - private static estimateDowntime(strategy: string): number { - switch (strategy) { - case 'immediate': return 60 // 1 minute - case 'gradual': return 10 // 10 seconds - default: return 30 - } - } - - /** - * Identify migration risks - */ - private static identifyRisks(plan: MigrationPlan): string[] { - const risks: string[] = [] - - if (plan.fromStorage !== plan.toStorage) { - risks.push('Cross-platform data compatibility') - } - - if (plan.strategy === 'immediate') { - risks.push('Service downtime during migration') - } - - if (!plan.backup) { - risks.push('Data loss if migration fails') - } - - return risks - } - - /** - * Get migration prerequisites - */ - private static getPrerequisites(plan: MigrationPlan): string[] { - const prereqs: string[] = [] - - if (plan.toStorage === 's3') { - prereqs.push('AWS credentials configured') - prereqs.push('S3 bucket created and accessible') - } - - if (plan.toStorage === 'r2') { - prereqs.push('Cloudflare R2 API token configured') - prereqs.push('R2 bucket created and accessible') - prereqs.push('CLOUDFLARE_R2_ACCOUNT_ID environment variable set') - } - - if (plan.toStorage === 'gcs') { - prereqs.push('GCP service account configured') - prereqs.push('GCS bucket created and accessible') - } - - if (plan.backup) { - prereqs.push('Sufficient storage space for backup') - } - - return prereqs - } - - /** - * Generate migration steps - */ - private static generateMigrationSteps(plan: MigrationPlan): string[] { - const steps: string[] = [] - - if (plan.backup) { - steps.push('Create backup of current data') - } - - steps.push(`Initialize ${plan.toStorage} storage`) - steps.push('Validate connectivity to target storage') - - if (plan.strategy === 'gradual') { - steps.push('Begin gradual data migration') - steps.push('Monitor migration progress') - steps.push('Switch traffic to new storage') - } else { - steps.push('Stop service') - steps.push('Migrate all data') - steps.push('Update configuration') - steps.push('Start service with new storage') - } - - if (plan.validation) { - steps.push('Validate data integrity') - steps.push('Run health checks') - } - - steps.push('Clean up old storage (if successful)') - - return steps - } -} \ No newline at end of file diff --git a/src/index.ts b/src/index.ts index 4a938f2f..88d6c22a 100644 --- a/src/index.ts +++ b/src/index.ts @@ -183,12 +183,7 @@ import { StreamlinedPipelineResult } from './pipeline.js' -// Export sequential pipeline (for backward compatibility) -import { - SequentialPipeline, - sequentialPipeline, - SequentialPipelineOptions -} from './sequentialPipeline.js' +// Sequential pipeline removed - use unified pipeline instead // Export augmentation factory import { @@ -205,8 +200,6 @@ export { pipeline, augmentationPipeline, ExecutionMode, - SequentialPipeline, - sequentialPipeline, // Streamlined pipeline exports (now part of unified pipeline) executeStreamlined, @@ -227,7 +220,6 @@ export { export type { PipelineOptions, PipelineResult, - SequentialPipelineOptions, StreamlinedPipelineOptions, StreamlinedPipelineResult, AugmentationOptions diff --git a/src/pipeline.ts b/src/pipeline.ts index 36580693..72790941 100644 --- a/src/pipeline.ts +++ b/src/pipeline.ts @@ -1,919 +1,279 @@ /** - * Unified Pipeline + * Pipeline - Unified API (Delegates to Cortex) * - * This module combines the functionality of the primary augmentation pipeline and the streamlined pipeline - * into a single, unified pipeline system. It provides both the registry functionality of the primary pipeline - * and the simplified execution API of the streamlined pipeline. + * This module provides backward compatibility by delegating all functionality to the Cortex class. + * Per the cleanup strategy, everything consolidates into ONE Cortex class. */ +// Import the ONE consolidated Cortex class +import { + Cortex, + cortex, + ExecutionMode as CortexExecutionMode, + PipelineOptions as CortexPipelineOptions +} from './augmentationPipeline.js' + import { IAugmentation, - AugmentationType, AugmentationResponse, - IWebSocketSupport, BrainyAugmentations } from './types/augmentations.js' -import { AugmentationRegistry, IPipeline } from './types/pipelineTypes.js' -import { isThreadingAvailable } from './utils/environment.js' -import { executeInThread } from './utils/workerUtils.js' -import { executeAugmentation } from './augmentationFactory.js' -import { setDefaultPipeline } from './augmentationRegistry.js' +import { IPipeline } from './types/pipelineTypes.js' + +// Re-export types from Cortex for backward compatibility +export const ExecutionMode = CortexExecutionMode +export type PipelineOptions = CortexPipelineOptions /** - * Execution mode for the pipeline + * Pipeline result (backward compatibility type) */ -export enum ExecutionMode { +export interface PipelineResult { + success: boolean + data: T + error?: string +} + +/** + * Pipeline class - Delegates everything to Cortex + * + * This provides backward compatibility while consolidating all functionality + * into the single Cortex class as per the cleanup strategy. + */ +export class Pipeline implements IPipeline { + private cortexInstance: Cortex + + constructor() { + this.cortexInstance = new Cortex() + } + + /** + * Register an augmentation (delegates to Cortex) + */ + public register(augmentation: T): Pipeline { + this.cortexInstance.register(augmentation) + return this + } + + /** + * Unregister an augmentation (delegates to Cortex) + */ + public unregister(augmentationName: string): Pipeline { + this.cortexInstance.unregister(augmentationName) + return this + } + + /** + * Execute sense pipeline (delegates to Cortex) + */ + public async executeSensePipeline< + M extends keyof BrainyAugmentations.ISenseAugmentation & string, + R extends BrainyAugmentations.ISenseAugmentation[M] extends ( + ...args: any[] + ) => AugmentationResponse + ? U + : never + >( + method: M, + args: Parameters< + Extract< + BrainyAugmentations.ISenseAugmentation[M], + (...args: any[]) => any + > + >, + options: PipelineOptions = {} + ): Promise[]> { + return this.cortexInstance.executeSensePipeline(method, args, options) + } + + /** + * Execute conduit pipeline (delegates to Cortex) + */ + public async executeConduitPipeline< + M extends keyof BrainyAugmentations.IConduitAugmentation & string, + R extends BrainyAugmentations.IConduitAugmentation[M] extends ( + ...args: any[] + ) => AugmentationResponse + ? U + : never + >( + method: M, + args: Parameters< + Extract< + BrainyAugmentations.IConduitAugmentation[M], + (...args: any[]) => any + > + >, + options: PipelineOptions = {} + ): Promise[]> { + return this.cortexInstance.executeConduitPipeline(method, args, options) + } + + /** + * Execute cognition pipeline (delegates to Cortex) + */ + public async executeCognitionPipeline< + M extends keyof BrainyAugmentations.ICognitionAugmentation & string, + R extends BrainyAugmentations.ICognitionAugmentation[M] extends ( + ...args: any[] + ) => AugmentationResponse + ? U + : never + >( + method: M, + args: Parameters< + Extract< + BrainyAugmentations.ICognitionAugmentation[M], + (...args: any[]) => any + > + >, + options: PipelineOptions = {} + ): Promise[]> { + return this.cortexInstance.executeCognitionPipeline(method, args, options) + } + + /** + * Execute memory pipeline (delegates to Cortex) + */ + public async executeMemoryPipeline< + M extends keyof BrainyAugmentations.IMemoryAugmentation & string, + R extends BrainyAugmentations.IMemoryAugmentation[M] extends ( + ...args: any[] + ) => AugmentationResponse + ? U + : never + >( + method: M, + args: Parameters< + Extract< + BrainyAugmentations.IMemoryAugmentation[M], + (...args: any[]) => any + > + >, + options: PipelineOptions = {} + ): Promise[]> { + return this.cortexInstance.executeMemoryPipeline(method, args, options) + } + + /** + * Execute perception pipeline (delegates to Cortex) + */ + public async executePerceptionPipeline< + M extends keyof BrainyAugmentations.IPerceptionAugmentation & string, + R extends BrainyAugmentations.IPerceptionAugmentation[M] extends ( + ...args: any[] + ) => AugmentationResponse + ? U + : never + >( + method: M, + args: Parameters< + Extract< + BrainyAugmentations.IPerceptionAugmentation[M], + (...args: any[]) => any + > + >, + options: PipelineOptions = {} + ): Promise[]> { + return this.cortexInstance.executePerceptionPipeline(method, args, options) + } + + /** + * Execute dialog pipeline (delegates to Cortex) + */ + public async executeDialogPipeline< + M extends keyof BrainyAugmentations.IDialogAugmentation & string, + R extends BrainyAugmentations.IDialogAugmentation[M] extends ( + ...args: any[] + ) => AugmentationResponse + ? U + : never + >( + method: M, + args: Parameters< + Extract< + BrainyAugmentations.IDialogAugmentation[M], + (...args: any[]) => any + > + >, + options: PipelineOptions = {} + ): Promise[]> { + return this.cortexInstance.executeDialogPipeline(method, args, options) + } + + /** + * Execute activation pipeline (delegates to Cortex) + */ + public async executeActivationPipeline< + M extends keyof BrainyAugmentations.IActivationAugmentation & string, + R extends BrainyAugmentations.IActivationAugmentation[M] extends ( + ...args: any[] + ) => AugmentationResponse + ? U + : never + >( + method: M, + args: Parameters< + Extract< + BrainyAugmentations.IActivationAugmentation[M], + (...args: any[]) => any + > + >, + options: PipelineOptions = {} + ): Promise[]> { + return this.cortexInstance.executeActivationPipeline(method, args, options) + } + + // Additional delegation methods for full compatibility + public async initialize(): Promise { + return this.cortexInstance.initialize() + } + + public async shutDown(): Promise { + return this.cortexInstance.shutDown() + } + + public getAllAugmentations(): IAugmentation[] { + return this.cortexInstance.getAllAugmentations() + } + + public enableAugmentation(name: string): boolean { + return this.cortexInstance.enableAugmentation(name) + } + + public disableAugmentation(name: string): boolean { + return this.cortexInstance.disableAugmentation(name) + } + + public isAugmentationEnabled(name: string): boolean { + return this.cortexInstance.isAugmentationEnabled(name) + } +} + +// Create single global Pipeline instance that delegates to Cortex +export const pipeline = new Pipeline() + +// Backward compatibility exports +export const augmentationPipeline = pipeline + +// Streamlined execution functions - delegate to cortex +export const executeStreamlined = cortex.executeSensePipeline.bind(cortex) +export const executeByType = cortex.executeTypedPipeline.bind(cortex) +export const executeSingle = cortex.executeSingle.bind(cortex) +export const processStaticData = cortex.processStaticData.bind(cortex) +export const processStreamingData = cortex.processStreamingData.bind(cortex) + +// Factory functions +export const createPipeline = () => new Pipeline() +export const createStreamingPipeline = () => new Pipeline() + +// Backward compatibility type aliases +export enum StreamlinedExecutionMode { SEQUENTIAL = 'sequential', PARALLEL = 'parallel', FIRST_SUCCESS = 'firstSuccess', FIRST_RESULT = 'firstResult', - THREADED = 'threaded' // Execute in separate threads when available + THREADED = 'threaded' } -/** - * Options for pipeline execution - */ -export interface PipelineOptions { - mode?: ExecutionMode; - timeout?: number; - stopOnError?: boolean; - forceThreading?: boolean; // Force threading even if not in THREADED mode - disableThreading?: boolean; // Disable threading even if in THREADED mode -} - -/** - * Default pipeline options - */ -const DEFAULT_PIPELINE_OPTIONS: PipelineOptions = { - mode: ExecutionMode.SEQUENTIAL, - timeout: 30000, - stopOnError: false, - forceThreading: false, - disableThreading: false -} - -/** - * Result of a pipeline execution - */ -export interface PipelineResult { - results: AugmentationResponse[]; - errors: Error[]; - successful: AugmentationResponse[]; -} - -/** - * Pipeline class - * - * Manages multiple augmentations of each type and provides methods to execute them. - * Implements the IPipeline interface to avoid circular dependencies. - */ -export class Pipeline implements IPipeline { - private registry: AugmentationRegistry = { - sense: [], - conduit: [], - cognition: [], - memory: [], - perception: [], - dialog: [], - activation: [], - webSocket: [] - } - - /** - * Register an augmentation with the pipeline - * - * @param augmentation The augmentation to register - * @returns The pipeline instance for chaining - */ - public register(augmentation: T): Pipeline { - let registered = false - - // Check for specific augmentation types - if (this.isAugmentationType( - augmentation, - 'processRawData', - 'listenToFeed' - )) { - this.registry.sense.push(augmentation) - registered = true - } else if (this.isAugmentationType( - augmentation, - 'establishConnection', - 'readData', - 'writeData', - 'monitorStream' - )) { - this.registry.conduit.push(augmentation) - registered = true - } else if (this.isAugmentationType( - augmentation, - 'reason', - 'infer', - 'executeLogic' - )) { - this.registry.cognition.push(augmentation) - registered = true - } else if (this.isAugmentationType( - augmentation, - 'storeData', - 'retrieveData', - 'updateData', - 'deleteData', - 'listDataKeys' - )) { - this.registry.memory.push(augmentation) - registered = true - } else if (this.isAugmentationType( - augmentation, - 'interpret', - 'organize', - 'generateVisualization' - )) { - this.registry.perception.push(augmentation) - registered = true - } else if (this.isAugmentationType( - augmentation, - 'processUserInput', - 'generateResponse', - 'manageContext' - )) { - this.registry.dialog.push(augmentation) - registered = true - } else if (this.isAugmentationType( - augmentation, - 'triggerAction', - 'generateOutput', - 'interactExternal' - )) { - this.registry.activation.push(augmentation) - registered = true - } - - // Check if the augmentation supports WebSocket - if (this.isAugmentationType( - augmentation, - 'connectWebSocket', - 'sendWebSocketMessage', - 'onWebSocketMessage', - 'closeWebSocket' - )) { - this.registry.webSocket.push(augmentation as IWebSocketSupport) - registered = true - } - - // If the augmentation wasn't registered as any known type, throw an error - if (!registered) { - throw new Error(`Unknown augmentation type: ${augmentation.name}`) - } - - return this - } - - /** - * Unregister an augmentation from the pipeline - * - * @param augmentationName The name of the augmentation to unregister - * @returns The pipeline instance for chaining - */ - public unregister(augmentationName: string): Pipeline { - let found = false - - // Remove from all registries - for (const type in this.registry) { - const typedRegistry = this.registry[type as keyof AugmentationRegistry] - const index = typedRegistry.findIndex(aug => aug.name === augmentationName) - - if (index !== -1) { - typedRegistry.splice(index, 1) - found = true - } - } - - return this - } - - /** - * Initialize all registered augmentations - * - * @returns A promise that resolves when all augmentations are initialized - */ - public async initialize(): Promise { - const allAugmentations = this.getAllAugmentations() - - await Promise.all( - allAugmentations.map(augmentation => - augmentation.initialize().catch(error => { - console.error(`Failed to initialize augmentation ${augmentation.name}:`, error) - }) - ) - ) - } - - /** - * Shut down all registered augmentations - * - * @returns A promise that resolves when all augmentations are shut down - */ - public async shutDown(): Promise { - const allAugmentations = this.getAllAugmentations() - - await Promise.all( - allAugmentations.map(augmentation => - augmentation.shutDown().catch(error => { - console.error(`Failed to shut down augmentation ${augmentation.name}:`, error) - }) - ) - ) - } - - /** - * Get all registered augmentations - * - * @returns An array of all registered augmentations - */ - public getAllAugmentations(): IAugmentation[] { - // Create a Set to avoid duplicates (an augmentation might be in multiple registries) - const allAugmentations = new Set([ - ...this.registry.sense, - ...this.registry.conduit, - ...this.registry.cognition, - ...this.registry.memory, - ...this.registry.perception, - ...this.registry.dialog, - ...this.registry.activation, - ...this.registry.webSocket - ]) - - // Convert back to array - return Array.from(allAugmentations) - } - - /** - * Get all augmentations of a specific type - * - * @param type The type of augmentation to get - * @returns An array of all augmentations of the specified type - */ - public getAugmentationsByType(type: AugmentationType): IAugmentation[] { - switch (type) { - case AugmentationType.SENSE: - return [...this.registry.sense] - case AugmentationType.CONDUIT: - return [...this.registry.conduit] - case AugmentationType.COGNITION: - return [...this.registry.cognition] - case AugmentationType.MEMORY: - return [...this.registry.memory] - case AugmentationType.PERCEPTION: - return [...this.registry.perception] - case AugmentationType.DIALOG: - return [...this.registry.dialog] - case AugmentationType.ACTIVATION: - return [...this.registry.activation] - case AugmentationType.WEBSOCKET: - return [...this.registry.webSocket] - default: - return [] - } - } - - /** - * Get all available augmentation types - * - * @returns An array of all augmentation types that have at least one registered augmentation - */ - public getAvailableAugmentationTypes(): AugmentationType[] { - const availableTypes: AugmentationType[] = [] - - if (this.registry.sense.length > 0) availableTypes.push(AugmentationType.SENSE) - if (this.registry.conduit.length > 0) availableTypes.push(AugmentationType.CONDUIT) - if (this.registry.cognition.length > 0) availableTypes.push(AugmentationType.COGNITION) - if (this.registry.memory.length > 0) availableTypes.push(AugmentationType.MEMORY) - if (this.registry.perception.length > 0) availableTypes.push(AugmentationType.PERCEPTION) - if (this.registry.dialog.length > 0) availableTypes.push(AugmentationType.DIALOG) - if (this.registry.activation.length > 0) availableTypes.push(AugmentationType.ACTIVATION) - if (this.registry.webSocket.length > 0) availableTypes.push(AugmentationType.WEBSOCKET) - - return availableTypes - } - - /** - * Get all WebSocket-supporting augmentations - * - * @returns An array of all augmentations that support WebSocket connections - */ - public getWebSocketAugmentations(): IWebSocketSupport[] { - return [...this.registry.webSocket] - } - - /** - * Check if an augmentation is of a specific type - * - * @param augmentation The augmentation to check - * @param methods The methods that should be present on the augmentation - * @returns True if the augmentation is of the specified type - */ - private isAugmentationType( - augmentation: IAugmentation, - ...methods: (keyof T)[] - ): augmentation is T { - // First check that the augmentation has all the required base methods - const baseMethodsExist = [ - 'initialize', - 'shutDown', - 'getStatus' - ].every(method => typeof (augmentation as any)[method] === 'function') - - if (!baseMethodsExist) { - return false - } - - // Then check that it has all the specific methods for this type - return methods.every(method => typeof (augmentation as any)[method] === 'function') - } - - /** - * Determines if threading should be used based on options and environment - * - * @param options The pipeline options - * @returns True if threading should be used, false otherwise - */ - private shouldUseThreading(options: PipelineOptions): boolean { - // If threading is explicitly disabled, don't use it - if (options.disableThreading) { - return false - } - - // If threading is explicitly forced, use it if available - if (options.forceThreading) { - return isThreadingAvailable() - } - - // If in THREADED mode, use threading if available - if (options.mode === ExecutionMode.THREADED) { - return isThreadingAvailable() - } - - // Otherwise, don't use threading - return false - } - - /** - * Executes a method on multiple augmentations using the specified execution mode - * - * @param augmentations The augmentations to execute the method on - * @param method The method to execute - * @param args The arguments to pass to the method - * @param options Options for the execution - * @returns A promise that resolves with the results - */ - public async execute( - augmentations: IAugmentation[], - method: string, - args: any[] = [], - options: PipelineOptions = {} - ): Promise> { - const opts = { ...DEFAULT_PIPELINE_OPTIONS, ...options } - const enabledAugmentations = augmentations.filter(aug => aug.enabled !== false) - - if (enabledAugmentations.length === 0) { - return { results: [], errors: [], successful: [] } - } - - const result: PipelineResult = { - results: [], - errors: [], - successful: [] - } - - // Create a function to execute with timeout - const executeWithTimeout = async ( - augmentation: IAugmentation - ): Promise> => { - try { - // Create a timeout promise if a timeout is specified - if (opts.timeout) { - const timeoutPromise = new Promise((_, reject) => { - setTimeout(() => { - reject( - new Error(`Timeout executing ${method} on ${augmentation.name}`) - ) - }, opts.timeout) - }) - - // Check if threading should be used - const useThreading = this.shouldUseThreading(opts) - - // Execute the method on the augmentation, using threading if appropriate - let methodPromise: Promise> - - if (useThreading) { - // Execute in a separate thread - try { - // Create a function that can be serialized and executed in a worker - const workerFn = (...workerArgs: any[]) => { - // This function will be stringified and executed in the worker - // It needs to be self-contained - const augFn = augmentation[method as string] as Function - return augFn.apply(augmentation, workerArgs) - } - - methodPromise = executeInThread>(workerFn.toString(), args) - } catch (threadError) { - console.warn(`Failed to execute in thread, falling back to main thread: ${threadError}`) - // Fall back to executing in the main thread - methodPromise = Promise.resolve((augmentation[method] as Function)(...args) as AugmentationResponse) - } - } else { - // Execute in the main thread - methodPromise = Promise.resolve((augmentation[method] as Function)(...args) as AugmentationResponse) - } - - // Race the method promise against the timeout promise - return await Promise.race([methodPromise, timeoutPromise]) - } else { - // No timeout, just execute the method - return await executeAugmentation(augmentation, method, ...args) - } - } catch (error) { - result.errors.push( - error instanceof Error ? error : new Error(String(error)) - ) - return { - success: false, - data: null as any, - error: error instanceof Error ? error.message : String(error) - } - } - } - - // Execute based on the specified mode - switch (opts.mode) { - case ExecutionMode.PARALLEL: - case ExecutionMode.THREADED: - // Execute all augmentations in parallel - result.results = await Promise.all( - enabledAugmentations.map((aug) => executeWithTimeout(aug)) - ) - break - - case ExecutionMode.FIRST_SUCCESS: - // Execute augmentations sequentially until one succeeds - for (const augmentation of enabledAugmentations) { - const response = await executeWithTimeout(augmentation) - result.results.push(response) - - if (response.success) { - break - } - } - break - - case ExecutionMode.FIRST_RESULT: - // Execute augmentations sequentially until one returns a non-null result - for (const augmentation of enabledAugmentations) { - const response = await executeWithTimeout(augmentation) - result.results.push(response) - - if ( - response.success && - response.data !== null && - response.data !== undefined - ) { - break - } - } - break - - case ExecutionMode.SEQUENTIAL: - default: - // Execute augmentations sequentially - for (const augmentation of enabledAugmentations) { - const response = await executeWithTimeout(augmentation) - result.results.push(response) - - // Check if we need to stop on error - if (opts.stopOnError && !response.success) { - break - } - } - break - } - - // Filter successful results - result.successful = result.results.filter((r) => r.success) - - return result - } - - /** - * Executes a method on augmentations of a specific type - * - * @param type The type of augmentations to execute the method on - * @param method The method to execute - * @param args The arguments to pass to the method - * @param options Options for the execution - * @returns A promise that resolves with the results - */ - public async executeByType( - type: AugmentationType, - method: string, - args: any[] = [], - options: PipelineOptions = {} - ): Promise> { - const augmentations = this.getAugmentationsByType(type) - return this.execute(augmentations, method, args, options) - } - - /** - * Executes a method on a single augmentation with automatic error handling - * - * @param augmentation The augmentation to execute the method on - * @param method The method to execute - * @param args The arguments to pass to the method - * @returns A promise that resolves with the result - */ - public async executeSingle( - augmentation: IAugmentation, - method: string, - ...args: any[] - ): Promise> { - return executeAugmentation(augmentation, method, ...args) - } - - /** - * Process static data through a pipeline of augmentations - * - * @param data The data to process - * @param pipeline An array of processing steps, each with an augmentation, method, and optional args transformer - * @param options Options for the execution - * @returns A promise that resolves with the final result - */ - public async processStaticData( - data: T, - pipeline: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - options: PipelineOptions = {} - ): Promise> { - let currentData = data - let prevResult: any = undefined - - for (const step of pipeline) { - // Transform args if a transformer is provided, otherwise use the current data as the only arg - const args = step.transformArgs - ? step.transformArgs(currentData, prevResult) - : [currentData] - - // Execute the method - const result = await this.executeSingle( - step.augmentation, - step.method, - ...args - ) - - // If the step failed, return the error - if (!result.success) { - return result as AugmentationResponse - } - - // Update the current data for the next step - currentData = result.data - prevResult = result - } - - // Return the final result - return prevResult as AugmentationResponse - } - - /** - * Process streaming data through a pipeline of augmentations - * - * @param source The source augmentation that provides the data stream - * @param sourceMethod The method on the source augmentation that provides the data stream - * @param sourceArgs The arguments to pass to the source method - * @param pipeline An array of processing steps, each with an augmentation, method, and optional args transformer - * @param callback Function to call with the results of processing each data item - * @param options Options for the execution - * @returns A promise that resolves when the pipeline is set up - */ - public async processStreamingData( - source: IAugmentation, - sourceMethod: string, - sourceArgs: any[], - pipeline: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - callback: (result: AugmentationResponse) => void, - options: PipelineOptions = {} - ): Promise { - // Create a chain of processors - const processData = async (data: any) => { - let currentData = data - let prevResult: any = undefined - - for (const step of pipeline) { - // Transform args if a transformer is provided, otherwise use the current data as the only arg - const args = step.transformArgs - ? step.transformArgs(currentData, prevResult) - : [currentData] - - // Execute the method - const result = await this.executeSingle( - step.augmentation, - step.method, - ...args - ) - - // If the step failed, return the error - if (!result.success) { - callback(result as AugmentationResponse) - return - } - - // Update the current data for the next step - currentData = result.data - prevResult = result - } - - // Call the callback with the final result - callback(prevResult as AugmentationResponse) - } - - // The last argument to the source method should be a callback that receives the data - const dataCallback = (data: any) => { - processData(data).catch((error) => { - console.error('Error processing streaming data:', error) - callback({ - success: false, - data: null as any, - error: error instanceof Error ? error.message : String(error) - }) - }) - } - - // Execute the source method with the provided args and the data callback - await this.executeSingle(source, sourceMethod, ...sourceArgs, dataCallback) - } - - /** - * Create a reusable pipeline for processing data - * - * @param pipeline An array of processing steps - * @param options Options for the execution - * @returns A function that processes data through the pipeline - */ - public createPipeline( - pipeline: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - options: PipelineOptions = {} - ): (data: T) => Promise> { - return (data: T) => this.processStaticData(data, pipeline, options) - } - - /** - * Create a reusable streaming pipeline - * - * @param source The source augmentation - * @param sourceMethod The method on the source augmentation - * @param pipeline An array of processing steps - * @param options Options for the execution - * @returns A function that sets up the streaming pipeline - */ - public createStreamingPipeline( - source: IAugmentation, - sourceMethod: string, - pipeline: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - options: PipelineOptions = {} - ): ( - sourceArgs: any[], - callback: (result: AugmentationResponse) => void - ) => Promise { - return ( - sourceArgs: any[], - callback: (result: AugmentationResponse) => void - ) => - this.processStreamingData( - source, - sourceMethod, - sourceArgs, - pipeline, - callback, - options - ) - } - - // Legacy methods for backward compatibility - - /** - * Execute a sense pipeline (legacy method) - */ - public async executeSensePipeline< - M extends keyof BrainyAugmentations.ISenseAugmentation & string, - R extends BrainyAugmentations.ISenseAugmentation[M] extends (...args: any[]) => AugmentationResponse ? U : never - >( - method: M & (BrainyAugmentations.ISenseAugmentation[M] extends (...args: any[]) => any ? M : never), - args: Parameters any>>, - options: PipelineOptions = {} - ): Promise[]> { - const result = await this.executeByType(AugmentationType.SENSE, method, args, options) - return result.results.map(r => Promise.resolve(r)) - } - - /** - * Execute a conduit pipeline (legacy method) - */ - public async executeConduitPipeline< - M extends keyof BrainyAugmentations.IConduitAugmentation & string, - R extends BrainyAugmentations.IConduitAugmentation[M] extends (...args: any[]) => AugmentationResponse ? U : never - >( - method: M & (BrainyAugmentations.IConduitAugmentation[M] extends (...args: any[]) => any ? M : never), - args: Parameters any>>, - options: PipelineOptions = {} - ): Promise[]> { - const result = await this.executeByType(AugmentationType.CONDUIT, method, args, options) - return result.results.map(r => Promise.resolve(r)) - } - - /** - * Execute a cognition pipeline (legacy method) - */ - public async executeCognitionPipeline< - M extends keyof BrainyAugmentations.ICognitionAugmentation & string, - R extends BrainyAugmentations.ICognitionAugmentation[M] extends (...args: any[]) => AugmentationResponse ? U : never - >( - method: M & (BrainyAugmentations.ICognitionAugmentation[M] extends (...args: any[]) => any ? M : never), - args: Parameters any>>, - options: PipelineOptions = {} - ): Promise[]> { - const result = await this.executeByType(AugmentationType.COGNITION, method, args, options) - return result.results.map(r => Promise.resolve(r)) - } - - /** - * Execute a memory pipeline (legacy method) - */ - public async executeMemoryPipeline< - M extends keyof BrainyAugmentations.IMemoryAugmentation & string, - R extends BrainyAugmentations.IMemoryAugmentation[M] extends (...args: any[]) => AugmentationResponse ? U : never - >( - method: M & (BrainyAugmentations.IMemoryAugmentation[M] extends (...args: any[]) => any ? M : never), - args: Parameters any>>, - options: PipelineOptions = {} - ): Promise[]> { - const result = await this.executeByType(AugmentationType.MEMORY, method, args, options) - return result.results.map(r => Promise.resolve(r)) - } - - /** - * Execute a perception pipeline (legacy method) - */ - public async executePerceptionPipeline< - M extends keyof BrainyAugmentations.IPerceptionAugmentation & string, - R extends BrainyAugmentations.IPerceptionAugmentation[M] extends (...args: any[]) => AugmentationResponse ? U : never - >( - method: M & (BrainyAugmentations.IPerceptionAugmentation[M] extends (...args: any[]) => any ? M : never), - args: Parameters any>>, - options: PipelineOptions = {} - ): Promise[]> { - const result = await this.executeByType(AugmentationType.PERCEPTION, method, args, options) - return result.results.map(r => Promise.resolve(r)) - } - - /** - * Execute a dialog pipeline (legacy method) - */ - public async executeDialogPipeline< - M extends keyof BrainyAugmentations.IDialogAugmentation & string, - R extends BrainyAugmentations.IDialogAugmentation[M] extends (...args: any[]) => AugmentationResponse ? U : never - >( - method: M & (BrainyAugmentations.IDialogAugmentation[M] extends (...args: any[]) => any ? M : never), - args: Parameters any>>, - options: PipelineOptions = {} - ): Promise[]> { - const result = await this.executeByType(AugmentationType.DIALOG, method, args, options) - return result.results.map(r => Promise.resolve(r)) - } - - /** - * Execute an activation pipeline (legacy method) - */ - public async executeActivationPipeline< - M extends keyof BrainyAugmentations.IActivationAugmentation & string, - R extends BrainyAugmentations.IActivationAugmentation[M] extends (...args: any[]) => AugmentationResponse ? U : never - >( - method: M & (BrainyAugmentations.IActivationAugmentation[M] extends (...args: any[]) => any ? M : never), - args: Parameters any>>, - options: PipelineOptions = {} - ): Promise[]> { - const result = await this.executeByType(AugmentationType.ACTIVATION, method, args, options) - return result.results.map(r => Promise.resolve(r)) - } -} - -// Create and export a default instance of the pipeline -export const pipeline = new Pipeline() - -// Set the default pipeline instance for the augmentation registry -// This breaks the circular dependency between pipeline.ts and augmentationRegistry.ts -setDefaultPipeline(pipeline) - -// Re-export the legacy pipeline for backward compatibility -export const augmentationPipeline = pipeline - -// Re-export the streamlined execution functions for backward compatibility -export const executeStreamlined = ( - augmentations: IAugmentation[], - method: string, - args: any[] = [], - options: PipelineOptions = {} -): Promise> => { - return pipeline.execute(augmentations, method, args, options) -} - -export const executeByType = ( - type: AugmentationType, - method: string, - args: any[] = [], - options: PipelineOptions = {} -): Promise> => { - return pipeline.executeByType(type, method, args, options) -} - -export const executeSingle = ( - augmentation: IAugmentation, - method: string, - ...args: any[] -): Promise> => { - return pipeline.executeSingle(augmentation, method, ...args) -} - -export const processStaticData = ( - data: T, - pipelineSteps: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - options: PipelineOptions = {} -): Promise> => { - return pipeline.processStaticData(data, pipelineSteps, options) -} - -export const processStreamingData = ( - source: IAugmentation, - sourceMethod: string, - sourceArgs: any[], - pipelineSteps: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - callback: (result: AugmentationResponse) => void, - options: PipelineOptions = {} -): Promise => { - return pipeline.processStreamingData(source, sourceMethod, sourceArgs, pipelineSteps, callback, options) -} - -export const createPipeline = ( - pipelineSteps: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - options: PipelineOptions = {} -): (data: T) => Promise> => { - return pipeline.createPipeline(pipelineSteps, options) -} - -export const createStreamingPipeline = ( - source: IAugmentation, - sourceMethod: string, - pipelineSteps: Array<{ - augmentation: IAugmentation - method: string - transformArgs?: (data: any, prevResult?: any) => any[] - }>, - options: PipelineOptions = {} -): ( - sourceArgs: any[], - callback: (result: AugmentationResponse) => void -) => Promise => { - return pipeline.createStreamingPipeline(source, sourceMethod, pipelineSteps, options) -} - -// For backward compatibility with StreamlinedExecutionMode -export const StreamlinedExecutionMode = ExecutionMode export type StreamlinedPipelineOptions = PipelineOptions -export type StreamlinedPipelineResult = PipelineResult +export type StreamlinedPipelineResult = PipelineResult \ No newline at end of file diff --git a/src/sequentialPipeline.ts b/src/sequentialPipeline.ts deleted file mode 100644 index 7d5e727d..00000000 --- a/src/sequentialPipeline.ts +++ /dev/null @@ -1,572 +0,0 @@ -/** - * Sequential Augmentation Pipeline - * - * This module provides a pipeline for executing augmentations in a specific sequence: - * ISense -> IMemory -> ICognition -> IConduit -> IActivation -> IPerception - * - * It supports high-performance streaming data from WebSockets without blocking. - * Optimized for Node.js 23.11+ using native WebStreams API. - */ - -import { - AugmentationType, - IAugmentation, - IWebSocketSupport, - ISenseAugmentation, - IMemoryAugmentation, - ICognitionAugmentation, - IConduitAugmentation, - IActivationAugmentation, - IPerceptionAugmentation, - AugmentationResponse, - WebSocketConnection -} from './types/augmentations.js' -import { BrainyData } from './brainyData.js' -import { augmentationPipeline } from './augmentationPipeline.js' -// Use the browser's built-in WebStreams API or Node.js native WebStreams API -// This approach ensures compatibility with both environments -let TransformStream: any, ReadableStream: any, WritableStream: any; - -// Function to initialize the stream classes -const initializeStreamClasses = () => { - // Try to use the browser's built-in WebStreams API first - if (typeof globalThis.TransformStream !== 'undefined' && - typeof globalThis.ReadableStream !== 'undefined' && - typeof globalThis.WritableStream !== 'undefined') { - TransformStream = globalThis.TransformStream; - ReadableStream = globalThis.ReadableStream; - WritableStream = globalThis.WritableStream; - return Promise.resolve(); - } else { - // In Node.js environment, try to import from node:stream/web - // This will be executed in Node.js but not in browsers - return import('node:stream/web') - .then(streamWebModule => { - TransformStream = streamWebModule.TransformStream; - ReadableStream = streamWebModule.ReadableStream; - WritableStream = streamWebModule.WritableStream; - }) - .catch(error => { - console.error('Failed to import WebStreams API:', error); - // Provide fallback implementations or throw a more helpful error - throw new Error('WebStreams API is not available in this environment. Please use a modern browser or Node.js 18+.'); - }); - } -}; - -// Initialize immediately but don't block module execution -const streamClassesPromise = initializeStreamClasses(); - -/** - * Options for sequential pipeline execution - */ -export interface SequentialPipelineOptions { - /** - * Timeout for each augmentation execution in milliseconds - */ - timeout?: number; - - /** - * Whether to stop execution if an error occurs - */ - stopOnError?: boolean; - - /** - * BrainyData instance to use for storage - */ - brainyData?: BrainyData; -} - -/** - * Default pipeline options - */ -const DEFAULT_SEQUENTIAL_PIPELINE_OPTIONS: SequentialPipelineOptions = { - timeout: 30000, - stopOnError: false -} - -/** - * Result of a pipeline execution - */ -export interface PipelineResult { - /** - * Whether the pipeline execution was successful - */ - success: boolean; - - /** - * The data returned by the pipeline - */ - data: T; - - /** - * Error message if the pipeline execution failed - */ - error?: string; - - /** - * Results from each stage of the pipeline - */ - stageResults: { - sense?: AugmentationResponse; - memory?: AugmentationResponse; - cognition?: AugmentationResponse; - conduit?: AugmentationResponse; - activation?: AugmentationResponse; - perception?: AugmentationResponse; - } -} - -/** - * SequentialPipeline class - * - * Executes augmentations in a specific sequence: - * ISense -> IMemory -> ICognition -> IConduit -> IActivation -> IPerception - */ -export class SequentialPipeline { - private brainyData: BrainyData; - - /** - * Create a new sequential pipeline - * - * @param options Options for the pipeline - */ - constructor(options: SequentialPipelineOptions = {}) { - this.brainyData = options.brainyData || new BrainyData(); - } - - /** - * Ensure stream classes are initialized - * @private - */ - private async ensureStreamClassesInitialized(): Promise { - await streamClassesPromise; - } - - /** - * Initialize the pipeline - * - * @returns A promise that resolves when initialization is complete - */ - public async initialize(): Promise { - // Initialize stream classes and BrainyData in parallel - await Promise.all([ - this.ensureStreamClassesInitialized(), - this.brainyData.init() - ]); - } - - /** - * Process data through the sequential pipeline - * - * @param rawData The raw data to process - * @param dataType The type of data (e.g., 'text', 'image', 'audio') - * @param options Options for pipeline execution - * @returns A promise that resolves with the pipeline result - */ - public async processData( - rawData: Buffer | string, - dataType: string, - options: SequentialPipelineOptions = {} - ): Promise> { - const opts = { ...DEFAULT_SEQUENTIAL_PIPELINE_OPTIONS, ...options }; - const result: PipelineResult = { - success: true, - data: null, - stageResults: {} - }; - - try { - // Step 1: Process raw data with ISense augmentations - const senseResults = await augmentationPipeline.executeSensePipeline( - 'processRawData', - [rawData, dataType], - { timeout: opts.timeout, stopOnError: opts.stopOnError } - ); - - // Get the first successful result - let senseResult: AugmentationResponse<{ nouns: string[], verbs: string[] }> | null = null; - for (const resultPromise of senseResults) { - const res = await resultPromise; - if (res.success) { - senseResult = res; - break; - } - } - - if (!senseResult || !senseResult.success) { - return { - success: false, - data: null, - error: 'Failed to process raw data with ISense augmentations', - stageResults: { sense: senseResult || { success: false, data: null, error: 'No sense augmentations available' } } - }; - } - - result.stageResults.sense = senseResult; - - // Step 2: Store data in BrainyData using IMemory augmentations - const memoryAugmentations = augmentationPipeline.getAugmentationsByType(AugmentationType.MEMORY) as IMemoryAugmentation[]; - - if (memoryAugmentations.length === 0) { - return { - success: false, - data: null, - error: 'No memory augmentations available', - stageResults: result.stageResults - }; - } - - // Use the first available memory augmentation - const memoryAugmentation = memoryAugmentations[0]; - - // Generate a key for the data - const dataKey = `data_${Date.now()}_${Math.random().toString(36).substring(2, 15)}`; - - // Store the data - const memoryResult = await memoryAugmentation.storeData( - dataKey, - { - rawData, - dataType, - nouns: senseResult.data.nouns, - verbs: senseResult.data.verbs, - timestamp: Date.now() - } - ); - - if (!memoryResult.success) { - return { - success: false, - data: null, - error: `Failed to store data: ${memoryResult.error}`, - stageResults: { ...result.stageResults, memory: memoryResult } - }; - } - - result.stageResults.memory = memoryResult; - - // Step 3: Trigger ICognition augmentations to analyze the data - const cognitionResults = await augmentationPipeline.executeCognitionPipeline( - 'reason', - [`Analyze data with key ${dataKey}`, { dataKey }], - { timeout: opts.timeout, stopOnError: opts.stopOnError } - ); - - // Get the first successful result - let cognitionResult: AugmentationResponse<{ inference: string, confidence: number }> | null = null; - for (const resultPromise of cognitionResults) { - const res = await resultPromise; - if (res.success) { - cognitionResult = res; - break; - } - } - - if (cognitionResult) { - result.stageResults.cognition = cognitionResult; - } - - // Step 4: Send notifications to IConduit augmentations - const conduitResults = await augmentationPipeline.executeConduitPipeline( - 'writeData', - [{ dataKey, nouns: senseResult.data.nouns, verbs: senseResult.data.verbs }], - { timeout: opts.timeout, stopOnError: opts.stopOnError } - ); - - // Get the first successful result - let conduitResult: AugmentationResponse | null = null; - for (const resultPromise of conduitResults) { - const res = await resultPromise; - if (res.success) { - conduitResult = res; - break; - } - } - - if (conduitResult) { - result.stageResults.conduit = conduitResult; - } - - // Step 5: Send notifications to IActivation augmentations - const activationResults = await augmentationPipeline.executeActivationPipeline( - 'triggerAction', - ['dataProcessed', { dataKey }], - { timeout: opts.timeout, stopOnError: opts.stopOnError } - ); - - // Get the first successful result - let activationResult: AugmentationResponse | null = null; - for (const resultPromise of activationResults) { - const res = await resultPromise; - if (res.success) { - activationResult = res; - break; - } - } - - if (activationResult) { - result.stageResults.activation = activationResult; - } - - // Step 6: Send notifications to IPerception augmentations - const perceptionResults = await augmentationPipeline.executePerceptionPipeline( - 'interpret', - [senseResult.data.nouns, senseResult.data.verbs, { dataKey }], - { timeout: opts.timeout, stopOnError: opts.stopOnError } - ); - - // Get the first successful result - let perceptionResult: AugmentationResponse> | null = null; - for (const resultPromise of perceptionResults) { - const res = await resultPromise; - if (res.success) { - perceptionResult = res; - break; - } - } - - if (perceptionResult) { - result.stageResults.perception = perceptionResult; - result.data = perceptionResult.data; - } else { - // If no perception result, use the cognition result as the final data - result.data = cognitionResult ? cognitionResult.data : { dataKey }; - } - - return result; - } catch (error: unknown) { - return { - success: false, - data: null, - error: `Pipeline execution failed: ${error}`, - stageResults: result.stageResults - }; - } - } - - /** - * Process WebSocket data through the sequential pipeline - * - * @param connection The WebSocket connection - * @param dataType The type of data (e.g., 'text', 'image', 'audio') - * @param options Options for pipeline execution - * @returns A function to handle incoming WebSocket messages - */ - public async createWebSocketHandler( - connection: WebSocketConnection, - dataType: string, - options: SequentialPipelineOptions = {} - ): Promise<(data: unknown) => void> { - // Ensure stream classes are initialized - await this.ensureStreamClassesInitialized(); - - // Create a transform stream for processing data - const transformStream = new TransformStream({ - transform: async (chunk: unknown, controller: TransformStreamDefaultController) => { - try { - const data = typeof chunk === 'string' ? chunk : JSON.stringify(chunk); - const result = await this.processData(data, dataType, options); - if (result.success) { - controller.enqueue(result); - } else { - console.warn('Pipeline processing failed:', result.error); - } - } catch (error: unknown) { - console.error('Error in transform stream:', error); - } - } - }); - - // Create a writable stream that will be the sink for our data - const writableStream = new WritableStream({ - write: async (result: PipelineResult) => { - // Handle the processed result if needed - if (connection.send && typeof connection.send === 'function') { - try { - // Only send back results if the connection supports it - await connection.send(JSON.stringify(result)); - } catch (error: unknown) { - console.error('Error sending result back to WebSocket:', error); - } - } - } - }); - - // Connect the transform stream to the writable stream - transformStream.readable.pipeTo(writableStream).catch((error: Error) => { - console.error('Error in pipeline stream:', error); - }); - - // Return a function that writes to the transform stream - return (data: unknown) => { - try { - // Write to the transform stream's writable side - const writer = transformStream.writable.getWriter(); - writer.write(data).catch((error: Error) => { - console.error('Error writing to stream:', error); - }).finally(() => { - writer.releaseLock(); - }); - } catch (error: unknown) { - console.error('Error getting writer for transform stream:', error); - } - }; - } - - /** - * Set up a WebSocket connection to process data through the pipeline - * - * @param url The WebSocket URL to connect to - * @param dataType The type of data (e.g., 'text', 'image', 'audio') - * @param options Options for pipeline execution - * @returns A promise that resolves with the WebSocket connection and associated streams - */ - public async setupWebSocketPipeline( - url: string, - dataType: string, - options: SequentialPipelineOptions = {} - ): Promise, - writableStream?: WritableStream - }> { - // Ensure stream classes are initialized - await this.ensureStreamClassesInitialized(); - - // Get WebSocket-supporting augmentations - const webSocketAugmentations = augmentationPipeline.getWebSocketAugmentations(); - - if (webSocketAugmentations.length === 0) { - throw new Error('No WebSocket-supporting augmentations available'); - } - - // Use the first available WebSocket augmentation - const webSocketAugmentation = webSocketAugmentations[0]; - - // Connect to the WebSocket - const connection = await webSocketAugmentation.connectWebSocket(url); - - // Create a readable stream from the WebSocket messages - const readableStream = new ReadableStream({ - start: (controller: ReadableStreamDefaultController) => { - // Define a message handler that writes to the stream - const messageHandler = (event: { data: unknown }) => { - try { - const data = typeof event.data === 'string' - ? event.data - : event.data instanceof Blob - ? new Promise(resolve => { - const reader = new FileReader(); - reader.onload = () => resolve(reader.result as string); - reader.readAsText(event.data as Blob); - }) - : JSON.stringify(event.data); - - // Handle both string data and promises - if (data instanceof Promise) { - data.then(resolvedData => { - controller.enqueue(resolvedData); - }).catch((error: Error) => { - console.error('Error processing blob data:', error); - }); - } else { - controller.enqueue(data); - } - } catch (error: unknown) { - console.error('Error processing WebSocket message:', error); - } - }; - - // Create a wrapper function that adapts the event-based handler to the data-based callback - const messageHandlerWrapper = (data: unknown) => { - messageHandler({ data }); - }; - - // Store both handlers for later cleanup - connection._streamMessageHandler = messageHandler; - connection._messageHandlerWrapper = messageHandlerWrapper; - - webSocketAugmentation.onWebSocketMessage( - connection.connectionId, - messageHandlerWrapper - ).catch((error: Error) => { - console.error('Error registering WebSocket message handler:', error); - controller.error(error); - }); - }, - cancel: () => { - // Clean up the message handler when the stream is cancelled - if (connection._messageHandlerWrapper) { - webSocketAugmentation.offWebSocketMessage( - connection.connectionId, - connection._messageHandlerWrapper - ).catch((error: Error) => { - console.error('Error removing WebSocket message handler:', error); - }); - delete connection._streamMessageHandler; - delete connection._messageHandlerWrapper; - } - } - }); - - // Create a handler for processing the data - const handlerPromise = this.createWebSocketHandler(connection, dataType, options); - - // Create a writable stream that sends data to the WebSocket - const writableStream = new WritableStream({ - write: async (chunk: unknown) => { - if (connection.send && typeof connection.send === 'function') { - try { - const data = typeof chunk === 'string' ? chunk : JSON.stringify(chunk); - await connection.send(data); - } catch (error: unknown) { - console.error('Error sending data to WebSocket:', error); - throw error; - } - } else { - throw new Error('WebSocket connection does not support sending data'); - } - }, - close: () => { - // Close the WebSocket connection when the stream is closed - if (connection.close && typeof connection.close === 'function') { - connection.close().catch((error: Error) => { - console.error('Error closing WebSocket connection:', error); - }); - } - } - }); - - // Pipe the readable stream through our processing pipeline - readableStream - .pipeThrough(new TransformStream({ - transform: async (chunk: unknown, controller: TransformStreamDefaultController) => { - // Process each chunk through our handler - const handler = await handlerPromise; - handler(chunk); - // Pass through the original data - controller.enqueue(chunk); - } - })) - .pipeTo(new WritableStream({ - write: () => {}, - abort: (error: Error) => { - console.error('Error in WebSocket pipeline:', error); - } - })); - - // Attach the streams to the connection object for convenience - const enhancedConnection = connection as WebSocketConnection & { - readableStream: ReadableStream, - writableStream: WritableStream - }; - - enhancedConnection.readableStream = readableStream; - enhancedConnection.writableStream = writableStream; - - return enhancedConnection; - } -} - -// Create and export a default instance of the sequential pipeline -export const sequentialPipeline = new SequentialPipeline();