Initial commit

cloud-wrapper/src/services/brainyService.ts

@@ -0,0 +1,97 @@
+import { BrainyData, BrainyDataConfig } from '@soulcraft/brainy'
+import dotenv from 'dotenv'
+
+// Load environment variables
+dotenv.config()
+
+/**
+ * Extended configuration interface that includes rootDirectory
+ */
+interface ExtendedBrainyDataConfig extends BrainyDataConfig {
+  storage: BrainyDataConfig['storage'] & {
+    rootDirectory?: string
+  }
+}
+
+/**
+ * Initialize the Brainy instance with appropriate configuration
+ * based on environment variables
+ */
+export async function initializeBrainy(): Promise<BrainyData> {
+  // Get storage configuration from environment variables
+  const storageType = process.env.STORAGE_TYPE || 'filesystem'
+
+  // Create configuration object
+  const config: ExtendedBrainyDataConfig = {
+    storage: {}
+  }
+
+  // Configure storage based on type
+  switch (storageType) {
+    case 's3':
+      // Configure S3 storage
+      if (process.env.S3_ENDPOINT) {
+        // Use customS3Storage for S3-compatible services with custom endpoints
+        config.storage.customS3Storage = {
+          bucketName: process.env.S3_BUCKET_NAME,
+          accessKeyId: process.env.S3_ACCESS_KEY_ID,
+          secretAccessKey: process.env.S3_SECRET_ACCESS_KEY,
+          region: process.env.S3_REGION || 'us-east-1',
+          endpoint: process.env.S3_ENDPOINT
+        }
+      } else {
+        // Use standard S3 storage for AWS S3
+        config.storage.s3Storage = {
+          bucketName: process.env.S3_BUCKET_NAME,
+          accessKeyId: process.env.S3_ACCESS_KEY_ID,
+          secretAccessKey: process.env.S3_SECRET_ACCESS_KEY,
+          region: process.env.S3_REGION || 'us-east-1'
+        }
+      }
+      break
+
+    case 'filesystem':
+      // Configure filesystem storage
+      config.storage.rootDirectory = process.env.STORAGE_ROOT_DIR || './data'
+      break
+
+    case 'memory':
+      // No additional configuration needed for memory storage
+      break
+
+    default:
+      // Default to filesystem storage
+      config.storage.rootDirectory = process.env.STORAGE_ROOT_DIR || './data'
+      break
+  }
+
+  // Note: Universal Sentence Encoder is now the only embedding option
+  // TensorFlow.js is required for embedding to work
+
+  // Configure HNSW index parameters if provided
+  if (process.env.HNSW_M) {
+    config.hnsw = {
+      M: parseInt(process.env.HNSW_M, 10),
+      efConstruction: process.env.HNSW_EF_CONSTRUCTION
+        ? parseInt(process.env.HNSW_EF_CONSTRUCTION, 10)
+        : 200,
+      efSearch: process.env.HNSW_EF_SEARCH
+        ? parseInt(process.env.HNSW_EF_SEARCH, 10)
+        : 50
+    }
+  }
+
+  // Create and initialize the Brainy instance
+  const brainy = new BrainyData(config)
+  await brainy.init()
+
+  return brainy
+}
+
+/**
+ * Get the current storage type being used by Brainy
+ */
+export async function getStorageType(brainy: BrainyData): Promise<string> {
+  const status = await brainy.status()
+  return status.type || 'unknown'
+}

cloud-wrapper/src/services/mcpService.ts

@@ -0,0 +1,204 @@
+import { WebSocketServer } from 'ws'
+import express from 'express'
+import cors from 'cors'
+import { BrainyData, BrainyMCPService, MCPRequestType } from '@soulcraft/brainy'
+import { v4 as uuidv4 } from 'uuid'
+
+/**
+ * Initialize the MCP service with WebSocket and REST API servers
+ */
+export function initializeMCPService(
+  brainy: BrainyData,
+  options: {
+    wsPort?: number
+    restPort?: number
+    enableAuth?: boolean
+    apiKeys?: string[]
+    rateLimit?: {
+      windowMs: number
+      maxRequests: number
+    }
+    cors?: any
+  }
+) {
+  // Create the MCP service
+  const mcpService = new BrainyMCPService(brainy, options)
+
+  // Start WebSocket server if port is provided
+  if (options.wsPort) {
+    startWebSocketServer(mcpService, options.wsPort)
+  }
+
+  // Start REST server if port is provided
+  if (options.restPort) {
+    startRESTServer(mcpService, options.restPort, options.cors)
+  }
+
+  return mcpService
+}
+
+/**
+ * Start a WebSocket server for the MCP service
+ */
+function startWebSocketServer(mcpService: BrainyMCPService, port: number) {
+  const wss = new WebSocketServer({ port })
+
+  wss.on('connection', (ws: any) => {
+    ws.on('message', async (message: string) => {
+      try {
+        const request = JSON.parse(message)
+
+        // Handle the request using the MCP service
+        const response = await mcpService.handleMCPRequest(request)
+
+        // Send the response
+        ws.send(JSON.stringify(response))
+      } catch (error) {
+        // Send error response
+        ws.send(
+          JSON.stringify({
+            success: false,
+            requestId: uuidv4(),
+            error: {
+              code: 'INTERNAL_ERROR',
+              message: error instanceof Error ? error.message : String(error)
+            }
+          })
+        )
+      }
+    })
+  })
+
+  console.log(`MCP WebSocket server started on port ${port}`)
+
+  return wss
+}
+
+/**
+ * Start a REST server for the MCP service
+ */
+function startRESTServer(
+  mcpService: BrainyMCPService,
+  port: number,
+  corsOptions?: any
+) {
+  const app = express()
+
+  // Parse JSON request bodies
+  app.use(express.json())
+
+  // Enable CORS if configured
+  if (corsOptions) {
+    app.use(cors(corsOptions))
+  }
+
+  // MCP endpoints
+  app.post('/mcp/data', async (req: any, res: any) => {
+    try {
+      const response = await mcpService.handleMCPRequest({
+        ...req.body,
+        type: 'DATA_ACCESS'
+      })
+
+      res.json(response)
+    } catch (error) {
+      res.status(500).json({
+        success: false,
+        requestId: uuidv4(),
+        error: {
+          code: 'INTERNAL_ERROR',
+          message: error instanceof Error ? error.message : String(error)
+        }
+      })
+    }
+  })
+
+  app.post('/mcp/tools', async (req: any, res: any) => {
+    try {
+      const response = await mcpService.handleMCPRequest({
+        ...req.body,
+        type: 'TOOL_EXECUTION'
+      })
+
+      res.json(response)
+    } catch (error) {
+      res.status(500).json({
+        success: false,
+        requestId: uuidv4(),
+        error: {
+          code: 'INTERNAL_ERROR',
+          message: error instanceof Error ? error.message : String(error)
+        }
+      })
+    }
+  })
+
+  app.post('/mcp/system', async (req: any, res: any) => {
+    try {
+      const response = await mcpService.handleMCPRequest({
+        ...req.body,
+        type: 'SYSTEM_INFO'
+      })
+
+      res.json(response)
+    } catch (error) {
+      res.status(500).json({
+        success: false,
+        requestId: uuidv4(),
+        error: {
+          code: 'INTERNAL_ERROR',
+          message: error instanceof Error ? error.message : String(error)
+        }
+      })
+    }
+  })
+
+  app.post('/mcp/auth', async (req: any, res: any) => {
+    try {
+      const response = await mcpService.handleMCPRequest({
+        ...req.body,
+        type: 'AUTHENTICATION'
+      })
+
+      res.json(response)
+    } catch (error) {
+      res.status(500).json({
+        success: false,
+        requestId: uuidv4(),
+        error: {
+          code: 'INTERNAL_ERROR',
+          message: error instanceof Error ? error.message : String(error)
+        }
+      })
+    }
+  })
+
+  // Get available tools
+  app.get('/mcp/tools', async (req: any, res: any) => {
+    try {
+      const response = await mcpService.handleMCPRequest({
+        type: MCPRequestType.SYSTEM_INFO,
+        requestId: uuidv4(),
+        version: '1.0'
+      })
+
+      res.json(response)
+    } catch (error) {
+      res.status(500).json({
+        success: false,
+        requestId: uuidv4(),
+        error: {
+          code: 'INTERNAL_ERROR',
+          message: error instanceof Error ? error.message : String(error)
+        }
+      })
+    }
+  })
+
+  // Start the server
+  const server = app.listen(port, () => {
+    console.log(`MCP REST API server started on port ${port}`)
+  })
+
+  return server
+}